oneuptime/docker-compose.llm.yml
Simon Larsen 7393d9c2bc chore: Update Dockerfile and docker-compose.llm.yml for LLM models
This commit updates the Dockerfile and docker-compose.llm.yml files to include the LLM Models directory. The Dockerfile now uses the `ADD .` command to copy the entire repository into the container at `/app`, and the docker-compose.llm.yml file has been modified to set the context to the `./LLM` directory. These changes ensure that the LLM Models directory is included in the Docker image and that the correct context is used for building the image.
2024-06-28 17:59:43 +00:00

29 lines
539 B
YAML

services:
# Redis for caching and cluster state
redis:
extends:
file: ./docker-compose.base.yml
service: redis
llm:
extends:
file: ./docker-compose.base.yml
service: llm
ports:
- '8547:8547'
build:
network: host
context: ./LLM
dockerfile: ./Dockerfile
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: 1
capabilities: [gpu]
networks:
oneuptime:
driver: bridge