oneuptime/docker-compose.llm.yml
Simon Larsen 2222ca301f
feat: Update count property in docker-compose.llm.yml to use 'all'
This commit updates the count property in the docker-compose.llm.yml file to use the value 'all' instead of the previous value of '1'. This change allows for the allocation of all available devices with the 'gpu' capability, improving the utilization of resources.
2024-07-03 17:48:43 +01:00

29 lines
541 B
YAML

services:
# Redis for caching and cluster state
redis:
extends:
file: ./docker-compose.base.yml
service: redis
llm:
extends:
file: ./docker-compose.base.yml
service: llm
ports:
- '8547:8547'
build:
network: host
context: ./LLM
dockerfile: ./Dockerfile
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [gpu]
networks:
oneuptime:
driver: bridge