mirror of
https://github.com/OneUptime/oneuptime
synced 2024-11-21 22:59:07 +00:00
97cc28b182
This commit updates the Dockerfile.tpl to use the huggingface/transformers-pytorch-gpu image instead of the continuumio/anaconda3 image. This change allows the Llama app to utilize GPU resources for improved performance in AI processing. Additionally, the unnecessary installation of the transformers and accelerate libraries is removed as they are already included in the huggingface/transformers-pytorch-gpu image.
22 lines
418 B
YAML
22 lines
418 B
YAML
services:
|
|
llama:
|
|
extends:
|
|
file: ./docker-compose.base.yml
|
|
service: llama
|
|
ports:
|
|
- '8547:8547'
|
|
build:
|
|
network: host
|
|
context: .
|
|
dockerfile: ./Llama/Dockerfile
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: 1
|
|
capabilities: [gpu]
|
|
|
|
networks:
|
|
oneuptime:
|
|
driver: bridge |