mirror of
https://github.com/OneUptime/oneuptime.git
synced 2026-01-11 19:56:44 +00:00
2222ca301f
This commit updates the count property in the docker-compose.llm.yml file to use the value 'all' instead of the previous value of '1'. This change allows for the allocation of all available devices with the 'gpu' capability, improving the utilization of resources.
29 lines
No EOL
541 B
YAML
29 lines
No EOL
541 B
YAML
services:
|
|
|
|
# Redis for caching and cluster state
|
|
redis:
|
|
extends:
|
|
file: ./docker-compose.base.yml
|
|
service: redis
|
|
|
|
llm:
|
|
extends:
|
|
file: ./docker-compose.base.yml
|
|
service: llm
|
|
ports:
|
|
- '8547:8547'
|
|
build:
|
|
network: host
|
|
context: ./LLM
|
|
dockerfile: ./Dockerfile
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: all
|
|
capabilities: [gpu]
|
|
|
|
networks:
|
|
oneuptime:
|
|
driver: bridge |