Skip to content

Commit

Permalink
chore: remove GPU count
Browse files Browse the repository at this point in the history
  • Loading branch information
gary-van-woerkens committed Oct 24, 2024
1 parent a4a1548 commit 75f1615
Showing 1 changed file with 3 additions and 9 deletions.
12 changes: 3 additions & 9 deletions docker-compose.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -15,18 +15,15 @@ services:
- "traefik.http.services.ollama-service.loadbalancer.server.port=11434"
environment:
OLLAMA_KEEP_ALIVE: "-1"
VERBOSE: "${VERBOSE:-0}"
runtime: nvidia
ipc: host
deploy:
# replicas: 2
resources:
reservations:
devices:
- driver: nvidia
count: 1
capabilities: [gpu]
device_ids: ['0']
capabilities: [gpu]
volumes:
- "./.ollama-service-1:/root/.ollama"
networks:
Expand All @@ -48,25 +45,22 @@ services:
- "traefik.http.services.ollama-service.loadbalancer.server.port=11434"
environment:
OLLAMA_KEEP_ALIVE: "-1"
VERBOSE: "${VERBOSE:-0}"
runtime: nvidia
ipc: host
deploy:
# replicas: 2
resources:
reservations:
devices:
- driver: nvidia
count: 1
capabilities: [gpu]
device_ids: ['1']
capabilities: [gpu]
volumes:
- "./.ollama-service-2:/root/.ollama"
networks:
- ollama-network

reverse-proxy:
image: traefik:v2.10
image: traefik:v3.2
command:
- "--api.insecure=true"
- "--providers.docker=true"
Expand Down

0 comments on commit 75f1615

Please sign in to comment.