docker-compose.yml

version: "3"

services:
  eval:
    container_name: eval
    image: eval
    build:
      dockerfile: build/Dockerfile.cpu
      context: .
    volumes:
      - ./static/:/app/static/
      - ./playground/:/app/playground/
    ports:
      - "4500:4500"
      - "6500:6500"
      - "8000:8000" # eval port
    environment:
      - USE_GPU=False
      - CELERY_BROKER_URL=redis://redis:6379
    env_file:
      - .env
    depends_on:
      - redis

  eval.gpu:
    container_name: eval.gpu
    image: eval.gpu
    build:
      dockerfile: build/Dockerfile.gpu
      context: .
    volumes: # if you want to decrease your model download time, use this.
      - ../.cache/huggingface/:/root/.cache/huggingface/
      - ./static/:/app/static/
      - ./playground/:/app/playground/
    ports:
      - "4500:4500"
      - "6500:6500"
      - "8000:8000" # eval port
    environment:
      - USE_GPU=True
      - CELERY_BROKER_URL=redis://redis:6379
    env_file:
      - .env
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              device_ids: ["1"] # You can choose which GPU to use
              capabilities: [gpu]
    depends_on:
      - redis

  redis:
    image: redis:alpine