compose.yaml

services:
  ollama:  # New service for running the Dockerfile in /ollama
    image: ollama/ollama:latest
    pull_policy: always
    container_name: ollama
    ports: ["11435:11434"] # Expose Ollama on port 11435 externally, map it to 11434 inside the container
    expose:
      - 11435
    volumes:
      - ./model_files:/model_files  # Mount the directory with the trained model
    tty: true
    entrypoint: ["/bin/sh", "/model_files/run_ollama.sh"] # Loading the finetuned Mistral with the GGUF file
    # restart: unless-stopped
  
  app:
    # if to build the Dockerfile locally, uncomment lines #17-18, and comment #19
    build:
      context: .  # Path to the Dockerfile
    # image: ${DOCKERHUB_USERNAME}/logicgpt:${DOCKER_IMAGE_TAG}  # Use the image from Docker Hub
    container_name: logic_app
    ports:
      - 8501:8501
    expose:
      - 8501
    volumes:
      - ./app:/app
      - ./model_files:/model_files
    depends_on: # very important! otherwise ollama doesn't run
      - ollama
    # restart: unless-stoped