docker-compose.yml

version: "3.8"

services:
  database:
    image: postgres:13.0
    platform: linux/amd64
    ports:
      - "5432:5432"
    environment:
      - POSTGRES_USER=corpora
      - POSTGRES_PASSWORD=test_pw
    volumes:
      - database:/var/lib/postgresql/data
      - ./backend/database:/import
    networks:
      corporanet:
        aliases:
          - database.corporanet.local
  localstack:
    image: localstack/localstack@sha256:7c6635493185d25165979995fb073fd789c72b6d8b17ef3a70b798d55576732f
    ports:
      - "4566:4566"
    environment:
      - HOSTNAME_EXTERNAL=localstack
      - SERVICES=s3,secretsmanager,stepfunctions,iam,lambda
      - DEBUG=1
      - DATA_DIR=/tmp/localstack/data
      - PORT_WEB_UI=${PORT_WEB_UI- }
      - HOST_TMP_FOLDER=${TMPDIR}
      - DEFAULT_REGION=us-west-2
    volumes:
      - localstack:/tmp/localstack
    networks:
      corporanet:
        aliases:
          - localstack.corporanet.local
  frontend:
    image: "${DOCKER_REPO}corpora-frontend"
    platform: linux/amd64
    profiles:
      - frontend
      - fullstack
    build:
      context: frontend
      cache_from:
        - "${DOCKER_REPO}corpora-frontend:branch-main"
      args:
        - BUILDKIT_INLINE_CACHE=1
        - HAPPY_COMMIT=$HAPPY_COMMIT
        - HAPPY_BRANCH=$HAPPY_BRANCH
        - HAPPY_TAG
    restart: always
    depends_on:
      - backend
      - backend-de
      - backend-wmg
    ports:
      - "3000:3000"
    command: ["./container_init.sh"]
    environment:
      - DEPLOYMENT_STAGE=test
      - AWS_REGION=us-west-2
      - AWS_DEFAULT_REGION=us-west-2
      - AWS_ACCESS_KEY_ID=test
      - AWS_SECRET_ACCESS_KEY=test
      - BOTO_ENDPOINT_URL=http://localstack:4566
    volumes:
      - ./frontend:/corpora-frontend
      - /corpora-frontend/node_modules/
      - ./oauth/pkcs12:/tmp/pkcs12:ro
    networks:
      corporanet:
        aliases:
          - frontend.corporanet.local
  upload_failures:
    image: "${DOCKER_REPO}corpora-upload-failures"
    platform: linux/amd64
    profiles:
      - upload_failures
    build:
      context: .
      cache_from:
        - "${DOCKER_REPO}corpora-upload-failures:branch-main"
      dockerfile: Dockerfile.upload_failures
      args:
        - BUILDKIT_INLINE_CACHE=1
        - HAPPY_COMMIT=$HAPPY_COMMIT
        - HAPPY_BRANCH=$HAPPY_BRANCH
        - HAPPY_TAG
    restart: "no"
    ports:
      - "9000:8080"
    volumes:
      - ./backend/portal/pipeline/upload_failures:/var/task
      - ./backend/common:/var/task/backend/common
      - ./backend/portal/pipeline/processing:/var/task/backend/portal/pipeline/processing
    environment:
      - PYTHONUNBUFFERED=1
      - CORPORA_LOCAL_DEV=true
      - AWS_REGION=us-west-2
      - AWS_DEFAULT_REGION=us-west-2
      - AWS_ACCESS_KEY_ID=test
      - AWS_SECRET_ACCESS_KEY=test
      - BOTO_ENDPOINT_URL=http://localstack:4566
      - DEPLOYMENT_STAGE=test
      - ARTIFACT_BUCKET=artifact-bucket
      - CELLXGENE_BUCKET=cellxgene-bucket
    networks:
      corporanet:
        aliases:
          - uploadfailures.corporanet.local
  upload_success:
    image: "${DOCKER_REPO}corpora-upload-success"
    platform: linux/amd64
    profiles:
      - upload_success
    build:
      context: .
      cache_from:
        - "${DOCKER_REPO}corpora-upload-success:branch-main"
      dockerfile: Dockerfile.upload_success
      args:
        - BUILDKIT_INLINE_CACHE=1
        - HAPPY_COMMIT=$HAPPY_COMMIT
        - HAPPY_BRANCH=$HAPPY_BRANCH
        - HAPPY_TAG
    restart: "no"
    ports:
      - "9001:8080"
    volumes:
      - ./backend/portal/pipeline/upload_success:/var/task
      - ./backend/common:/var/task/backend/common
      - ./backend/portal/pipeline/processing:/var/task/backend/portal/pipeline/processing
    environment:
      - PYTHONUNBUFFERED=1
      - CORPORA_LOCAL_DEV=true
      - AWS_REGION=us-west-2
      - AWS_DEFAULT_REGION=us-west-2
      - AWS_ACCESS_KEY_ID=test
      - AWS_SECRET_ACCESS_KEY=test
      - BOTO_ENDPOINT_URL=http://localstack:4566
      - DEPLOYMENT_STAGE=test
      - ARTIFACT_BUCKET=artifact-bucket
      - CELLXGENE_BUCKET=cellxgene-bucket
    networks:
      corporanet:
        aliases:
          - uploadsuccess.corporanet.local
  dataset_submissions:
    image: "${DOCKER_REPO}dataset-submissions"
    platform: linux/amd64
    profiles:
      - dataset_submissions
    build:
      context: .
      cache_from:
        - "${DOCKER_REPO}dataset-submissions:branch-main"
      dockerfile: Dockerfile.dataset_submissions
      args:
        - BUILDKIT_INLINE_CACHE=1
        - HAPPY_COMMIT=$HAPPY_COMMIT
        - HAPPY_BRANCH=$HAPPY_BRANCH
        - HAPPY_TAG
    restart: "no"
    ports:
      - "9002:8080"
    volumes:
      - ./backend/portal/pipelines/submissions:/var/task
      - ./backend/common:/var/task/backend/common
    environment:
      - PYTHONUNBUFFERED=1
      - CORPORA_LOCAL_DEV=true
      - AWS_REGION=us-west-2
      - AWS_DEFAULT_REGION=us-west-2
      - AWS_ACCESS_KEY_ID=test
      - AWS_SECRET_ACCESS_KEY=test
      - BOTO_ENDPOINT_URL=http://localstack:4566
      - DEPLOYMENT_STAGE=test
      - ARTIFACT_BUCKET=artifact-bucket
      - CELLXGENE_BUCKET=cellxgene-bucket
    networks:
      corporanet:
        aliases:
          - dataset_submissions.corporanet.local
  processing:
    image: "${DOCKER_REPO}corpora-upload"
    platform: linux/amd64
    profiles:
      - processing
    build:
      context: .
      cache_from:
        - "${DOCKER_REPO}corpora-upload:branch-main"
      dockerfile: Dockerfile.processing
      args:
        - BUILDKIT_INLINE_CACHE=1
        - HAPPY_COMMIT=$HAPPY_COMMIT
        - HAPPY_BRANCH=$HAPPY_BRANCH
        - INSTALL_DEV=$INSTALL_DEV
        - HAPPY_TAG
        - CACHEBUST=$CACHEBUST
    restart: "no"
    volumes:
      - ./backend/portal/pipeline/processing:/backend/portal/pipeline/processing
      - ./backend/common:/backend/common
      # Mount dirs in a layout suitable for running tests.
      - .:/single-cell-data-portal
    command: ["sleep", "infinity"]
    environment:
      - PYTHONUNBUFFERED=1
      - CORPORA_LOCAL_DEV=true
      - AWS_REGION=us-west-2
      - AWS_DEFAULT_REGION=us-west-2
      - AWS_ACCESS_KEY_ID=test
      - AWS_SECRET_ACCESS_KEY=test
      - BOTO_ENDPOINT_URL=http://localstack:4566
      - DEPLOYMENT_STAGE=test
      - ARTIFACT_BUCKET=artifact-bucket
      - CELLXGENE_BUCKET=cellxgene-bucket
    networks:
      corporanet:
        aliases:
          - processing.corporanet.local
  wmg_processing:
    image: "${DOCKER_REPO}wmg-processing"
    platform: linux/amd64
    profiles:
      - wmg_processing
    build:
      context: .
      cache_from:
        - "${DOCKER_REPO}wmg-processing:branch-main"
      dockerfile: Dockerfile.wmg_pipeline
      args:
        - BUILDKIT_INLINE_CACHE=1
        - HAPPY_COMMIT=$HAPPY_COMMIT
        - HAPPY_BRANCH=$HAPPY_BRANCH
        - INSTALL_DEV=$INSTALL_DEV
        - HAPPY_TAG
    restart: "no"
    command: ["sleep", "infinity"]
    environment:
      - PYTHONUNBUFFERED=1
      - CORPORA_LOCAL_DEV=true
      - AWS_REGION=us-west-2
      - AWS_DEFAULT_REGION=us-west-2
      - AWS_ACCESS_KEY_ID=test
      - AWS_SECRET_ACCESS_KEY=test
      - BOTO_ENDPOINT_URL=http://localstack:4566
      - DEPLOYMENT_STAGE=test
      - ARTIFACT_BUCKET=artifact-bucket
      - CELLXGENE_BUCKET=cellxgene-bucket
    volumes:
      # Mount dirs in a layout suitable for running tests.
      - .:/single-cell-data-portal
    networks:
      corporanet:
        aliases:
          - processing.corporanet.local
  cellguide_pipeline:
    image: "${DOCKER_REPO}cellguide-pipeline"
    platform: linux/amd64
    profiles:
      - cellguide_pipeline
    build:
      context: .
      cache_from:
        - "${DOCKER_REPO}cellguide-pipeline:branch-main"
      dockerfile: Dockerfile.cellguide_pipeline
      args:
        - BUILDKIT_INLINE_CACHE=1
        - HAPPY_COMMIT=$HAPPY_COMMIT
        - HAPPY_BRANCH=$HAPPY_BRANCH
        - INSTALL_DEV=$INSTALL_DEV
        - HAPPY_TAG
    restart: "no"
    command: ["sleep", "infinity"]
    environment:
      - PYTHONUNBUFFERED=1
      - CORPORA_LOCAL_DEV=true
      - AWS_REGION=us-west-2
      - AWS_DEFAULT_REGION=us-west-2
      - AWS_ACCESS_KEY_ID=test
      - AWS_SECRET_ACCESS_KEY=test
      - BOTO_ENDPOINT_URL=http://localstack:4566
      - DEPLOYMENT_STAGE=test
      - ARTIFACT_BUCKET=artifact-bucket
      - CELLXGENE_BUCKET=cellxgene-bucket
    volumes:
      # Mount dirs in a layout suitable for running tests.
      - .:/single-cell-data-portal
    networks:
      corporanet:
        aliases:
          - processing.corporanet.local
  backend:
    image: "${DOCKER_REPO}corpora-backend"
    platform: linux/amd64
    profiles:
      - backend
      - fullstack
    build:
      context: .
      cache_from:
        - "${DOCKER_REPO}corpora-backend:branch-main"
      dockerfile: Dockerfile.backend
      args:
        - BUILDKIT_INLINE_CACHE=1
        - HAPPY_COMMIT=$HAPPY_COMMIT
        - HAPPY_BRANCH=$HAPPY_BRANCH
        - INSTALL_DEV=$INSTALL_DEV
        - HAPPY_TAG
    restart: always
    command: ["./container_init.sh"]
    depends_on:
      - localstack
      - database
    ports:
      - "5000:5000"
    environment:
      - PYTHONUNBUFFERED=1
      - CORPORA_LOCAL_DEV=true
      - AWS_REGION=us-west-2
      - AWS_DEFAULT_REGION=us-west-2
      - AWS_ACCESS_KEY_ID=test
      - AWS_SECRET_ACCESS_KEY=test
      - BOTO_ENDPOINT_URL=http://localstack:4566
      - DEPLOYMENT_STAGE=test
      - RESTART_ON_FAILURE=yes
      - DEV_MODE_COOKIES=1
      - IS_DOCKER_DEV=yes # This skips some unit tests.
    volumes:
      # Mount dirs in a layout suitable for running tests.
      - .:/single-cell-data-portal
      # SecretsManager population relies on oauth json
      - ./oauth/users.json:/oauth/users.json
      - ./oauth/pkcs12:/tmp/pkcs12:ro
    networks:
      corporanet:
        aliases:
          - backend.corporanet.local

  backend-de:
    image: "${DOCKER_REPO}corpora-backend-de"
    platform: linux/amd64
    profiles:
      - backend
      - fullstack
    build:
      context: .
      cache_from:
        - "${DOCKER_REPO}corpora-backend-de:branch-main"
      dockerfile: Dockerfile.backend_de
      args:
        - BUILDKIT_INLINE_CACHE=1
        - HAPPY_COMMIT=$HAPPY_COMMIT
        - HAPPY_BRANCH=$HAPPY_BRANCH
        - INSTALL_DEV=$INSTALL_DEV
        - HAPPY_TAG
    restart: always
    command: ["./container_init.sh"]
    depends_on:
      - localstack
    ports:
      - "5001:5000"
    environment:
      - PYTHONUNBUFFERED=1
      - CORPORA_LOCAL_DEV=true
      - AWS_REGION=us-west-2
      - AWS_DEFAULT_REGION=us-west-2
      - AWS_ACCESS_KEY_ID=test
      - AWS_SECRET_ACCESS_KEY=test
      - BOTO_ENDPOINT_URL=http://localstack:4566
      - DEPLOYMENT_STAGE=test
      - RESTART_ON_FAILURE=yes
      - DEV_MODE_COOKIES=1
      - IS_DOCKER_DEV=yes # This skips some unit tests.
    volumes:
      # Mount dirs in a layout suitable for running tests.
      - .:/single-cell-data-portal
      - ./oauth/pkcs12:/tmp/pkcs12:ro
    networks:
      corporanet:
        aliases:
          - backend-de.corporanet.local

  backend-wmg:
    image: "${DOCKER_REPO}corpora-backend-wmg"
    platform: linux/amd64
    profiles:
      - backend
      - fullstack
    build:
      context: .
      cache_from:
        - "${DOCKER_REPO}corpora-backend-wmg:branch-main"
      dockerfile: Dockerfile.backend_wmg
      args:
        - BUILDKIT_INLINE_CACHE=1
        - HAPPY_COMMIT=$HAPPY_COMMIT
        - HAPPY_BRANCH=$HAPPY_BRANCH
        - INSTALL_DEV=$INSTALL_DEV
        - HAPPY_TAG
    restart: always
    command: ["./container_init.sh"]
    depends_on:
      - localstack
    ports:
      - "5001:5000"
    environment:
      - PYTHONUNBUFFERED=1
      - CORPORA_LOCAL_DEV=true
      - AWS_REGION=us-west-2
      - AWS_DEFAULT_REGION=us-west-2
      - AWS_ACCESS_KEY_ID=test
      - AWS_SECRET_ACCESS_KEY=test
      - BOTO_ENDPOINT_URL=http://localstack:4566
      - DEPLOYMENT_STAGE=test
      - RESTART_ON_FAILURE=yes
      - DEV_MODE_COOKIES=1
      - IS_DOCKER_DEV=yes # This skips some unit tests.
    volumes:
      # Mount dirs in a layout suitable for running tests.
      - .:/single-cell-data-portal
      - ./oauth/pkcs12:/tmp/pkcs12:ro
    networks:
      corporanet:
        aliases:
          - backend-wmg.corporanet.local

  oidc:
    image: soluto/oidc-server-mock:0.3.0
    # For Mac M1, you may need to build this image from source.
    # 1. Comment out `image:` line, above, and uncomment the following two lines
    # 2. In the same directory as this file, run `git clone -b v0.3.0 git@github.com:Soluto/oidc-server-mock.git`
    # container_name: oidc-server-mock-local
    # build: oidc-server-mock/src
    ports:
      - "4011:80"
      - "8443:8443"
    environment:
      ASPNETCORE_ENVIRONMENT: Development
      SERVER_OPTIONS_INLINE: |
        {
          "AccessTokenJwtType": "JWT",
          "Discovery": {
            "ShowKeySet": true
          }
        }
      API_SCOPES_PATH: /tmp/config/api_scopes.json
      API_RESOURCES_PATH: /tmp/config/api_resources.json
      USERS_CONFIGURATION_PATH: /tmp/config/users.json
      CLIENTS_CONFIGURATION_PATH: /tmp/config/clients-config.json
      ASPNETCORE_URLS: https://+:8443;http://+:80
      # ASPNETCORE_Kestrel__Certificates__Default__Password: <password for pfx file>
      ASPNETCORE_Kestrel__Certificates__Default__Path: /tmp/pkcs12/certificate.pfx
    volumes:
      - ./oauth/pkcs12:/tmp/pkcs12:ro
      - ./oauth:/tmp/config:ro
    networks:
      corporanet:
        aliases:
          - oidc.corporanet.local
networks:
  corporanet:
volumes:
  database:
  localstack: