COMMENTS - Empty PR

.devcontainer/devcontainer.json

@@ -1,24 +1,23 @@
 {
-  "image": "mcr.microsoft.com/devcontainers/python:3.11-bookworm",
-  "postCreateCommand": "pip3 install -r requirements.txt && sudo apt-get update && sudo apt-get libgl-dev libmagic-dev  -y",
+  "image": "python:3.12-bookworm",
+  "postCreateCommand": "pip3 install poetry && apt update && apt install libgl-dev libmagic-dev docker-ce  -y && poetry install && chmod 777 data/elastic",
   "name": "redbox-dev",
   "features": {
-    "ghcr.io/devcontainers/features/aws-cli:1": {},
     "ghcr.io/devcontainers/features/git:1": {},
-    "ghcr.io/devcontainers/features/github-cli:1": {},
     "ghcr.io/devcontainers/features/terraform:1": {},
     "ghcr.io/devcontainers-contrib/features/black:2": {},
     "ghcr.io/devcontainers-contrib/features/isort:2": {},
-    "ghcr.io/stuartleeks/dev-container-features/shell-history:0": {},
     "ghcr.io/jungaretti/features/make:1": {},
-    "ghcr.io/joshuanianji/devcontainer-features/aws-cli-persistence:0": {},
     "ghcr.io/devcontainers/features/docker-outside-of-docker:1": {}
   },
   "runArgs": [
     "--network",
     "host" // use host networking so that the dev container can access the API when running the container locally
   ],
   "forwardPorts": [
-    8501 // port for streamlit
+    8501,
+    5601,
+    9200,
+    9001
   ]
 }

.editorconfig

@@ -0,0 +1,33 @@
+# https://gds-way.digital.cabinet-office.gov.uk/manuals/programming-languages/editorconfig
+
+root = true
+
+[*.html]
+indent_size = 2
+indent_style = space
+charset = utf-8
+end_of_line = lf
+insert_final_newline = true
+trim_trailing_whitespace = true
+
+[*.css]
+indent_size = 2
+indent_style = space
+charset = utf-8
+end_of_line = lf
+insert_final_newline = true
+trim_trailing_whitespace = true
+
+[*.js]
+max_line_length = 999
+
+[*.mjs]
+max_line_length = 999
+
+[*.py]
+indent_size = 4
+indent_style = space
+charset = utf-8
+end_of_line = lf
+insert_final_newline = true
+trim_trailing_whitespace = true

.env.example

@@ -1,28 +1,84 @@
+# === LLM  ===
+# Not developed yet 
 ANTHROPIC_API_KEY=
-SERVER_ENDPOINT=
-DEV_MODE=false
-TOKENIZERS_PARALLELISM=false
-
-CACHE_LLM_RESPONSES=true
-CACHE_LLM_DB=data/.llm_cache.db
-
-ELASTIC_VERSION=8.11.0
-ELASTIC_USER=elastic
-ELASTIC_PASSWORD='redboxpass'
-LOGSTASH_INTERNAL_PASSWORD='redboxpass'
-KIBANA_SYSTEM_PASSWORD='redboxpass'
-METRICBEAT_INTERNAL_PASSWORD='redboxpass'
-FILEBEAT_INTERNAL_PASSWORD='redboxpass'
-HEARTBEAT_INTERNAL_PASSWORD='redboxpass'
-MONITORING_INTERNAL_PASSWORD='redboxpass'
-BEATS_SYSTEM_PASSWORD='redboxpass'
-
-# "filesystem" or "elasticsearch"
-STORAGE_MODE="filesystem"
-
-# ACCOUNT_ID=""
-# AWS_REGION=""
-
-# COGNITO_REGION="",
-# COGNITO_USERPOOL_ID="",
-# COGNITO_APP_CLIENT_ID=""
+
+# Choose one of using an OPEN AI key 
+OPENAI_API_KEY=
+
+# Or an Azure Open AI endpoint
+AZURE_OPENAI_MODEL=
+OPENAI_API_VERSION=2024-02-01 
+
+LLM_MAX_TOKENS=1024
+
+# === Development ===
+
+DEV_MODE=true
+
+# Langfuse
+LANGFUSE_SECRET_KEY=sk-lf-878345f5-fa2c-46f0-8193-d6be00910ab0
+LANGFUSE_PUBLIC_KEY=pk-lf-6f517f1f-3fd0-4b00-9c2d-e9756132cc11
+LANGFUSE_HOST="http://localhost:3000"
+
+# === Database ===
+
+ELASTIC__VERSION=8.11.0
+ELASTIC__USER=elastic
+ELASTIC__PASSWORD=redboxpass
+ELASTIC__PORT=9200
+ELASTIC__SCHEME=http
+ELASTIC__SUBSCRIPTION_LEVEL=basic
+
+KIBANA_SYSTEM_PASSWORD=redboxpass
+METRICBEAT_INTERNAL_PASSWORD=redboxpass
+FILEBEAT_INTERNAL_PASSWORD=redboxpass
+HEARTBEAT_INTERNAL_PASSWORD=redboxpass
+MONITORING_INTERNAL_PASSWORD=redboxpass
+BEATS_SYSTEM_PASSWORD=redboxpass
+
+# === Embedding ===
+EMBEDDING_MODEL=
+EMBEDDING_AZURE_OPENAI_ENDPOINT=
+EMBEDDING_OPENAI_API_KEY=
+
+# === Object Storage ===
+
+MINIO_PORT=9000
+AWS_ACCESS_KEY=minioadmin
+AWS_SECRET_KEY=minioadmin
+
+AWS_REGION=eu-west-2
+
+# minio or s3
+OBJECT_STORE=minio
+BUCKET_NAME=redbox-storage-dev
+
+# === Django App ===
+
+DJANGO_SETTINGS_MODULE=redbox_app.settings
+DEBUG=True
+DJANGO_SECRET_KEY=1n53cur3K3y
+DJANGO_LOG_LEVEL=DEBUG
+ENVIRONMENT=LOCAL
+POSTGRES_USER=redbox-core
+POSTGRES_DB=redbox-core
+POSTGRES_PASSWORD=insecure
+[email protected]
+EMAIL_BACKEND_TYPE=CONSOLE
+GOV_NOTIFY_API_KEY=f4k3_k3y
+[email protected]
+GOVUK_NOTIFY_PLAIN_EMAIL_TEMPLATE_ID=example-id
+EMAIL_FILE_PATH='/app/mail'
+FILE_EXPIRY_IN_DAYS=30
+ALLOW_SIGN_UPS=True
+DJANGO_API_HOST=http://localhost:8090
+
+# === Playwright Tests ===
+
+USER_EMAIL=
+
+# === Security classifications ===
+# The maximum security classification permitted for the app to handle
+
+# OFFICIAL, OFFICIAL_SENSITIVE, SECRET or TOP_SECRET
+MAX_SECURITY_CLASSIFICATION=OFFICIAL_SENSITIVE

.github/.github.env

@@ -0,0 +1,9 @@
+# github specific
+EC2_INSTANCE_TYPE=t3.large
+RUNNER_SIZE=large
+
+# App related
+APP_NAME=redbox
+
+REPO=redbox
+INFRA_CONFIG_REPO=redbox-copilot-infra-config

.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,38 @@
+---
+name: Bug report
+about: Create a report to help us improve
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+**Describe the bug**
+A clear and concise description of what the bug is.
+
+**To Reproduce**
+Steps to reproduce the behavior:
+1. Go to '...'
+2. Click on '....'
+3. Scroll down to '....'
+4. See error
+
+**Expected behavior**
+A clear and concise description of what you expected to happen.
+
+**Screenshots**
+If applicable, add screenshots to help explain your problem.
+
+**Desktop (please complete the following information):**
+ - OS: [e.g. iOS]
+ - Browser [e.g. chrome, safari]
+ - Version [e.g. 22]
+
+**Smartphone (please complete the following information):**
+ - Device: [e.g. iPhone6]
+ - OS: [e.g. iOS8.1]
+ - Browser [e.g. stock browser, safari]
+ - Version [e.g. 22]
+
+**Additional context**
+Add any other context about the problem here.

.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,20 @@
+---
+name: Feature request
+about: Suggest an idea for this project
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+**Is your feature request related to a problem? Please describe.**
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+**Describe the solution you'd like**
+A clear and concise description of what you want to happen.
+
+**Describe alternatives you've considered**
+A clear and concise description of any alternative solutions or features you've considered.
+
+**Additional context**
+Add any other context or screenshots about the feature request here.

.github/PULL_REQUEST_TEMPLATE.md

@@ -0,0 +1,20 @@
+## Context
+
+<!-- Why are you making this change? What might surprise someone about it? -->
+
+## Changes proposed in this pull request
+
+<!-- If there are UI changes, please include Before and After screenshots. -->
+
+## Guidance to review
+
+<!-- How could someone else check this work? Which parts do you want more feedback on? -->
+
+## Relevant links
+
+
+## Things to check
+
+- [ ] I have added any new ENV vars in all deployed environments
+- [ ] I have tested any code added or changed
+- [ ] I have run integration tests

.github/dependabot.yml

@@ -0,0 +1,26 @@
+# To get started with Dependabot version updates, you'll need to specify which
+# package ecosystems to update and where the package manifests are located.
+# Please see the documentation for all configuration options:
+# https://docs.github.com/github/administering-a-repository/configuration-options-for-dependency-updates
+
+version: 2
+updates:
+  - package-ecosystem: "pip" # See documentation for possible values
+    directories:
+      - "/"
+      - "/core-api/"
+      - "/django_app/"
+      - "/redbox-core/"
+      - "/worker/"
+    schedule:
+      interval: "daily"
+    groups:
+      minor-patch:
+        update-types:
+          - "minor"
+          - "patch"
+    ignore:
+      - dependency-name: faststream
+      - dependency-name: torch # https://dev-discuss.pytorch.org/t/pytorch-macos-x86-builds-deprecation-starting-january-2024/1690
+      - dependency-name: sentence-transformers
+      - dependency-name: pikepdf

.github/workflows/_cicd.yml

@@ -0,0 +1,57 @@
+name: _cicd (build and release entry)
+
+on:
+  push:
+    branches:
+      - main
+  release:
+    types:
+      - released
+  workflow_dispatch:
+    inputs:
+      core_repo_reference:
+        description: 'The SHA to set the core repo to'
+        required: false
+        default: refs/heads/main
+      config_repo_reference:
+        description: 'The SHA to set the config repo to'
+        required: false
+        default: refs/heads/main
+
+permissions:
+  id-token: write
+  contents: read
+
+jobs:
+  release-dev:
+    # if: ${{ false }}  # Uncomment this, and comment out the line below, to disable this workflow path
+    if: github.event_name == 'workflow_dispatch'
+    uses: i-dot-ai/redbox/.github/workflows/build-and-release.yml@main
+    with:
+      environment: dev
+      core_infra_repo_reference: ${{ inputs.core_repo_reference }}
+      config_repo_reference: ${{ inputs.config_repo_reference }}
+      author_name: ${{ github.actor }}
+    secrets: inherit
+
+  release-preprod:
+    # if: ${{ false }}  # Uncomment this, and comment out the line below, to disable this workflow path
+    if: github.event_name == 'push' && github.ref_name == 'main'
+    uses: i-dot-ai/redbox/.github/workflows/build-and-release.yml@main
+    with:
+      environment: preprod
+      core_infra_repo_reference: 'refs/heads/main'
+      config_repo_reference: 'refs/heads/main'
+      author_name: ${{ github.actor }}
+    secrets: inherit
+
+  release-prod:
+#    if: ${{ false }}  # Uncomment this, and comment out the line below, to disable this workflow path
+    if: github.event_name == 'release'
+    uses: i-dot-ai/redbox/.github/workflows/build-and-release.yml@main
+    with:
+      environment: prod
+      core_infra_repo_reference: 'refs/heads/main'
+      config_repo_reference: 'refs/heads/main'
+      author_name: ${{ github.event.release.user.login }}
+    secrets: inherit