21519 - Work on partner disbursements

.github/CODEOWNERS

@@ -1 +1 @@
-* @seeker25 @jxio @ochiu @rodrigo-barraza @avni-work @sameer0422
+* @seeker25 @jxio @ochiu @rodrigo-barraza

.github/workflows/bcol-api-cd.yml

@@ -4,6 +4,7 @@ on:
   push:
     branches:
       - main
+      - release/*
     paths:
       - "bcol-api/**"
   workflow_dispatch:

.github/workflows/bcol-api-ci.yml

@@ -4,7 +4,7 @@ on:
   pull_request:
     branches:
       - main
-      - feature-queue-python-upgrade
+      - release/*
     paths:
       - "bcol-api/**"
 
@@ -102,6 +102,11 @@ jobs:
         uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
+      - name: Install docker-compose
+        run: |
+          sudo curl -L https://github.com/docker/compose/releases/latest/download/docker-compose-$(uname -s)-$(uname -m) -o /usr/local/bin/docker-compose
+          sudo chmod +x /usr/local/bin/docker-compose
+          docker-compose version
       - name: Install dependencies
         run: |
           sudo apt update

.github/workflows/ftp-poller-ci.yml

@@ -4,7 +4,7 @@ on:
   pull_request:
     branches:
       - main
-      - feature-queue-python-upgrade
+      - release/*
     paths:
       - "jobs/ftp-poller/**"
 
@@ -82,6 +82,11 @@ jobs:
         uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
+      - name: Install docker-compose
+        run: |
+          sudo curl -L https://github.com/docker/compose/releases/latest/download/docker-compose-$(uname -s)-$(uname -m) -o /usr/local/bin/docker-compose
+          sudo chmod +x /usr/local/bin/docker-compose
+          docker-compose version
       - name: Install dependencies
         run: |
           make setup

.github/workflows/notebook-report-ci.yml

@@ -4,6 +4,7 @@ on:
   pull_request:
     branches:
       - main
+      - release/*
     paths:
       - "jobs/notebook-report/**"
 

.github/workflows/pay-admin-ci.yml

@@ -4,7 +4,7 @@ on:
   pull_request:
     branches:
       - main
-      - feature-queue-python-upgrade
+      - release/*
     paths:
       - "pay-admin/**"
       - "pay-api/src/pay_api/models/**"

.github/workflows/pay-api-ci.yml

@@ -4,7 +4,7 @@ on:
   pull_request:
     branches:
       - main
-      - feature-queue-python-upgrade
+      - release/*
     paths:
       - "pay-api/**"
 
@@ -93,6 +93,11 @@ jobs:
         uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
+      - name: Install docker-compose
+        run: |
+          sudo curl -L https://github.com/docker/compose/releases/latest/download/docker-compose-$(uname -s)-$(uname -m) -o /usr/local/bin/docker-compose
+          sudo chmod +x /usr/local/bin/docker-compose
+          docker-compose version
       - name: Install dependencies
         run: |
           make setup

.github/workflows/pay-queue-ci.yml

@@ -4,7 +4,7 @@ on:
   pull_request:
     branches:
       - main
-      - feature-queue-python-upgrade
+      - release/*
     paths:
       - "pay-queue/**"
       - "pay-api/src/pay_api/models/**"
@@ -93,6 +93,11 @@ jobs:
         uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
+      - name: Install docker-compose
+        run: |
+          sudo curl -L https://github.com/docker/compose/releases/latest/download/docker-compose-$(uname -s)-$(uname -m) -o /usr/local/bin/docker-compose
+          sudo chmod +x /usr/local/bin/docker-compose
+          docker-compose version
       - name: Install dependencies
         run: |
           make setup

.github/workflows/payment-jobs-ci.yml

@@ -4,8 +4,7 @@ on:
   pull_request:
     branches:
       - main
-      - feature-queue-python-upgrade
-      - release*
+      - release/*
     paths:
       - "jobs/payment-jobs/**"
       - "pay-api/src/pay_api/models/**"
@@ -85,6 +84,11 @@ jobs:
         uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
+      - name: Install docker-compose
+        run: |
+          sudo curl -L https://github.com/docker/compose/releases/latest/download/docker-compose-$(uname -s)-$(uname -m) -o /usr/local/bin/docker-compose
+          sudo chmod +x /usr/local/bin/docker-compose
+          docker-compose version
       - name: Install dependencies
         run: |
           make setup

DEVELOPER_NOTES.md

@@ -190,4 +190,27 @@ it will work and process on the pod.
 21. Where are the reports generated (report-api)? 
 Here: https://github.com/bcgov/bcros-common/
 
-
+22. How do I resolve some of the database performance issues? Take a look at some of the longer running queries if they're stuck:
+
+SELECT pid, usename, query, state,
+       EXTRACT(EPOCH FROM (now() - query_start)) AS duration
+FROM pg_stat_activity
+WHERE state != 'idle'
+ORDER BY duration DESC;
+
+or 
+
+SELECT *
+FROM pg_stat_activity
+WHERE state = 'active';
+
+Terminate long running queries if required, for long running query operations, if it is a parallel worker you should kill the leader_pid as well or it can just spawn more parallel workers:
+
+SELECT pg_terminate_backend(pid)
+FROM pg_stat_activity
+WHERE pid in (146105,
+              146355,
+              146394
+    );
+
+

bcol-api/Dockerfile

@@ -77,6 +77,7 @@ COPY --chown=web:web ./README.md /code
 # Project initialization:
 RUN --mount=type=cache,target="$POETRY_CACHE_DIR" \
   echo "$APP_ENV" \
+  && poetry config installer.max-workers 1 \
   && poetry version \
   # Install deps:
   && poetry run pip install -U pip \

bcol-api/Makefile

@@ -39,6 +39,7 @@ clean-test: ## clean test files
 install: clean
 	unset HOME ## unset HOME because it's in the DEV .env file, will cause permissions issues
 	pip install poetry ;\
+	poetry config installer.max-workers 1
 	poetry install
 
 #################################################################################