Skip to content
Check any new django Migrations

build: capturing new migrations. #104

Sign in to view logs

build: capturing new migrations.

build: capturing new migrations. #104

Workflow file for this run

.github/workflows/capture_new_migrations.yml at 1787a61
name: Check any new django Migrations
on:
workflow_dispatch:
pull_request:
push:
branches:
- master
jobs:
check_migrations:
name: check migrations
runs-on: ${{ matrix.os }}
strategy:
matrix:
os: [ ubuntu-20.04 ]
python-version: [ 3.8 ]
# 'pinned' is used to install the latest patch version of Django
# within the global constraint i.e. Django==3.2.21 in current case
# because we have global constraint of Django<4.2
django-version: ["4.2"]
mongo-version: ["4"]
mysql-version: ["8"]
# excluding mysql5.7 with Django 4.2 since Django 4.2 has
# dropped support for MySQL<8
exclude:
- django-version: "4.2"
mysql-version: "5.7"
services:
mongo:
image: mongo:${{ matrix.mongo-version }}
ports:
- 27017:27017
# Note: Calling mongo here only works with mongo 4, in newer versions of mongo
# we'll have to use `mongosh`
options: >-
--health-cmd "mongo --quiet --eval 'db.runCommand(\"ping\")'"
--health-interval 10s
--health-timeout 5s
--health-retries 3
mysql:
image: mysql:${{ matrix.mysql-version }}
ports:
- 3306:3306
env:
MYSQL_DATABASE: "edxapp"
MYSQL_USER: "edxapp001"
MYSQL_PASSWORD: "password"
MYSQL_RANDOM_ROOT_PASSWORD: true
options: >-
--health-cmd "mysqladmin ping"
--health-interval 10s
--health-timeout 5s
--health-retries 3
steps:
- name: Setup mongodb user
run: |
mongosh edxapp --eval '
db.createUser(
{
user: "edxapp",
pwd: "password",
roles: [
{ role: "readWrite", db: "edxapp" },
]
}
);
'
- name: Verify mongo and mysql db credentials
run: |
mysql -h 127.0.0.1 -uedxapp001 -ppassword -e "select 1;" edxapp
mongosh --host 127.0.0.1 --username edxapp --password password --eval 'use edxapp; db.adminCommand("ping");' edxapp
- name: Checkout master repo
uses: actions/checkout@v2
with:
ref: master
- name: Setup Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
- name: Install system Packages
run: |
sudo apt-get update
make ubuntu-requirements
- name: Get pip cache dir
id: pip-cache-dir
run: |
echo "::set-output name=dir::$(pip cache dir)"
- name: Cache pip dependencies
id: cache-dependencies
uses: actions/cache@v3
with:
path: ${{ steps.pip-cache-dir.outputs.dir }}
key: ${{ runner.os }}-pip-${{ hashFiles('requirements/edx/development.txt') }}
restore-keys: ${{ runner.os }}-pip-
- name: Install Python dependencies
run: |
make dev-requirements
if [[ "${{ matrix.django-version }}" != "pinned" ]]; then
pip install "django~=${{ matrix.django-version }}.0"
pip check # fail if this test-reqs/Django combination is broken
fi
- name: Run Tests
env:
LMS_CFG: lms/envs/minimal.yml
# This is from the LMS dir on purpose since we don't need anything different for the CMS yet.
STUDIO_CFG: lms/envs/minimal.yml
run: |
echo "Running the LMS migrations."
./manage.py lms migrate social_django
# echo "Running the CMS migrations."
# ./manage.py cms migrate
# - name: "Setup env vars"
# id: envvars
# run: |
# number1=10
# number2=5
# echo "Number 1: $number1"
# echo "Number 2: $number2"
# result=$((number1 - number2))
# echo "Result: $result"
# echo "SUBTRACTION_RESULT=$result" >> $GITHUB_ENV
# shell: bash
#
# - name: Use subtraction result
# run: |
# subtraction_result=${{ env.SUBTRACTION_RESULT }}
# echo "Subtraction Result: $subtraction_result"
- name: Verify executed migrations on master.
id: capture1
shell: bash
run: |
query_result1=$(mysql -h 127.0.0.1 -uedxapp001 -ppassword -e "select count(*) from django_migrations;" edxapp;)
echo "echo $query_result1"
numeric_result=$(echo "$query_result1" | tr -d '\n' | sed -E 's/[^0-9]+//g')
echo "Numeric Result: $numeric_result"
echo "FIRST_QUERY=$numeric_result" >> $GITHUB_ENV
- name: Step 12
run: |
subtraction_result=${{ env.FIRST_QUERY }}
echo "State is: subtraction_result"
- name: Checkout branch repo
uses: actions/checkout@v2
- name: Install Python dependencies
run: |
make dev-requirements
if [[ "${{ matrix.django-version }}" != "pinned" ]]; then
pip install "django~=${{ matrix.django-version }}.0"
pip check # fail if this test-reqs/Django combination is broken
fi
#
- name: list installed package versions
run: |
pip freeze
- name: Run Tests
env:
LMS_CFG: lms/envs/minimal.yml
# This is from the LMS dir on purpose since we don't need anything different for the CMS yet.
STUDIO_CFG: lms/envs/minimal.yml
run: |
echo "Running the LMS migrations."
./manage.py lms migrate social_django
# echo "Running the CMS migrations."
# ./manage.py cms migrate
- name: Verify executed migrations on branch.
shell: bash
id: capture2
run: |
query_result1=$(mysql -h 127.0.0.1 -uedxapp001 -ppassword -e "select count(*) from django_migrations;" edxapp;)
echo "echo $query_result1"
numeric_result=$(echo "$query_result1" | tr -d '\n' | sed -E 's/[^0-9]+//g')
echo "Numeric Result: $numeric_result"
echo "SECOND_QUERY=$numeric_result" >> $GITHUB_ENV
- name: Process Data
run: |
echo "echo ${{ env.SECOND_QUERY }}"
echo "echo ${{ env.FIRST_QUERY }}"
number1=${{ env.SECOND_QUERY }}
number2=${{ env.FIRST_QUERY }}
diff=$((number1 - number2))
data=$(mysql -h 127.0.0.1 -uedxapp001 -ppassword -e "select app, name from django_migrations ORDER by -id limit $diff;" edxapp;)
formatted_data=$(echo "$data" | tr '\t' ' ')
echo "CUSTOM_MESSAGE=$formatted_data" >> $GITHUB_ENV
shell: bash
- name: Comment PR
uses: thollander/actions-comment-pull-request@v2
with:
message: |
Here is the data:
${{ secrets.CUSTOM_MESSAGE }}
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
# This job aggregates test results. It's the required check for branch protection.
# https://github.com/marketplace/actions/alls-green#why
# https://github.com/orgs/community/discussions/33579
success:
name: Migrations checks successful
if: always()
needs:
- check_migrations
runs-on: ubuntu-latest
steps:
- name: Decide whether the needed jobs succeeded or failed
# uses: re-actors/[email protected]
uses: re-actors/alls-green@05ac9388f0aebcb5727afa17fcccfecd6f8ec5fe
with:
jobs: ${{ toJSON(needs) }}