Merge pull request #908 from basedosdados/staging/fix-anatel-time-out #735
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| name: Register flows (production) | |
| on: | |
| push: | |
| branches: [main] | |
| paths: | |
| - .github/workflows/cd.yaml | |
| - pipelines/**/* | |
| - pyproject.toml | |
| - Dockerfile | |
| env: | |
| GCP_PROJECT_ID: ${{ secrets.GCP_PROJECT_ID }} | |
| GCP_SA_KEY: ${{ secrets.GCP_SA_KEY }} | |
| GH_PAT: ${{ secrets.GH_PAT }} | |
| GKE_CLUSTER: ${{ secrets.GKE_CLUSTER_NAME }} | |
| GKE_ZONE: ${{ secrets.GKE_ZONE }} | |
| IMAGE_NAME: ghcr.io/basedosdados/prefect-flows | |
| PREFECT__BACKEND: cloud | |
| PREFECT__CLOUD__API: https://prefect.basedosdados.org/api | |
| PREFECT__CLOUD__PORT: 443 | |
| PREFECT__SERVER__PROJECT: ${{ secrets.PREFECT__SERVER__PROJECT }} | |
| PREFECT_AUTH_TOML: ${{ secrets.PREFECT_AUTH_TOML }} | |
| jobs: | |
| build-container: | |
| name: Register flows (production) | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Set up poetry | |
| run: pipx install poetry | |
| - name: Set up python | |
| uses: actions/setup-python@v4 | |
| with: | |
| cache: poetry | |
| python-version: '3.10' | |
| - name: Setup Google Cloud CLI | |
| uses: google-github-actions/[email protected] | |
| with: | |
| service_account_key: ${{ secrets.GCP_SA_KEY }} | |
| project_id: ${{ secrets.GCP_PROJECT_ID }} | |
| export_default_credentials: true | |
| - name: Install Python dependencies for deploying | |
| run: |- | |
| poetry install --with=dev | |
| - name: Update image tag in constants | |
| run: |- | |
| poetry run python .github/workflows/scripts/replace_docker_tag.py $IMAGE_NAME $GITHUB_SHA | |
| - name: Get changed files for code tree analysis | |
| id: files | |
| uses: Ana06/[email protected] | |
| - name: Perform code tree analysis | |
| id: code-tree-analysis | |
| continue-on-error: true | |
| run: | | |
| poetry run python .github/workflows/scripts/code_tree_analysis.py "${{ steps.files.outputs.all }}" --write-to-file | |
| - name: Write auth.toml | |
| run: |- | |
| mkdir -p $HOME/.prefect | |
| echo $PREFECT_AUTH_TOML | base64 --decode > $HOME/.prefect/auth.toml | |
| - name: Wait for Docker image to be available | |
| uses: lewagon/[email protected] | |
| with: | |
| ref: ${{ github.ref }} | |
| check-name: Build Docker image | |
| repo-token: ${{ secrets.GITHUB_TOKEN }} | |
| verbose: true | |
| - name: Register Prefect flows | |
| run: |- | |
| poetry run python .github/workflows/scripts/register_flows.py --project $PREFECT__SERVER__PROJECT --path pipelines/ --schedule | |
| - name: Delete archieved flow runs | |
| run: poetry run python .github/workflows/scripts/delete_archieved_flow_runs.py |