update lambdas to Python 3.11 (#4241) #135
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Deploy lambdas to S3 and ECR | |
| on: | |
| push: | |
| branches: | |
| - master | |
| paths: | |
| - '.github/workflows/deploy-lambdas.yaml' | |
| - 'lambdas/**' | |
| jobs: | |
| deploy-lambda-s3: | |
| strategy: | |
| matrix: | |
| path: | |
| - access_counts | |
| - indexer | |
| - pkgevents | |
| - pkgpush | |
| - preview | |
| - s3hash | |
| - status_reports | |
| - tabular_preview | |
| - transcode | |
| runs-on: ubuntu-latest | |
| # These permissions are needed to interact with GitHub's OIDC Token endpoint. | |
| permissions: | |
| id-token: write | |
| contents: read | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Build zip | |
| run: | | |
| BUILDER_IMAGE=quiltdata/lambda:build-$(cat lambdas/${{ matrix.path }}/.python-version) | |
| touch ./out.zip | |
| docker run --rm \ | |
| --entrypoint /build_zip.sh \ | |
| -v "$PWD/lambdas/${{ matrix.path }}":/lambda/function:z \ | |
| -v "$PWD/out.zip":/out.zip:z \ | |
| -v "$PWD/lambdas/scripts/build_zip.sh":/build_zip.sh:z \ | |
| "$BUILDER_IMAGE" | |
| - name: Configure AWS credentials from Prod account | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: arn:aws:iam::730278974607:role/github/GitHub-Quilt | |
| aws-region: us-east-1 | |
| - name: Upload zips to Prod S3 | |
| run: | | |
| s3_key="${{ matrix.path }}/${{ github.sha }}.zip" | |
| ./lambdas/scripts/upload_zip.sh ./out.zip "$AWS_REGION" "$s3_key" | |
| - name: Configure AWS credentials from GovCloud account | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: arn:aws-us-gov:iam::313325871032:role/github/GitHub-Quilt | |
| aws-region: us-gov-east-1 | |
| - name: Upload zips to GovCloud S3 | |
| run: | | |
| s3_key="${{ matrix.path }}/${{ github.sha }}.zip" | |
| ./lambdas/scripts/upload_zip.sh ./out.zip "$AWS_REGION" "$s3_key" | |
| deploy-lambda-ecr: | |
| strategy: | |
| matrix: | |
| path: | |
| - thumbnail | |
| runs-on: ubuntu-latest | |
| # These permissions are needed to interact with GitHub's OIDC Token endpoint. | |
| permissions: | |
| id-token: write | |
| contents: read | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Build Docker image | |
| working-directory: ./lambdas/${{ matrix.path }} | |
| run: docker buildx build -t "quiltdata/lambdas/${{ matrix.path }}:${{ github.sha }}" -f Dockerfile . | |
| - name: Configure AWS credentials from Prod account | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: arn:aws:iam::730278974607:role/github/GitHub-Quilt | |
| aws-region: us-east-1 | |
| - name: Push Docker image to Prod ECR | |
| run: ./lambdas/scripts/upload_ecr.sh 730278974607 "quiltdata/lambdas/${{ matrix.path }}:${{ github.sha }}" | |
| - name: Configure AWS credentials from GovCloud account | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: arn:aws-us-gov:iam::313325871032:role/github/GitHub-Quilt | |
| aws-region: us-gov-east-1 | |
| - name: Push Docker image to GovCloud ECR | |
| run: ./lambdas/scripts/upload_ecr.sh 313325871032 "quiltdata/lambdas/${{ matrix.path }}:${{ github.sha }}" |