Bump actions/download-artifact from 3 to 4.1.7 in /.github/workflows #2
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: CI | |
# Variables | |
env: | |
IP_ROOT: ./test/designs/.ip-root | |
# Events that trigger workflow | |
on: | |
# Runs on all pushes to branches | |
push: | |
# Runs on all PRs | |
pull_request: | |
# Runs every day at midnight UTC | |
schedule: | |
- cron: "0 0 * * *" | |
# Manual Dispatch | |
workflow_dispatch: | |
jobs: | |
prepare-test-matrices: | |
name: Prepare Test Matrices and Cache PDKs | |
runs-on: ubuntu-22.04 | |
outputs: | |
design_matrix: ${{ steps.set-matrix.outputs.design_matrix }} | |
opdks_rev: ${{ steps.set-rev.outputs.opdks_rev }} | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Python Dependencies | |
run: | | |
python3 -m pip install -r ./requirements.txt | |
- name: Determine If Running Extended Test Set | |
run: | | |
export EVENT_NAME=${{ github.event_name }}; | |
python3 ./.github/scripts/determine_test_set.py | |
- name: Set Matrix | |
id: set-matrix | |
run: | | |
python3 ./.github/test_sets/get_test_matrix.py --scl sky130A/sky130_fd_sc_hd --scl gf180mcuD/gf180mcu_fd_sc_mcu7t5v0 $TEST_SETS | |
echo "design_matrix=$(python3 ./.github/test_sets/get_test_matrix.py --scl sky130A/sky130_fd_sc_hd --scl gf180mcuD/gf180mcu_fd_sc_mcu7t5v0 $TEST_SETS)" >> $GITHUB_OUTPUT | |
- name: Get Open PDKs Revision | |
id: set-rev | |
run: | | |
echo "opdks_rev=$(cat ./openlane/open_pdks_rev)" >> $GITHUB_OUTPUT | |
- name: Cache sky130 PDK | |
uses: actions/cache@v3 | |
with: | |
path: ${{ github.workspace }}/.volare-sky130 | |
key: cache-sky130-pdk-${{ steps.set-rev.outputs.opdks_rev }} | |
- name: Enable sky130 PDK | |
run: | | |
export GITHUB_TOKEN=${{ secrets.GITHUB_TOKEN }} | |
volare enable --pdk sky130 --pdk-root ${{ github.workspace }}/.volare-sky130 ${{ steps.set-rev.outputs.opdks_rev }} | |
- name: Cache gf180mcu PDK | |
uses: actions/cache@v3 | |
with: | |
path: ${{ github.workspace }}/.volare-gf180mcu | |
key: cache-gf180mcu-pdk-${{ steps.set-rev.outputs.opdks_rev }} | |
- name: Enable gf180mcu PDK | |
run: | | |
export GITHUB_TOKEN=${{ secrets.GITHUB_TOKEN }} | |
volare enable --pdk gf180mcu --pdk-root ${{ github.workspace }}/.volare-gf180mcu ${{ steps.set-rev.outputs.opdks_rev }} | |
- name: Download IPM | |
run: | | |
python3 -m pip install git+https://github.com/efabless/IPM | |
- name: Checkout submodules | |
uses: actions/checkout@v3 | |
with: | |
submodules: true | |
lint: | |
name: Lint | |
runs-on: ubuntu-22.04 | |
steps: | |
- name: Check out repo | |
uses: actions/checkout@v3 | |
- name: Set Up Python | |
uses: actions/setup-python@v4 | |
with: | |
python-version: "3.8" | |
- name: Install Linters | |
run: make venv | |
- name: Lint | |
run: | | |
PATH=$PWD/venv/bin:$PATH make lint | |
build-py: | |
runs-on: ubuntu-22.04 | |
needs: [lint, prepare-test-matrices] | |
strategy: | |
matrix: | |
python-version: ["3.8", "3.9", "3.10"] | |
fail-fast: false | |
name: Build and Unit Test (Python ${{ matrix.python-version }}) | |
steps: | |
- name: Check out repo | |
uses: actions/checkout@v3 | |
- name: Set Up Python | |
uses: actions/setup-python@v4 | |
with: | |
python-version: ${{ matrix.python-version }} | |
- name: Cache sky130 PDK | |
id: cache-sky130-pdk | |
uses: actions/cache@v3 | |
with: | |
path: ${{ github.workspace }}/.volare-sky130 | |
key: cache-sky130-pdk-${{ needs.prepare-test-matrices.outputs.opdks_rev }} | |
- name: Enable sky130 PDK | |
if: steps.cache-sky130-pdk.outputs.cache-hit != 'true' | |
run: | | |
pip3 install -r ./requirements.txt | |
export GITHUB_TOKEN=${{ secrets.GITHUB_TOKEN }} | |
volare enable --pdk sky130 --pdk-root ${{ github.workspace }}/.volare-sky130 ${{ needs.prepare-test-matrices.outputs.opdks_rev }} | |
- name: Run Unit Tests | |
run: | | |
make venv | |
./venv/bin/coverage run -m pytest -n auto --pdk-root="${{ github.workspace }}/.volare-sky130" | |
./venv/bin/coverage report | |
./venv/bin/coverage html | |
build-linux-amd64: | |
needs: lint | |
runs-on: ubuntu-22.04 | |
name: Build (Nix on Linux/amd64) | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Initialize Step Unit Test Submodule | |
run: | | |
git submodule update --init test/steps/all | |
- name: Set up GITHUB_TOKEN | |
run: | | |
echo "GITHUB_TOKEN=${{ secrets.GITHUB_TOKEN }}" >> $GITHUB_ENV | |
- name: Install Nix | |
run: | | |
sh <(curl -L https://nixos.org/nix/install) --yes --daemon --nix-extra-conf-file /dev/stdin <<EXTRA_NIX_CONF | |
extra-experimental-features = nix-command flakes | |
extra-substituters = https://openlane.cachix.org | |
extra-trusted-public-keys = openlane.cachix.org-1:qqdwh+QMNGmZAuyeQJTH9ErW57OWSvdtuwfBKdS254E= | |
EXTRA_NIX_CONF | |
. '/nix/var/nix/profiles/default/etc/profile.d/nix-daemon.sh' | |
echo "PATH=$PATH" >> $GITHUB_ENV | |
- name: Build with Nix | |
uses: ./.github/actions/build_nix | |
with: | |
nix_system: x86_64-linux | |
local_cache_key: derivation-${{ github.run_id }} | |
cachix_cache: ${{ vars.CACHIX_CACHE || 'openlane' }} | |
cachix_token: "${{ secrets.CACHIX_TOKEN }}" | |
run_tests: "true" | |
build-linux-aarch64: | |
needs: lint | |
runs-on: ubuntu-22.04 | |
name: Build (Nix on Linux/aarch64) | |
steps: | |
- uses: docker/setup-qemu-action@v1 | |
- uses: actions/checkout@v3 | |
- name: Initialize Step Unit Test Submodule | |
run: | | |
git submodule update --init test/steps/all | |
- name: Set up GITHUB_TOKEN | |
run: | | |
echo "GITHUB_TOKEN=${{ secrets.GITHUB_TOKEN }}" >> $GITHUB_ENV | |
- uses: DeterminateSystems/nix-installer-action@main # Using the DS Nix installer because it also sets up binfmt | |
- name: Build with Nix | |
uses: ./.github/actions/build_nix | |
with: | |
nix_system: aarch64-linux | |
local_cache_key: derivation-${{ github.run_id }} | |
cachix_cache: ${{ vars.CACHIX_CACHE || 'openlane' }} | |
cachix_token: "${{ secrets.CACHIX_TOKEN }}" | |
run_tests: "true" | |
build-mac-amd64: | |
needs: lint | |
runs-on: macos-12 | |
name: Build (Nix on macOS/amd64) | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Initialize Step Unit Test Submodule | |
run: | | |
git submodule update --init test/steps/all | |
- name: Set up GITHUB_TOKEN | |
run: | | |
echo "GITHUB_TOKEN=${{ secrets.GITHUB_TOKEN }}" >> $GITHUB_ENV | |
- name: Install Nix | |
run: | | |
sh <(curl -L https://nixos.org/nix/install) --yes --nix-extra-conf-file /dev/stdin <<EXTRA_NIX_CONF | |
extra-experimental-features = nix-command flakes | |
extra-substituters = https://openlane.cachix.org | |
extra-trusted-public-keys = openlane.cachix.org-1:qqdwh+QMNGmZAuyeQJTH9ErW57OWSvdtuwfBKdS254E= | |
EXTRA_NIX_CONF | |
. '/nix/var/nix/profiles/default/etc/profile.d/nix-daemon.sh' | |
echo "PATH=$PATH" >> $GITHUB_ENV | |
- name: Build with Nix | |
uses: ./.github/actions/build_nix | |
with: | |
nix_system: x86_64-darwin | |
cachix_cache: ${{ vars.CACHIX_CACHE || 'openlane' }} | |
cachix_token: "${{ secrets.CACHIX_TOKEN }}" | |
shell: "zsh {0}" | |
run_tests: "true" | |
build-docker: | |
runs-on: ubuntu-22.04 | |
strategy: | |
matrix: | |
arch: ["amd64", "aarch64"] | |
needs: [build-linux-amd64, build-linux-aarch64] | |
name: Build Docker Image (${{ matrix.arch }}) | |
steps: | |
- name: Check out repo | |
uses: actions/checkout@v3 | |
- uses: docker/setup-qemu-action@v1 | |
- name: Set Nix System | |
run: | | |
nix_system=x86_64-linux | |
if [ "${{ matrix.arch }}" == "aarch64" ]; then | |
nix_system=aarch64-linux | |
fi | |
echo "NIX_SYSTEM=$nix_system" >> $GITHUB_ENV | |
- uses: DeterminateSystems/nix-installer-action@main | |
- name: Build with Nix | |
uses: ./.github/actions/build_nix | |
with: | |
nix_system: ${{ env.NIX_SYSTEM }} | |
local_cache_key: derivation-${{ github.run_id }} | |
cachix_cache: ${{ vars.CACHIX_CACHE || 'openlane' }} | |
- name: Build Docker Image | |
run: | | |
IMAGE_PATH=$(nix build\ | |
--print-out-paths\ | |
--no-link\ | |
--accept-flake-config\ | |
--option system ${{ env.NIX_SYSTEM }}\ | |
--extra-platforms ${{ env.NIX_SYSTEM }}\ | |
.#packages.${{ env.NIX_SYSTEM }}.openlane-docker) | |
echo "IMAGE_PATH=$IMAGE_PATH" >> $GITHUB_ENV | |
cat $IMAGE_PATH | docker load | |
- name: Set Up Python | |
uses: actions/setup-python@v4 | |
with: | |
python-version: "3.8" | |
- name: Install Dependencies | |
run: make venv | |
# Do not cache the PDK. We want to test the typical Docker flow here. | |
- name: Smoke-Test Docker Image | |
run: | | |
mkdir -p $HOME/.volare | |
chmod -R 755 $HOME/.volare | |
if [ "${{ matrix.arch }}" == "aarch64" ]; then | |
export OPENLANE_IMAGE_OVERRIDE=openlane:tmp-aarch64-linux | |
elif [ "${{ matrix.arch }}" == "amd64" ]; then | |
export OPENLANE_IMAGE_OVERRIDE=openlane:tmp-x86_64-linux | |
fi | |
./venv/bin/python3 -m openlane\ | |
--docker-no-tty\ | |
--dockerized\ | |
--pdk-root ${{ github.workspace }}/.volare-sky130\ | |
--smoke-test | |
- name: Upload Docker Artifact | |
uses: actions/upload-artifact@v3 | |
with: | |
name: docker-image-${{ matrix.arch }} | |
path: ${{ env.IMAGE_PATH }} | |
test: | |
runs-on: ubuntu-22.04 | |
needs: [build-linux-amd64, prepare-test-matrices] | |
name: Test Design ${{ matrix.design.test_name }} (${{ matrix.design.pdk }}/${{matrix.design.scl}}) | |
strategy: | |
fail-fast: false | |
matrix: ${{ fromJSON(needs.prepare-test-matrices.outputs.design_matrix) }} | |
steps: | |
- name: Maximize build space | |
uses: easimon/maximize-build-space@master | |
with: | |
remove-dotnet: "true" | |
remove-android: "true" | |
remove-haskell: "true" | |
remove-codeql: "true" | |
remove-docker-images: "true" | |
root-reserve-mb: 20480 | |
- uses: actions/checkout@v3 | |
with: | |
submodules: recursive | |
- name: Check if Git | |
run: | | |
git status || true | |
tree .git || true | |
- uses: DeterminateSystems/nix-installer-action@main | |
- name: Build with Nix | |
uses: ./.github/actions/build_nix | |
with: | |
nix_system: x86_64-linux | |
local_cache_key: derivation-${{ github.run_id }} | |
cachix_cache: ${{ vars.CACHIX_CACHE || 'openlane' }} | |
- name: Check Nix | |
run: | | |
sudo du -hs /nix/store/* | sort -h | tail -n 10 | |
sudo tree /nix/store/*-openlane2 || true | |
- name: Cache PDKs | |
id: cache-pdks | |
uses: actions/cache@v3 | |
with: | |
path: ${{ github.workspace }}/.volare-${{ matrix.design.pdk_family }} | |
key: cache-${{ matrix.design.pdk_family }}-pdk-${{ needs.prepare-test-matrices.outputs.opdks_rev }} | |
- name: Enable PDKs | |
if: steps.cache-pdks.outputs.cache-hit != 'true' | |
run: | | |
pip3 install -r ./requirements.txt | |
volare enable --pdk ${{ matrix.design.pdk_family }} \ | |
--pdk-root ${{ github.workspace }}/.volare-${{ matrix.design.pdk_family }} \ | |
${{ needs.prepare-test-matrices.outputs.opdks_rev }} | |
- name: Download IPM designs | |
id: download-ipm-design | |
if: matrix.design.ipm_version != 'None' | |
run: | | |
export GITHUB_TOKEN=${{ secrets.GITHUB_TOKEN }} | |
python3 -m pip install git+https://github.com/efabless/IPM | |
ipm install --ip-root $(realpath $IP_ROOT) --ipm-root ~/.ipm --version ${{ matrix.design.ipm_version }} ${{ matrix.design.name }} | |
- name: Run Test | |
run: | | |
if test ${{matrix.design.script}} = "None" | |
then | |
mkdir -p ${{ github.workspace }}/run | |
sudo du -hs /nix/store/* | sort -h | tail -n 10 | |
sudo du -hs /nix/store/* | sort -h | tail -n 10 > before.txt | |
nix run --accept-flake-config .#openlane --\ | |
--run-tag ${{ matrix.design.pdk }}-${{ matrix.design.scl }}\ | |
--pdk ${{ matrix.design.pdk }}\ | |
--scl ${{ matrix.design.scl }}\ | |
--pdk-root ${{ github.workspace }}/.volare-${{ matrix.design.pdk_family }}\ | |
--condensed\ | |
${{ matrix.design.config }} | |
else | |
nix develop --accept-flake-config --command\ | |
python3 ${{ matrix.design.script }}\ | |
--run-tag ${{ matrix.design.pdk }}-${{ matrix.design.scl }}\ | |
--pdk ${{ matrix.design.pdk }}\ | |
--scl ${{ matrix.design.scl }}\ | |
--pdk-root ${{ github.workspace }}/.volare-${{ matrix.design.pdk_family }}\ | |
--condensed | |
fi | |
- name: Upload Run Folder | |
if: ${{ always() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ matrix.design.test_name }}-${{ matrix.design.pdk }}-${{ matrix.design.scl }} | |
path: ${{ matrix.design.run_dir }} | |
- name: Fetch Metrics | |
if: ${{ always() }} | |
run: | | |
nix develop --accept-flake-config --command openlane.state latest\ | |
${{ matrix.design.run_dir }}\ | |
--extract-metrics-to ${{ matrix.design.pdk }}-${{ matrix.design.scl }}-${{ matrix.design.test_name }}.metrics.json | |
- name: Upload Metrics | |
if: ${{ always() }} | |
uses: actions/upload-artifact@v3 | |
with: | |
name: metrics | |
path: ${{ matrix.design.pdk }}-${{ matrix.design.scl }}-${{ matrix.design.test_name }}.metrics.json | |
upload_metrics: | |
name: Upload Metrics | |
runs-on: ubuntu-22.04 | |
needs: [test] | |
if: ${{ always() }} | |
steps: | |
- name: Check out repo | |
uses: actions/checkout@v3 | |
with: | |
fetch-depth: 0 | |
- name: Setup | |
run: | | |
sudo apt-get install -y python3-tk | |
python3 -m pip install -e . | |
echo "BRANCH_NAME=${GITHUB_REF##*/}" >> $GITHUB_ENV | |
- name: Download Metrics | |
uses: actions/[email protected] | |
with: | |
name: metrics | |
path: current | |
- name: "[PRs] Compare to main and comment result (if the workflow has secrets access)" | |
uses: actions/github-script@v6 | |
if: ${{ github.event_name == 'pull_request' }} | |
with: | |
github-token: ${{ secrets.GH_TOKEN }} | |
script: | | |
require("./.github/scripts/post_metrics.js")( | |
github, | |
context, | |
"openlane-bot", | |
"${{ secrets.GH_TOKEN }}", | |
).then(()=>{console.log("Done.");}); | |
- name: "[Push] Upload Metrics" | |
if: ${{ github.event_name == 'push' }} # && env.BRANCH_NAME == 'main' }} | |
run: | | |
CURRENT_SHA=$(git rev-parse HEAD) | |
REPO=efabless/openlane-metrics | |
BRANCH_NAME="commit-$CURRENT_SHA" | |
echo "Uploading to 'github.com/$REPO@$BRANCH_NAME'…" | |
cd current | |
git init -b $BRANCH_NAME | |
git add . | |
git config user.name "${{ vars.BOT_NAME }}" | |
git config user.email "${{ vars.BOT_EMAIL }}" | |
git commit -m "Upload" | |
git remote add origin "https://${{ vars.BOT_USERNAME }}:${{ secrets.GH_TOKEN }}@github.com/$REPO.git" | |
git push -fu origin $BRANCH_NAME # Force for if we have to re-run the CI for some reason | |
publish: | |
runs-on: ubuntu-22.04 | |
needs: [build-linux-amd64, build-docker, build-py] | |
name: Publish (If Applicable) | |
steps: | |
- name: Check out repo | |
uses: actions/checkout@v3 | |
with: | |
fetch-depth: 0 | |
- name: Setup Environment | |
uses: ./.github/actions/setup_env | |
- name: Auth (Docker) | |
if: ${{ env.PUBLISH == '1' }} | |
uses: docker/login-action@f054a8b539a109f9f41c372932f1ae047eff08c9 | |
with: | |
registry: ghcr.io | |
username: ${{ github.actor }} | |
password: ${{ secrets.GH_TOKEN }} | |
- name: Download Image (Docker/amd64) | |
uses: actions/[email protected] | |
with: | |
name: docker-image-amd64 | |
path: /tmp/docker | |
- name: Download Image (Docker/aarch64) | |
uses: actions/[email protected] | |
with: | |
name: docker-image-aarch64 | |
path: /tmp/docker | |
- name: Load Images (Docker) | |
run: | | |
for file in /tmp/docker/*; do | |
cat $file | docker load | |
done | |
- name: Push (Docker) | |
if: ${{ env.PUBLISH == '1' }} | |
run: | | |
docker tag openlane:tmp-x86_64-linux ghcr.io/${{ github.repository }}:$NEW_TAG-amd64 | |
docker push ghcr.io/${{ github.repository }}:$NEW_TAG-amd64 | |
docker tag openlane:tmp-aarch64-linux ghcr.io/${{ github.repository }}:$NEW_TAG-aarch64 | |
docker push ghcr.io/${{ github.repository }}:$NEW_TAG-aarch64 | |
docker manifest create\ | |
ghcr.io/${{ github.repository }}:$NEW_TAG\ | |
ghcr.io/${{ github.repository }}:$NEW_TAG-amd64\ | |
ghcr.io/${{ github.repository }}:$NEW_TAG-aarch64 | |
docker manifest push ghcr.io/${{ github.repository }}:$NEW_TAG | |
- name: Set Up Python | |
if: ${{ env.PUBLISH == '1' }} | |
uses: actions/setup-python@v4 | |
with: | |
python-version: "3.8" | |
- name: Build Distribution | |
if: ${{ env.PUBLISH == '1' }} | |
run: | | |
make dist | |
- name: Publish | |
if: ${{ env.PUBLISH == '1' }} | |
uses: pypa/gh-action-pypi-publish@master | |
with: | |
password: ${{ secrets.PYPI_API_TOKEN }} | |
- name: Tag Commit | |
if: ${{ env.PUBLISH == '1' }} | |
uses: tvdias/[email protected] | |
with: | |
tag: "${{ env.NEW_TAG }}" | |
repo-token: "${{ secrets.GH_TOKEN }}" |