New Docker Builds #3952
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build, Lint, and Test | |
| on: | |
| push: | |
| branches: | |
| - 'develop' | |
| - 'main' | |
| pull_request: | |
| schedule: | |
| - cron: '0 0 * * 1' | |
| workflow_dispatch: | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| build: | |
| strategy: | |
| matrix: | |
| just_variants: | |
| - async_std | |
| - tokio | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| name: Checkout Repository | |
| - uses: Swatinem/rust-cache@v2 | |
| name: Enable Rust Caching | |
| with: | |
| shared-key: "" | |
| prefix-key: ${{ matrix.just_variants }} | |
| - name: Install dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y protobuf-compiler | |
| - name: Install Just | |
| run: | | |
| wget https://github.com/casey/just/releases/download/1.14.0/just-1.14.0-x86_64-unknown-linux-musl.tar.gz | |
| tar -vxf just-1.14.0-x86_64-unknown-linux-musl.tar.gz just | |
| sudo cp just /usr/bin/just | |
| - name: Run linting | |
| run: | | |
| just ${{ matrix.just_variants }} lint | |
| - name: Build all crates in workspace | |
| run: just ${{ matrix.just_variants }} build | |
| - name: Unit and integration tests for all crates in workspace | |
| run: | | |
| just ${{ matrix.just_variants }} test | |
| timeout-minutes: 60 | |
| env: | |
| RUST_BACKTRACE: full | |
| - name: Upload Binaries | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: binaries-amd64-${{ matrix.just_variants }} | |
| path: | | |
| target/debug/examples/counter | |
| target/debug/examples/libp2p-multi-validator | |
| target/debug/examples/libp2p-orchestrator | |
| target/debug/examples/libp2p-validator | |
| target/debug/examples/multi-validator | |
| target/debug/examples/multi-web-server | |
| target/debug/examples/web-server | |
| target/debug/examples/web-server-da-orchestrator | |
| target/debug/examples/web-server-da-validator | |
| build-arm: | |
| strategy: | |
| matrix: | |
| just_variants: | |
| - async_std | |
| - tokio | |
| runs-on: [self-hosted, arm64] | |
| steps: | |
| - name: Fix permissions | |
| run: sudo chown -R runner1 /home/runner1/actions-runner/_work/HotShot | |
| - uses: actions/checkout@v4 | |
| name: Checkout Repository | |
| - name: Install Rust Stable | |
| uses: dtolnay/rust-toolchain@stable | |
| - uses: Swatinem/rust-cache@v2 | |
| name: Enable Rust Caching | |
| with: | |
| shared-key: "" | |
| prefix-key: arm-${{ matrix.just_variants }} | |
| - name: Build all crates in workspace | |
| run: just ${{ matrix.just_variants }} build | |
| - name: Upload Binaries | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: binaries-aarch64-${{ matrix.just_variants }} | |
| path: | | |
| target/debug/examples/counter | |
| target/debug/examples/libp2p-multi-validator | |
| target/debug/examples/libp2p-orchestrator | |
| target/debug/examples/libp2p-validator | |
| target/debug/examples/multi-validator | |
| target/debug/examples/multi-web-server | |
| target/debug/examples/web-server | |
| target/debug/examples/web-server-da-orchestrator | |
| target/debug/examples/web-server-da-validator | |
| build-dockers: | |
| strategy: | |
| matrix: | |
| just_variants: | |
| - async_std | |
| - tokio | |
| runs-on: ubuntu-latest | |
| needs: [build, build-arm] | |
| steps: | |
| - name: Checkout Repository | |
| uses: actions/checkout@v4 | |
| - name: Setup Docker BuildKit (buildx) | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to Github Container Repo | |
| uses: docker/login-action@v3 | |
| if: github.event_name != 'pull_request' | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.repository_owner }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Download executables AMD | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: binaries-amd64-${{ matrix.just_variants }} | |
| path: target/amd64/debug | |
| - name: Download executables ARM | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: binaries-aarch64-${{ matrix.just_variants }} | |
| path: target/arm64/debug | |
| - name: Generate webserver docker metadata | |
| uses: docker/metadata-action@v5 | |
| id: webserver | |
| with: | |
| images: ghcr.io/espressosystems/hotshot/webserver | |
| flavor: suffix=-${{ matrix.just_variants }} | |
| - name: Generate libp2p metadata | |
| uses: docker/metadata-action@v5 | |
| id: libp2p | |
| with: | |
| images: ghcr.io/espressosystems/hotshot/libp2p | |
| flavor: suffix=-${{ matrix.just_variants }} | |
| - name: Build and push webserver docker | |
| uses: docker/build-push-action@v5 | |
| with: | |
| context: ./ | |
| file: ./docker/validator-webserver.Dockerfile | |
| platforms: linux/amd64,linux/arm64 | |
| push: ${{ github.event_name != 'pull_request' }} | |
| tags: ${{ steps.webserver.outputs.tags }} | |
| labels: ${{ steps.webserver.outputs.labels }} | |
| - name: Build and push web-server docker | |
| uses: docker/build-push-action@v5 | |
| with: | |
| context: ./ | |
| file: ./docker/validator-libp2p.Dockerfile | |
| platforms: linux/amd64,linux/arm64 | |
| push: ${{ github.event_name != 'pull_request' }} | |
| tags: ${{ steps.libp2p.outputs.tags }} | |
| labels: ${{ steps.libp2p.outputs.labels }} | |