Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

[FAST_BUILD] Introduce fast build #2014

Merged
merged 22 commits into from
Nov 4, 2023
Merged

[FAST_BUILD] Introduce fast build #2014

Changes from 2 commits
Commits
Show all changes
22 commits
Select commit Hold shift + click to select a range
adeaa2e
[FAST_BUILD] Introduce fast build
mathbunnyru Oct 21, 2023
39c2c55
[FAST_BUILD] Fix
mathbunnyru Oct 21, 2023
ea996ba
Use pull request title, because github.event.head_commit.message is n…
mathbunnyru Oct 21, 2023
cfd5641
Update description
mathbunnyru Oct 21, 2023
4d0d082
Add some debugging
mathbunnyru Oct 21, 2023
0e1d851
More debug
mathbunnyru Oct 21, 2023
65e8431
More debug
mathbunnyru Oct 21, 2023
35338b6
Fix
mathbunnyru Oct 21, 2023
5de9f76
More expression contexts
mathbunnyru Oct 21, 2023
a3ba251
Try with old docker-tag-push.yml
mathbunnyru Oct 21, 2023
bb7599e
Merge branch 'main' into fast_build
mathbunnyru Oct 31, 2023
e119fec
Keep simple
mathbunnyru Oct 31, 2023
9c53728
Keep simple
mathbunnyru Oct 31, 2023
f942f38
Do not touch parts which have worked so far
mathbunnyru Oct 31, 2023
8422708
Do not touch parts which have worked so far
mathbunnyru Oct 31, 2023
e9c96bd
Remove ${{ }} where not needed
mathbunnyru Oct 31, 2023
246f306
Add debug code
mathbunnyru Oct 31, 2023
3b53234
Merge branch 'main' into fast_build
mathbunnyru Oct 31, 2023
89f0e5a
Merge branch 'main' into fast_build
mathbunnyru Oct 31, 2023
9e67aa8
Remove debug logs
mathbunnyru Oct 31, 2023
d706170
Only download needed manifests and and history lines
mathbunnyru Oct 31, 2023
f0dcf2f
Merge branch 'main' into fast_build
mathbunnyru Nov 3, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
82 changes: 72 additions & 10 deletions .github/workflows/docker.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,9 @@
name: Build, test and push Docker Images

# [FAST_BUILD] in the commit message makes this workflow only build
# `jupyter/docker-stacks-foundation` and `/jupyter/base-notebook`
# This allows to run CI faster in case where full build is not required

on:
schedule:
# Weekly, at 03:00 on Monday UTC time
Expand Down Expand Up @@ -99,7 +103,7 @@ jobs:
platform: aarch64
runsOn: ARM64
needs: [aarch64-base]
if: github.repository_owner == 'jupyter'
if: github.repository_owner == 'jupyter' && ${{ !contains(github.event.head_commit.message, '[FAST_BUILD]') }}

x86_64-minimal:
uses: ./.github/workflows/docker-build-test-upload.yml
Expand All @@ -109,6 +113,7 @@ jobs:
platform: x86_64
runsOn: ubuntu-latest
needs: [x86_64-base]
if: ${{ !contains(github.event.head_commit.message, '[FAST_BUILD]') }}

aarch64-scipy:
uses: ./.github/workflows/docker-build-test-upload.yml
Expand All @@ -118,7 +123,7 @@ jobs:
platform: aarch64
runsOn: ARM64
needs: [aarch64-minimal]
if: github.repository_owner == 'jupyter'
if: github.repository_owner == 'jupyter' && ${{ !contains(github.event.head_commit.message, '[FAST_BUILD]') }}

x86_64-scipy:
uses: ./.github/workflows/docker-build-test-upload.yml
Expand All @@ -128,6 +133,7 @@ jobs:
platform: x86_64
runsOn: ubuntu-latest
needs: [x86_64-minimal]
if: ${{ !contains(github.event.head_commit.message, '[FAST_BUILD]') }}

aarch64-r:
uses: ./.github/workflows/docker-build-test-upload.yml
Expand All @@ -137,7 +143,7 @@ jobs:
platform: aarch64
runsOn: ARM64
needs: [aarch64-minimal]
if: github.repository_owner == 'jupyter'
if: github.repository_owner == 'jupyter' && ${{ !contains(github.event.head_commit.message, '[FAST_BUILD]') }}

x86_64-r:
uses: ./.github/workflows/docker-build-test-upload.yml
Expand All @@ -147,6 +153,7 @@ jobs:
platform: x86_64
runsOn: ubuntu-latest
needs: [x86_64-minimal]
if: ${{ !contains(github.event.head_commit.message, '[FAST_BUILD]') }}

aarch64-julia:
uses: ./.github/workflows/docker-build-test-upload.yml
Expand All @@ -156,7 +163,7 @@ jobs:
platform: aarch64
runsOn: ARM64
needs: [aarch64-minimal]
if: github.repository_owner == 'jupyter'
if: github.repository_owner == 'jupyter' && ${{ !contains(github.event.head_commit.message, '[FAST_BUILD]') }}

x86_64-julia:
uses: ./.github/workflows/docker-build-test-upload.yml
Expand All @@ -166,6 +173,7 @@ jobs:
platform: x86_64
runsOn: ubuntu-latest
needs: [x86_64-minimal]
if: ${{ !contains(github.event.head_commit.message, '[FAST_BUILD]') }}

aarch64-tensorflow:
uses: ./.github/workflows/docker-build-test-upload.yml
Expand All @@ -175,6 +183,7 @@ jobs:
platform: aarch64
runsOn: ARM64
needs: [aarch64-scipy]
if: github.repository_owner == 'jupyter' && ${{ !contains(github.event.head_commit.message, '[FAST_BUILD]') }}
mathbunnyru marked this conversation as resolved.
Show resolved Hide resolved

x86_64-tensorflow:
uses: ./.github/workflows/docker-build-test-upload.yml
Expand All @@ -184,6 +193,7 @@ jobs:
platform: x86_64
runsOn: ubuntu-latest
needs: [x86_64-scipy]
if: ${{ !contains(github.event.head_commit.message, '[FAST_BUILD]') }}

aarch64-datascience:
uses: ./.github/workflows/docker-build-test-upload.yml
Expand All @@ -193,7 +203,7 @@ jobs:
platform: aarch64
runsOn: ARM64
needs: [aarch64-scipy]
if: github.repository_owner == 'jupyter'
if: github.repository_owner == 'jupyter' && ${{ !contains(github.event.head_commit.message, '[FAST_BUILD]') }}

x86_64-datascience:
uses: ./.github/workflows/docker-build-test-upload.yml
Expand All @@ -203,6 +213,7 @@ jobs:
platform: x86_64
runsOn: ubuntu-latest
needs: [x86_64-scipy]
if: ${{ !contains(github.event.head_commit.message, '[FAST_BUILD]') }}

aarch64-pyspark:
uses: ./.github/workflows/docker-build-test-upload.yml
Expand All @@ -212,7 +223,7 @@ jobs:
platform: aarch64
runsOn: ARM64
needs: [aarch64-scipy]
if: github.repository_owner == 'jupyter'
if: github.repository_owner == 'jupyter' && ${{ !contains(github.event.head_commit.message, '[FAST_BUILD]') }}

x86_64-pyspark:
uses: ./.github/workflows/docker-build-test-upload.yml
Expand All @@ -222,6 +233,7 @@ jobs:
platform: x86_64
runsOn: ubuntu-latest
needs: [x86_64-scipy]
if: ${{ !contains(github.event.head_commit.message, '[FAST_BUILD]') }}

aarch64-all-spark:
uses: ./.github/workflows/docker-build-test-upload.yml
Expand All @@ -231,7 +243,7 @@ jobs:
platform: aarch64
runsOn: ARM64
needs: [aarch64-pyspark]
if: github.repository_owner == 'jupyter'
if: github.repository_owner == 'jupyter' && ${{ !contains(github.event.head_commit.message, '[FAST_BUILD]') }}

x86_64-all-spark:
uses: ./.github/workflows/docker-build-test-upload.yml
Expand All @@ -241,6 +253,7 @@ jobs:
platform: x86_64
runsOn: ubuntu-latest
needs: [x86_64-pyspark]
if: ${{ !contains(github.event.head_commit.message, '[FAST_BUILD]') }}

aarch64-images-tag-push:
uses: ./.github/workflows/docker-tag-push.yml
Expand Down Expand Up @@ -278,7 +291,21 @@ jobs:
aarch64-pyspark,
aarch64-all-spark,
]
if: github.repository_owner == 'jupyter'
if: github.repository_owner == 'jupyter' && ${{ !contains(github.event.head_commit.message, '[FAST_BUILD]') }}

aarch64-images-tag-push-fast:
uses: ./.github/workflows/docker-tag-push.yml
with:
platform: aarch64
image: ${{ matrix.image }}
secrets:
REGISTRY_USERNAME: ${{ secrets.QUAY_USERNAME }}
REGISTRY_TOKEN: ${{ secrets.QUAY_ROBOT_TOKEN }}
strategy:
matrix:
image: [docker-stacks-foundation, base-notebook]
needs: [aarch64-foundation, aarch64-base]
if: github.repository_owner == 'jupyter' && ${{ contains(github.event.head_commit.message, '[FAST_BUILD]') }}

x86_64-images-tag-push:
uses: ./.github/workflows/docker-tag-push.yml
Expand Down Expand Up @@ -316,6 +343,21 @@ jobs:
x86_64-pyspark,
x86_64-all-spark,
]
if: ${{ !contains(github.event.head_commit.message, '[FAST_BUILD]') }}

x86_64-images-tag-push-fast:
uses: ./.github/workflows/docker-tag-push.yml
with:
platform: x86_64
image: ${{ matrix.image }}
secrets:
REGISTRY_USERNAME: ${{ secrets.QUAY_USERNAME }}
REGISTRY_TOKEN: ${{ secrets.QUAY_ROBOT_TOKEN }}
strategy:
matrix:
image: [docker-stacks-foundation, base-notebook]
needs: [x86_64-foundation, x86_64-base]
if: ${{ contains(github.event.head_commit.message, '[FAST_BUILD]') }}

merge-tags:
uses: ./.github/workflows/docker-merge-tags.yml
Expand All @@ -340,12 +382,32 @@ jobs:
all-spark-notebook,
]
needs: [aarch64-images-tag-push, x86_64-images-tag-push]
if: github.repository_owner == 'jupyter'
if: github.repository_owner == 'jupyter' && ${{ !contains(github.event.head_commit.message, '[FAST_BUILD]') }}

merge-tags-fast:
uses: ./.github/workflows/docker-merge-tags.yml
with:
image: ${{ matrix.image }}
secrets:
REGISTRY_USERNAME: ${{ secrets.QUAY_USERNAME }}
REGISTRY_TOKEN: ${{ secrets.QUAY_ROBOT_TOKEN }}
strategy:
matrix:
image: [docker-stacks-foundation, base-notebook]
needs: [aarch64-images-tag-push-fast, x86_64-images-tag-push-fast]
if: github.repository_owner == 'jupyter' && ${{ contains(github.event.head_commit.message, '[FAST_BUILD]') }}

wiki-update:
uses: ./.github/workflows/docker-wiki-update.yml
needs: [aarch64-images-tag-push, x86_64-images-tag-push]
if: github.repository_owner == 'jupyter'
if: github.repository_owner == 'jupyter' && ${{ !contains(github.event.head_commit.message, '[FAST_BUILD]') }}
permissions:
contents: write

wiki-update-fast:
uses: ./.github/workflows/docker-wiki-update.yml
needs: [aarch64-images-tag-push-fast, x86_64-images-tag-push-fast]
if: github.repository_owner == 'jupyter' && ${{ contains(github.event.head_commit.message, '[FAST_BUILD]') }}
permissions:
contents: write

Expand Down
Loading