Skip to content

Commit

Permalink
[FAST_BUILD] Introduce fast build (#2014)
Browse files Browse the repository at this point in the history
* [FAST_BUILD] Introduce fast build

* [FAST_BUILD] Fix

* Use pull request title, because github.event.head_commit.message is not available for PRs

* Update description

* Add some debugging

* More debug

* More debug

* Fix

* More expression contexts

* Try with old docker-tag-push.yml

* Keep simple

* Keep simple

* Do not touch parts which have worked so far

* Do not touch parts which have worked so far

* Remove ${{ }} where not needed

* Add debug code

* Remove debug logs

* Only download needed manifests and and history lines
  • Loading branch information
mathbunnyru authored Nov 4, 2023
1 parent 1f11f44 commit 9df3959
Show file tree
Hide file tree
Showing 3 changed files with 108 additions and 11 deletions.
34 changes: 34 additions & 0 deletions .github/actions/download-manifests/action.yml
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,10 @@ inputs:
description: Directory to store manifest files
required: true
type: string
fastBuild:
description: Only build docker-stacks-foundation and base-notebook
required: true
type: bool

runs:
using: composite
Expand All @@ -40,81 +44,97 @@ runs:
path: ${{ inputs.histLineDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: minimal-notebook-aarch64-history_line
path: ${{ inputs.histLineDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: minimal-notebook-x86_64-history_line
path: ${{ inputs.histLineDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: scipy-notebook-aarch64-history_line
path: ${{ inputs.histLineDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: scipy-notebook-x86_64-history_line
path: ${{ inputs.histLineDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: r-notebook-aarch64-history_line
path: ${{ inputs.histLineDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: r-notebook-x86_64-history_line
path: ${{ inputs.histLineDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: julia-notebook-aarch64-history_line
path: ${{ inputs.histLineDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: julia-notebook-x86_64-history_line
path: ${{ inputs.histLineDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: tensorflow-notebook-aarch64-history_line
path: ${{ inputs.histLineDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: tensorflow-notebook-x86_64-history_line
path: ${{ inputs.histLineDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: datascience-notebook-aarch64-history_line
path: ${{ inputs.histLineDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: datascience-notebook-x86_64-history_line
path: ${{ inputs.histLineDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: pyspark-notebook-aarch64-history_line
path: ${{ inputs.histLineDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: pyspark-notebook-x86_64-history_line
path: ${{ inputs.histLineDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: all-spark-notebook-aarch64-history_line
path: ${{ inputs.histLineDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: all-spark-notebook-x86_64-history_line
path: ${{ inputs.histLineDir }}
Expand All @@ -141,71 +161,85 @@ runs:
path: ${{ inputs.manifestDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: minimal-notebook-aarch64-manifest
path: ${{ inputs.manifestDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: minimal-notebook-x86_64-manifest
path: ${{ inputs.manifestDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: scipy-notebook-aarch64-manifest
path: ${{ inputs.manifestDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: scipy-notebook-x86_64-manifest
path: ${{ inputs.manifestDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: r-notebook-aarch64-manifest
path: ${{ inputs.manifestDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: r-notebook-x86_64-manifest
path: ${{ inputs.manifestDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: tensorflow-notebook-aarch64-manifest
path: ${{ inputs.manifestDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: tensorflow-notebook-x86_64-manifest
path: ${{ inputs.manifestDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: datascience-notebook-aarch64-manifest
path: ${{ inputs.manifestDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: datascience-notebook-x86_64-manifest
path: ${{ inputs.manifestDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: pyspark-notebook-aarch64-manifest
path: ${{ inputs.manifestDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: pyspark-notebook-x86_64-manifest
path: ${{ inputs.manifestDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: all-spark-notebook-aarch64-manifest
path: ${{ inputs.manifestDir }}
- name: Download artifact 📥
uses: actions/download-artifact@v3
if: ${{ !inputs.fastBuild }}
with:
name: all-spark-notebook-x86_64-manifest
path: ${{ inputs.manifestDir }}
1 change: 1 addition & 0 deletions .github/workflows/docker-wiki-update.yml
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,7 @@ jobs:
with:
histLineDir: /tmp/jupyter/hist_lines/
manifestDir: /tmp/jupyter/manifests/
fastBuild: ${{ contains(github.event.pull_request.title, '[FAST_BUILD]') }}
- name: Display structure of downloaded files 🔍️
run: |
ls -R /tmp/jupyter/hist_lines/
Expand Down
Loading

0 comments on commit 9df3959

Please sign in to comment.