Skip to content

feat: Add dagster-mlflow and jupyter formatter #56

feat: Add dagster-mlflow and jupyter formatter

feat: Add dagster-mlflow and jupyter formatter #56

Workflow file for this run

#This GitHub Workflow builds the necessary docker images for the `from jupyter to production workshop`
name: Build and publish workshop Docker images 🔨🐳🚀
on:
# Triggers the workflow when a new tag with the pattern 'v*.*.*' is pushed to the repository
push:
tags:
- 'v*.*.*'
jobs:
# This job creates and publishes the mlflow docker images
build-mlflow:
runs-on: ubuntu-latest
steps:
- name: Checkout Repo ✅
uses: actions/checkout@v2
- name: Job preparation 🛫 # Steps that must be carried out before creating the Docker images
uses: ./.github/actions/shared-build-steps
with:
dockerhub_user: ${{ secrets.DOCKERHUB_USER }}
dockerhub_password: ${{ secrets.DOCKERHUB_PASSWORD }}
runner_os: ${{ runner.os }}
github_sha: ${{ github.sha }}
- name: Docker meta 💬 # Creating meta information such as the image tag for the Docker image
id: meta
uses: docker/metadata-action@v5
with:
images: codecentric/from-jupyter-to-production-mlflow
- name: Build and push mlflow Docker image 🔨🐳
id: docker_build_mlflow
uses: docker/[email protected]
with:
context: .
file: ./docker/mlflow/Dockerfile
tags: ${{ steps.meta.outputs.tags }}
push: ${{ github.event_name != 'pull_request' }}
builder: ${{ steps.buildx.outputs.name }}
cache-from: type=local,src=/tmp/.buildx-cache
cache-to: type=local,dest=/tmp/.buildx-cache
platforms: linux/amd64,linux/arm64
- name: Image digest
run: echo ${{ steps.docker_build.outputs.digest }}
# This job creates and publishes the jupyter docker images
build-jupyter:
runs-on: ubuntu-latest
steps:
- name: Checkout Repo ✅
uses: actions/checkout@v2
- name: Job preparation 🛫 # Steps that must be carried out before creating the Docker images
uses: ./.github/actions/shared-build-steps
with:
dockerhub_user: ${{ secrets.DOCKERHUB_USER }}
dockerhub_password: ${{ secrets.DOCKERHUB_PASSWORD }}
runner_os: ${{ runner.os }}
github_sha: ${{ github.sha }}
- name: Docker meta 💬 # Creating meta information such as the image tag for the Docker image
id: meta
uses: docker/metadata-action@v5
with:
images: codecentric/from-jupyter-to-production-jupyter
- name: Build and push juypter Docker image 🔨🐳
id: docker_build_mlflow
uses: docker/[email protected]
with:
context: .
file: ./docker/jupyter/Dockerfile
tags: ${{ steps.meta.outputs.tags }}
push: ${{ github.event_name != 'pull_request' }}
builder: ${{ steps.buildx.outputs.name }}
cache-from: type=local,src=/tmp/.buildx-cache
cache-to: type=local,dest=/tmp/.buildx-cache
platforms: linux/amd64,linux/arm64
- name: Image digest
run: echo ${{ steps.docker_build.outputs.digest }}
# This job creates and publishes the dagster docker images
build-dagster:
runs-on: ubuntu-latest
steps:
- name: Checkout Repo ✅
uses: actions/checkout@v2
- name: Job preparation 🛫 # Steps that must be carried out before creating the Docker images
uses: ./.github/actions/shared-build-steps
with:
dockerhub_user: ${{ secrets.DOCKERHUB_USER }}
dockerhub_password: ${{ secrets.DOCKERHUB_PASSWORD }}
runner_os: ${{ runner.os }}
github_sha: ${{ github.sha }}
- name: Docker meta 💬 # Creating meta information such as the image tag for the Docker image
id: meta
uses: docker/metadata-action@v5
with:
images: codecentric/from-jupyter-to-production-dagster
- name: Build and push juypter Docker image 🔨🐳
id: docker_build_dagster
uses: docker/[email protected]
with:
context: .
file: ./docker/dagster/Dockerfile
tags: ${{ steps.meta.outputs.tags }}
push: ${{ github.event_name != 'pull_request' }}
builder: ${{ steps.buildx.outputs.name }}
cache-from: type=local,src=/tmp/.buildx-cache
cache-to: type=local,dest=/tmp/.buildx-cache
platforms: linux/amd64,linux/arm64
- name: Image digest
run: echo ${{ steps.docker_build.outputs.digest }}