Module 4 clean (#10)

kyryl-opens-ml · Jul 15, 2024 · 4e3bace · 4e3bace
1 parent 522605a
commit 4e3bace
Show file tree

Hide file tree

Showing 10 changed files with 15 additions and 211 deletions.
diff --git a/module-4/README.md b/module-4/README.md
@@ -16,43 +16,40 @@
 
 Create kind cluster 
 
-```
-kind create cluster --name ml-in-production-course-week-4
+```bash
+kind create cluster --name ml-in-production
 ```
 
-Run k9s 
+Run k9s
 
-```
+```bash
 k9s -A
 ```
 
 # Airflow
 
 ## Deploy airflow locally
 
-
-
-```
-export AIRFLOW_HOME=$PWD/airflow-home
+```bash
+export AIRFLOW_HOME=$PWD/airflow_pipelines
 ```
 
-```
-AIRFLOW_VERSION=2.7.3
+```bash
+AIRFLOW_VERSION=2.9.2
 PYTHON_VERSION="$(python --version | cut -d " " -f 2 | cut -d "." -f 1-2)"
 CONSTRAINT_URL="https://raw.githubusercontent.com/apache/airflow/constraints-${AIRFLOW_VERSION}/constraints-${PYTHON_VERSION}.txt"
 pip install "apache-airflow==${AIRFLOW_VERSION}" --constraint "${CONSTRAINT_URL}"
-pip install apache-airflow-providers-cncf-kubernetes==7.9.0
+pip install apache-airflow-providers-cncf-kubernetes==8.3.3
 ```
 
-
 1. Run standalone airflow
 
 ```
 export AIRFLOW__CORE__LOAD_EXAMPLES=False
 airflow standalone
 ```
 
-2. Create storage 
+2. Create storage
 
 ```
 kubectl create -f airflow-volumes.yaml

diff --git a/module-4/airflow_pipelines/.gitignore b/module-4/airflow_pipelines/.gitignore
@@ -0,0 +1,5 @@
+logs
+airflow.cfg
+airflow.db
+standalone_admin_password.txt
+webserver_config.py
diff --git a/module-4/airflow-volumes.yaml → ...-4/airflow_pipelines/airflow-volumes.yaml b/module-4/airflow-volumes.yaml → ...-4/airflow_pipelines/airflow-volumes.yaml
diff --git a/module-4/airflow-home/dags/inference_dag.py → ...4/airflow_pipelines/dags/inference_dag.py b/module-4/airflow-home/dags/inference_dag.py → ...4/airflow_pipelines/dags/inference_dag.py
diff --git a/module-4/airflow-home/dags/training_dag.py → ...-4/airflow_pipelines/dags/training_dag.py b/module-4/airflow-home/dags/training_dag.py → ...-4/airflow_pipelines/dags/training_dag.py
diff --git a/module-4/dagster_pipelines/__init__.py b/module-4/dagster_pipelines/__init__.py
diff --git a/module-4/kfp-inference-pipeline_v1.py b/module-4/kfp-inference-pipeline_v1.py
diff --git a/module-4/kfp-training-pipeline_v1.py b/module-4/kfp-training-pipeline_v1.py
diff --git a/module-4/kfp-inference-pipeline_v2.py → ...ow_pipelines/kfp-inference-pipeline_v2.py b/module-4/kfp-inference-pipeline_v2.py → ...ow_pipelines/kfp-inference-pipeline_v2.py
diff --git a/module-4/kfp-training-pipeline_v2.py → ...low_pipelines/kfp-training-pipeline_v2.py b/module-4/kfp-training-pipeline_v2.py → ...low_pipelines/kfp-training-pipeline_v2.py