Skip to content

Commit

Permalink
change schedules, add mlops ingestion
Browse files Browse the repository at this point in the history
  • Loading branch information
aaalexlit committed May 12, 2024
1 parent b941db7 commit b677f87
Showing 1 changed file with 30 additions and 2 deletions.
32 changes: 30 additions & 2 deletions prefect.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@ definitions:
zoomcamp_faq_bot_workpool: &zoomcamp-faq-bot-pool
name: zoomcamp-faq-bot
work_queue_name: docker_queue
job_variables:
job_variables: &job-variables
image: '{{ build_image.image }}'
env:
EXECUTION_ENV: zilliz
Expand All @@ -43,6 +43,10 @@ definitions:
cron: 0 23 * * 1
timezone: Europe/Madrid
day_or: true
at_23_tuesday: &at_23_tuesday
cron: 0 23 * * 2
timezone: Europe/Madrid
day_or: true
actions:
docker_build:
- prefect.deployments.steps.run_shell_script: &shell-script-config
Expand Down Expand Up @@ -82,7 +86,7 @@ deployments:
- zoomcamp-faq-bot
description: Fill Zilliz index for DE Zoomcamp
schedules:
- *at_1_daily
- *at_23_tuesday
entrypoint: ingest/de/ingest_de.py:fill_de_index
work_pool: *zoomcamp-faq-bot-pool
build:
Expand All @@ -95,3 +99,27 @@ deployments:
pull:
- prefect.deployments.steps.set_working_directory:
directory: /usr/src
- name: fill-index-zilliz-mlops
tags:
- mlops-ingest
- zoomcamp-faq-bot
description: Fill Zilliz index for MLOps Zoomcamp
schedules:
- *at_1_daily
entrypoint: ingest/mlops/ingest_mlops.py:fill_mlops_index
work_pool:
<<: *zoomcamp-faq-bot-pool
job_variables:
<<: *job-variables
env:
EXECUTION_ENV: zilliz-cluster
build:
- prefect.deployments.steps.run_shell_script: *shell-script-config
- prefect_docker.deployments.steps.build_docker_image:
<<: *docker-build-config
# Uses the docker_build_config and overrides the dockerfile and image_name fields
dockerfile: ingest/mlops.dockerfile
image_name: aaalexlit/zoomcamp-faq-ingest-mlops
pull:
- prefect.deployments.steps.set_working_directory:
directory: /usr/src

0 comments on commit b677f87

Please sign in to comment.