add indexing of mage repo that is a part of the zoomcamp

aaalexlit · Feb 8, 2024 · 11f5519 · 11f5519
1 parent bc5e948
commit 11f5519
Showing 1 changed file with 14 additions and 0 deletions.
diff --git a/ingest/de/ingest_de.py b/ingest/de/ingest_de.py
@@ -23,6 +23,19 @@ def index_course_github_repo():
                       )
 
 
+@task(name="Index mage zoomcamp github repo")
+def index_mage_zoomcamp_github_repo():
+    owner = 'mage-ai'
+    repo = 'mage-zoomcamp'
+    branch = 'solutions'
+    index_github_repo(owner=owner,
+                      repo=repo,
+                      branch=branch,
+                      collection_name=FAQ_COLLECTION_NAME,
+                      ignore_directories=[],
+                      ignore_file_extensions=['.gitignore'])
+
+
 @task(name="Index FAQ Google Document")
 def index_google_doc():
     document_ids = ["19bnYs80DwuUimHM65UV3sylsCn2j1vziPOwzBwQrebw"]
@@ -62,6 +75,7 @@ def fill_de_index():
     index_course_schedule.submit(wait_for=[index_google_doc])
     # index_evaluation_criteria.submit(wait_for=[index_google_doc])
     index_course_github_repo.submit(wait_for=[index_google_doc])
+    index_mage_zoomcamp_github_repo.submit(wait_for=[index_google_doc])
 
 
 if __name__ == '__main__':