Merge remote-tracking branch 'origin/sebastian/prod-2981-set-up-catal…

…og-pipeline' into sebastian/prod-2981-set-up-catalog-pipeline
pluralsh · Dec 18, 2024 · 8396a63 · 8396a63
2 parents fa0ea19 + a63e75a
commit 8396a63
Show file tree

Hide file tree

Showing 6 changed files with 15 additions and 3 deletions.
diff --git a/catalogs/data/airbyte/airbyte-stack.yaml b/catalogs/data/airbyte/airbyte-stack.yaml
@@ -18,5 +18,5 @@ spec:
   configuration:
     version: '1.8'
   clusterRef:
-    name: {{ context.cluster }}
+    name: {{ context.stackCluster }}
     namespace: infra
diff --git a/catalogs/data/dagster/dagster.yaml b/catalogs/data/dagster/dagster.yaml
@@ -18,7 +18,7 @@ spec:
   configuration:
     version: '1.8'
   clusterRef:
-    name: {{ context.cluster }}
+    name: {{ context.stackCluster }}
     namespace: infra
 ---
 apiVersion: deployments.plural.sh/v1alpha1

diff --git a/catalogs/data/mlflow/mlflow-stack.yaml b/catalogs/data/mlflow/mlflow-stack.yaml
@@ -18,5 +18,5 @@ spec:
   configuration:
     version: '1.8'
   clusterRef:
-    name: {{ context.cluster }}
+    name: {{ context.stackCluster }}
     namespace: infra
diff --git a/setup/catalogs/data/airbyte.yaml b/setup/catalogs/data/airbyte.yaml
@@ -51,6 +51,10 @@ spec:
   - name: cluster
     type: STRING
     documentation: Handle of the cluster you want to deploy airbyte to.
+  - name: stackCluster
+    type: STRING
+    documentation: Handle of the cluster used to run Infrastructure Stacks for provisioning the infrastructure. Defaults to the management cluster.
+    default: mgmt
   - name: cloud
     type: ENUM
     documentation: Cloud provider you want to deploy airbyte to.

diff --git a/setup/catalogs/data/dagster.yaml b/setup/catalogs/data/dagster.yaml
@@ -44,6 +44,10 @@ spec:
     - name: cluster
       type: STRING
       documentation: The cluster you want to deploy to.
+    - name: stackCluster
+      type: STRING
+      documentation: Handle of the cluster used to run Infrastructure Stacks for provisioning the infrastructure. Defaults to the management cluster.
+      default: mgmt
     - name: cloud
       type: ENUM
       documentation: The cloud you want to deploy to.

diff --git a/setup/catalogs/data/mlflow.yaml b/setup/catalogs/data/mlflow.yaml
@@ -54,6 +54,10 @@ spec:
     - name: cluster
       type: STRING
       documentation: Handle of the cluster you want to deploy mlflow to.
+    - name: stackCluster
+      type: STRING
+      documentation: Handle of the cluster used to run Infrastructure Stacks for provisioning the infrastructure. Defaults to the management cluster.
+      default: mgmt
     - name: cloud
       type: ENUM
       documentation: Cloud provider you want to deploy mlflow to.