From 6cc60b64e9a517a47b7541ba5d71b2185ba0e458 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Tue, 8 Aug 2023 18:22:32 -0700 Subject: [PATCH 01/19] Add flyte agent helm chart Signed-off-by: Kevin Su --- charts/flyte-agent/.helmignore | 23 ++ charts/flyte-agent/Chart.yaml | 5 + charts/flyte-agent/README.md | 39 +++ charts/flyte-agent/templates/_helpers.tpl | 46 +++ .../templates/agent/deployment.yaml | 2 + .../flyte-agent/templates/agent/secret.yaml | 11 + .../templates/agent/service.yaml | 2 +- .../templates/agent/serviceaccount.yaml} | 1 - charts/flyte-agent/values.yaml | 78 +++++ charts/flyte-binary/Chart.yaml | 5 + charts/flyte-binary/README.md | 7 +- .../templates/agent/deployment.yaml | 112 ------- .../flyte-binary/templates/agent/service.yaml | 48 --- .../templates/agent/serviceaccount.yaml | 27 -- charts/flyte-core/Chart.yaml | 5 + charts/flyte-core/README.md | 8 +- charts/flyte-deps/README.md | 2 +- charts/flyte-sandbox/README.md | 1 - charts/flyte/README.md | 2 +- .../flyte_aws_scheduler_helm_generated.yaml | 86 ++++++ .../flyte_helm_controlplane_generated.yaml | 86 ++++++ .../eks/flyte_helm_dataplane_generated.yaml | 86 ++++++ deployment/eks/flyte_helm_generated.yaml | 86 ++++++ .../flyte_helm_controlplane_generated.yaml | 86 ++++++ .../gcp/flyte_helm_dataplane_generated.yaml | 86 ++++++ deployment/gcp/flyte_helm_generated.yaml | 86 ++++++ .../flyte_sandbox_binary_helm_generated.yaml | 86 ++++++ deployment/sandbox/flyte_helm_generated.yaml | 159 +++++----- go.mod | 87 +++--- go.sum | 281 ++++++------------ script/generate_helm.sh | 3 + 31 files changed, 1139 insertions(+), 503 deletions(-) create mode 100644 charts/flyte-agent/.helmignore create mode 100644 charts/flyte-agent/Chart.yaml create mode 100644 charts/flyte-agent/README.md create mode 100755 charts/flyte-agent/templates/_helpers.tpl rename charts/{flyte-core => flyte-agent}/templates/agent/deployment.yaml (93%) create mode 100644 charts/flyte-agent/templates/agent/secret.yaml rename charts/{flyte-core => flyte-agent}/templates/agent/service.yaml (97%) rename charts/{flyte-core/templates/agent/rbac.yaml => flyte-agent/templates/agent/serviceaccount.yaml} (99%) create mode 100755 charts/flyte-agent/values.yaml delete mode 100644 charts/flyte-binary/templates/agent/deployment.yaml delete mode 100644 charts/flyte-binary/templates/agent/service.yaml delete mode 100644 charts/flyte-binary/templates/agent/serviceaccount.yaml diff --git a/charts/flyte-agent/.helmignore b/charts/flyte-agent/.helmignore new file mode 100644 index 0000000000..0e8a0eb36f --- /dev/null +++ b/charts/flyte-agent/.helmignore @@ -0,0 +1,23 @@ +# Patterns to ignore when building packages. +# This supports shell glob matching, relative path matching, and +# negation (prefixed with !). Only one pattern per line. +.DS_Store +# Common VCS dirs +.git/ +.gitignore +.bzr/ +.bzrignore +.hg/ +.hgignore +.svn/ +# Common backup files +*.swp +*.bak +*.tmp +*.orig +*~ +# Various IDEs +.project +.idea/ +*.tmproj +.vscode/ diff --git a/charts/flyte-agent/Chart.yaml b/charts/flyte-agent/Chart.yaml new file mode 100644 index 0000000000..33c2ec4b02 --- /dev/null +++ b/charts/flyte-agent/Chart.yaml @@ -0,0 +1,5 @@ +apiVersion: v2 +name: flyteagent +description: A Helm chart for Flyte agent +type: application +version: v0.1.10 # VERSION diff --git a/charts/flyte-agent/README.md b/charts/flyte-agent/README.md new file mode 100644 index 0000000000..b32f5e00b1 --- /dev/null +++ b/charts/flyte-agent/README.md @@ -0,0 +1,39 @@ +# flyteagent + +![Version: v0.1.10](https://img.shields.io/badge/Version-v0.1.10-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) + +A Helm chart for Flyte agent + +## Values + +| Key | Type | Default | Description | +|-----|------|---------|-------------| +| agentSecret.name | string | `""` | Specify name of K8s Secret. Leave it empty if you don't need this Secret | +| agentSecret.secretData | object | `{"data":{"username":"User"}}` | Specify your Secret (with sensitive data) or pseudo-manifest (without sensitive data). See https://github.com/godaddy/kubernetes-external-secrets | +| commonAnnotations | object | `{}` | | +| commonLabels | object | `{}` | | +| flyteagent.additionalContainers | list | `[]` | Appends additional containers to the deployment spec. May include template values. | +| flyteagent.additionalVolumeMounts | list | `[]` | Appends additional volume mounts to the main container's spec. May include template values. | +| flyteagent.additionalVolumes | list | `[]` | Appends additional volumes to the deployment spec. May include template values. | +| flyteagent.affinity | object | `{}` | affinity for flyteagent deployment | +| flyteagent.configPath | string | `"/etc/flyteagent/config/*.yaml"` | Default regex string for searching configuration files | +| flyteagent.enabled | bool | `true` | | +| flyteagent.extraArgs | object | `{}` | Appends extra command line arguments to the main command | +| flyteagent.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | +| flyteagent.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | Docker image for flyteagent deployment | +| flyteagent.image.tag | string | `"1.8.3"` | Docker image tag | +| flyteagent.nodeSelector | object | `{}` | nodeSelector for flyteagent deployment | +| flyteagent.podAnnotations | object | `{}` | Annotations for flyteagent pods | +| flyteagent.ports.containerPort | int | `8000` | | +| flyteagent.ports.name | string | `"agent-grpc"` | | +| flyteagent.priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). | +| flyteagent.replicaCount | int | `1` | Replicas count for flyteagent deployment | +| flyteagent.resources | object | `{"limits":{"cpu":"500m","ephemeral-storage":"200Mi","memory":"200Mi"},"requests":{"cpu":"500m","ephemeral-storage":"200Mi","memory":"200Mi"}}` | Default resources requests and limits for flyteagent deployment | +| flyteagent.service | object | `{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"}` | Service settings for flyteagent | +| flyteagent.serviceAccount | object | `{"annotations":{},"create":true,"imagePullSecrets":[]}` | Configuration for service accounts for flyteagent | +| flyteagent.serviceAccount.annotations | object | `{}` | Annotations for ServiceAccount attached to flyteagent pods | +| flyteagent.serviceAccount.create | bool | `true` | Should a service account be created for flyteagent | +| flyteagent.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | +| flyteagent.tolerations | list | `[]` | tolerations for flyteagent deployment | +| fullnameOverride | string | `""` | | +| nameOverride | string | `""` | | diff --git a/charts/flyte-agent/templates/_helpers.tpl b/charts/flyte-agent/templates/_helpers.tpl new file mode 100755 index 0000000000..c4eba6b756 --- /dev/null +++ b/charts/flyte-agent/templates/_helpers.tpl @@ -0,0 +1,46 @@ +{{/* vim: set filetype=mustache: */}} + +{{- define "flyte.name" -}} +{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{- define "flyte.chart" -}} +{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{- define "flyte.namespace" -}} +{{- default .Release.Namespace .Values.forceNamespace | trunc 63 | trimSuffix "-" -}} +{{- end -}} + + +{{- define "flyteagent.name" -}} +{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{- define "flyteagent.selectorLabels" -}} +app.kubernetes.io/name: {{ template "flyteagent.name" . }} +app.kubernetes.io/instance: {{ .Release.Name }} +{{- end -}} + +{{- define "flyteagent.labels" -}} +{{ include "flyteagent.selectorLabels" . }} +helm.sh/chart: {{ include "flyte.chart" . }} +app.kubernetes.io/managed-by: {{ .Release.Service }} +{{- end -}} + +# Optional blocks for secret mount + +{{- define "agentSecret.volume" -}} +{{- with .Values.agentSecret.name -}} +- name: {{ . }} + secret: + secretName: {{ . }} +{{- end }} +{{- end }} + +{{- define "agentSecret.volumeMount" -}} +{{- with .Values.agentSecret.name -}} +- mountPath: /etc/agent-secret + name: {{ . }} +{{- end }} +{{- end }} diff --git a/charts/flyte-core/templates/agent/deployment.yaml b/charts/flyte-agent/templates/agent/deployment.yaml similarity index 93% rename from charts/flyte-core/templates/agent/deployment.yaml rename to charts/flyte-agent/templates/agent/deployment.yaml index ed3d38dace..db7707722c 100644 --- a/charts/flyte-core/templates/agent/deployment.yaml +++ b/charts/flyte-agent/templates/agent/deployment.yaml @@ -27,6 +27,7 @@ spec: image: "{{ .Values.flyteagent.image.repository }}:{{ .Values.flyteagent.image.tag }}" imagePullPolicy: "{{ .Values.flyteagent.image.pullPolicy }}" name: flyteagent + volumeMounts: {{- include "agentSecret.volumeMount" . | nindent 8 }} ports: - containerPort: {{ .Values.flyteagent.ports.containerPort }} name: {{ .Values.flyteagent.ports.name }} @@ -38,6 +39,7 @@ spec: {{- tpl (toYaml .) $ | nindent 6}} {{- end }} serviceAccountName: {{ template "flyteagent.name" . }} + volumes: {{- include "agentSecret.volume" . | nindent 6 }} {{- with .Values.flyteagent.additionalVolumes -}} {{ tpl (toYaml .) $ | nindent 6 }} {{- end }} diff --git a/charts/flyte-agent/templates/agent/secret.yaml b/charts/flyte-agent/templates/agent/secret.yaml new file mode 100644 index 0000000000..c5ec650755 --- /dev/null +++ b/charts/flyte-agent/templates/agent/secret.yaml @@ -0,0 +1,11 @@ +{{- if .Values.flyteagent.enabled }} +apiVersion: v1 +kind: Secret +metadata: + name: {{ template "flyteagent.name" . }} + namespace: {{ template "flyte.namespace" . }} +type: Opaque +{{- with .Values.agentSecret.secretData -}} +{{ tpl (toYaml .) $ | nindent 0 }} +{{- end }} +{{- end }} \ No newline at end of file diff --git a/charts/flyte-core/templates/agent/service.yaml b/charts/flyte-agent/templates/agent/service.yaml similarity index 97% rename from charts/flyte-core/templates/agent/service.yaml rename to charts/flyte-agent/templates/agent/service.yaml index a3803714c9..662c78a2f6 100644 --- a/charts/flyte-core/templates/agent/service.yaml +++ b/charts/flyte-agent/templates/agent/service.yaml @@ -18,4 +18,4 @@ spec: protocol: TCP targetPort: {{ .Values.flyteagent.ports.name }} selector: {{ include "flyteagent.selectorLabels" . | nindent 4 }} -{{- end }} + {{- end }} \ No newline at end of file diff --git a/charts/flyte-core/templates/agent/rbac.yaml b/charts/flyte-agent/templates/agent/serviceaccount.yaml similarity index 99% rename from charts/flyte-core/templates/agent/rbac.yaml rename to charts/flyte-agent/templates/agent/serviceaccount.yaml index 56097daac2..940e78b5b3 100644 --- a/charts/flyte-core/templates/agent/rbac.yaml +++ b/charts/flyte-agent/templates/agent/serviceaccount.yaml @@ -1,5 +1,4 @@ {{- if .Values.flyteagent.enabled }} ---- {{- if .Values.flyteagent.serviceAccount.create }} apiVersion: v1 kind: ServiceAccount diff --git a/charts/flyte-agent/values.yaml b/charts/flyte-agent/values.yaml new file mode 100755 index 0000000000..d731df863a --- /dev/null +++ b/charts/flyte-agent/values.yaml @@ -0,0 +1,78 @@ +# --------------------------------------------------------------------- +# FLYTE_AGENT SETTINGS +# --------------------------------------------------------------------- + +# nameOverride String to override flyte-agent.name template +nameOverride: "" +# fullnameOverride String to override flyte-agent.fullname template +fullnameOverride: "" +# commonLabels Add labels to all the deployed resources +commonLabels: {} +# commonAnnotations Add annotations to all the deployed resources +commonAnnotations: {} + +agentSecret: + # -- Specify name of K8s Secret. Leave it empty if you don't need this Secret + name: "" + # -- Specify your Secret (with sensitive data) or pseudo-manifest (without sensitive data). See https://github.com/godaddy/kubernetes-external-secrets + secretData: + data: + username: User + +flyteagent: + enabled: true + # -- Replicas count for flyteagent deployment + replicaCount: 1 + image: + # -- Docker image for flyteagent deployment + repository: ghcr.io/flyteorg/flyteagent + # -- Docker image tag + tag: 1.8.3 + # -- Docker image pull policy + pullPolicy: IfNotPresent + ports: + containerPort: 8000 + name: agent-grpc + # -- Default resources requests and limits for flyteagent deployment + resources: + limits: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + requests: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + # -- Default regex string for searching configuration files + configPath: /etc/flyteagent/config/*.yaml + # -- Service settings for flyteagent + service: + annotations: + projectcontour.io/upstream-protocol.h2c: grpc + type: ClusterIP + # -- Configuration for service accounts for flyteagent + serviceAccount: + # -- Should a service account be created for flyteagent + create: true + # -- Annotations for ServiceAccount attached to flyteagent pods + annotations: {} + # -- ImagePullSecrets to automatically assign to the service account + imagePullSecrets: [] + # -- Annotations for flyteagent pods + podAnnotations: {} + # -- nodeSelector for flyteagent deployment + nodeSelector: {} + # -- tolerations for flyteagent deployment + tolerations: [] + # -- affinity for flyteagent deployment + affinity: {} + # -- Appends additional volumes to the deployment spec. May include template values. + additionalVolumes: [] + # -- Appends additional volume mounts to the main container's spec. May include template values. + additionalVolumeMounts: [] + # -- Appends additional containers to the deployment spec. May include template values. + additionalContainers: [] + # -- Appends extra command line arguments to the main command + extraArgs: {} + # -- Sets priorityClassName for datacatalog pod(s). + priorityClassName: "" diff --git a/charts/flyte-binary/Chart.yaml b/charts/flyte-binary/Chart.yaml index ab446d25b8..720a190780 100644 --- a/charts/flyte-binary/Chart.yaml +++ b/charts/flyte-binary/Chart.yaml @@ -14,3 +14,8 @@ version: v0.1.10 # VERSION # follow Semantic Versioning. They should reflect the version the application is using. # It is recommended to use it with quotes. appVersion: "1.16.0" +dependencies: + - name: flyteagent + alias: flyteagent + version: v0.1.10 # VERSION + repository: file://../flyte-agent # REPOSITORY \ No newline at end of file diff --git a/charts/flyte-binary/README.md b/charts/flyte-binary/README.md index 184e65976c..4066be69f1 100644 --- a/charts/flyte-binary/README.md +++ b/charts/flyte-binary/README.md @@ -4,6 +4,12 @@ Chart for basic single Flyte executable deployment +## Requirements + +| Repository | Name | Version | +|------------|------|---------| +| file://../flyte-agent | flyteagent(flyteagent) | v0.1.10 | + ## Values | Key | Type | Default | Description | @@ -184,4 +190,3 @@ Chart for basic single Flyte executable deployment | serviceAccount.imagePullSecrets | list | `[]` | | | serviceAccount.labels | object | `{}` | | | serviceAccount.name | string | `""` | | - diff --git a/charts/flyte-binary/templates/agent/deployment.yaml b/charts/flyte-binary/templates/agent/deployment.yaml deleted file mode 100644 index 28c42fad16..0000000000 --- a/charts/flyte-binary/templates/agent/deployment.yaml +++ /dev/null @@ -1,112 +0,0 @@ -{{- if .Values.flyteagent.enable }} -apiVersion: apps/v1 -kind: Deployment -metadata: - name: {{ include "flyte-binary.agent.name" . }} - namespace: {{ .Release.Namespace | quote }} - labels: {{- include "flyte-binary.labels" . | nindent 4 }} - {{- if .Values.commonLabels }} - {{- tpl ( .Values.commonLabels | toYaml ) . | nindent 4 }} - {{- end }} - {{- if .Values.flyteagent.deployment.labels }} - {{- tpl ( .Values.flyteagent.deployment.labels | toYaml ) . | nindent 4 }} - {{- end }} - annotations: - {{- if .Values.commonAnnotations }} - {{- tpl ( .Values.commonAnnotations | toYaml ) . | nindent 4 }} - {{- end }} - {{- if .Values.flyteagent.deployment.annotations }} - {{- tpl ( .Values.flyteagent.deployment.annotations | toYaml ) . | nindent 4 }} - {{- end }} -spec: - replicas: {{ .Values.flyteagent.deployment.replicas }} - selector: - matchLabels: {{- include "flyte-binary.agent.selectorLabels" . | nindent 6 }} - template: - metadata: - labels: {{- include "flyte-binary.agent.selectorLabels" . | nindent 8 }} - {{- if .Values.commonLabels }} - {{- tpl ( .Values.commonLabels | toYaml ) . | nindent 8 }} - {{- end }} - {{- if .Values.flyteagent.deployment.podLabels }} - {{- tpl ( .Values.flyteagent.deployment.podLabels | toYaml ) . | nindent 8 }} - {{- end }} - annotations: - {{- if .Values.commonAnnotations }} - {{- tpl ( .Values.commonAnnotations | toYaml ) . | nindent 8 }} - {{- end }} - {{- if .Values.flyteagent.deployment.podAnnotations }} - {{- tpl ( .Values.flyteagent.deployment.podAnnotations | toYaml ) . | nindent 8 }} - {{- end }} - spec: - {{- if .Values.flyteagent.deployment.extraPodSpec }} - {{- tpl ( .Values.flyteagent.deployment.extraPodSpec | toYaml ) . | nindent 6 }} - {{- end }} - {{- if .Values.flyteagent.deployment.podSecurityContext.enabled }} - securityContext: {{- omit .Values.flyteagent.deployment.podSecurityContext "enabled" | toYaml | nindent 12 }} - {{- end }} - serviceAccountName: {{ include "flyte-binary.agent.serviceAccountName" . }} - {{- if .Values.flyteagent.deployment.initContainers }} - initContainers: - {{- tpl ( .Values.flyteagent.deployment.initContainers | toYaml ) . | nindent 8 }} - {{- end }} - containers: - - name: agent - {{- with .Values.flyteagent.deployment.image }} - image: {{ printf "%s:%s" .repository .tag | quote }} - imagePullPolicy: {{ .pullPolicy | quote }} - {{- end }} - {{- if .Values.flyteagent.deployment.command }} - command: {{- tpl ( .Values.flyteagent.deployment.command | toYaml ) . | nindent 12 }} - {{- end }} - {{- if .Values.flyteagent.deployment.args }} - args: - {{- tpl ( .Values.flyteagent.deployment.args | toYaml ) . | nindent 12 }} - {{- end }} - {{- if .Values.flyteagent.deployment.extraEnvVars }} - env: - {{- tpl ( .Values.flyteagent.deployment.extraEnvVars | toYaml ) . | nindent 12 }} - {{- end }} - {{- if or .Values.flyteagent.deployment.extraEnvVarsConfigMap .Values.flyteagent.deployment.extraEnvVarsSecret }} - envFrom: - {{- if .Values.flyteagent.deployment.extraEnvVarsConfigMap }} - - configMapRef: - name: {{ .Values.flyteagent.deployment.extraEnvVarsConfigMap }} - {{- end }} - {{- if .Values.flyteagent.deployment.extraEnvVarsSecret }} - - secretRef: - name: {{ .Values.flyteagent.deployment.extraEnvVarsSecret }} - {{- end }} - {{- end }} - ports: - - name: grpc - containerPort: 8000 - {{- if .Values.flyteagent.deployment.startupProbe }} - startupProbe: {{- tpl ( .Values.flyteagent.deployment.startupProbe | toYaml ) . | nindent 12 }} - {{- end }} - {{- if .Values.flyteagent.deployment.livenessProbe }} - livenessProbe: - {{- tpl ( .Values.flyteagent.deployment.livenessProbe | toYaml ) . | nindent 12 }} - {{- end }} - {{- if .Values.flyteagent.deployment.readinessProbe }} - readinessProbe: - {{- tpl ( .Values.flyteagent.deployment.readinessProbe | toYaml ) . | nindent 12 }} - {{- end }} - {{- if .Values.flyteagent.deployment.resources }} - resources: {{- toYaml .Values.flyteagent.deployment.resources | nindent 12 }} - {{- end }} - {{- if .Values.flyteagent.deployment.lifecycleHooks }} - lifecycle: {{- tpl ( .Values.flyteagent.deployment.lifecycleHooks | toYaml ) . | nindent 12 }} - {{- end }} - {{- if .Values.flyteagent.deployment.extraVolumeMounts }} - volumeMounts: - {{- tpl ( .Values.flyteagent.deployment.extraVolumeMounts | toYaml ) . | nindent 12 }} - {{- end }} - {{- if .Values.flyteagent.deployment.sidecars }} - {{- tpl ( .Values.flyteagent.deployment.sidecars | toYaml ) . | nindent 8 }} - {{- end }} - {{- if .Values.flyteagent.deployment.extraVolumes }} - volumes: - {{- tpl ( .Values.flyteagent.deployment.extraVolumes | toYaml ) . | nindent 8 }} - {{- end }} -{{- end }} diff --git a/charts/flyte-binary/templates/agent/service.yaml b/charts/flyte-binary/templates/agent/service.yaml deleted file mode 100644 index 418a1bc52e..0000000000 --- a/charts/flyte-binary/templates/agent/service.yaml +++ /dev/null @@ -1,48 +0,0 @@ -{{- if .Values.flyteagent.enable }} -apiVersion: v1 -kind: Service -metadata: - name: {{ include "flyte-binary.agent.name" . }} - namespace: {{ .Release.Namespace | quote }} - labels: {{- include "flyte-binary.labels" . | nindent 4 }} - {{- if .Values.commonLabels }} - {{- tpl ( .Values.commonLabels | toYaml ) . | nindent 4 }} - {{- end }} - {{- if .Values.flyteagent.service.labels }} - {{- tpl ( .Values.flyteagent.service.labels | toYaml ) . | nindent 4 }} - {{- end }} - annotations: - {{- if .Values.commonAnnotations }} - {{- tpl ( .Values.commonAnnotations | toYaml ) . | nindent 4 }} - {{- end }} - {{- if .Values.flyteagent.service.annotations }} - {{- tpl ( .Values.flyteagent.service.annotations | toYaml ) . | nindent 4 }} - {{- end }} -spec: - type: {{ .Values.flyteagent.service.type }} - {{- if or (eq .Values.flyteagent.service.type "LoadBalancer") (eq .Values.flyteagent.service.type "NodePort") }} - externalTrafficPolicy: {{ .Values.flyteagent.service.externalTrafficPolicy | quote }} - {{- end }} - {{- if and (eq .Values.flyteagent.service.type "LoadBalancer") (not (empty .Values.flyteagent.service.loadBalancerSourceRanges)) }} - loadBalancerSourceRanges: {{ .Values.flyteagent.service.loadBalancerSourceRanges }} - {{- end }} - {{- if and (eq .Values.flyteagent.service.type "LoadBalancer") (not (empty .Values.flyteagent.service.loadBalancerIP)) }} - loadBalancerIP: {{ .Values.flyteagent.service.loadBalancerIP }} - {{- end }} - {{- if and .Values.flyteagent.service.clusterIP (eq .Values.flyteagent.service.type "ClusterIP") }} - clusterIP: {{ .Values.flyteagent.service.clusterIP }} - {{- end }} - ports: - - name: grpc - port: {{ include "flyte-binary.agent.servicePort" . }} - targetPort: grpc - {{- if and (or (eq .Values.flyteagent.service.type "NodePort") (eq .Values.flyteagent.service.type "LoadBalancer")) (not (empty .Values.flyteagent.service.nodePort)) }} - nodePort: {{ .Values.flyteagent.service.nodePort }} - {{- else if eq .Values.flyteagent.service.type "ClusterIP" }} - nodePort: null - {{- end }} - {{- if .Values.flyteagent.service.extraPorts }} - {{- tpl ( .Values.flyteagent.service.extraPorts | toYaml ) . | nindent 4 }} - {{- end }} - selector: {{- include "flyte-binary.agent.selectorLabels" . | nindent 4 }} -{{- end }} diff --git a/charts/flyte-binary/templates/agent/serviceaccount.yaml b/charts/flyte-binary/templates/agent/serviceaccount.yaml deleted file mode 100644 index 7c9d66d166..0000000000 --- a/charts/flyte-binary/templates/agent/serviceaccount.yaml +++ /dev/null @@ -1,27 +0,0 @@ -{{- if .Values.flyteagent.enable }} -{{- if .Values.flyteagent.serviceAccount.create }} -apiVersion: v1 -kind: ServiceAccount -metadata: - name: {{ include "flyte-binary.agent.serviceAccountName" . }} - namespace: {{ .Release.Namespace | quote }} - labels: {{- include "flyte-binary.labels" . | nindent 4 }} - {{- if .Values.commonLabels }} - {{- tpl ( .Values.commonLabels | toYaml ) . | nindent 4 }} - {{- end }} - {{- if .Values.flyteagent.serviceAccount.labels }} - {{- tpl ( .Values.flyteagent.serviceAccount.labels | toYaml ) . | nindent 4 }} - {{- end }} - annotations: - {{- if .Values.commonAnnotations }} - {{- tpl ( .Values.commonAnnotations | toYaml ) . | nindent 4 }} - {{- end }} - {{- if .Values.flyteagent.serviceAccount.annotations }} - {{- tpl ( .Values.flyteagent.serviceAccount.annotations | toYaml ) . | nindent 4 }} - {{- end }} -{{- if .Values.flyteagent.serviceAccount.imagePullSecrets }} -imagePullSecrets: - {{- tpl ( .Values.flyteagent.serviceAccount.imagePullSecrets | toYaml ) . | nindent 2 }} -{{- end }} -{{- end }} -{{- end }} diff --git a/charts/flyte-core/Chart.yaml b/charts/flyte-core/Chart.yaml index 5ff65f7634..005e5a6fe4 100644 --- a/charts/flyte-core/Chart.yaml +++ b/charts/flyte-core/Chart.yaml @@ -3,3 +3,8 @@ name: flyte-core description: A Helm chart for Flyte core type: application version: v0.1.10 # VERSION +dependencies: + - name: flyteagent + alias: flyteagent + version: v0.1.10 # VERSION + repository: file://../flyte-agent # REPOSITORY \ No newline at end of file diff --git a/charts/flyte-core/README.md b/charts/flyte-core/README.md index b88beaf713..41a986f253 100644 --- a/charts/flyte-core/README.md +++ b/charts/flyte-core/README.md @@ -4,6 +4,12 @@ A Helm chart for Flyte core +## Requirements + +| Repository | Name | Version | +|------------|------|---------| +| file://../flyte-agent | flyteagent(flyteagent) | v0.1.10 | + ### Flyte INSTALLATION: - [Install helm 3](https://helm.sh/docs/intro/install/) - Fetch chart dependencies `` @@ -273,4 +279,4 @@ helm install gateway bitnami/contour -n flyte | webhook.serviceAccount.create | bool | `true` | Should a service account be created for the webhook | | webhook.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | | workflow_notifications | object | `{"config":{},"enabled":false}` | **Optional Component** Workflow notifications module is an optional dependency. Flyte uses cloud native pub-sub systems to notify users of various events in their workflows | -| workflow_scheduler | object | `{"config":{},"enabled":false,"type":""}` | **Optional Component** Flyte uses a cloud hosted Cron scheduler to run workflows on a schedule. The following module is optional. Without, this module, you will not have scheduled launchplans / workflows. Docs: https://docs.flyte.org/en/latest/howto/enable_and_use_schedules.html#setting-up-scheduled-workflows | +| workflow_scheduler | object | `{"config":{},"enabled":false,"type":""}` | **Optional Component** Flyte uses a cloud hosted Cron scheduler to run workflows on a schedule. The following module is optional. Without, this module, you will not have scheduled launchplans / workflows. Docs: https://docs.flyte.org/en/latest/howto/enable_and_use_schedules.html#setting-up-scheduled-workflows | \ No newline at end of file diff --git a/charts/flyte-deps/README.md b/charts/flyte-deps/README.md index 0cbf338fed..4d21e6e18e 100644 --- a/charts/flyte-deps/README.md +++ b/charts/flyte-deps/README.md @@ -119,4 +119,4 @@ helm upgrade -f values.yaml flyte . | sparkoperator | object | `{"enabled":false}` | Optional: Spark Plugin using the Spark Operator | | sparkoperator.enabled | bool | `false` | - enable or disable Sparkoperator deployment installation | | webhook.enabled | bool | `true` | | -| webhook.service | object | `{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"}` | Service settings for the webhook | +| webhook.service | object | `{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"}` | Service settings for the webhook | \ No newline at end of file diff --git a/charts/flyte-sandbox/README.md b/charts/flyte-sandbox/README.md index dd4ef526af..1cb8233553 100644 --- a/charts/flyte-sandbox/README.md +++ b/charts/flyte-sandbox/README.md @@ -97,4 +97,3 @@ A Helm chart for the Flyte local sandbox | sandbox.proxy.image.pullPolicy | string | `"Never"` | | | sandbox.proxy.image.repository | string | `"envoyproxy/envoy"` | | | sandbox.proxy.image.tag | string | `"sandbox"` | | - diff --git a/charts/flyte/README.md b/charts/flyte/README.md index 2494726b3d..2f0aa13213 100644 --- a/charts/flyte/README.md +++ b/charts/flyte/README.md @@ -268,4 +268,4 @@ helm upgrade -f values-sandbox.yaml flyte . | redoc.service | object | `{"type":"ClusterIP"}` | Service settings for Minio | | redoc.tolerations | list | `[]` | tolerations for Minio deployment | | sparkoperator | object | `{"enabled":false}` | Optional: Spark Plugin using the Spark Operator | -| sparkoperator.enabled | bool | `false` | - enable or disable Sparkoperator deployment installation | +| sparkoperator.enabled | bool | `false` | - enable or disable Sparkoperator deployment installation | \ No newline at end of file diff --git a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml index f5a52178d7..0864d4f863 100644 --- a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml +++ b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml @@ -1,4 +1,16 @@ --- +# Source: flyte-core/charts/flyteagent/templates/agent/serviceaccount.yaml +apiVersion: v1 +kind: ServiceAccount +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +--- # Source: flyte-core/templates/admin/rbac.yaml apiVersion: v1 kind: ServiceAccount @@ -728,6 +740,30 @@ subjects: name: flyte-pod-webhook namespace: flyte --- +# Source: flyte-core/charts/flyteagent/templates/agent/service.yaml +apiVersion: v1 +kind: Service +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + annotations: + projectcontour.io/upstream-protocol.h2c: grpc +spec: + type: ClusterIP + ports: + - name: agent-grpc + port: 8000 + protocol: TCP + targetPort: agent-grpc + selector: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte +--- # Source: flyte-core/templates/admin/service.yaml apiVersion: v1 kind: Service @@ -835,6 +871,56 @@ spec: port: 443 targetPort: 9443 --- +# Source: flyte-core/charts/flyteagent/templates/agent/deployment.yaml +apiVersion: apps/v1 +kind: Deployment +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +spec: + replicas: 1 + selector: + matchLabels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + template: + metadata: + annotations: + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + spec: + containers: + - command: + - pyflyte + - serve + image: "ghcr.io/flyteorg/flyteagent:1.8.3" + imagePullPolicy: "IfNotPresent" + name: flyteagent + volumeMounts: + + ports: + - containerPort: 8000 + name: agent-grpc + resources: + limits: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + requests: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + serviceAccountName: flyteagent + volumes: +--- # Source: flyte-core/templates/admin/deployment.yaml apiVersion: apps/v1 kind: Deployment diff --git a/deployment/eks/flyte_helm_controlplane_generated.yaml b/deployment/eks/flyte_helm_controlplane_generated.yaml index 5dc1c9fe21..68b4e44497 100644 --- a/deployment/eks/flyte_helm_controlplane_generated.yaml +++ b/deployment/eks/flyte_helm_controlplane_generated.yaml @@ -1,4 +1,16 @@ --- +# Source: flyte-core/charts/flyteagent/templates/agent/serviceaccount.yaml +apiVersion: v1 +kind: ServiceAccount +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +--- # Source: flyte-core/templates/admin/rbac.yaml apiVersion: v1 kind: ServiceAccount @@ -447,6 +459,30 @@ subjects: name: flyteadmin namespace: flyte --- +# Source: flyte-core/charts/flyteagent/templates/agent/service.yaml +apiVersion: v1 +kind: Service +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + annotations: + projectcontour.io/upstream-protocol.h2c: grpc +spec: + type: ClusterIP + ports: + - name: agent-grpc + port: 8000 + protocol: TCP + targetPort: agent-grpc + selector: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte +--- # Source: flyte-core/templates/admin/service.yaml apiVersion: v1 kind: Service @@ -536,6 +572,56 @@ spec: app.kubernetes.io/name: datacatalog app.kubernetes.io/instance: flyte --- +# Source: flyte-core/charts/flyteagent/templates/agent/deployment.yaml +apiVersion: apps/v1 +kind: Deployment +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +spec: + replicas: 1 + selector: + matchLabels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + template: + metadata: + annotations: + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + spec: + containers: + - command: + - pyflyte + - serve + image: "ghcr.io/flyteorg/flyteagent:1.8.3" + imagePullPolicy: "IfNotPresent" + name: flyteagent + volumeMounts: + + ports: + - containerPort: 8000 + name: agent-grpc + resources: + limits: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + requests: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + serviceAccountName: flyteagent + volumes: +--- # Source: flyte-core/templates/admin/deployment.yaml apiVersion: apps/v1 kind: Deployment diff --git a/deployment/eks/flyte_helm_dataplane_generated.yaml b/deployment/eks/flyte_helm_dataplane_generated.yaml index 8473d5ad02..a5f632ae0b 100644 --- a/deployment/eks/flyte_helm_dataplane_generated.yaml +++ b/deployment/eks/flyte_helm_dataplane_generated.yaml @@ -1,4 +1,16 @@ --- +# Source: flyte-core/charts/flyteagent/templates/agent/serviceaccount.yaml +apiVersion: v1 +kind: ServiceAccount +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +--- # Source: flyte-core/templates/admin/rbac.yaml apiVersion: v1 kind: ServiceAccount @@ -393,6 +405,30 @@ subjects: name: flyte-pod-webhook namespace: flyte --- +# Source: flyte-core/charts/flyteagent/templates/agent/service.yaml +apiVersion: v1 +kind: Service +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + annotations: + projectcontour.io/upstream-protocol.h2c: grpc +spec: + type: ClusterIP + ports: + - name: agent-grpc + port: 8000 + protocol: TCP + targetPort: agent-grpc + selector: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte +--- # Source: flyte-core/templates/propeller/webhook.yaml # Service apiVersion: v1 @@ -411,6 +447,56 @@ spec: port: 443 targetPort: 9443 --- +# Source: flyte-core/charts/flyteagent/templates/agent/deployment.yaml +apiVersion: apps/v1 +kind: Deployment +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +spec: + replicas: 1 + selector: + matchLabels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + template: + metadata: + annotations: + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + spec: + containers: + - command: + - pyflyte + - serve + image: "ghcr.io/flyteorg/flyteagent:1.8.3" + imagePullPolicy: "IfNotPresent" + name: flyteagent + volumeMounts: + + ports: + - containerPort: 8000 + name: agent-grpc + resources: + limits: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + requests: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + serviceAccountName: flyteagent + volumes: +--- # Source: flyte-core/templates/propeller/deployment.yaml apiVersion: apps/v1 kind: Deployment diff --git a/deployment/eks/flyte_helm_generated.yaml b/deployment/eks/flyte_helm_generated.yaml index 3fbcea8fd2..551e7b16c8 100644 --- a/deployment/eks/flyte_helm_generated.yaml +++ b/deployment/eks/flyte_helm_generated.yaml @@ -1,4 +1,16 @@ --- +# Source: flyte-core/charts/flyteagent/templates/agent/serviceaccount.yaml +apiVersion: v1 +kind: ServiceAccount +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +--- # Source: flyte-core/templates/admin/rbac.yaml apiVersion: v1 kind: ServiceAccount @@ -759,6 +771,30 @@ subjects: name: flyte-pod-webhook namespace: flyte --- +# Source: flyte-core/charts/flyteagent/templates/agent/service.yaml +apiVersion: v1 +kind: Service +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + annotations: + projectcontour.io/upstream-protocol.h2c: grpc +spec: + type: ClusterIP + ports: + - name: agent-grpc + port: 8000 + protocol: TCP + targetPort: agent-grpc + selector: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte +--- # Source: flyte-core/templates/admin/service.yaml apiVersion: v1 kind: Service @@ -866,6 +902,56 @@ spec: port: 443 targetPort: 9443 --- +# Source: flyte-core/charts/flyteagent/templates/agent/deployment.yaml +apiVersion: apps/v1 +kind: Deployment +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +spec: + replicas: 1 + selector: + matchLabels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + template: + metadata: + annotations: + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + spec: + containers: + - command: + - pyflyte + - serve + image: "ghcr.io/flyteorg/flyteagent:1.8.3" + imagePullPolicy: "IfNotPresent" + name: flyteagent + volumeMounts: + + ports: + - containerPort: 8000 + name: agent-grpc + resources: + limits: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + requests: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + serviceAccountName: flyteagent + volumes: +--- # Source: flyte-core/templates/admin/deployment.yaml apiVersion: apps/v1 kind: Deployment diff --git a/deployment/gcp/flyte_helm_controlplane_generated.yaml b/deployment/gcp/flyte_helm_controlplane_generated.yaml index f6073da77e..a44af76cba 100644 --- a/deployment/gcp/flyte_helm_controlplane_generated.yaml +++ b/deployment/gcp/flyte_helm_controlplane_generated.yaml @@ -1,4 +1,16 @@ --- +# Source: flyte-core/charts/flyteagent/templates/agent/serviceaccount.yaml +apiVersion: v1 +kind: ServiceAccount +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +--- # Source: flyte-core/templates/admin/rbac.yaml apiVersion: v1 kind: ServiceAccount @@ -460,6 +472,30 @@ subjects: name: flyteadmin namespace: flyte --- +# Source: flyte-core/charts/flyteagent/templates/agent/service.yaml +apiVersion: v1 +kind: Service +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + annotations: + projectcontour.io/upstream-protocol.h2c: grpc +spec: + type: ClusterIP + ports: + - name: agent-grpc + port: 8000 + protocol: TCP + targetPort: agent-grpc + selector: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte +--- # Source: flyte-core/templates/admin/service.yaml apiVersion: v1 kind: Service @@ -551,6 +587,56 @@ spec: app.kubernetes.io/name: datacatalog app.kubernetes.io/instance: flyte --- +# Source: flyte-core/charts/flyteagent/templates/agent/deployment.yaml +apiVersion: apps/v1 +kind: Deployment +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +spec: + replicas: 1 + selector: + matchLabels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + template: + metadata: + annotations: + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + spec: + containers: + - command: + - pyflyte + - serve + image: "ghcr.io/flyteorg/flyteagent:1.8.3" + imagePullPolicy: "IfNotPresent" + name: flyteagent + volumeMounts: + + ports: + - containerPort: 8000 + name: agent-grpc + resources: + limits: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + requests: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + serviceAccountName: flyteagent + volumes: +--- # Source: flyte-core/templates/admin/deployment.yaml apiVersion: apps/v1 kind: Deployment diff --git a/deployment/gcp/flyte_helm_dataplane_generated.yaml b/deployment/gcp/flyte_helm_dataplane_generated.yaml index ff2722519f..7826d5b3be 100644 --- a/deployment/gcp/flyte_helm_dataplane_generated.yaml +++ b/deployment/gcp/flyte_helm_dataplane_generated.yaml @@ -1,4 +1,16 @@ --- +# Source: flyte-core/charts/flyteagent/templates/agent/serviceaccount.yaml +apiVersion: v1 +kind: ServiceAccount +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +--- # Source: flyte-core/templates/admin/rbac.yaml apiVersion: v1 kind: ServiceAccount @@ -401,6 +413,30 @@ subjects: name: flyte-pod-webhook namespace: flyte --- +# Source: flyte-core/charts/flyteagent/templates/agent/service.yaml +apiVersion: v1 +kind: Service +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + annotations: + projectcontour.io/upstream-protocol.h2c: grpc +spec: + type: ClusterIP + ports: + - name: agent-grpc + port: 8000 + protocol: TCP + targetPort: agent-grpc + selector: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte +--- # Source: flyte-core/templates/propeller/webhook.yaml # Service apiVersion: v1 @@ -419,6 +455,56 @@ spec: port: 443 targetPort: 9443 --- +# Source: flyte-core/charts/flyteagent/templates/agent/deployment.yaml +apiVersion: apps/v1 +kind: Deployment +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +spec: + replicas: 1 + selector: + matchLabels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + template: + metadata: + annotations: + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + spec: + containers: + - command: + - pyflyte + - serve + image: "ghcr.io/flyteorg/flyteagent:1.8.3" + imagePullPolicy: "IfNotPresent" + name: flyteagent + volumeMounts: + + ports: + - containerPort: 8000 + name: agent-grpc + resources: + limits: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + requests: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + serviceAccountName: flyteagent + volumes: +--- # Source: flyte-core/templates/propeller/deployment.yaml apiVersion: apps/v1 kind: Deployment diff --git a/deployment/gcp/flyte_helm_generated.yaml b/deployment/gcp/flyte_helm_generated.yaml index 344da15b39..81f42567b5 100644 --- a/deployment/gcp/flyte_helm_generated.yaml +++ b/deployment/gcp/flyte_helm_generated.yaml @@ -1,4 +1,16 @@ --- +# Source: flyte-core/charts/flyteagent/templates/agent/serviceaccount.yaml +apiVersion: v1 +kind: ServiceAccount +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +--- # Source: flyte-core/templates/admin/rbac.yaml apiVersion: v1 kind: ServiceAccount @@ -780,6 +792,30 @@ subjects: name: flyte-pod-webhook namespace: flyte --- +# Source: flyte-core/charts/flyteagent/templates/agent/service.yaml +apiVersion: v1 +kind: Service +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + annotations: + projectcontour.io/upstream-protocol.h2c: grpc +spec: + type: ClusterIP + ports: + - name: agent-grpc + port: 8000 + protocol: TCP + targetPort: agent-grpc + selector: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte +--- # Source: flyte-core/templates/admin/service.yaml apiVersion: v1 kind: Service @@ -889,6 +925,56 @@ spec: port: 443 targetPort: 9443 --- +# Source: flyte-core/charts/flyteagent/templates/agent/deployment.yaml +apiVersion: apps/v1 +kind: Deployment +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +spec: + replicas: 1 + selector: + matchLabels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + template: + metadata: + annotations: + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + spec: + containers: + - command: + - pyflyte + - serve + image: "ghcr.io/flyteorg/flyteagent:1.8.3" + imagePullPolicy: "IfNotPresent" + name: flyteagent + volumeMounts: + + ports: + - containerPort: 8000 + name: agent-grpc + resources: + limits: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + requests: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + serviceAccountName: flyteagent + volumes: +--- # Source: flyte-core/templates/admin/deployment.yaml apiVersion: apps/v1 kind: Deployment diff --git a/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml b/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml index aa26a699f3..d67090a185 100644 --- a/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml +++ b/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml @@ -1,4 +1,16 @@ --- +# Source: flyte-binary/charts/flyteagent/templates/agent/serviceaccount.yaml +apiVersion: v1 +kind: ServiceAccount +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +--- # Source: flyte-binary/templates/serviceaccount.yaml apiVersion: v1 kind: ServiceAccount @@ -254,6 +266,30 @@ subjects: name: flyte-flyte-binary namespace: "flyte" --- +# Source: flyte-binary/charts/flyteagent/templates/agent/service.yaml +apiVersion: v1 +kind: Service +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + annotations: + projectcontour.io/upstream-protocol.h2c: grpc +spec: + type: ClusterIP + ports: + - name: agent-grpc + port: 8000 + protocol: TCP + targetPort: agent-grpc + selector: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte +--- # Source: flyte-binary/templates/service/grpc.yaml apiVersion: v1 kind: Service @@ -328,6 +364,56 @@ spec: app.kubernetes.io/instance: flyte app.kubernetes.io/component: flyte-binary --- +# Source: flyte-binary/charts/flyteagent/templates/agent/deployment.yaml +apiVersion: apps/v1 +kind: Deployment +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +spec: + replicas: 1 + selector: + matchLabels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + template: + metadata: + annotations: + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + spec: + containers: + - command: + - pyflyte + - serve + image: "ghcr.io/flyteorg/flyteagent:1.8.3" + imagePullPolicy: "IfNotPresent" + name: flyteagent + volumeMounts: + + ports: + - containerPort: 8000 + name: agent-grpc + resources: + limits: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + requests: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + serviceAccountName: flyteagent + volumes: +--- # Source: flyte-binary/templates/deployment.yaml apiVersion: apps/v1 kind: Deployment diff --git a/deployment/sandbox/flyte_helm_generated.yaml b/deployment/sandbox/flyte_helm_generated.yaml index 7f42776ccc..3008f19505 100644 --- a/deployment/sandbox/flyte_helm_generated.yaml +++ b/deployment/sandbox/flyte_helm_generated.yaml @@ -27,26 +27,26 @@ metadata: app.kubernetes.io/component: envoy automountServiceAccountToken: false --- -# Source: flyte/charts/flyte/templates/admin/rbac.yaml +# Source: flyte/charts/flyte/charts/flyteagent/templates/agent/serviceaccount.yaml apiVersion: v1 kind: ServiceAccount metadata: - name: flyteadmin + name: flyteagent namespace: flyte labels: - app.kubernetes.io/name: flyteadmin + app.kubernetes.io/name: flyteagent app.kubernetes.io/instance: flyte - helm.sh/chart: flyte-v0.1.10 + helm.sh/chart: flyteagent-v0.1.10 app.kubernetes.io/managed-by: Helm --- -# Source: flyte/charts/flyte/templates/agent/rbac.yaml +# Source: flyte/charts/flyte/templates/admin/rbac.yaml apiVersion: v1 kind: ServiceAccount metadata: - name: flyteagent + name: flyteadmin namespace: flyte labels: - app.kubernetes.io/name: flyteagent + app.kubernetes.io/name: flyteadmin app.kubernetes.io/instance: flyte helm.sh/chart: flyte-v0.1.10 app.kubernetes.io/managed-by: Helm @@ -6132,6 +6132,30 @@ spec: app.kubernetes.io/component: envoy type: NodePort --- +# Source: flyte/charts/flyte/charts/flyteagent/templates/agent/service.yaml +apiVersion: v1 +kind: Service +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + annotations: + projectcontour.io/upstream-protocol.h2c: grpc +spec: + type: ClusterIP + ports: + - name: agent-grpc + port: 8000 + protocol: TCP + targetPort: agent-grpc + selector: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte +--- # Source: flyte/charts/flyte/templates/admin/service.yaml apiVersion: v1 kind: Service @@ -6167,30 +6191,6 @@ spec: app.kubernetes.io/name: flyteadmin app.kubernetes.io/instance: flyte --- -# Source: flyte/charts/flyte/templates/agent/service.yaml -apiVersion: v1 -kind: Service -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyte-v0.1.10 - app.kubernetes.io/managed-by: Helm - annotations: - projectcontour.io/upstream-protocol.h2c: grpc -spec: - type: ClusterIP - ports: - - name: agent-grpc - port: 8000 - protocol: TCP - targetPort: agent-grpc - selector: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte ---- # Source: flyte/charts/flyte/templates/console/service.yaml apiVersion: v1 kind: Service @@ -6707,6 +6707,56 @@ spec: - key: contour.yaml path: contour.yaml --- +# Source: flyte/charts/flyte/charts/flyteagent/templates/agent/deployment.yaml +apiVersion: apps/v1 +kind: Deployment +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +spec: + replicas: 1 + selector: + matchLabels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + template: + metadata: + annotations: + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + spec: + containers: + - command: + - pyflyte + - serve + image: "ghcr.io/flyteorg/flyteagent:1.8.3" + imagePullPolicy: "IfNotPresent" + name: flyteagent + volumeMounts: + + ports: + - containerPort: 8000 + name: agent-grpc + resources: + limits: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + requests: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + serviceAccountName: flyteagent + volumes: +--- # Source: flyte/charts/flyte/templates/admin/deployment.yaml apiVersion: apps/v1 kind: Deployment @@ -6866,53 +6916,6 @@ spec: secret: secretName: flyte-admin-secrets --- -# Source: flyte/charts/flyte/templates/agent/deployment.yaml -apiVersion: apps/v1 -kind: Deployment -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyte-v0.1.10 - app.kubernetes.io/managed-by: Helm -spec: - replicas: 1 - selector: - matchLabels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - template: - metadata: - annotations: - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyte-v0.1.10 - app.kubernetes.io/managed-by: Helm - spec: - containers: - - command: - - pyflyte - - serve - image: "ghcr.io/flyteorg/flyteagent:1.6.2b1" - imagePullPolicy: "IfNotPresent" - name: flyteagent - ports: - - containerPort: 8000 - name: agent-grpc - resources: - limits: - cpu: 500m - ephemeral-storage: 100Mi - memory: 500Mi - requests: - cpu: 10m - ephemeral-storage: 50Mi - memory: 50Mi - serviceAccountName: flyteagent ---- # Source: flyte/charts/flyte/templates/clusterresourcesync/deployment.yaml apiVersion: apps/v1 kind: Deployment diff --git a/go.mod b/go.mod index 79c22fcf03..616de0b088 100644 --- a/go.mod +++ b/go.mod @@ -5,9 +5,9 @@ go 1.19 require ( github.com/flyteorg/datacatalog v1.0.46 github.com/flyteorg/flyteadmin v1.1.105 - github.com/flyteorg/flytepropeller v1.1.95 - github.com/flyteorg/flytestdlib v1.0.17 - github.com/golang/glog v1.0.0 + github.com/flyteorg/flytepropeller v1.1.116 + github.com/flyteorg/flytestdlib v1.0.22 + github.com/golang/glog v1.1.0 github.com/spf13/cobra v1.4.0 github.com/spf13/pflag v1.0.5 golang.org/x/sync v0.1.0 @@ -17,11 +17,12 @@ require ( ) require ( - cloud.google.com/go v0.101.0 // indirect - cloud.google.com/go/compute v1.6.1 // indirect - cloud.google.com/go/iam v0.3.0 // indirect - cloud.google.com/go/pubsub v1.10.1 // indirect - cloud.google.com/go/storage v1.22.0 // indirect + cloud.google.com/go v0.110.0 // indirect + cloud.google.com/go/compute v1.19.1 // indirect + cloud.google.com/go/compute/metadata v0.2.3 // indirect + cloud.google.com/go/iam v0.13.0 // indirect + cloud.google.com/go/pubsub v1.30.0 // indirect + cloud.google.com/go/storage v1.28.1 // indirect github.com/Azure/azure-sdk-for-go v63.4.0+incompatible // indirect github.com/Azure/azure-sdk-for-go/sdk/azcore v0.23.1 // indirect github.com/Azure/azure-sdk-for-go/sdk/internal v0.9.2 // indirect @@ -35,8 +36,6 @@ require ( github.com/GoogleCloudPlatform/spark-on-k8s-operator v0.0.0-20200723154620-6f35a1152625 // indirect github.com/Masterminds/semver v1.5.0 // indirect github.com/NYTimes/gizmo v1.3.6 // indirect - github.com/PuerkitoBio/purell v1.1.1 // indirect - github.com/PuerkitoBio/urlesc v0.0.0-20170810143723-de5bf2ad4578 // indirect github.com/Shopify/sarama v1.26.4 // indirect github.com/asaskevich/govalidator v0.0.0-20200428143746-21a406dcc535 // indirect github.com/aws/amazon-sagemaker-operator-for-k8s v1.0.1-0.20210303003444-0fb33b1fd49d // indirect @@ -53,34 +52,34 @@ require ( github.com/benlaurie/objecthash v0.0.0-20180202135721-d1e3d6079fc1 // indirect github.com/beorn7/perks v1.0.1 // indirect github.com/bradfitz/gomemcache v0.0.0-20190913173617-a41fca850d0b // indirect - github.com/bstadlbauer/dask-k8s-operator-go-client v0.1.0 // indirect github.com/cespare/xxhash v1.1.0 // indirect - github.com/cespare/xxhash/v2 v2.1.2 // indirect + github.com/cespare/xxhash/v2 v2.2.0 // indirect github.com/cloudevents/sdk-go/binding/format/protobuf/v2 v2.8.0 // indirect github.com/cloudevents/sdk-go/protocol/kafka_sarama/v2 v2.8.0 // indirect github.com/cloudevents/sdk-go/v2 v2.8.0 // indirect github.com/coocood/freecache v1.1.1 // indirect github.com/coreos/go-oidc v2.2.1+incompatible // indirect + github.com/dask/dask-kubernetes/v2023 v2023.0.0-20230626103304-abd02cd17b26 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/decred/dcrd/dcrec/secp256k1/v3 v3.0.0 // indirect github.com/dgraph-io/ristretto v0.0.3 // indirect github.com/eapache/go-resiliency v1.2.0 // indirect github.com/eapache/go-xerial-snappy v0.0.0-20180814174437-776d5712da21 // indirect github.com/eapache/queue v1.1.0 // indirect - github.com/emicklei/go-restful/v3 v3.8.0 // indirect + github.com/emicklei/go-restful/v3 v3.9.0 // indirect github.com/evanphx/json-patch v4.12.0+incompatible // indirect github.com/fatih/color v1.13.0 // indirect github.com/felixge/httpsnoop v1.0.1 // indirect - github.com/flyteorg/flyteidl v1.5.10 // indirect - github.com/flyteorg/flyteplugins v1.0.64 // indirect - github.com/flyteorg/stow v0.3.6 // indirect + github.com/flyteorg/flyteidl v1.5.13 // indirect + github.com/flyteorg/flyteplugins v1.1.16 // indirect + github.com/flyteorg/stow v0.3.7 // indirect github.com/fsnotify/fsnotify v1.5.1 // indirect github.com/ghodss/yaml v1.0.0 // indirect github.com/go-gormigrate/gormigrate/v2 v2.0.0 // indirect github.com/go-logr/logr v1.2.3 // indirect - github.com/go-openapi/jsonpointer v0.19.5 // indirect - github.com/go-openapi/jsonreference v0.19.5 // indirect - github.com/go-openapi/swag v0.19.14 // indirect + github.com/go-openapi/jsonpointer v0.19.6 // indirect + github.com/go-openapi/jsonreference v0.20.1 // indirect + github.com/go-openapi/swag v0.22.3 // indirect github.com/go-redis/redis v6.15.7+incompatible // indirect github.com/go-test/deep v1.0.7 // indirect github.com/goccy/go-json v0.4.8 // indirect @@ -88,14 +87,14 @@ require ( github.com/gogo/protobuf v1.3.2 // indirect github.com/golang-jwt/jwt/v4 v4.4.1 // indirect github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da // indirect - github.com/golang/protobuf v1.5.2 // indirect + github.com/golang/protobuf v1.5.3 // indirect github.com/golang/snappy v0.0.3 // indirect github.com/google/gnostic v0.5.7-v3refs // indirect - github.com/google/go-cmp v0.5.8 // indirect + github.com/google/go-cmp v0.5.9 // indirect github.com/google/gofuzz v1.2.0 // indirect github.com/google/uuid v1.3.0 // indirect - github.com/googleapis/gax-go/v2 v2.3.0 // indirect - github.com/googleapis/go-type-adapters v1.0.0 // indirect + github.com/googleapis/enterprise-certificate-proxy v0.2.3 // indirect + github.com/googleapis/gax-go/v2 v2.7.1 // indirect github.com/gorilla/handlers v1.5.1 // indirect github.com/gorilla/securecookie v1.1.1 // indirect github.com/gorilla/websocket v1.4.2 // indirect @@ -132,13 +131,13 @@ require ( github.com/lestrrat-go/jwx v1.1.6 // indirect github.com/lestrrat-go/option v1.0.0 // indirect github.com/magiconair/properties v1.8.6 // indirect - github.com/mailru/easyjson v0.7.6 // indirect + github.com/mailru/easyjson v0.7.7 // indirect github.com/mattn/go-colorable v0.1.12 // indirect github.com/mattn/go-isatty v0.0.14 // indirect github.com/mattn/go-sqlite3 v2.0.3+incompatible // indirect github.com/mattn/goveralls v0.0.6 // indirect github.com/matttproud/golang_protobuf_extensions v1.0.2-0.20181231171920-c182affec369 // indirect - github.com/mitchellh/mapstructure v1.4.3 // indirect + github.com/mitchellh/mapstructure v1.5.0 // indirect github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect github.com/modern-go/reflect2 v1.0.2 // indirect github.com/mohae/deepcopy v0.0.0-20170929034955-c48cc78d4826 // indirect @@ -167,33 +166,33 @@ require ( github.com/sendgrid/rest v2.6.8+incompatible // indirect github.com/sendgrid/sendgrid-go v3.10.0+incompatible // indirect github.com/sirupsen/logrus v1.8.1 // indirect - github.com/spf13/afero v1.8.2 // indirect + github.com/spf13/afero v1.9.2 // indirect github.com/spf13/cast v1.4.1 // indirect github.com/spf13/jwalterweatherman v1.1.0 // indirect github.com/spf13/viper v1.11.0 // indirect - github.com/stretchr/objx v0.4.0 // indirect - github.com/stretchr/testify v1.8.0 // indirect + github.com/stretchr/objx v0.5.0 // indirect + github.com/stretchr/testify v1.8.4 // indirect github.com/subosito/gotenv v1.2.0 // indirect - go.opencensus.io v0.23.0 // indirect + go.opencensus.io v0.24.0 // indirect go.uber.org/atomic v1.9.0 // indirect go.uber.org/multierr v1.8.0 // indirect go.uber.org/zap v1.21.0 // indirect golang.org/x/crypto v0.0.0-20220722155217-630584e8d5aa // indirect golang.org/x/exp v0.0.0-20220722155223-a9213eeb770e // indirect - golang.org/x/net v0.7.0 // indirect - golang.org/x/oauth2 v0.0.0-20220411215720-9780585627b5 // indirect - golang.org/x/sys v0.5.0 // indirect - golang.org/x/term v0.5.0 // indirect - golang.org/x/text v0.7.0 // indirect - golang.org/x/time v0.0.0-20220210224613-90d013bbcef8 // indirect - golang.org/x/tools v0.4.0 // indirect + golang.org/x/net v0.9.0 // indirect + golang.org/x/oauth2 v0.7.0 // indirect + golang.org/x/sys v0.7.0 // indirect + golang.org/x/term v0.7.0 // indirect + golang.org/x/text v0.9.0 // indirect + golang.org/x/time v0.3.0 // indirect + golang.org/x/tools v0.6.0 // indirect golang.org/x/xerrors v0.0.0-20220907171357-04be3eba64a2 // indirect gomodules.xyz/jsonpatch/v2 v2.2.0 // indirect - google.golang.org/api v0.76.0 // indirect + google.golang.org/api v0.114.0 // indirect google.golang.org/appengine v1.6.7 // indirect - google.golang.org/genproto v0.0.0-20220426171045-31bebdecfb46 // indirect - google.golang.org/grpc v1.46.0 // indirect - google.golang.org/protobuf v1.28.0 // indirect + google.golang.org/genproto v0.0.0-20230410155749-daa745c078e1 // indirect + google.golang.org/grpc v1.56.1 // indirect + google.golang.org/protobuf v1.30.0 // indirect gopkg.in/inf.v0 v0.9.1 // indirect gopkg.in/ini.v1 v1.66.4 // indirect gopkg.in/jcmturner/aescts.v1 v1.0.1 // indirect @@ -209,10 +208,10 @@ require ( k8s.io/apiextensions-apiserver v0.24.1 // indirect k8s.io/apimachinery v0.24.1 // indirect k8s.io/component-base v0.24.1 // indirect - k8s.io/klog/v2 v2.70.1 // indirect - k8s.io/kube-openapi v0.0.0-20220803162953-67bda5d908f1 // indirect - k8s.io/utils v0.0.0-20220728103510-ee6ede2d64ed // indirect - sigs.k8s.io/json v0.0.0-20220713155537-f223a00ba0e2 // indirect + k8s.io/klog/v2 v2.90.1 // indirect + k8s.io/kube-openapi v0.0.0-20230501164219-8b0f38b5fd1f // indirect + k8s.io/utils v0.0.0-20230209194617-a36077c30491 // indirect + sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd // indirect sigs.k8s.io/structured-merge-diff/v4 v4.2.3 // indirect sigs.k8s.io/yaml v1.3.0 // indirect ) diff --git a/go.sum b/go.sum index a7bc47cbea..bc33325a87 100644 --- a/go.sum +++ b/go.sum @@ -23,50 +23,40 @@ cloud.google.com/go v0.75.0/go.mod h1:VGuuCn7PG0dwsd5XPVm2Mm3wlh3EL55/79EKB6hlPT cloud.google.com/go v0.78.0/go.mod h1:QjdrLG0uq+YwhjoVOLsS1t7TW8fs36kLs4XO5R5ECHg= cloud.google.com/go v0.79.0/go.mod h1:3bzgcEeQlzbuEAYu4mrWhKqWjmpprinYgKJLgKHnbb8= cloud.google.com/go v0.81.0/go.mod h1:mk/AM35KwGk/Nm2YSeZbxXdrNK3KZOYHmLkOqC2V6E0= -cloud.google.com/go v0.83.0/go.mod h1:Z7MJUsANfY0pYPdw0lbnivPx4/vhy/e2FEkSkF7vAVY= -cloud.google.com/go v0.84.0/go.mod h1:RazrYuxIK6Kb7YrzzhPoLmCVzl7Sup4NrbKPg8KHSUM= -cloud.google.com/go v0.87.0/go.mod h1:TpDYlFy7vuLzZMMZ+B6iRiELaY7z/gJPaqbMx6mlWcY= -cloud.google.com/go v0.90.0/go.mod h1:kRX0mNRHe0e2rC6oNakvwQqzyDmg57xJ+SZU1eT2aDQ= -cloud.google.com/go v0.93.3/go.mod h1:8utlLll2EF5XMAV15woO4lSbWQlk8rer9aLOfLh7+YI= -cloud.google.com/go v0.94.1/go.mod h1:qAlAugsXlC+JWO+Bke5vCtc9ONxjQT3drlTTnAplMW4= -cloud.google.com/go v0.97.0/go.mod h1:GF7l59pYBVlXQIBLx3a761cZ41F9bBH3JUlihCt2Udc= -cloud.google.com/go v0.99.0/go.mod h1:w0Xx2nLzqWJPuozYQX+hFfCSI8WioryfRDzkoI/Y2ZA= -cloud.google.com/go v0.100.2/go.mod h1:4Xra9TjzAeYHrl5+oeLlzbM2k3mjVhZh4UqTZ//w99A= -cloud.google.com/go v0.101.0 h1:g+LL+JvpvdyGtcaD2xw2mSByE/6F9s471eJSoaysM84= -cloud.google.com/go v0.101.0/go.mod h1:hEiddgDb77jDQ+I80tURYNJEnuwPzFU8awCFFRLKjW0= +cloud.google.com/go v0.110.0 h1:Zc8gqp3+a9/Eyph2KDmcGaPtbKRIoqq4YTlL4NMD0Ys= +cloud.google.com/go v0.110.0/go.mod h1:SJnCLqQ0FCFGSZMUNUf84MV3Aia54kn7pi8st7tMzaY= cloud.google.com/go/bigquery v1.0.1/go.mod h1:i/xbL2UlR5RvWAURpBYZTtm/cXjCha9lbfbpx4poX+o= cloud.google.com/go/bigquery v1.3.0/go.mod h1:PjpwJnslEMmckchkHFfq+HTD2DmtT67aNFKH1/VBDHE= cloud.google.com/go/bigquery v1.4.0/go.mod h1:S8dzgnTigyfTmLBfrtrhyYhwRxG72rYxvftPBK2Dvzc= cloud.google.com/go/bigquery v1.5.0/go.mod h1:snEHRnqQbz117VIFhE8bmtwIDY80NLUZUMb4Nv6dBIg= cloud.google.com/go/bigquery v1.7.0/go.mod h1://okPTzCYNXSlb24MZs83e2Do+h+VXtc4gLoIoXIAPc= cloud.google.com/go/bigquery v1.8.0/go.mod h1:J5hqkt3O0uAFnINi6JXValWIb1v0goeZM77hZzJN/fQ= -cloud.google.com/go/compute v0.1.0/go.mod h1:GAesmwr110a34z04OlxYkATPBEfVhkymfTBXtfbBFow= -cloud.google.com/go/compute v1.3.0/go.mod h1:cCZiE1NHEtai4wiufUhW8I8S1JKkAnhnQJWM7YD99wM= -cloud.google.com/go/compute v1.5.0/go.mod h1:9SMHyhJlzhlkJqrPAc839t2BZFTSk6Jdj6mkzQJeu0M= -cloud.google.com/go/compute v1.6.0/go.mod h1:T29tfhtVbq1wvAPo0E3+7vhgmkOYeXjhFvz/FMzPu0s= -cloud.google.com/go/compute v1.6.1 h1:2sMmt8prCn7DPaG4Pmh0N3Inmc8cT8ae5k1M6VJ9Wqc= -cloud.google.com/go/compute v1.6.1/go.mod h1:g85FgpzFvNULZ+S8AYq87axRKuf2Kh7deLqV/jJ3thU= +cloud.google.com/go/compute v1.19.1 h1:am86mquDUgjGNWxiGn+5PGLbmgiWXlE/yNWpIpNvuXY= +cloud.google.com/go/compute v1.19.1/go.mod h1:6ylj3a05WF8leseCdIf77NK0g1ey+nj5IKd5/kvShxE= +cloud.google.com/go/compute/metadata v0.2.3 h1:mg4jlk7mCAj6xXp9UJ4fjI9VUI5rubuGBW5aJ7UnBMY= +cloud.google.com/go/compute/metadata v0.2.3/go.mod h1:VAV5nSsACxMJvgaAuX6Pk2AawlZn8kiOGuCv6gTkwuA= cloud.google.com/go/datastore v1.0.0/go.mod h1:LXYbyblFSglQ5pkeyhO+Qmw7ukd3C+pD7TKLgZqpHYE= cloud.google.com/go/datastore v1.1.0/go.mod h1:umbIZjpQpHh4hmRpGhH4tLFup+FVzqBi1b3c64qFpCk= cloud.google.com/go/firestore v1.1.0/go.mod h1:ulACoGHTpvq5r8rxGJ4ddJZBZqakUQqClKRT5SZwBmk= -cloud.google.com/go/iam v0.3.0 h1:exkAomrVUuzx9kWFI1wm3KI0uoDeUFPB4kKGzx6x+Gc= -cloud.google.com/go/iam v0.3.0/go.mod h1:XzJPvDayI+9zsASAFO68Hk07u3z+f+JrT2xXNdp4bnY= -cloud.google.com/go/kms v1.2.0 h1:4wZHCsSgCW3JhTlTYLi8gBHDYa/uQujOMjWOCKwGNHY= +cloud.google.com/go/iam v0.13.0 h1:+CmB+K0J/33d0zSQ9SlFWUeCCEn5XJA0ZMZ3pHE9u8k= +cloud.google.com/go/iam v0.13.0/go.mod h1:ljOg+rcNfzZ5d6f1nAUJ8ZIxOaZUVoS14bKCtaLZ/D0= +cloud.google.com/go/kms v1.10.1 h1:7hm1bRqGCA1GBRQUrp831TwJ9TWhP+tvLuP497CQS2g= cloud.google.com/go/logging v1.0.0/go.mod h1:V1cc3ogwobYzQq5f2R7DS/GvRIrI4FKj01Gs5glwAls= +cloud.google.com/go/longrunning v0.4.1 h1:v+yFJOfKC3yZdY6ZUI933pIYdhyhV8S3NpWrXWmg7jM= cloud.google.com/go/pubsub v1.0.1/go.mod h1:R0Gpsv3s54REJCy4fxDixWD93lHJMoZTyQ2kNxGRt3I= cloud.google.com/go/pubsub v1.1.0/go.mod h1:EwwdRX2sKPjnvnqCa270oGRyludottCI76h+R3AArQw= cloud.google.com/go/pubsub v1.2.0/go.mod h1:jhfEVHT8odbXTkndysNHCcx0awwzvfOlguIAii9o8iA= cloud.google.com/go/pubsub v1.3.1/go.mod h1:i+ucay31+CNRpDW4Lu78I4xXG+O1r/MAHgjpRVR+TSU= -cloud.google.com/go/pubsub v1.10.1 h1:ysSVlI7vw1doId/jatBqfbbMUjFVe29oiHHc2fpSzf4= -cloud.google.com/go/pubsub v1.10.1/go.mod h1:P5XeG4KyW/T3e/DqxdTTLZGMNAW42PzRs7haJ5gdhcc= +cloud.google.com/go/pubsub v1.30.0 h1:vCge8m7aUKBJYOgrZp7EsNDf6QMd2CAlXZqWTn3yq6s= +cloud.google.com/go/pubsub v1.30.0/go.mod h1:qWi1OPS0B+b5L+Sg6Gmc9zD1Y+HaM0MdUr7LsupY1P4= cloud.google.com/go/storage v1.0.0/go.mod h1:IhtSnM/ZTZV8YYJWCY8RULGVqBDmpoyjwiyrjsg+URw= cloud.google.com/go/storage v1.5.0/go.mod h1:tpKbwo567HUNpVclU5sGELwQWBDZ8gh0ZeosJ0Rtdos= cloud.google.com/go/storage v1.6.0/go.mod h1:N7U0C8pVQ/+NIKOBQyamJIeKQKkZ+mxpohlUTyfDhBk= cloud.google.com/go/storage v1.8.0/go.mod h1:Wv1Oy7z6Yz3DshWRJFhqM/UCfaWIRTdp0RXyy7KQOVs= cloud.google.com/go/storage v1.10.0/go.mod h1:FLPqc6j+Ki4BU591ie1oL6qBQGu2Bl/tZ9ullr3+Kg0= cloud.google.com/go/storage v1.14.0/go.mod h1:GrKmX003DSIwi9o29oFT7YDnHYwZoctc3fOKtUw0Xmo= -cloud.google.com/go/storage v1.22.0 h1:NUV0NNp9nkBuW66BFRLuMgldN60C57ET3dhbwLIYio8= -cloud.google.com/go/storage v1.22.0/go.mod h1:GbaLEoMqbVm6sx3Z0R++gSiBlgMv6yUi2q1DeGFKQgE= +cloud.google.com/go/storage v1.28.1 h1:F5QDG5ChchaAVQhINh24U99OWHURqrW8OmQcGKXcbgI= +cloud.google.com/go/storage v1.28.1/go.mod h1:Qnisd4CqDdo6BGs2AD5LLnEsmSQ80wQ5ogcBBKhU86Y= contrib.go.opencensus.io/exporter/stackdriver v0.13.1/go.mod h1:z2tyTZtPmQ2HvWH4cOmVDgtY+1lomfKdbLnkJvZdc8c= dmitri.shuralyov.com/gpu/mtl v0.0.0-20190408044501-666a987793e9/go.mod h1:H6x//7gZCb22OMCxBHrMx7a5I7Hp++hsVxbQ4BYO7hU= github.com/Azure/azure-sdk-for-go v63.4.0+incompatible h1:fle3M5Q7vr8auaiPffKyUQmLbvYeqpw30bKU6PrWJFo= @@ -134,10 +124,8 @@ github.com/OneOfOne/xxhash v1.2.2/go.mod h1:HSdplMjZKSmBqAxg5vPj2TmRDmfkzw+cTzAE github.com/PuerkitoBio/goquery v1.5.1/go.mod h1:GsLWisAFVj4WgDibEWF4pvYnkVQBpKBKeU+7zCJoLcc= github.com/PuerkitoBio/purell v1.0.0/go.mod h1:c11w/QuzBsJSee3cPx9rAFu61PvFxuPbtSwDGJws/X0= github.com/PuerkitoBio/purell v1.1.0/go.mod h1:c11w/QuzBsJSee3cPx9rAFu61PvFxuPbtSwDGJws/X0= -github.com/PuerkitoBio/purell v1.1.1 h1:WEQqlqaGbrPkxLJWfBwQmfEAE1Z7ONdDLqrN38tNFfI= github.com/PuerkitoBio/purell v1.1.1/go.mod h1:c11w/QuzBsJSee3cPx9rAFu61PvFxuPbtSwDGJws/X0= github.com/PuerkitoBio/urlesc v0.0.0-20160726150825-5bd2802263f2/go.mod h1:uGdkoq3SwY9Y+13GIhn11/XLaGBb4BfwItxLd5jeuXE= -github.com/PuerkitoBio/urlesc v0.0.0-20170810143723-de5bf2ad4578 h1:d+Bc7a5rLufV/sSk/8dngufqelfh6jnri85riMAaF/M= github.com/PuerkitoBio/urlesc v0.0.0-20170810143723-de5bf2ad4578/go.mod h1:uGdkoq3SwY9Y+13GIhn11/XLaGBb4BfwItxLd5jeuXE= github.com/Selvatico/go-mocket v1.0.7 h1:sXuFMnMfVL9b/Os8rGXPgbOFbr4HJm8aHsulD/uMTUk= github.com/Shopify/sarama v1.19.0/go.mod h1:FVkBWblsNy7DGZRfXLU0O9RCGt5g3g3yEuWXgklEdEo= @@ -216,8 +204,6 @@ github.com/bmizerany/assert v0.0.0-20160611221934-b7ed37b82869/go.mod h1:Ekp36dR github.com/bradfitz/gomemcache v0.0.0-20180710155616-bc664df96737/go.mod h1:PmM6Mmwb0LSuEubjR8N7PtNe1KxZLtOUHtbeikc5h60= github.com/bradfitz/gomemcache v0.0.0-20190913173617-a41fca850d0b h1:L/QXpzIa3pOvUGt1D1lA5KjYhPBAN/3iWdP7xeFS9F0= github.com/bradfitz/gomemcache v0.0.0-20190913173617-a41fca850d0b/go.mod h1:H0wQNHz2YrLsuXOZozoeDmnHXkNCRmMW0gwFWDfEZDA= -github.com/bstadlbauer/dask-k8s-operator-go-client v0.1.0 h1:PMUenya6FhDLW6WjWFdJ0l3uRj7eSxAcFfZ8EoEWgs0= -github.com/bstadlbauer/dask-k8s-operator-go-client v0.1.0/go.mod h1:QPyKMRVI9NicWoMJqokH7eDGRqo7QR7Lu4931uxcS1Q= github.com/cenkalti/backoff v2.1.1+incompatible/go.mod h1:90ReRw6GdpyfrHakVjL/QHaoyV4aDUVVkXQJJJ3NXXM= github.com/cenkalti/backoff v2.2.1+incompatible/go.mod h1:90ReRw6GdpyfrHakVjL/QHaoyV4aDUVVkXQJJJ3NXXM= github.com/cenkalti/backoff/v3 v3.0.0/go.mod h1:cIeZDE3IrqwwJl6VUwCN6trj1oXrTS4rc0ij+ULvLYs= @@ -227,8 +213,9 @@ github.com/certifi/gocertifi v0.0.0-20200922220541-2c3bb06c6054/go.mod h1:sGbDF6 github.com/cespare/xxhash v1.1.0 h1:a6HrQnmkObjyL+Gs60czilIUGqrzKutQD6XZog3p+ko= github.com/cespare/xxhash v1.1.0/go.mod h1:XrSqR1VqqWfGrhpAt58auRo0WTKS1nRRg3ghfAqPWnc= github.com/cespare/xxhash/v2 v2.1.1/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs= -github.com/cespare/xxhash/v2 v2.1.2 h1:YRXhKfTDauu4ajMg1TPgFO5jnlC2HCbmLXMcTG5cbYE= github.com/cespare/xxhash/v2 v2.1.2/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs= +github.com/cespare/xxhash/v2 v2.2.0 h1:DC2CZ1Ep5Y4k3ZQ899DldepgrayRUGE6BBZ/cd9Cj44= +github.com/cespare/xxhash/v2 v2.2.0/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs= github.com/cheekybits/is v0.0.0-20150225183255-68e9c0620927 h1:SKI1/fuSdodxmNNyVBR8d7X/HuLnRpvvFO0AgyQk764= github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWRnGsAI= github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= @@ -244,12 +231,7 @@ github.com/cloudevents/sdk-go/v2 v2.8.0/go.mod h1:GpCBmUj7DIRiDhVvsK5d6WCbgTWs8D github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20200629203442-efcf912fb354/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= -github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= github.com/cncf/xds/go v0.0.0-20210312221358-fbca930ec8ed/go.mod h1:eXthEFrGJvWHgFFCl3hGmgk+/aYT6PnTQLykKQRLhEs= -github.com/cncf/xds/go v0.0.0-20210805033703-aa0b78936158/go.mod h1:eXthEFrGJvWHgFFCl3hGmgk+/aYT6PnTQLykKQRLhEs= -github.com/cncf/xds/go v0.0.0-20210922020428-25de7278fc84/go.mod h1:eXthEFrGJvWHgFFCl3hGmgk+/aYT6PnTQLykKQRLhEs= -github.com/cncf/xds/go v0.0.0-20211001041855-01bcc9b48dfe/go.mod h1:eXthEFrGJvWHgFFCl3hGmgk+/aYT6PnTQLykKQRLhEs= -github.com/cncf/xds/go v0.0.0-20211011173535-cb28da3451f1/go.mod h1:eXthEFrGJvWHgFFCl3hGmgk+/aYT6PnTQLykKQRLhEs= github.com/cockroachdb/apd v1.1.0 h1:3LFP3629v+1aKXU5Q37mxmRxX/pIu1nijXydLShEq5I= github.com/cockroachdb/apd v1.1.0/go.mod h1:8Sl8LxpKi29FqWXR16WEFZRNSz3SoPzUzeMeY4+DwBQ= github.com/cockroachdb/cockroach-go v0.0.0-20181001143604-e0a95dfd547c/go.mod h1:XGLbWH/ujMcbPbhZq52Nv6UrCghb1yGn//133kEsvDk= @@ -290,6 +272,8 @@ github.com/creack/pty v1.1.7/go.mod h1:lj5s0c3V2DBrqTV7llrYr5NG6My20zk30Fl46Y7Do github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E= github.com/creack/pty v1.1.11/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E= github.com/cucumber/godog v0.8.1/go.mod h1:vSh3r/lM+psC1BPXvdkSEuNjmXfpVqrMGYAElF6hxnA= +github.com/dask/dask-kubernetes/v2023 v2023.0.0-20230626103304-abd02cd17b26 h1:6RByIva89lKEvwIzNQSUNcu8NG1p1wwwC4mJfVk/kqw= +github.com/dask/dask-kubernetes/v2023 v2023.0.0-20230626103304-abd02cd17b26/go.mod h1:OqIYr2QnxR3sQK2XahJIyWVcjz38LQ4GNcUzqezFpRg= github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= @@ -333,8 +317,8 @@ github.com/elazarl/goproxy v0.0.0-20180725130230-947c36da3153/go.mod h1:/Zj4wYkg github.com/elazarl/goproxy v0.0.0-20181003060214-f58a169a71a5/go.mod h1:/Zj4wYkgs4iZTTu3o/KG3Itv/qCCa8VVMlb3i9OVuzc= github.com/emicklei/go-restful v0.0.0-20170410110728-ff4f55a20633/go.mod h1:otzb+WCGbkyDHkqmQmT5YD2WR4BBwUdeQoFo8l/7tVs= github.com/emicklei/go-restful v2.9.5+incompatible/go.mod h1:otzb+WCGbkyDHkqmQmT5YD2WR4BBwUdeQoFo8l/7tVs= -github.com/emicklei/go-restful/v3 v3.8.0 h1:eCZ8ulSerjdAiaNpF7GxXIE7ZCMo1moN1qX+S609eVw= -github.com/emicklei/go-restful/v3 v3.8.0/go.mod h1:6n3XBCmQQb25CM2LCACGz8ukIrRry+4bhvbpWn3mrbc= +github.com/emicklei/go-restful/v3 v3.9.0 h1:XwGDlfxEnQZzuopoqxwSEllNcCOM9DhhFyhFIIGKwxE= +github.com/emicklei/go-restful/v3 v3.9.0/go.mod h1:6n3XBCmQQb25CM2LCACGz8ukIrRry+4bhvbpWn3mrbc= github.com/envoyproxy/go-control-plane v0.6.9/go.mod h1:SBwIajubJHhxtWwsL9s8ss4safvEdbitLhGGK48rN6g= github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= @@ -343,8 +327,6 @@ github.com/envoyproxy/go-control-plane v0.9.7/go.mod h1:cwu0lG7PUMfa9snN8LXBig5y github.com/envoyproxy/go-control-plane v0.9.9-0.20201210154907-fd9021fe5dad/go.mod h1:cXg6YxExXjJnVBQHBLXeUAgxn2UodCpnH306RInaBQk= github.com/envoyproxy/go-control-plane v0.9.9-0.20210217033140-668b12f5399d/go.mod h1:cXg6YxExXjJnVBQHBLXeUAgxn2UodCpnH306RInaBQk= github.com/envoyproxy/go-control-plane v0.9.9-0.20210512163311-63b5d3c536b0/go.mod h1:hliV/p42l8fGbc6Y9bQ70uLwIvmJyVE5k4iMKlh8wCQ= -github.com/envoyproxy/go-control-plane v0.9.10-0.20210907150352-cf90f659a021/go.mod h1:AFq3mo9L8Lqqiid3OhADV3RfLJnjiw63cSpi+fDTRC0= -github.com/envoyproxy/go-control-plane v0.10.2-0.20220325020618-49ff273808a1/go.mod h1:KJwIaB5Mv44NWtYuAOFCVOjcI94vtpEz2JU/D2v6IjE= github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= github.com/evanphx/json-patch v0.0.0-20200808040245-162e5629780b/go.mod h1:NAJj0yf/KaRKURN6nyi7A9IZydMivZEm9oQLWNjfKDc= github.com/evanphx/json-patch v0.5.2/go.mod h1:ZWS5hhDbVDyob71nXKNL0+PWn6ToqBHMikGIFbs31qQ= @@ -365,16 +347,16 @@ github.com/flyteorg/datacatalog v1.0.46 h1:55zJCroLskg08MrSxZpo0S+uZhQagXJYQN0Rk github.com/flyteorg/datacatalog v1.0.46/go.mod h1:VhtWkjCBJ9LZpt6uqTyKMYq1IAkW7dUeAdbWN9DI6h0= github.com/flyteorg/flyteadmin v1.1.105 h1:F5wq9qWlfoVIcV6JyrIkE+s/aRblZKST8vM1CKt5KuI= github.com/flyteorg/flyteadmin v1.1.105/go.mod h1:ilKMGjsVL7z+V3lYVM0owutjOGV83vn4rsScMJTWVNk= -github.com/flyteorg/flyteidl v1.5.10 h1:SHeiaWRt8EAVuFsat+BJswtc07HTZ4DqhfTEYSm621k= -github.com/flyteorg/flyteidl v1.5.10/go.mod h1:EtE/muM2lHHgBabjYcxqe9TWeJSL0kXwbI0RgVwI4Og= -github.com/flyteorg/flyteplugins v1.0.64 h1:t9S59C0s2nXsUEqKbQZJYHQzSfkhjJh1dcXlBlxhEUk= -github.com/flyteorg/flyteplugins v1.0.64/go.mod h1:HHt4nKDKVwrZPKDsj99dNtDSIJL378xNotYMA3a/TFA= -github.com/flyteorg/flytepropeller v1.1.95 h1:LhrM67lpiBR+EKPYz6OZnXGPXkQkdzhG3wVA4K05VcI= -github.com/flyteorg/flytepropeller v1.1.95/go.mod h1:SVYyG3Jn3oq+r1AF5Ykw2oh/tmm43D4ha0FQstynHqY= -github.com/flyteorg/flytestdlib v1.0.17 h1:O+xuCLy1/H/Va4vA1vv/hFG555rCfGNh10ld9yIYumU= -github.com/flyteorg/flytestdlib v1.0.17/go.mod h1:ghw/cjY0sEWIIbyCtcJnL/Gt7ZS7gf9SUi0CCPhbz3s= -github.com/flyteorg/stow v0.3.6 h1:jt50ciM14qhKBaIrB+ppXXY+SXB59FNREFgTJqCyqIk= -github.com/flyteorg/stow v0.3.6/go.mod h1:5dfBitPM004dwaZdoVylVjxFT4GWAgI0ghAndhNUzCo= +github.com/flyteorg/flyteidl v1.5.13 h1:IQ2Cw+u36ew3BPyRDAcHdzc/GyNEOXOxhKy9jbS4hbo= +github.com/flyteorg/flyteidl v1.5.13/go.mod h1:EtE/muM2lHHgBabjYcxqe9TWeJSL0kXwbI0RgVwI4Og= +github.com/flyteorg/flyteplugins v1.1.16 h1:DIQxPERFMvTGnLTkkeG9R8STF3YMvxK1nPtFf+a6o5Q= +github.com/flyteorg/flyteplugins v1.1.16/go.mod h1:HEd4yf0H8XfxMcHFwrTdTIJ/9lEAz83OpgcFQe47L6I= +github.com/flyteorg/flytepropeller v1.1.116 h1:qe6wOfxceTN4eqmAAb1Pj8tTcFarTkBr0uphZPNF1aM= +github.com/flyteorg/flytepropeller v1.1.116/go.mod h1:qAzIN35Xihc2B9JoMukzIBID7ZDh8xgOf9aVe56mN8M= +github.com/flyteorg/flytestdlib v1.0.22 h1:8RAc+TmME54FInf4+t6+C7X8Z/dW6i6aTs6W8SEzpI8= +github.com/flyteorg/flytestdlib v1.0.22/go.mod h1:6nXa5g00qFIsgdvQ7jKQMJmDniqO0hG6Z5X5olfduqQ= +github.com/flyteorg/stow v0.3.7 h1:Cx7j8/Ux6+toD5hp5fy++927V+yAcAttDeQAlUD/864= +github.com/flyteorg/stow v0.3.7/go.mod h1:5dfBitPM004dwaZdoVylVjxFT4GWAgI0ghAndhNUzCo= github.com/fogleman/gg v1.2.1-0.20190220221249-0403632d5b90/go.mod h1:R/bRT+9gY/C5z7JzPU0zXsXHKM4/ayA+zqcVNZzPa1k= github.com/fogleman/gg v1.3.0/go.mod h1:R/bRT+9gY/C5z7JzPU0zXsXHKM4/ayA+zqcVNZzPa1k= github.com/form3tech-oss/jwt-go v3.2.2+incompatible/go.mod h1:pbq4aXjuKjdthFRnoDwaVPLA+WlJuPGy+QneDUgJi2k= @@ -436,15 +418,17 @@ github.com/go-openapi/jsonpointer v0.17.0/go.mod h1:cOnomiV+CVVwFLk0A/MExoFMjwds github.com/go-openapi/jsonpointer v0.18.0/go.mod h1:cOnomiV+CVVwFLk0A/MExoFMjwdsUdVpsRhURCKh+3M= github.com/go-openapi/jsonpointer v0.19.2/go.mod h1:3akKfEdA7DF1sugOqz1dVQHBcuDBPKZGEoHC/NkiQRg= github.com/go-openapi/jsonpointer v0.19.3/go.mod h1:Pl9vOtqEWErmShwVjC8pYs9cog34VGT37dQOVbmoatg= -github.com/go-openapi/jsonpointer v0.19.5 h1:gZr+CIYByUqjcgeLXnQu2gHYQC9o73G2XUeOFYEICuY= github.com/go-openapi/jsonpointer v0.19.5/go.mod h1:Pl9vOtqEWErmShwVjC8pYs9cog34VGT37dQOVbmoatg= +github.com/go-openapi/jsonpointer v0.19.6 h1:eCs3fxoIi3Wh6vtgmLTOjdhSpiqphQ+DaPn38N2ZdrE= +github.com/go-openapi/jsonpointer v0.19.6/go.mod h1:osyAmYz/mB/C3I+WsTTSgw1ONzaLJoLCyoi6/zppojs= github.com/go-openapi/jsonreference v0.0.0-20160704190145-13c6e3589ad9/go.mod h1:W3Z9FmVs9qj+KR4zFKmDPGiLdk1D9Rlm7cyMvf57TTg= github.com/go-openapi/jsonreference v0.17.0/go.mod h1:g4xxGn04lDIRh0GJb5QlpE3HfopLOL6uZrK/VgnsK9I= github.com/go-openapi/jsonreference v0.18.0/go.mod h1:g4xxGn04lDIRh0GJb5QlpE3HfopLOL6uZrK/VgnsK9I= github.com/go-openapi/jsonreference v0.19.2/go.mod h1:jMjeRr2HHw6nAVajTXJ4eiUwohSTlpa0o73RUL1owJc= github.com/go-openapi/jsonreference v0.19.3/go.mod h1:rjx6GuL8TTa9VaixXglHmQmIL98+wF9xc8zWvFonSJ8= -github.com/go-openapi/jsonreference v0.19.5 h1:1WJP/wi4OjB4iV8KVbH73rQaoialJrqv8gitZLxGLtM= github.com/go-openapi/jsonreference v0.19.5/go.mod h1:RdybgQwPxbL4UEjuAruzK1x3nE69AqPYEJeo/TWfEeg= +github.com/go-openapi/jsonreference v0.20.1 h1:FBLnyygC4/IZZr893oiomc9XaghoveYTrLC1F86HID8= +github.com/go-openapi/jsonreference v0.20.1/go.mod h1:Bl1zwGIM8/wsvqjsOQLJ/SH+En5Ap4rVB5KVcIDZG2k= github.com/go-openapi/loads v0.17.0/go.mod h1:72tmFy5wsWx89uEVddd0RjRWPZm92WRLhf7AC+0+OOU= github.com/go-openapi/loads v0.18.0/go.mod h1:72tmFy5wsWx89uEVddd0RjRWPZm92WRLhf7AC+0+OOU= github.com/go-openapi/loads v0.19.0/go.mod h1:72tmFy5wsWx89uEVddd0RjRWPZm92WRLhf7AC+0+OOU= @@ -478,8 +462,9 @@ github.com/go-openapi/swag v0.19.2/go.mod h1:POnQmlKehdgb5mhVOsnJFsivZCEZ/vjK9gh github.com/go-openapi/swag v0.19.5/go.mod h1:POnQmlKehdgb5mhVOsnJFsivZCEZ/vjK9gh66Z9tfKk= github.com/go-openapi/swag v0.19.7/go.mod h1:ao+8BpOPyKdpQz3AOJfbeEVpLmWAvlT1IfTe5McPyhY= github.com/go-openapi/swag v0.19.9/go.mod h1:ao+8BpOPyKdpQz3AOJfbeEVpLmWAvlT1IfTe5McPyhY= -github.com/go-openapi/swag v0.19.14 h1:gm3vOOXfiuw5i9p5N9xJvfjvuofpyvLA9Wr6QfK5Fng= github.com/go-openapi/swag v0.19.14/go.mod h1:QYRuS/SOXUCsnplDa677K7+DxSOj6IPNl/eQntq43wQ= +github.com/go-openapi/swag v0.22.3 h1:yMBqmnQ0gyZvEb/+KzuWZOXgllrXT4SADYbvDaXHv/g= +github.com/go-openapi/swag v0.22.3/go.mod h1:UzaqsxGiab7freDnrUUra0MwWfN/q7tE4j+VcZ0yl14= github.com/go-openapi/validate v0.18.0/go.mod h1:Uh4HdOzKt19xGIGm1qHf/ofbX1YQ4Y+MYsct2VUrAJ4= github.com/go-openapi/validate v0.19.2/go.mod h1:1tRCw7m3jtI8eNWEEliiAqUIcBztB2KDnRCRMUi7GTA= github.com/go-openapi/validate v0.19.3/go.mod h1:90Vh6jjkTn+OT1Eefm0ZixWNFjhtOH7vS9k0lo6zwJo= @@ -769,8 +754,9 @@ github.com/golang/freetype v0.0.0-20170609003504-e2365dfdc4a0/go.mod h1:E/TSTwGw github.com/golang/gddo v0.0.0-20180828051604-96d2a289f41e/go.mod h1:xEhNfoBDX1hzLm2Nf80qUvZ2sVwoMZ8d6IE2SrsQfh4= github.com/golang/gddo v0.0.0-20190904175337-72a348e765d2/go.mod h1:xEhNfoBDX1hzLm2Nf80qUvZ2sVwoMZ8d6IE2SrsQfh4= github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= -github.com/golang/glog v1.0.0 h1:nfP3RFugxnNRyKgeWd4oI1nYvXpxrx8ck8ZrcizshdQ= github.com/golang/glog v1.0.0/go.mod h1:EWib/APOK0SL3dFbYqvxE3UYd8E6s1ouQ7iEp/0LWV4= +github.com/golang/glog v1.1.0 h1:/d3pCKDPWNnvIWe0vVUpNP32qc8U3PDVxySP/y360qE= +github.com/golang/glog v1.1.0/go.mod h1:pfYeQZ3JWZoXTV5sFc986z3HTpwQs9At6P4ImfuP3NQ= github.com/golang/groupcache v0.0.0-20160516000752-02826c3e7903/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= github.com/golang/groupcache v0.0.0-20190129154638-5b532d6fd5ef/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= github.com/golang/groupcache v0.0.0-20190702054246-869f871628b6/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= @@ -806,8 +792,9 @@ github.com/golang/protobuf v1.4.2/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw github.com/golang/protobuf v1.4.3/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= github.com/golang/protobuf v1.5.0/go.mod h1:FsONVRAS9T7sI+LIUmWTfcYkHO4aIWwzhcaSAoJOfIk= github.com/golang/protobuf v1.5.1/go.mod h1:DopwsBzvsk0Fs44TXzsVbJyPhcCPeIwnvohx4u74HPM= -github.com/golang/protobuf v1.5.2 h1:ROPKBNFfQgOUMifHyP+KYbvpjbdoFNs+aK7DXlji0Tw= github.com/golang/protobuf v1.5.2/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY= +github.com/golang/protobuf v1.5.3 h1:KhyjKVUg7Usr/dYsdSqoFveMYd5ko72D+zANwlG1mmg= +github.com/golang/protobuf v1.5.3/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY= github.com/golang/snappy v0.0.0-20180518054509-2e65f85255db/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q= github.com/golang/snappy v0.0.1/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q= github.com/golang/snappy v0.0.3 h1:fHPg5GQYlCeLIPB9BZqMVR5nR9A+IM5zcgeTdjMYmLA= @@ -830,10 +817,8 @@ github.com/google/go-cmp v0.5.2/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/ github.com/google/go-cmp v0.5.3/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.4/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= -github.com/google/go-cmp v0.5.6/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= -github.com/google/go-cmp v0.5.7/go.mod h1:n+brtR0CgQNWTVd5ZUFpTBC8YFBDLK/h/bpaJ8/DtOE= -github.com/google/go-cmp v0.5.8 h1:e6P7q2lk1O+qJJb4BtCQXlK8vWEO8V1ZeuEdJNOqZyg= -github.com/google/go-cmp v0.5.8/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= +github.com/google/go-cmp v0.5.9 h1:O2Tfq5qg4qc4AmwVlvv0oLiVAGB7enBSJ2x2DqQFi38= +github.com/google/go-cmp v0.5.9/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= github.com/google/go-jsonnet v0.16.0/go.mod h1:sOcuej3UW1vpPTZOr8L7RQimqai1a57bt5j22LzGZCw= github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= github.com/google/gofuzz v1.1.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= @@ -843,9 +828,7 @@ github.com/google/martian v2.1.0+incompatible h1:/CP5g8u/VJHijgedC/Legn3BAbAaWPg github.com/google/martian v2.1.0+incompatible/go.mod h1:9I4somxYTbIHy5NJKHRl3wXiIaQGbYVAs8BPL6v8lEs= github.com/google/martian/v3 v3.0.0/go.mod h1:y5Zk1BBys9G+gd6Jrk0W3cC1+ELVxBWuIGO+w/tUAp0= github.com/google/martian/v3 v3.1.0/go.mod h1:y5Zk1BBys9G+gd6Jrk0W3cC1+ELVxBWuIGO+w/tUAp0= -github.com/google/martian/v3 v3.2.1/go.mod h1:oBOf6HBosgwRXnUGWUB05QECsc6uvmMiJ3+6W4l/CUk= github.com/google/martian/v3 v3.3.2 h1:IqNFLAmvJOgVlpdEBiQbDc2EwKW77amAycfTuWKdfvw= -github.com/google/martian/v3 v3.3.2/go.mod h1:oBOf6HBosgwRXnUGWUB05QECsc6uvmMiJ3+6W4l/CUk= github.com/google/pprof v0.0.0-20181206194817-3ea8567a2e57/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc= github.com/google/pprof v0.0.0-20190515194954-54271f7e092f/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc= github.com/google/pprof v0.0.0-20191218002539-d4f498aebedc/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= @@ -858,9 +841,6 @@ github.com/google/pprof v0.0.0-20201203190320-1bf35d6f28c2/go.mod h1:kpwsk12EmLe github.com/google/pprof v0.0.0-20201218002935-b9804c9f04c2/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE= github.com/google/pprof v0.0.0-20210122040257-d980be63207e/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE= github.com/google/pprof v0.0.0-20210226084205-cbba55b83ad5/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE= -github.com/google/pprof v0.0.0-20210601050228-01bbb1931b22/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE= -github.com/google/pprof v0.0.0-20210609004039-a478d1d731e9/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE= -github.com/google/pprof v0.0.0-20210720184732-4bb14d4b1be1/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE= github.com/google/renameio v0.1.0/go.mod h1:KWCgfxg9yswjAJkECMjeO8J8rahYeXnNhOm40UhjYkI= github.com/google/uuid v1.0.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= github.com/google/uuid v1.1.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= @@ -868,18 +848,15 @@ github.com/google/uuid v1.1.1/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+ github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= github.com/google/uuid v1.3.0 h1:t6JiXgmwXMjEs8VusXIJk2BXHsn+wx8BZdTaoZ5fu7I= github.com/google/uuid v1.3.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/googleapis/enterprise-certificate-proxy v0.2.3 h1:yk9/cqRKtT9wXZSsRH9aurXEpJX+U6FLtpYTdC3R06k= +github.com/googleapis/enterprise-certificate-proxy v0.2.3/go.mod h1:AwSRAtLfXpU5Nm3pW+v7rGDHp09LsPtGY9MduiEsR9k= github.com/googleapis/gax-go/v2 v2.0.4/go.mod h1:0Wqv26UfaUD9n4G6kQubkQ+KchISgw+vpHVxEJEs9eg= github.com/googleapis/gax-go/v2 v2.0.5/go.mod h1:DWXyrwAJ9X0FpwwEdw+IPEYBICEFu5mhpdKc/us6bOk= -github.com/googleapis/gax-go/v2 v2.1.0/go.mod h1:Q3nei7sK6ybPYH7twZdmQpAd1MKb7pfu6SK+H1/DsU0= -github.com/googleapis/gax-go/v2 v2.1.1/go.mod h1:hddJymUZASv3XPyGkUpKj8pPO47Rmb0eJc8R6ouapiM= -github.com/googleapis/gax-go/v2 v2.2.0/go.mod h1:as02EH8zWkzwUoLbBaFeQ+arQaj/OthfcblKl4IGNaM= -github.com/googleapis/gax-go/v2 v2.3.0 h1:nRJtk3y8Fm770D42QV6T90ZnvFZyk7agSo3Q+Z9p3WI= -github.com/googleapis/gax-go/v2 v2.3.0/go.mod h1:b8LNqSzNabLiUpXKkY7HAR5jr6bIT99EXz9pXxye9YM= +github.com/googleapis/gax-go/v2 v2.7.1 h1:gF4c0zjUP2H/s/hEGyLA3I0fA2ZWjzYiONAD6cvPr8A= +github.com/googleapis/gax-go/v2 v2.7.1/go.mod h1:4orTrqY6hXxxaUL4LHIPl6lGo8vAE38/qKbhSAKP6QI= github.com/googleapis/gnostic v0.0.0-20170729233727-0c5108395e2d/go.mod h1:sJBsCZ4ayReDTBIg8b9dl28c5xFWyhBTVRp3pOg5EKY= github.com/googleapis/gnostic v0.1.0/go.mod h1:sJBsCZ4ayReDTBIg8b9dl28c5xFWyhBTVRp3pOg5EKY= github.com/googleapis/gnostic v0.3.1/go.mod h1:on+2t9HRStVgn95RSsFWFz+6Q0Snyqv1awfrALZdbtU= -github.com/googleapis/go-type-adapters v1.0.0 h1:9XdMn+d/G57qq1s8dNc5IesGCXHf6V2HZ2JwRxfA2tA= -github.com/googleapis/go-type-adapters v1.0.0/go.mod h1:zHW75FOG2aur7gAO2B+MLby+cLsWGBF62rFAi7WjWO4= github.com/googleapis/google-cloud-go-testing v0.0.0-20200911160855-bcd43fbb19e8/go.mod h1:dvDLG8qkwmyD9a/MJJN3XJcT3xFxOKAvTZGvuZmac9g= github.com/gophercloud/gophercloud v0.1.0/go.mod h1:vxM41WHh5uqHVBMZHzuwNOHh8XEoIEcSTewFxm1c5g8= github.com/gopherjs/gopherjs v0.0.0-20181004151105-1babbf986f6f/go.mod h1:wJfORRmW1u3UXTncJ5qlYoELFm8eSnnEO6hX4iZ3EWY= @@ -1099,8 +1076,9 @@ github.com/konsorten/go-windows-terminal-sequences v1.0.3/go.mod h1:T0+1ngSBFLxv github.com/kr/fs v0.1.0/go.mod h1:FFnZGqtBN9Gxj7eW1uZ42v5BccTP0vu6NEaFoC2HwRg= github.com/kr/logfmt v0.0.0-20140226030751-b84e30acd515/go.mod h1:+0opPa2QZZtGFBFZlji/RkVcI2GknAs/DXo4wKdlNEc= github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= -github.com/kr/pretty v0.2.0 h1:s5hAObm+yFO5uHYt5dYjxi2rXrsnmRpJx4OYvIWUaQs= github.com/kr/pretty v0.2.0/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= +github.com/kr/pretty v0.2.1 h1:Fmg33tUaq4/8ym9TJN1x7sLJnHVwhP33CNkpYV/7rwI= +github.com/kr/pretty v0.2.1/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= github.com/kr/pty v1.1.3/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= github.com/kr/pty v1.1.5/go.mod h1:9r2w37qlBe7rQ6e1fg1S/9xpWHSnaqNdHD3WcMdbPDA= @@ -1149,8 +1127,9 @@ github.com/mailru/easyjson v0.0.0-20190614124828-94de47d64c63/go.mod h1:C1wdFJiN github.com/mailru/easyjson v0.0.0-20190626092158-b2ccc519800e/go.mod h1:C1wdFJiN94OJF2b5HbByQZoLdCWB1Yqtg26g4irojpc= github.com/mailru/easyjson v0.7.0/go.mod h1:KAzv3t3aY1NaHWoQz1+4F1ccyAH66Jk7yos7ldAVICs= github.com/mailru/easyjson v0.7.1/go.mod h1:KAzv3t3aY1NaHWoQz1+4F1ccyAH66Jk7yos7ldAVICs= -github.com/mailru/easyjson v0.7.6 h1:8yTIVnZgCoiM1TgqoeTl+LfU5Jg6/xL3QhGQnimLYnA= github.com/mailru/easyjson v0.7.6/go.mod h1:xzfreul335JAWq5oZzymOObrkdz5UnU4kGfJJLY9Nlc= +github.com/mailru/easyjson v0.7.7 h1:UGYAvKxe3sBsEDzO8ZeWOSlIQfWFlxbzLZe7hwFURr0= +github.com/mailru/easyjson v0.7.7/go.mod h1:xzfreul335JAWq5oZzymOObrkdz5UnU4kGfJJLY9Nlc= github.com/markbates/deplist v1.0.4/go.mod h1:gRRbPbbuA8TmMiRvaOzUlRfzfjeCCBqX2A6arxN01MM= github.com/markbates/deplist v1.0.5/go.mod h1:gRRbPbbuA8TmMiRvaOzUlRfzfjeCCBqX2A6arxN01MM= github.com/markbates/deplist v1.1.3/go.mod h1:BF7ioVzAJYEtzQN/os4rt8H8Ti3h0T7EoN+7eyALktE= @@ -1219,8 +1198,8 @@ github.com/mitchellh/mapstructure v1.1.2/go.mod h1:FVVH3fgwuzCH5S8UJGiWEs2h04kUh github.com/mitchellh/mapstructure v1.2.2/go.mod h1:bFUtVrKA4DC2yAKiSyO/QUcy7e+RRV2QTWOzhPopBRo= github.com/mitchellh/mapstructure v1.3.2/go.mod h1:bFUtVrKA4DC2yAKiSyO/QUcy7e+RRV2QTWOzhPopBRo= github.com/mitchellh/mapstructure v1.4.1/go.mod h1:bFUtVrKA4DC2yAKiSyO/QUcy7e+RRV2QTWOzhPopBRo= -github.com/mitchellh/mapstructure v1.4.3 h1:OVowDSCllw/YjdLkam3/sm7wEtOy59d8ndGgCcyj8cs= -github.com/mitchellh/mapstructure v1.4.3/go.mod h1:bFUtVrKA4DC2yAKiSyO/QUcy7e+RRV2QTWOzhPopBRo= +github.com/mitchellh/mapstructure v1.5.0 h1:jeMsZIYE/09sWLaz43PL7Gy6RuMjD2eJVyuac5Z2hdY= +github.com/mitchellh/mapstructure v1.5.0/go.mod h1:bFUtVrKA4DC2yAKiSyO/QUcy7e+RRV2QTWOzhPopBRo= github.com/moby/spdystream v0.2.0/go.mod h1:f7i0iNDQJ059oMTcWxx8MA/zKFIuD/lY+0GqbN2Wy8c= github.com/moby/term v0.0.0-20200915141129-7f0af18e79f2/go.mod h1:TjQg8pa4iejrUrjiz0MCtMV38jdMNW4doKSiBrEvCQQ= github.com/moby/term v0.0.0-20210619224110-3f7ff695adc6/go.mod h1:E2VnQOmVuvZB6UYnnDB0qG5Nq/1tD9acaOpo6xmt0Kw= @@ -1247,7 +1226,6 @@ github.com/mxk/go-flowrate v0.0.0-20140419014527-cca7078d478f/go.mod h1:ZdcZmHo+ github.com/ncw/swift v1.0.53 h1:luHjjTNtekIEvHg5KdAFIBaH7bWfNkefwFnpDffSIks= github.com/ncw/swift v1.0.53/go.mod h1:23YIA4yWVnGwv2dQlN4bB7egfYX6YLn0Yo/S6zZO/ZM= github.com/nicksnyder/go-i18n v1.10.0/go.mod h1:HrK7VCrbOvQoUAQ7Vpy7i87N7JZZZ7R2xBGjv0j365Q= -github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e h1:fD57ERR4JtEqsWbfPhv4DMiApHyliiK5xCTNVSPiaAs= github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e/go.mod h1:zD1mROLANZcx1PVRCS0qkT7pwLkGfwJo4zjcN/Tysno= github.com/nu7hatch/gouuid v0.0.0-20131221200532-179d4d0c4d8d/go.mod h1:YUTz3bUH2ZwIWBy3CJBeOBEugqcmXREj14T+iG/4k4U= github.com/nxadm/tail v1.4.4/go.mod h1:kenIhsEOeOJmVchQTgglprH7qJGnHDVpk1VPCcaMI8A= @@ -1472,8 +1450,8 @@ github.com/spf13/afero v1.2.0/go.mod h1:9ZxEEn6pIJ8Rxe320qSDBk6AsU0r9pR7Q4OcevTd github.com/spf13/afero v1.2.2/go.mod h1:9ZxEEn6pIJ8Rxe320qSDBk6AsU0r9pR7Q4OcevTdifk= github.com/spf13/afero v1.3.2/go.mod h1:5KUK8ByomD5Ti5Artl0RtHeI5pTF7MIDuXL3yY520V4= github.com/spf13/afero v1.6.0/go.mod h1:Ai8FlHk4v/PARR026UzYexafAt9roJ7LcLMAmO6Z93I= -github.com/spf13/afero v1.8.2 h1:xehSyVa0YnHWsJ49JFljMpg1HX19V6NDZ1fkm1Xznbo= -github.com/spf13/afero v1.8.2/go.mod h1:CtAatgMJh6bJEIs48Ay/FOnkljP3WeGUG0MC1RfAqwo= +github.com/spf13/afero v1.9.2 h1:j49Hj62F0n+DaZ1dDCvhABaPNSGNkt32oRFxI33IEMw= +github.com/spf13/afero v1.9.2/go.mod h1:iUV7ddyEEZPO5gA3zD4fJt6iStLlL+Lg4m2cihcDf8Y= github.com/spf13/cast v1.2.0/go.mod h1:r2rcYCSwa1IExKTDiTfzaxqT2FNHs8hODu4LnUfgKEg= github.com/spf13/cast v1.3.0/go.mod h1:Qx5cxh0v+4UWYiBimWS+eyWzqEqokIECu5etghLkUJE= github.com/spf13/cast v1.3.1/go.mod h1:Qx5cxh0v+4UWYiBimWS+eyWzqEqokIECu5etghLkUJE= @@ -1513,8 +1491,9 @@ github.com/streadway/amqp v0.0.0-20190404075320-75d898a42a94/go.mod h1:AZpEONHx3 github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= github.com/stretchr/objx v0.1.1/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= github.com/stretchr/objx v0.2.0/go.mod h1:qt09Ya8vawLte6SNmTgCsAVtYtaKzEcn8ATUoHMkEqE= -github.com/stretchr/objx v0.4.0 h1:M2gUjqZET1qApGOWNSnZ49BAIMX4F/1plDv3+l31EJ4= github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw= +github.com/stretchr/objx v0.5.0 h1:1zr/of2m5FGMsad5YfcqgdqdWrIhu+EBEJRhR1U7z/c= +github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo= github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs= github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4= @@ -1522,8 +1501,10 @@ github.com/stretchr/testify v1.5.1/go.mod h1:5W2xD1RspED5o8YsWQXVCued0rvSQ+mT+I5 github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= -github.com/stretchr/testify v1.8.0 h1:pSgiaMZlXftHpm5L7V1+rVB+AZJydKsMxsQBIJw4PKk= github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU= +github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4= +github.com/stretchr/testify v1.8.4 h1:CcVxjf3Q8PM0mHUKJCdn+eZZtm5yQwehR5yeSVQQcUk= +github.com/stretchr/testify v1.8.4/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo= github.com/subosito/gotenv v1.1.1/go.mod h1:N0PQaV/YGNqwC0u51sEeR/aUtSLEXKX9iv69rRypqCw= github.com/subosito/gotenv v1.2.0 h1:Slr1R9HxAlEKefgq5jn9U+DnETlIUa6HfgEzj0g5d7s= github.com/subosito/gotenv v1.2.0/go.mod h1:N0PQaV/YGNqwC0u51sEeR/aUtSLEXKX9iv69rRypqCw= @@ -1602,8 +1583,9 @@ go.opencensus.io v0.22.2/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw= go.opencensus.io v0.22.3/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw= go.opencensus.io v0.22.4/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw= go.opencensus.io v0.22.5/go.mod h1:5pWMHQbX5EPX2/62yrJeAkowc+lfs/XD7Uxpq3pI6kk= -go.opencensus.io v0.23.0 h1:gqCw0LfLxScz8irSi8exQc7fyQ0fKQU/qnC/X8+V/1M= go.opencensus.io v0.23.0/go.mod h1:XItmlyltB5F7CS4xOC1DcqMoFqwtC6OG2xF7mCv7P7E= +go.opencensus.io v0.24.0 h1:y73uSU6J157QMP2kn2r30vwW1A2W2WFwSCGnAVxeaD0= +go.opencensus.io v0.24.0/go.mod h1:vNK8G9p7aAivkbmorf4v+7Hgx+Zs0yY+0fOtgBfjQKo= go.opentelemetry.io/contrib v0.18.0/go.mod h1:G/EtFaa6qaN7+LxqfIAT3GiZa7Wv5DTBUzl5H4LY0Kc= go.opentelemetry.io/contrib v0.20.0/go.mod h1:G/EtFaa6qaN7+LxqfIAT3GiZa7Wv5DTBUzl5H4LY0Kc= go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.20.0/go.mod h1:oVGt1LRbBOBq1A5BQLlUg9UaU/54aiHw8cgjV3aWZ/E= @@ -1746,7 +1728,7 @@ golang.org/x/mod v0.4.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= golang.org/x/mod v0.4.1/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= golang.org/x/mod v0.4.2/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= golang.org/x/mod v0.6.0-dev.0.20220106191415-9b9b3d81d5e3/go.mod h1:3p9vT2HGsQu2K1YbXdKPJLVgG5VJdoTa1poYQBtP1AY= -golang.org/x/mod v0.7.0 h1:LapD9S96VoQRhi/GrNTqeBJFrUjs5UHCAtTlgwA5oZA= +golang.org/x/mod v0.8.0 h1:LUYupSeNrTNCGzR/hVBk2NHZO4hXcVaW1k4Qx7rjPx8= golang.org/x/net v0.0.0-20170114055629-f2499483f923/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= golang.org/x/net v0.0.0-20180218175443-cbe0f9307d01/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= @@ -1811,17 +1793,13 @@ golang.org/x/net v0.0.0-20210119194325-5f4716e94777/go.mod h1:m0MpNAwzfU5UDzcl9v golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= golang.org/x/net v0.0.0-20210316092652-d523dce5a7f4/go.mod h1:RBQZq4jEuRlivfhVLdyRGr576XBO4/greRjx4P4O3yc= golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4/go.mod h1:p54w0d4576C0XHj96bSt6lcn1PtDYWL6XObtHCRCNQM= -golang.org/x/net v0.0.0-20210503060351-7fd8e65b6420/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= golang.org/x/net v0.0.0-20210525063256-abc453219eb5/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= golang.org/x/net v0.0.0-20210825183410-e898025ed96a/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= golang.org/x/net v0.0.0-20211015210444-4f30a5c0130f/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= golang.org/x/net v0.0.0-20211112202133-69e39bad7dc2/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= golang.org/x/net v0.0.0-20220127200216-cd36cc0744dd/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk= -golang.org/x/net v0.0.0-20220225172249-27dd8689420f/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk= -golang.org/x/net v0.0.0-20220325170049-de3da57026de/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk= -golang.org/x/net v0.0.0-20220412020605-290c469a71a5/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk= -golang.org/x/net v0.7.0 h1:rJrUqqhjsgNp7KqAIc25s9pZnjU7TUcSY7HcVZjdn1g= -golang.org/x/net v0.7.0/go.mod h1:2Tu9+aMcznHK/AK1HMvgo6xiTLG5rD5rZLDS+rp2Bjs= +golang.org/x/net v0.9.0 h1:aWJ/m6xSmxWBx+V0XRHTlrYrPG56jKsLdTFmsSsCzOM= +golang.org/x/net v0.9.0/go.mod h1:d48xBJpPfHeWQsugry2m+kC02ZBRGRgulfHnEXEuWns= golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= golang.org/x/oauth2 v0.0.0-20181003184128-c57b0facaced/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= @@ -1835,14 +1813,9 @@ golang.org/x/oauth2 v0.0.0-20210218202405-ba52d332ba99/go.mod h1:KelEdhl1UZF7XfJ golang.org/x/oauth2 v0.0.0-20210220000619-9bb904979d93/go.mod h1:KelEdhl1UZF7XfJ4dDtk6s++YSgaE7mD/BuKKDLBl4A= golang.org/x/oauth2 v0.0.0-20210313182246-cd4f82c27b84/go.mod h1:KelEdhl1UZF7XfJ4dDtk6s++YSgaE7mD/BuKKDLBl4A= golang.org/x/oauth2 v0.0.0-20210514164344-f6687ab2804c/go.mod h1:KelEdhl1UZF7XfJ4dDtk6s++YSgaE7mD/BuKKDLBl4A= -golang.org/x/oauth2 v0.0.0-20210628180205-a41e5a781914/go.mod h1:KelEdhl1UZF7XfJ4dDtk6s++YSgaE7mD/BuKKDLBl4A= -golang.org/x/oauth2 v0.0.0-20210805134026-6f1e6394065a/go.mod h1:KelEdhl1UZF7XfJ4dDtk6s++YSgaE7mD/BuKKDLBl4A= -golang.org/x/oauth2 v0.0.0-20210819190943-2bc19b11175f/go.mod h1:KelEdhl1UZF7XfJ4dDtk6s++YSgaE7mD/BuKKDLBl4A= golang.org/x/oauth2 v0.0.0-20211104180415-d3ed0bb246c8/go.mod h1:KelEdhl1UZF7XfJ4dDtk6s++YSgaE7mD/BuKKDLBl4A= -golang.org/x/oauth2 v0.0.0-20220223155221-ee480838109b/go.mod h1:DAh4E804XQdzx2j+YRIaUnCqCV2RuMz24cGBJ5QYIrc= -golang.org/x/oauth2 v0.0.0-20220309155454-6242fa91716a/go.mod h1:DAh4E804XQdzx2j+YRIaUnCqCV2RuMz24cGBJ5QYIrc= -golang.org/x/oauth2 v0.0.0-20220411215720-9780585627b5 h1:OSnWWcOd/CtWQC2cYSBgbTSJv3ciqd8r54ySIW2y3RE= -golang.org/x/oauth2 v0.0.0-20220411215720-9780585627b5/go.mod h1:DAh4E804XQdzx2j+YRIaUnCqCV2RuMz24cGBJ5QYIrc= +golang.org/x/oauth2 v0.7.0 h1:qe6s0zUXlPX80/dITx3440hWZ7GwMwgDDyrSGTPJG/g= +golang.org/x/oauth2 v0.7.0/go.mod h1:hPLQkd9LyjfXTiRohC/41GhcFqxisoUQ99sCUOHO9x4= golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20181221193216-37e7f081c4d4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= @@ -1950,34 +1923,23 @@ golang.org/x/sys v0.0.0-20210403161142-5e06dd20ab57/go.mod h1:h1NjWce9XRLGQEsW7w golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210423185535-09eb48e85fd7/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210510120138-977fb7262007/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= -golang.org/x/sys v0.0.0-20210514084401-e8d321eab015/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20210603081109-ebe580a85c40/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= -golang.org/x/sys v0.0.0-20210603125802-9665404d3644/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20210616094352-59db8d763f22/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20210630005230-0f9fa26af87c/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= -golang.org/x/sys v0.0.0-20210806184541-e5e7981a1069/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= -golang.org/x/sys v0.0.0-20210823070655-63515b42dcdf/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20210831042530-f4d43177bf5e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= -golang.org/x/sys v0.0.0-20210908233432-aa78b53d3365/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20210927094055-39ccf1dd6fa6/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20211019181941-9d821ace8654/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= -golang.org/x/sys v0.0.0-20211124211545-fe61309f8881/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= -golang.org/x/sys v0.0.0-20211210111614-af8b64212486/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20211216021012-1d35b9e2eb4e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220114195835-da31bd327af9/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= -golang.org/x/sys v0.0.0-20220128215802-99c3d69c2c27/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220209214540-3681064d5158/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= -golang.org/x/sys v0.0.0-20220227234510-4e6760a101f9/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= -golang.org/x/sys v0.0.0-20220328115105-d36c6a25d886/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= -golang.org/x/sys v0.0.0-20220412211240-33da011f77ad/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= -golang.org/x/sys v0.5.0 h1:MUK/U/4lj1t1oPg0HfuXDN/Z1wv31ZJ/YcPiGccS4DU= -golang.org/x/sys v0.5.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.7.0 h1:3jlCCIQZPdOYu1h8BkNvLz8Kgwtae2cagcG/VamtZRU= +golang.org/x/sys v0.7.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/term v0.0.0-20201117132131-f5c789dd3221/go.mod h1:Nr5EML6q2oocZ2LXRh80K7BxOlk5/8JxuGnuhpl+muw= golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8= -golang.org/x/term v0.5.0 h1:n2a8QNdAb0sZNpU9R1ALUXBbY+w51fCQDN+7EdxNBsY= -golang.org/x/term v0.5.0/go.mod h1:jMB1sMXY+tzblOD4FWmEbocvup2/aLOaQEp7JmGp78k= +golang.org/x/term v0.7.0 h1:BEvjmm5fURWqcfbSKTdpkDXYBrUS1c0m8agp14W48vQ= +golang.org/x/term v0.7.0/go.mod h1:P32HKFT3hSsZrRxla30E9HqToFYAQPCMs/zFMBUFqPY= golang.org/x/text v0.0.0-20160726164857-2910a502d2bf/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.0.0-20170915032832-14c0d48ead0c/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= @@ -1988,16 +1950,17 @@ golang.org/x/text v0.3.4/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/text v0.3.5/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ= -golang.org/x/text v0.7.0 h1:4BRB4x83lYWy72KwLD/qYDuTu7q9PjSagHvijDw7cLo= -golang.org/x/text v0.7.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8= +golang.org/x/text v0.9.0 h1:2sjJmO8cDvYveuX97RDLsxlyUxLl+GHoLxBiRdHllBE= +golang.org/x/text v0.9.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8= golang.org/x/time v0.0.0-20180412165947-fbb02b2291d2/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/time v0.0.0-20191024005414-555d28b269f0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/time v0.0.0-20210220033141-f8bda1e9f3ba/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/time v0.0.0-20210723032227-1f47c861a9ac/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= -golang.org/x/time v0.0.0-20220210224613-90d013bbcef8 h1:vVKdlvoWBphwdxWKrFZEuM0kGgGLxUOYcY4U/2Vjg44= golang.org/x/time v0.0.0-20220210224613-90d013bbcef8/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= +golang.org/x/time v0.3.0 h1:rg5rLMjNzMS1RkNLzCG38eapWhnYLFYXDXj2gOlr8j4= +golang.org/x/time v0.3.0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/tools v0.0.0-20180221164845-07fd8470d635/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20180525024113-a5b4c53f6e8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= @@ -2106,19 +2069,16 @@ golang.org/x/tools v0.0.0-20210114065538-d78b04bdf963/go.mod h1:emZCQorbCU4vsT4f golang.org/x/tools v0.1.0/go.mod h1:xkSsbof2nBLbhDlRMhhhyNLN/zl3eTqcnHD5viDpcZ0= golang.org/x/tools v0.1.1/go.mod h1:o0xws9oXOQQZyjljx8fwUC0k7L1pTE6eaCbjGeHmOkk= golang.org/x/tools v0.1.2/go.mod h1:o0xws9oXOQQZyjljx8fwUC0k7L1pTE6eaCbjGeHmOkk= -golang.org/x/tools v0.1.3/go.mod h1:o0xws9oXOQQZyjljx8fwUC0k7L1pTE6eaCbjGeHmOkk= -golang.org/x/tools v0.1.4/go.mod h1:o0xws9oXOQQZyjljx8fwUC0k7L1pTE6eaCbjGeHmOkk= golang.org/x/tools v0.1.5/go.mod h1:o0xws9oXOQQZyjljx8fwUC0k7L1pTE6eaCbjGeHmOkk= golang.org/x/tools v0.1.10-0.20220218145154-897bd77cd717/go.mod h1:Uh6Zz+xoGYZom868N8YTex3t7RhtHDBrE8Gzo9bV56E= -golang.org/x/tools v0.4.0 h1:7mTAgkunk3fr4GAloyyCasadO6h9zSsQZbwvcaIciV4= -golang.org/x/tools v0.4.0/go.mod h1:UE5sM2OK9E/d67R0ANs2xJizIymRP5gJU295PvKXxjQ= +golang.org/x/tools v0.6.0 h1:BOw41kyTf3PuCW1pVQf8+Cyg8pMlkYB1oo9iJ6D/lKM= +golang.org/x/tools v0.6.0/go.mod h1:Xwgl3UAJ/d3gWutnCtw505GrjyAbvKui8lOU390QaIU= golang.org/x/xerrors v0.0.0-20190410155217-1f06c39b4373/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20190513163551-3ee3066db522/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= -golang.org/x/xerrors v0.0.0-20220411194840-2f41105eb62f/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20220907171357-04be3eba64a2 h1:H2TDz8ibqkAF6YGhCdN3jS9O0/s90v0rJh3X/OLHEUk= golang.org/x/xerrors v0.0.0-20220907171357-04be3eba64a2/go.mod h1:K8+ghG5WaK9qNqU5K3HdILfMLy1f3aNYFI/wnl100a8= gomodules.xyz/jsonpatch/v2 v2.0.1/go.mod h1:IhYNNY4jnS53ZnfE4PAmpKtDpTCj1JFXc+3mwe7XcUU= @@ -2153,23 +2113,8 @@ google.golang.org/api v0.36.0/go.mod h1:+z5ficQTmoYpPn8LCUNVpK5I7hwkpjbcgqA7I34q google.golang.org/api v0.40.0/go.mod h1:fYKFpnQN0DsDSKRVRcQSDQNtqWPfM9i+zNPxepjRCQ8= google.golang.org/api v0.41.0/go.mod h1:RkxM5lITDfTzmyKFPt+wGrCJbVfniCr2ool8kTBzRTU= google.golang.org/api v0.43.0/go.mod h1:nQsDGjRXMo4lvh5hP0TKqF244gqhGcr/YSIykhUk/94= -google.golang.org/api v0.47.0/go.mod h1:Wbvgpq1HddcWVtzsVLyfLp8lDg6AA241LmgIL59tHXo= -google.golang.org/api v0.48.0/go.mod h1:71Pr1vy+TAZRPkPs/xlCf5SsU8WjuAWv1Pfjbtukyy4= -google.golang.org/api v0.50.0/go.mod h1:4bNT5pAuq5ji4SRZm+5QIkjny9JAyVD/3gaSihNefaw= -google.golang.org/api v0.51.0/go.mod h1:t4HdrdoNgyN5cbEfm7Lum0lcLDLiise1F8qDKX00sOU= -google.golang.org/api v0.54.0/go.mod h1:7C4bFFOvVDGXjfDTAsgGwDgAxRDeQ4X8NvUedIt6z3k= -google.golang.org/api v0.55.0/go.mod h1:38yMfeP1kfjsl8isn0tliTjIb1rJXcQi4UXlbqivdVE= -google.golang.org/api v0.56.0/go.mod h1:38yMfeP1kfjsl8isn0tliTjIb1rJXcQi4UXlbqivdVE= -google.golang.org/api v0.57.0/go.mod h1:dVPlbZyBo2/OjBpmvNdpn2GRm6rPy75jyU7bmhdrMgI= -google.golang.org/api v0.61.0/go.mod h1:xQRti5UdCmoCEqFxcz93fTl338AVqDgyaDRuOZ3hg9I= -google.golang.org/api v0.63.0/go.mod h1:gs4ij2ffTRXwuzzgJl/56BdwJaA194ijkfn++9tDuPo= -google.golang.org/api v0.67.0/go.mod h1:ShHKP8E60yPsKNw/w8w+VYaj9H6buA5UqDp8dhbQZ6g= -google.golang.org/api v0.70.0/go.mod h1:Bs4ZM2HGifEvXwd50TtW70ovgJffJYw2oRCOFU/SkfA= -google.golang.org/api v0.71.0/go.mod h1:4PyU6e6JogV1f9eA4voyrTY2batOLdgZ5qZ5HOCc4j8= -google.golang.org/api v0.74.0/go.mod h1:ZpfMZOVRMywNyvJFeqL9HRWBgAuRfSjJFpe9QtRRyDs= -google.golang.org/api v0.75.0/go.mod h1:pU9QmyHLnzlpar1Mjt4IbapUCy8J+6HD6GeELN69ljA= -google.golang.org/api v0.76.0 h1:UkZl25bR1FHNqtK/EKs3vCdpZtUO6gea3YElTwc8pQg= -google.golang.org/api v0.76.0/go.mod h1:pU9QmyHLnzlpar1Mjt4IbapUCy8J+6HD6GeELN69ljA= +google.golang.org/api v0.114.0 h1:1xQPji6cO2E2vLiI+C/XiFAnsn1WV3mjaEwGLhi3grE= +google.golang.org/api v0.114.0/go.mod h1:ifYI2ZsFK6/uGddGfAD5BMxlnkBqCmqHSDUVi45N5Yg= google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM= google.golang.org/appengine v1.2.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= @@ -2225,47 +2170,15 @@ google.golang.org/genproto v0.0.0-20201214200347-8c77b98c765d/go.mod h1:FWY/as6D google.golang.org/genproto v0.0.0-20210108203827-ffc7fda8c3d7/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= google.golang.org/genproto v0.0.0-20210222152913-aa3ee6e6a81c/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= google.golang.org/genproto v0.0.0-20210226172003-ab064af71705/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= -google.golang.org/genproto v0.0.0-20210302174412-5ede27ff9881/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= google.golang.org/genproto v0.0.0-20210303154014-9728d6b83eeb/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= google.golang.org/genproto v0.0.0-20210310155132-4ce2db91004e/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= google.golang.org/genproto v0.0.0-20210319143718-93e7006c17a6/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= -google.golang.org/genproto v0.0.0-20210329143202-679c6ae281ee/go.mod h1:9lPAdzaEmUacj36I+k7YKbEc5CXzPIeORRgDAUOu28A= google.golang.org/genproto v0.0.0-20210402141018-6c239bbf2bb1/go.mod h1:9lPAdzaEmUacj36I+k7YKbEc5CXzPIeORRgDAUOu28A= -google.golang.org/genproto v0.0.0-20210513213006-bf773b8c8384/go.mod h1:P3QM42oQyzQSnHPnZ/vqoCdDmzH28fzWByN9asMeM8A= google.golang.org/genproto v0.0.0-20210602131652-f16073e35f0c/go.mod h1:UODoCrxHCcBojKKwX1terBiRUaqAsFqJiF615XL43r0= -google.golang.org/genproto v0.0.0-20210604141403-392c879c8b08/go.mod h1:UODoCrxHCcBojKKwX1terBiRUaqAsFqJiF615XL43r0= -google.golang.org/genproto v0.0.0-20210608205507-b6d2f5bf0d7d/go.mod h1:UODoCrxHCcBojKKwX1terBiRUaqAsFqJiF615XL43r0= -google.golang.org/genproto v0.0.0-20210624195500-8bfb893ecb84/go.mod h1:SzzZ/N+nwJDaO1kznhnlzqS8ocJICar6hYhVyhi++24= -google.golang.org/genproto v0.0.0-20210713002101-d411969a0d9a/go.mod h1:AxrInvYm1dci+enl5hChSFPOmmUF1+uAa/UsgNRWd7k= -google.golang.org/genproto v0.0.0-20210716133855-ce7ef5c701ea/go.mod h1:AxrInvYm1dci+enl5hChSFPOmmUF1+uAa/UsgNRWd7k= -google.golang.org/genproto v0.0.0-20210728212813-7823e685a01f/go.mod h1:ob2IJxKrgPT52GcgX759i1sleT07tiKowYBGbczaW48= -google.golang.org/genproto v0.0.0-20210805201207-89edb61ffb67/go.mod h1:ob2IJxKrgPT52GcgX759i1sleT07tiKowYBGbczaW48= -google.golang.org/genproto v0.0.0-20210813162853-db860fec028c/go.mod h1:cFeNkxwySK631ADgubI+/XFU/xp8FD5KIVV4rj8UC5w= -google.golang.org/genproto v0.0.0-20210821163610-241b8fcbd6c8/go.mod h1:eFjDcFEctNawg4eG61bRv87N7iHBWyVhJu7u1kqDUXY= -google.golang.org/genproto v0.0.0-20210828152312-66f60bf46e71/go.mod h1:eFjDcFEctNawg4eG61bRv87N7iHBWyVhJu7u1kqDUXY= google.golang.org/genproto v0.0.0-20210831024726-fe130286e0e2/go.mod h1:eFjDcFEctNawg4eG61bRv87N7iHBWyVhJu7u1kqDUXY= -google.golang.org/genproto v0.0.0-20210903162649-d08c68adba83/go.mod h1:eFjDcFEctNawg4eG61bRv87N7iHBWyVhJu7u1kqDUXY= -google.golang.org/genproto v0.0.0-20210909211513-a8c4777a87af/go.mod h1:eFjDcFEctNawg4eG61bRv87N7iHBWyVhJu7u1kqDUXY= -google.golang.org/genproto v0.0.0-20210924002016-3dee208752a0/go.mod h1:5CzLGKJ67TSI2B9POpiiyGha0AjJvZIUgRMt1dSmuhc= -google.golang.org/genproto v0.0.0-20211118181313-81c1377c94b1/go.mod h1:5CzLGKJ67TSI2B9POpiiyGha0AjJvZIUgRMt1dSmuhc= -google.golang.org/genproto v0.0.0-20211206160659-862468c7d6e0/go.mod h1:5CzLGKJ67TSI2B9POpiiyGha0AjJvZIUgRMt1dSmuhc= -google.golang.org/genproto v0.0.0-20211208223120-3a66f561d7aa/go.mod h1:5CzLGKJ67TSI2B9POpiiyGha0AjJvZIUgRMt1dSmuhc= -google.golang.org/genproto v0.0.0-20211221195035-429b39de9b1c/go.mod h1:5CzLGKJ67TSI2B9POpiiyGha0AjJvZIUgRMt1dSmuhc= google.golang.org/genproto v0.0.0-20220107163113-42d7afdf6368/go.mod h1:5CzLGKJ67TSI2B9POpiiyGha0AjJvZIUgRMt1dSmuhc= -google.golang.org/genproto v0.0.0-20220126215142-9970aeb2e350/go.mod h1:5CzLGKJ67TSI2B9POpiiyGha0AjJvZIUgRMt1dSmuhc= -google.golang.org/genproto v0.0.0-20220207164111-0872dc986b00/go.mod h1:5CzLGKJ67TSI2B9POpiiyGha0AjJvZIUgRMt1dSmuhc= -google.golang.org/genproto v0.0.0-20220218161850-94dd64e39d7c/go.mod h1:kGP+zUP2Ddo0ayMi4YuN7C3WZyJvGLZRh8Z5wnAqvEI= -google.golang.org/genproto v0.0.0-20220222213610-43724f9ea8cf/go.mod h1:kGP+zUP2Ddo0ayMi4YuN7C3WZyJvGLZRh8Z5wnAqvEI= -google.golang.org/genproto v0.0.0-20220304144024-325a89244dc8/go.mod h1:kGP+zUP2Ddo0ayMi4YuN7C3WZyJvGLZRh8Z5wnAqvEI= -google.golang.org/genproto v0.0.0-20220310185008-1973136f34c6/go.mod h1:kGP+zUP2Ddo0ayMi4YuN7C3WZyJvGLZRh8Z5wnAqvEI= -google.golang.org/genproto v0.0.0-20220324131243-acbaeb5b85eb/go.mod h1:hAL49I2IFola2sVEjAn7MEwsja0xp51I0tlGAf9hz4E= -google.golang.org/genproto v0.0.0-20220405205423-9d709892a2bf/go.mod h1:8w6bsBMX6yCPbAVTeqQHvzxW0EIFigd5lZyahWgyfDo= -google.golang.org/genproto v0.0.0-20220407144326-9054f6ed7bac/go.mod h1:8w6bsBMX6yCPbAVTeqQHvzxW0EIFigd5lZyahWgyfDo= -google.golang.org/genproto v0.0.0-20220413183235-5e96e2839df9/go.mod h1:8w6bsBMX6yCPbAVTeqQHvzxW0EIFigd5lZyahWgyfDo= -google.golang.org/genproto v0.0.0-20220414192740-2d67ff6cf2b4/go.mod h1:8w6bsBMX6yCPbAVTeqQHvzxW0EIFigd5lZyahWgyfDo= -google.golang.org/genproto v0.0.0-20220421151946-72621c1f0bd3/go.mod h1:8w6bsBMX6yCPbAVTeqQHvzxW0EIFigd5lZyahWgyfDo= -google.golang.org/genproto v0.0.0-20220426171045-31bebdecfb46 h1:G1IeWbjrqEq9ChWxEuRPJu6laA67+XgTFHVSAvepr38= -google.golang.org/genproto v0.0.0-20220426171045-31bebdecfb46/go.mod h1:8w6bsBMX6yCPbAVTeqQHvzxW0EIFigd5lZyahWgyfDo= +google.golang.org/genproto v0.0.0-20230410155749-daa745c078e1 h1:KpwkzHKEF7B9Zxg18WzOa7djJ+Ha5DzthMyZYQfEn2A= +google.golang.org/genproto v0.0.0-20230410155749-daa745c078e1/go.mod h1:nKE/iIaLqn2bQwXBg8f1g2Ylh6r5MN5CmZvuzZCgsCU= google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c= google.golang.org/grpc v1.20.0/go.mod h1:chYK+tFQF0nDUGJgXMSgLCQk3phJEuONr2DCgLDdAQM= google.golang.org/grpc v1.20.1/go.mod h1:10oTOabMzJvdu6/UiuZezV6QK5dSlG84ov/aaiqXj38= @@ -2291,17 +2204,10 @@ google.golang.org/grpc v1.35.0/go.mod h1:qjiiYl8FncCW8feJPdyg3v6XW24KsRHe+dy9BAG google.golang.org/grpc v1.36.0/go.mod h1:qjiiYl8FncCW8feJPdyg3v6XW24KsRHe+dy9BAGRRjU= google.golang.org/grpc v1.36.1/go.mod h1:qjiiYl8FncCW8feJPdyg3v6XW24KsRHe+dy9BAGRRjU= google.golang.org/grpc v1.37.0/go.mod h1:NREThFqKR1f3iQ6oBuvc5LadQuXVGo9rkm5ZGrQdJfM= -google.golang.org/grpc v1.37.1/go.mod h1:NREThFqKR1f3iQ6oBuvc5LadQuXVGo9rkm5ZGrQdJfM= google.golang.org/grpc v1.38.0/go.mod h1:NREThFqKR1f3iQ6oBuvc5LadQuXVGo9rkm5ZGrQdJfM= -google.golang.org/grpc v1.39.0/go.mod h1:PImNr+rS9TWYb2O4/emRugxiyHZ5JyHW5F+RPnDzfrE= -google.golang.org/grpc v1.39.1/go.mod h1:PImNr+rS9TWYb2O4/emRugxiyHZ5JyHW5F+RPnDzfrE= google.golang.org/grpc v1.40.0/go.mod h1:ogyxbiOoUXAkP+4+xa6PZSE9DZgIHtSpzjDTB9KAK34= -google.golang.org/grpc v1.40.1/go.mod h1:ogyxbiOoUXAkP+4+xa6PZSE9DZgIHtSpzjDTB9KAK34= -google.golang.org/grpc v1.44.0/go.mod h1:k+4IHHFw41K8+bbowsex27ge2rCb65oeWqe4jJ590SU= -google.golang.org/grpc v1.45.0/go.mod h1:lN7owxKUQEqMfSyQikvvk5tf/6zMPsrK+ONuO11+0rQ= -google.golang.org/grpc v1.46.0 h1:oCjezcn6g6A75TGoKYBPgKmVBLexhYLM6MebdrPApP8= -google.golang.org/grpc v1.46.0/go.mod h1:vN9eftEi1UMyUsIF80+uQXhHjbXYbm0uXoFCACuMGWk= -google.golang.org/grpc/cmd/protoc-gen-go-grpc v1.1.0/go.mod h1:6Kw0yEErY5E/yWrBtf03jp27GLLJujG4z/JK95pnjjw= +google.golang.org/grpc v1.56.1 h1:z0dNfjIl0VpaZ9iSVjA6daGatAYwPGstTjt5vkRMFkQ= +google.golang.org/grpc v1.56.1/go.mod h1:I9bI3vqKfayGqPUAwGdOSu7kt6oIJLixfffKrpXqQ9s= google.golang.org/grpc/examples v0.0.0-20210304020650-930c79186c99/go.mod h1:Ly7ZA/ARzg8fnPU9TyZIxoz33sEUuWX7txiqs8lPTgE= google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8= google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0= @@ -2316,8 +2222,8 @@ google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlba google.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw= google.golang.org/protobuf v1.26.0/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc= google.golang.org/protobuf v1.27.1/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc= -google.golang.org/protobuf v1.28.0 h1:w43yiav+6bVFTBQFZX0r7ipe9JQ1QsbMgHwbBziscLw= -google.golang.org/protobuf v1.28.0/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I= +google.golang.org/protobuf v1.30.0 h1:kPPoIgf3TsEvrm0PFe15JQ+570QVxYzEvvHqChK+cng= +google.golang.org/protobuf v1.30.0/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I= gopkg.in/DataDog/dd-trace-go.v1 v1.22.0/go.mod h1:DVp8HmDh8PuTu2Z0fVVlBsyWaC++fzwVCaGWylTe3tg= gopkg.in/DataDog/dd-trace-go.v1 v1.27.0/go.mod h1:Sp1lku8WJMvNV0kjDI4Ni/T7J/U3BO5ct5kEaoVU8+I= gopkg.in/airbrake/gobrake.v2 v2.0.9/go.mod h1:/h5ZAUhDkGaJfjzjKLSjv6zCL6O0LLBxU4K+aSYdM/U= @@ -2326,8 +2232,9 @@ gopkg.in/alexcesaro/quotedprintable.v3 v3.0.0-20150716171945-2caba252f4dc/go.mod gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= -gopkg.in/check.v1 v1.0.0-20200227125254-8fa46927fb4f h1:BLraFXnmrev5lT+xlilqcH8XK9/i0At2xKjWk4p6zsU= gopkg.in/check.v1 v1.0.0-20200227125254-8fa46927fb4f/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q= gopkg.in/cheggaaa/pb.v1 v1.0.25/go.mod h1:V/YB90LKu/1FcN3WVnfiiE5oMCibMjukxqG/qStrOgw= gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI= gopkg.in/fsnotify.v1 v1.4.7/go.mod h1:Tz8NjZHkW78fSQdbUxIjBTcgA1z1m8ZHf0WmKUhAMys= @@ -2449,19 +2356,19 @@ k8s.io/klog v1.0.0/go.mod h1:4Bi6QPql/J/LkTDqv7R/cd3hPo4k2DG6Ptcz060Ez5I= k8s.io/klog/v2 v2.0.0/go.mod h1:PBfzABfn139FHAV07az/IF9Wp1bkk3vpT2XSJ76fSDE= k8s.io/klog/v2 v2.2.0/go.mod h1:Od+F08eJP+W3HUb4pSrPpgp9DGU4GzlpG/TmITuYh/Y= k8s.io/klog/v2 v2.60.1/go.mod h1:y1WjHnz7Dj687irZUWR/WLkLc5N1YHtjLdmgWjndZn0= -k8s.io/klog/v2 v2.70.1 h1:7aaoSdahviPmR+XkS7FyxlkkXs6tHISSG03RxleQAVQ= -k8s.io/klog/v2 v2.70.1/go.mod h1:y1WjHnz7Dj687irZUWR/WLkLc5N1YHtjLdmgWjndZn0= +k8s.io/klog/v2 v2.90.1 h1:m4bYOKall2MmOiRaR1J+We67Do7vm9KiQVlT96lnHUw= +k8s.io/klog/v2 v2.90.1/go.mod h1:y1WjHnz7Dj687irZUWR/WLkLc5N1YHtjLdmgWjndZn0= k8s.io/kube-openapi v0.0.0-20200121204235-bf4fb3bd569c/go.mod h1:GRQhZsXIAJ1xR0C9bd8UpWHZ5plfAS9fzPjJuQ6JL3E= k8s.io/kube-openapi v0.0.0-20200410145947-61e04a5be9a6/go.mod h1:GRQhZsXIAJ1xR0C9bd8UpWHZ5plfAS9fzPjJuQ6JL3E= k8s.io/kube-openapi v0.0.0-20220328201542-3ee0da9b0b42/go.mod h1:Z/45zLw8lUo4wdiUkI+v/ImEGAvu3WatcZl3lPMR4Rk= -k8s.io/kube-openapi v0.0.0-20220803162953-67bda5d908f1 h1:MQ8BAZPZlWk3S9K4a9NCkIFQtZShWqoha7snGixVgEA= -k8s.io/kube-openapi v0.0.0-20220803162953-67bda5d908f1/go.mod h1:C/N6wCaBHeBHkHUesQOQy2/MZqGgMAFPqGsGQLdbZBU= +k8s.io/kube-openapi v0.0.0-20230501164219-8b0f38b5fd1f h1:2kWPakN3i/k81b0gvD5C5FJ2kxm1WrQFanWchyKuqGg= +k8s.io/kube-openapi v0.0.0-20230501164219-8b0f38b5fd1f/go.mod h1:byini6yhqGC14c3ebc/QwanvYwhuMWF6yz2F8uwW8eg= k8s.io/utils v0.0.0-20200324210504-a9aa75ae1b89/go.mod h1:sZAwmy6armz5eXlNoLmJcl4F1QuKu7sr+mFQ0byX7Ew= k8s.io/utils v0.0.0-20200603063816-c1c6865ac451/go.mod h1:jPW/WVKK9YHAvNhRxK0md/EJ228hCsBRufyofKtW8HA= k8s.io/utils v0.0.0-20210802155522-efc7438f0176/go.mod h1:jPW/WVKK9YHAvNhRxK0md/EJ228hCsBRufyofKtW8HA= k8s.io/utils v0.0.0-20220210201930-3a6ce19ff2f9/go.mod h1:jPW/WVKK9YHAvNhRxK0md/EJ228hCsBRufyofKtW8HA= -k8s.io/utils v0.0.0-20220728103510-ee6ede2d64ed h1:jAne/RjBTyawwAy0utX5eqigAwz/lQhTmy+Hr/Cpue4= -k8s.io/utils v0.0.0-20220728103510-ee6ede2d64ed/go.mod h1:jPW/WVKK9YHAvNhRxK0md/EJ228hCsBRufyofKtW8HA= +k8s.io/utils v0.0.0-20230209194617-a36077c30491 h1:r0BAOLElQnnFhE/ApUsg3iHdVYYPBjNSSOMowRZxxsY= +k8s.io/utils v0.0.0-20230209194617-a36077c30491/go.mod h1:OLgZIPagt7ERELqWJFomSt595RzquPNLL48iOWgYOg0= modernc.org/cc v1.0.0/go.mod h1:1Sk4//wdnYJiUIxnW8ddKpaOJCF37yAdqYnkxUpaYxw= modernc.org/golex v1.0.0/go.mod h1:b/QX9oBD/LhixY6NDh+IdGv17hgB+51fET1i2kPSmvk= modernc.org/mathutil v1.0.0/go.mod h1:wU0vUrJsVWBZ4P6e7xtFJEhFSNsfRLJ8H458uRjg03k= @@ -2478,8 +2385,8 @@ sigs.k8s.io/controller-runtime v0.12.1 h1:4BJY01xe9zKQti8oRjj/NeHKRXthf1YkYJAgLO sigs.k8s.io/controller-runtime v0.12.1/go.mod h1:BKhxlA4l7FPK4AQcsuL4X6vZeWnKDXez/vp1Y8dxTU0= sigs.k8s.io/controller-tools v0.3.0/go.mod h1:enhtKGfxZD1GFEoMgP8Fdbu+uKQ/cq1/WGJhdVChfvI= sigs.k8s.io/json v0.0.0-20211208200746-9f7c6b3444d2/go.mod h1:B+TnT182UBxE84DiCz4CVE26eOSDAeYCpfDnC2kdKMY= -sigs.k8s.io/json v0.0.0-20220713155537-f223a00ba0e2 h1:iXTIw73aPyC+oRdyqqvVJuloN1p0AC/kzH07hu3NE+k= -sigs.k8s.io/json v0.0.0-20220713155537-f223a00ba0e2/go.mod h1:B8JuhiUyNFVKdsE8h686QcCxMaH6HrOAZj4vswFpcB0= +sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd h1:EDPBXCAspyGV4jQlpZSudPeMmr1bNJefnuqLsRAsHZo= +sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd/go.mod h1:B8JuhiUyNFVKdsE8h686QcCxMaH6HrOAZj4vswFpcB0= sigs.k8s.io/structured-merge-diff/v3 v3.0.0-20200116222232-67a7b8c61874/go.mod h1:PlARxl6Hbt/+BC80dRLi1qAmnMqwqDg62YvvVkZjemw= sigs.k8s.io/structured-merge-diff/v3 v3.0.0/go.mod h1:PlARxl6Hbt/+BC80dRLi1qAmnMqwqDg62YvvVkZjemw= sigs.k8s.io/structured-merge-diff/v4 v4.0.2/go.mod h1:bJZC9H9iH24zzfZ/41RGcq60oK1F7G282QMXDPYydCw= diff --git a/script/generate_helm.sh b/script/generate_helm.sh index 14a60bf5d0..c59e193fb9 100755 --- a/script/generate_helm.sh +++ b/script/generate_helm.sh @@ -33,6 +33,9 @@ helm template flyte -n flyte ${DIR}/../charts/flyte-deps/ ${HELM_CAPABILITIES} - # Generate manifest single binary chart helm template flyte -n flyte ${DIR}/../charts/flyte-binary/ ${HELM_CAPABILITIES} --debug > ${DIR}/../deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml +# Generate manifest flyte agent +helm template flyte -n flyte ${DIR}/../charts/flyte-agent/ ${HELM_CAPABILITIES} --debug > ${DIR}/../deployment/sandbox-binary/flyte_agent_helm_generated.yaml + echo "Generating helm docs" if command -v helm-docs &> /dev/null From 93e86dfec80e369b8b8e616af8b5beb808ded607 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Tue, 8 Aug 2023 18:23:42 -0700 Subject: [PATCH 02/19] Add generated file Signed-off-by: Kevin Su --- .../flyte_agent_helm_generated.yaml | 96 +++++++++++++++++++ 1 file changed, 96 insertions(+) create mode 100644 deployment/sandbox-binary/flyte_agent_helm_generated.yaml diff --git a/deployment/sandbox-binary/flyte_agent_helm_generated.yaml b/deployment/sandbox-binary/flyte_agent_helm_generated.yaml new file mode 100644 index 0000000000..40728aedea --- /dev/null +++ b/deployment/sandbox-binary/flyte_agent_helm_generated.yaml @@ -0,0 +1,96 @@ +--- +# Source: flyteagent/templates/agent/serviceaccount.yaml +apiVersion: v1 +kind: ServiceAccount +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +--- +# Source: flyteagent/templates/agent/secret.yaml +apiVersion: v1 +kind: Secret +metadata: + name: flyteagent + namespace: flyte +type: Opaque +data: + username: User +--- +# Source: flyteagent/templates/agent/service.yaml +apiVersion: v1 +kind: Service +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + annotations: + projectcontour.io/upstream-protocol.h2c: grpc +spec: + type: ClusterIP + ports: + - name: agent-grpc + port: 8000 + protocol: TCP + targetPort: agent-grpc + selector: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte +--- +# Source: flyteagent/templates/agent/deployment.yaml +apiVersion: apps/v1 +kind: Deployment +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +spec: + replicas: 1 + selector: + matchLabels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + template: + metadata: + annotations: + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + spec: + containers: + - command: + - pyflyte + - serve + image: "ghcr.io/flyteorg/flyteagent:1.8.3" + imagePullPolicy: "IfNotPresent" + name: flyteagent + volumeMounts: + + ports: + - containerPort: 8000 + name: agent-grpc + resources: + limits: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + requests: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + serviceAccountName: flyteagent + volumes: From 5557cab434afc6eecd697cf3a6de99979917c922 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Tue, 8 Aug 2023 18:32:21 -0700 Subject: [PATCH 03/19] Update github action Signed-off-by: Kevin Su --- .github/workflows/helm-charts.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/helm-charts.yaml b/.github/workflows/helm-charts.yaml index 875a861749..2a9cb9b88f 100644 --- a/.github/workflows/helm-charts.yaml +++ b/.github/workflows/helm-charts.yaml @@ -13,7 +13,7 @@ jobs: strategy: fail-fast: false matrix: - chart: ["flyte-binary", "flyte-core"] + chart: ["flyte-binary", "flyte-core", "flyte-agent"] steps: - name: Checkout uses: actions/checkout@v3 From 71cd3786458917132f4ca076e5305a46a762cc75 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Tue, 8 Aug 2023 19:54:43 -0700 Subject: [PATCH 04/19] lint Signed-off-by: Kevin Su --- .gitignore | 2 ++ script/generate_helm.sh | 1 + 2 files changed, 3 insertions(+) diff --git a/.gitignore b/.gitignore index 819c940142..5509304e69 100644 --- a/.gitignore +++ b/.gitignore @@ -19,6 +19,8 @@ __pycache__/ /charts/flyte/charts /charts/flyte-deps/charts /charts/flyte/Chart.lock +/charts/flyte-binary/Chart.lock +/charts/flyte-agent/Chart.lock /charts/flyte-deps/Chart.lock /charts/flyte-core/Chart.lock /docker/sandbox-lite/storage/charts diff --git a/script/generate_helm.sh b/script/generate_helm.sh index c59e193fb9..559596d351 100755 --- a/script/generate_helm.sh +++ b/script/generate_helm.sh @@ -15,6 +15,7 @@ HELM_CAPABILITIES="-a rbac.authorization.k8s.io/v1 -a networking.k8s.io/v1/Ingre helm dep update ${DIR}/../charts/flyte/ helm dep update ${DIR}/../charts/flyte-deps/ +helm dep update ${DIR}/../charts/flyte-agent/ helm template flyte -n flyte ${DIR}/../charts/flyte/ -f ${DIR}/../charts/flyte/values.yaml ${HELM_CAPABILITIES} --debug > ${DIR}/../deployment/sandbox/flyte_helm_generated.yaml From 9278896c311f4fb1f608ee6f84c0a8f093b8a668 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Tue, 8 Aug 2023 20:04:57 -0700 Subject: [PATCH 05/19] lint Signed-off-by: Kevin Su --- script/generate_helm.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/generate_helm.sh b/script/generate_helm.sh index 559596d351..b5e9a06a00 100755 --- a/script/generate_helm.sh +++ b/script/generate_helm.sh @@ -15,7 +15,7 @@ HELM_CAPABILITIES="-a rbac.authorization.k8s.io/v1 -a networking.k8s.io/v1/Ingre helm dep update ${DIR}/../charts/flyte/ helm dep update ${DIR}/../charts/flyte-deps/ -helm dep update ${DIR}/../charts/flyte-agent/ +helm dep update ${DIR}/../charts/flyte-core/ helm template flyte -n flyte ${DIR}/../charts/flyte/ -f ${DIR}/../charts/flyte/values.yaml ${HELM_CAPABILITIES} --debug > ${DIR}/../deployment/sandbox/flyte_helm_generated.yaml From 77913bdc7eef1ae4d3f3eb517be212dd5763357b Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Tue, 8 Aug 2023 20:29:56 -0700 Subject: [PATCH 06/19] lint Signed-off-by: Kevin Su --- deployment/eks/flyte_aws_scheduler_helm_generated.yaml | 10 ++++++++++ deployment/eks/flyte_helm_controlplane_generated.yaml | 10 ++++++++++ deployment/eks/flyte_helm_dataplane_generated.yaml | 10 ++++++++++ deployment/eks/flyte_helm_generated.yaml | 10 ++++++++++ deployment/gcp/flyte_helm_controlplane_generated.yaml | 10 ++++++++++ deployment/gcp/flyte_helm_dataplane_generated.yaml | 10 ++++++++++ deployment/gcp/flyte_helm_generated.yaml | 10 ++++++++++ .../flyte_sandbox_binary_helm_generated.yaml | 10 ++++++++++ deployment/sandbox/flyte_helm_generated.yaml | 10 ++++++++++ script/generate_helm.sh | 1 + 10 files changed, 91 insertions(+) diff --git a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml index 302069f9b9..9eb43b4c0d 100644 --- a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml +++ b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml @@ -61,6 +61,16 @@ metadata: name: flyte-pod-webhook namespace: flyte --- +# Source: flyte-core/charts/flyteagent/templates/agent/secret.yaml +apiVersion: v1 +kind: Secret +metadata: + name: flyteagent + namespace: flyte +type: Opaque +data: + username: User +--- # Source: flyte-core/templates/admin/secret.yaml apiVersion: v1 kind: Secret diff --git a/deployment/eks/flyte_helm_controlplane_generated.yaml b/deployment/eks/flyte_helm_controlplane_generated.yaml index 6571244ed7..ced6940729 100644 --- a/deployment/eks/flyte_helm_controlplane_generated.yaml +++ b/deployment/eks/flyte_helm_controlplane_generated.yaml @@ -51,6 +51,16 @@ metadata: helm.sh/chart: flyte-core-v0.1.10 app.kubernetes.io/managed-by: Helm --- +# Source: flyte-core/charts/flyteagent/templates/agent/secret.yaml +apiVersion: v1 +kind: Secret +metadata: + name: flyteagent + namespace: flyte +type: Opaque +data: + username: User +--- # Source: flyte-core/templates/admin/secret.yaml apiVersion: v1 kind: Secret diff --git a/deployment/eks/flyte_helm_dataplane_generated.yaml b/deployment/eks/flyte_helm_dataplane_generated.yaml index ada065fde3..788b2dab86 100644 --- a/deployment/eks/flyte_helm_dataplane_generated.yaml +++ b/deployment/eks/flyte_helm_dataplane_generated.yaml @@ -47,6 +47,16 @@ metadata: name: flyte-pod-webhook namespace: flyte --- +# Source: flyte-core/charts/flyteagent/templates/agent/secret.yaml +apiVersion: v1 +kind: Secret +metadata: + name: flyteagent + namespace: flyte +type: Opaque +data: + username: User +--- # Source: flyte-core/templates/common/secret-auth.yaml apiVersion: v1 kind: Secret diff --git a/deployment/eks/flyte_helm_generated.yaml b/deployment/eks/flyte_helm_generated.yaml index 5af6856435..dd90e1cc16 100644 --- a/deployment/eks/flyte_helm_generated.yaml +++ b/deployment/eks/flyte_helm_generated.yaml @@ -73,6 +73,16 @@ metadata: name: flyte-pod-webhook namespace: flyte --- +# Source: flyte-core/charts/flyteagent/templates/agent/secret.yaml +apiVersion: v1 +kind: Secret +metadata: + name: flyteagent + namespace: flyte +type: Opaque +data: + username: User +--- # Source: flyte-core/templates/admin/secret.yaml apiVersion: v1 kind: Secret diff --git a/deployment/gcp/flyte_helm_controlplane_generated.yaml b/deployment/gcp/flyte_helm_controlplane_generated.yaml index 2dc022c010..d157243948 100644 --- a/deployment/gcp/flyte_helm_controlplane_generated.yaml +++ b/deployment/gcp/flyte_helm_controlplane_generated.yaml @@ -51,6 +51,16 @@ metadata: helm.sh/chart: flyte-core-v0.1.10 app.kubernetes.io/managed-by: Helm --- +# Source: flyte-core/charts/flyteagent/templates/agent/secret.yaml +apiVersion: v1 +kind: Secret +metadata: + name: flyteagent + namespace: flyte +type: Opaque +data: + username: User +--- # Source: flyte-core/templates/admin/secret.yaml apiVersion: v1 kind: Secret diff --git a/deployment/gcp/flyte_helm_dataplane_generated.yaml b/deployment/gcp/flyte_helm_dataplane_generated.yaml index b10dc87caf..00073e4881 100644 --- a/deployment/gcp/flyte_helm_dataplane_generated.yaml +++ b/deployment/gcp/flyte_helm_dataplane_generated.yaml @@ -47,6 +47,16 @@ metadata: name: flyte-pod-webhook namespace: flyte --- +# Source: flyte-core/charts/flyteagent/templates/agent/secret.yaml +apiVersion: v1 +kind: Secret +metadata: + name: flyteagent + namespace: flyte +type: Opaque +data: + username: User +--- # Source: flyte-core/templates/common/secret-auth.yaml apiVersion: v1 kind: Secret diff --git a/deployment/gcp/flyte_helm_generated.yaml b/deployment/gcp/flyte_helm_generated.yaml index b2b5b6abc8..b5b90d9035 100644 --- a/deployment/gcp/flyte_helm_generated.yaml +++ b/deployment/gcp/flyte_helm_generated.yaml @@ -73,6 +73,16 @@ metadata: name: flyte-pod-webhook namespace: flyte --- +# Source: flyte-core/charts/flyteagent/templates/agent/secret.yaml +apiVersion: v1 +kind: Secret +metadata: + name: flyteagent + namespace: flyte +type: Opaque +data: + username: User +--- # Source: flyte-core/templates/admin/secret.yaml apiVersion: v1 kind: Secret diff --git a/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml b/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml index d67090a185..f739375606 100644 --- a/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml +++ b/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml @@ -25,6 +25,16 @@ metadata: app.kubernetes.io/managed-by: Helm annotations: --- +# Source: flyte-binary/charts/flyteagent/templates/agent/secret.yaml +apiVersion: v1 +kind: Secret +metadata: + name: flyteagent + namespace: flyte +type: Opaque +data: + username: User +--- # Source: flyte-binary/templates/config-secret.yaml apiVersion: v1 kind: Secret diff --git a/deployment/sandbox/flyte_helm_generated.yaml b/deployment/sandbox/flyte_helm_generated.yaml index c874b6776f..af080fa945 100644 --- a/deployment/sandbox/flyte_helm_generated.yaml +++ b/deployment/sandbox/flyte_helm_generated.yaml @@ -121,6 +121,16 @@ metadata: app.kubernetes.io/managed-by: Helm name: flyte-kubernetes-dashboard --- +# Source: flyte/charts/flyte/charts/flyteagent/templates/agent/secret.yaml +apiVersion: v1 +kind: Secret +metadata: + name: flyteagent + namespace: flyte +type: Opaque +data: + username: User +--- # Source: flyte/charts/flyte/templates/admin/secret.yaml apiVersion: v1 kind: Secret diff --git a/script/generate_helm.sh b/script/generate_helm.sh index b5e9a06a00..fa47258f90 100755 --- a/script/generate_helm.sh +++ b/script/generate_helm.sh @@ -16,6 +16,7 @@ HELM_CAPABILITIES="-a rbac.authorization.k8s.io/v1 -a networking.k8s.io/v1/Ingre helm dep update ${DIR}/../charts/flyte/ helm dep update ${DIR}/../charts/flyte-deps/ helm dep update ${DIR}/../charts/flyte-core/ +helm dep update ${DIR}/../charts/flyte-binary/ helm template flyte -n flyte ${DIR}/../charts/flyte/ -f ${DIR}/../charts/flyte/values.yaml ${HELM_CAPABILITIES} --debug > ${DIR}/../deployment/sandbox/flyte_helm_generated.yaml From e9ff03bbf5b19892399b6ba2e78dc97266bc4a5a Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Tue, 8 Aug 2023 20:49:10 -0700 Subject: [PATCH 07/19] update secret Signed-off-by: Kevin Su --- charts/flyte-agent/templates/_helpers.tpl | 10 +- charts/flyte/Chart.yaml | 4 + charts/flyte/README.md | 1 + .../flyte_aws_scheduler_helm_generated.yaml | 6 +- .../flyte_helm_controlplane_generated.yaml | 6 +- .../eks/flyte_helm_dataplane_generated.yaml | 6 +- deployment/eks/flyte_helm_generated.yaml | 6 +- .../flyte_helm_controlplane_generated.yaml | 6 +- .../gcp/flyte_helm_dataplane_generated.yaml | 6 +- deployment/gcp/flyte_helm_generated.yaml | 6 +- .../flyte_agent_helm_generated.yaml | 6 +- .../flyte_sandbox_binary_helm_generated.yaml | 6 +- deployment/sandbox/flyte_helm_generated.yaml | 106 +++++++++++++++++- 13 files changed, 158 insertions(+), 17 deletions(-) diff --git a/charts/flyte-agent/templates/_helpers.tpl b/charts/flyte-agent/templates/_helpers.tpl index c4eba6b756..7ed828b4ac 100755 --- a/charts/flyte-agent/templates/_helpers.tpl +++ b/charts/flyte-agent/templates/_helpers.tpl @@ -31,16 +31,12 @@ app.kubernetes.io/managed-by: {{ .Release.Service }} # Optional blocks for secret mount {{- define "agentSecret.volume" -}} -{{- with .Values.agentSecret.name -}} -- name: {{ . }} +- name: {{ include "flyte.name" . }} secret: - secretName: {{ . }} -{{- end }} + secretName: {{ include "flyte.name" . }} {{- end }} {{- define "agentSecret.volumeMount" -}} -{{- with .Values.agentSecret.name -}} - mountPath: /etc/agent-secret - name: {{ . }} -{{- end }} + name: {{ include "flyte.name" . }} {{- end }} diff --git a/charts/flyte/Chart.yaml b/charts/flyte/Chart.yaml index 0fcfb6679b..b091382a6f 100644 --- a/charts/flyte/Chart.yaml +++ b/charts/flyte/Chart.yaml @@ -8,6 +8,10 @@ dependencies: alias: flyte version: v0.1.10 # VERSION repository: file://../flyte-core # REPOSITORY + - name: flyteagent + alias: flyteagent + version: v0.1.10 # VERSION + repository: file://../flyte-agent # REPOSITORY - name: contour version: 7.10.1 repository: https://charts.bitnami.com/bitnami diff --git a/charts/flyte/README.md b/charts/flyte/README.md index 4a361c612b..3f18adeeb0 100644 --- a/charts/flyte/README.md +++ b/charts/flyte/README.md @@ -8,6 +8,7 @@ A Helm chart for Flyte Sandbox | Repository | Name | Version | |------------|------|---------| +| file://../flyte-agent | flyteagent(flyteagent) | v0.1.10 | | file://../flyte-core | flyte(flyte-core) | v0.1.10 | | https://charts.bitnami.com/bitnami | contour | 7.10.1 | | https://googlecloudplatform.github.io/spark-on-k8s-operator | sparkoperator(spark-operator) | 1.1.15 | diff --git a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml index 9eb43b4c0d..7149965348 100644 --- a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml +++ b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml @@ -915,7 +915,8 @@ spec: imagePullPolicy: "IfNotPresent" name: flyteagent volumeMounts: - + - mountPath: /etc/agent-secret + name: flyteagent ports: - containerPort: 8000 name: agent-grpc @@ -930,6 +931,9 @@ spec: memory: 200Mi serviceAccountName: flyteagent volumes: + - name: flyteagent + secret: + secretName: flyteagent --- # Source: flyte-core/templates/admin/deployment.yaml apiVersion: apps/v1 diff --git a/deployment/eks/flyte_helm_controlplane_generated.yaml b/deployment/eks/flyte_helm_controlplane_generated.yaml index ced6940729..5316a0bcc5 100644 --- a/deployment/eks/flyte_helm_controlplane_generated.yaml +++ b/deployment/eks/flyte_helm_controlplane_generated.yaml @@ -616,7 +616,8 @@ spec: imagePullPolicy: "IfNotPresent" name: flyteagent volumeMounts: - + - mountPath: /etc/agent-secret + name: flyteagent ports: - containerPort: 8000 name: agent-grpc @@ -631,6 +632,9 @@ spec: memory: 200Mi serviceAccountName: flyteagent volumes: + - name: flyteagent + secret: + secretName: flyteagent --- # Source: flyte-core/templates/admin/deployment.yaml apiVersion: apps/v1 diff --git a/deployment/eks/flyte_helm_dataplane_generated.yaml b/deployment/eks/flyte_helm_dataplane_generated.yaml index 788b2dab86..8f22469e89 100644 --- a/deployment/eks/flyte_helm_dataplane_generated.yaml +++ b/deployment/eks/flyte_helm_dataplane_generated.yaml @@ -491,7 +491,8 @@ spec: imagePullPolicy: "IfNotPresent" name: flyteagent volumeMounts: - + - mountPath: /etc/agent-secret + name: flyteagent ports: - containerPort: 8000 name: agent-grpc @@ -506,6 +507,9 @@ spec: memory: 200Mi serviceAccountName: flyteagent volumes: + - name: flyteagent + secret: + secretName: flyteagent --- # Source: flyte-core/templates/propeller/deployment.yaml apiVersion: apps/v1 diff --git a/deployment/eks/flyte_helm_generated.yaml b/deployment/eks/flyte_helm_generated.yaml index dd90e1cc16..e200780b3a 100644 --- a/deployment/eks/flyte_helm_generated.yaml +++ b/deployment/eks/flyte_helm_generated.yaml @@ -946,7 +946,8 @@ spec: imagePullPolicy: "IfNotPresent" name: flyteagent volumeMounts: - + - mountPath: /etc/agent-secret + name: flyteagent ports: - containerPort: 8000 name: agent-grpc @@ -961,6 +962,9 @@ spec: memory: 200Mi serviceAccountName: flyteagent volumes: + - name: flyteagent + secret: + secretName: flyteagent --- # Source: flyte-core/templates/admin/deployment.yaml apiVersion: apps/v1 diff --git a/deployment/gcp/flyte_helm_controlplane_generated.yaml b/deployment/gcp/flyte_helm_controlplane_generated.yaml index d157243948..b9c5ca6985 100644 --- a/deployment/gcp/flyte_helm_controlplane_generated.yaml +++ b/deployment/gcp/flyte_helm_controlplane_generated.yaml @@ -631,7 +631,8 @@ spec: imagePullPolicy: "IfNotPresent" name: flyteagent volumeMounts: - + - mountPath: /etc/agent-secret + name: flyteagent ports: - containerPort: 8000 name: agent-grpc @@ -646,6 +647,9 @@ spec: memory: 200Mi serviceAccountName: flyteagent volumes: + - name: flyteagent + secret: + secretName: flyteagent --- # Source: flyte-core/templates/admin/deployment.yaml apiVersion: apps/v1 diff --git a/deployment/gcp/flyte_helm_dataplane_generated.yaml b/deployment/gcp/flyte_helm_dataplane_generated.yaml index 00073e4881..3956301784 100644 --- a/deployment/gcp/flyte_helm_dataplane_generated.yaml +++ b/deployment/gcp/flyte_helm_dataplane_generated.yaml @@ -499,7 +499,8 @@ spec: imagePullPolicy: "IfNotPresent" name: flyteagent volumeMounts: - + - mountPath: /etc/agent-secret + name: flyteagent ports: - containerPort: 8000 name: agent-grpc @@ -514,6 +515,9 @@ spec: memory: 200Mi serviceAccountName: flyteagent volumes: + - name: flyteagent + secret: + secretName: flyteagent --- # Source: flyte-core/templates/propeller/deployment.yaml apiVersion: apps/v1 diff --git a/deployment/gcp/flyte_helm_generated.yaml b/deployment/gcp/flyte_helm_generated.yaml index b5b90d9035..c390d7a887 100644 --- a/deployment/gcp/flyte_helm_generated.yaml +++ b/deployment/gcp/flyte_helm_generated.yaml @@ -969,7 +969,8 @@ spec: imagePullPolicy: "IfNotPresent" name: flyteagent volumeMounts: - + - mountPath: /etc/agent-secret + name: flyteagent ports: - containerPort: 8000 name: agent-grpc @@ -984,6 +985,9 @@ spec: memory: 200Mi serviceAccountName: flyteagent volumes: + - name: flyteagent + secret: + secretName: flyteagent --- # Source: flyte-core/templates/admin/deployment.yaml apiVersion: apps/v1 diff --git a/deployment/sandbox-binary/flyte_agent_helm_generated.yaml b/deployment/sandbox-binary/flyte_agent_helm_generated.yaml index 40728aedea..741dcee6ff 100644 --- a/deployment/sandbox-binary/flyte_agent_helm_generated.yaml +++ b/deployment/sandbox-binary/flyte_agent_helm_generated.yaml @@ -79,7 +79,8 @@ spec: imagePullPolicy: "IfNotPresent" name: flyteagent volumeMounts: - + - mountPath: /etc/agent-secret + name: flyteagent ports: - containerPort: 8000 name: agent-grpc @@ -94,3 +95,6 @@ spec: memory: 200Mi serviceAccountName: flyteagent volumes: + - name: flyteagent + secret: + secretName: flyteagent diff --git a/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml b/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml index f739375606..f4c785550c 100644 --- a/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml +++ b/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml @@ -408,7 +408,8 @@ spec: imagePullPolicy: "IfNotPresent" name: flyteagent volumeMounts: - + - mountPath: /etc/agent-secret + name: flyteagent ports: - containerPort: 8000 name: agent-grpc @@ -423,6 +424,9 @@ spec: memory: 200Mi serviceAccountName: flyteagent volumes: + - name: flyteagent + secret: + secretName: flyteagent --- # Source: flyte-binary/templates/deployment.yaml apiVersion: apps/v1 diff --git a/deployment/sandbox/flyte_helm_generated.yaml b/deployment/sandbox/flyte_helm_generated.yaml index af080fa945..84f36c00e7 100644 --- a/deployment/sandbox/flyte_helm_generated.yaml +++ b/deployment/sandbox/flyte_helm_generated.yaml @@ -95,6 +95,18 @@ metadata: name: flyte-pod-webhook namespace: flyte --- +# Source: flyte/charts/flyteagent/templates/agent/serviceaccount.yaml +apiVersion: v1 +kind: ServiceAccount +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +--- # Source: flyte/charts/kubernetes-dashboard/templates/serviceaccount.yaml # Copyright 2017 The Kubernetes Authors. # @@ -159,6 +171,16 @@ metadata: namespace: flyte type: Opaque --- +# Source: flyte/charts/flyteagent/templates/agent/secret.yaml +apiVersion: v1 +kind: Secret +metadata: + name: flyteagent + namespace: flyte +type: Opaque +data: + username: User +--- # Source: flyte/charts/kubernetes-dashboard/templates/secret.yaml # Copyright 2017 The Kubernetes Authors. # @@ -6273,6 +6295,30 @@ spec: port: 443 targetPort: 9443 --- +# Source: flyte/charts/flyteagent/templates/agent/service.yaml +apiVersion: v1 +kind: Service +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + annotations: + projectcontour.io/upstream-protocol.h2c: grpc +spec: + type: ClusterIP + ports: + - name: agent-grpc + port: 8000 + protocol: TCP + targetPort: agent-grpc + selector: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte +--- # Source: flyte/charts/kubernetes-dashboard/templates/service.yaml # Copyright 2017 The Kubernetes Authors. # @@ -6751,7 +6797,8 @@ spec: imagePullPolicy: "IfNotPresent" name: flyteagent volumeMounts: - + - mountPath: /etc/agent-secret + name: flyteagent ports: - containerPort: 8000 name: agent-grpc @@ -6766,6 +6813,9 @@ spec: memory: 200Mi serviceAccountName: flyteagent volumes: + - name: flyteagent + secret: + secretName: flyteagent --- # Source: flyte/charts/flyte/templates/admin/deployment.yaml apiVersion: apps/v1 @@ -7359,6 +7409,60 @@ spec: secret: secretName: flyte-pod-webhook --- +# Source: flyte/charts/flyteagent/templates/agent/deployment.yaml +apiVersion: apps/v1 +kind: Deployment +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +spec: + replicas: 1 + selector: + matchLabels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + template: + metadata: + annotations: + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + spec: + containers: + - command: + - pyflyte + - serve + image: "ghcr.io/flyteorg/flyteagent:1.8.3" + imagePullPolicy: "IfNotPresent" + name: flyteagent + volumeMounts: + - mountPath: /etc/agent-secret + name: flyteagent + ports: + - containerPort: 8000 + name: agent-grpc + resources: + limits: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + requests: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + serviceAccountName: flyteagent + volumes: + - name: flyteagent + secret: + secretName: flyteagent +--- # Source: flyte/charts/kubernetes-dashboard/templates/deployment.yaml # Copyright 2017 The Kubernetes Authors. # From f231b811043cf77a59b05f7fdb526e309cb76a74 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Tue, 8 Aug 2023 21:15:21 -0700 Subject: [PATCH 08/19] update value.yaml Signed-off-by: Kevin Su --- charts/flyte-agent/README.md | 46 ++-- .../flyte-agent/templates/agent/service.yaml | 2 +- .../templates/agent/serviceaccount.yaml | 1 + charts/flyte-agent/values.yaml | 113 +++++----- charts/flyte-binary/README.md | 84 +++---- charts/flyte-binary/values.yaml | 205 +++++++++--------- charts/flyte-core/values-controlplane.yaml | 3 +- charts/flyte-core/values-dataplane.yaml | 3 +- charts/flyte-core/values-eks.yaml | 3 +- charts/flyte-core/values-gcp.yaml | 3 +- ...loak-idp-flyteclients-without-browser.yaml | 3 +- charts/flyte/Chart.yaml | 4 - charts/flyte/README.md | 5 +- charts/flyte/values.yaml | 2 +- .../flyte_aws_scheduler_helm_generated.yaml | 100 --------- .../flyte_helm_controlplane_generated.yaml | 100 --------- .../eks/flyte_helm_dataplane_generated.yaml | 100 --------- deployment/eks/flyte_helm_generated.yaml | 100 --------- .../flyte_helm_controlplane_generated.yaml | 100 --------- .../gcp/flyte_helm_dataplane_generated.yaml | 100 --------- deployment/gcp/flyte_helm_generated.yaml | 100 --------- .../flyte_agent_helm_generated.yaml | 101 +-------- .../flyte_sandbox_binary_helm_generated.yaml | 100 --------- deployment/sandbox/flyte_helm_generated.yaml | 200 ----------------- .../sandbox-bundled/manifests/complete.yaml | 4 +- docker/sandbox-bundled/manifests/dev.yaml | 4 +- 26 files changed, 245 insertions(+), 1341 deletions(-) diff --git a/charts/flyte-agent/README.md b/charts/flyte-agent/README.md index b32f5e00b1..656f0817cc 100644 --- a/charts/flyte-agent/README.md +++ b/charts/flyte-agent/README.md @@ -12,28 +12,28 @@ A Helm chart for Flyte agent | agentSecret.secretData | object | `{"data":{"username":"User"}}` | Specify your Secret (with sensitive data) or pseudo-manifest (without sensitive data). See https://github.com/godaddy/kubernetes-external-secrets | | commonAnnotations | object | `{}` | | | commonLabels | object | `{}` | | -| flyteagent.additionalContainers | list | `[]` | Appends additional containers to the deployment spec. May include template values. | -| flyteagent.additionalVolumeMounts | list | `[]` | Appends additional volume mounts to the main container's spec. May include template values. | -| flyteagent.additionalVolumes | list | `[]` | Appends additional volumes to the deployment spec. May include template values. | -| flyteagent.affinity | object | `{}` | affinity for flyteagent deployment | -| flyteagent.configPath | string | `"/etc/flyteagent/config/*.yaml"` | Default regex string for searching configuration files | -| flyteagent.enabled | bool | `true` | | -| flyteagent.extraArgs | object | `{}` | Appends extra command line arguments to the main command | -| flyteagent.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | -| flyteagent.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | Docker image for flyteagent deployment | -| flyteagent.image.tag | string | `"1.8.3"` | Docker image tag | -| flyteagent.nodeSelector | object | `{}` | nodeSelector for flyteagent deployment | -| flyteagent.podAnnotations | object | `{}` | Annotations for flyteagent pods | -| flyteagent.ports.containerPort | int | `8000` | | -| flyteagent.ports.name | string | `"agent-grpc"` | | -| flyteagent.priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). | -| flyteagent.replicaCount | int | `1` | Replicas count for flyteagent deployment | -| flyteagent.resources | object | `{"limits":{"cpu":"500m","ephemeral-storage":"200Mi","memory":"200Mi"},"requests":{"cpu":"500m","ephemeral-storage":"200Mi","memory":"200Mi"}}` | Default resources requests and limits for flyteagent deployment | -| flyteagent.service | object | `{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"}` | Service settings for flyteagent | -| flyteagent.serviceAccount | object | `{"annotations":{},"create":true,"imagePullSecrets":[]}` | Configuration for service accounts for flyteagent | -| flyteagent.serviceAccount.annotations | object | `{}` | Annotations for ServiceAccount attached to flyteagent pods | -| flyteagent.serviceAccount.create | bool | `true` | Should a service account be created for flyteagent | -| flyteagent.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | -| flyteagent.tolerations | list | `[]` | tolerations for flyteagent deployment | +| flyteagent.flyteagent.additionalContainers | list | `[]` | Appends additional containers to the deployment spec. May include template values. | +| flyteagent.flyteagent.additionalVolumeMounts | list | `[]` | Appends additional volume mounts to the main container's spec. May include template values. | +| flyteagent.flyteagent.additionalVolumes | list | `[]` | Appends additional volumes to the deployment spec. May include template values. | +| flyteagent.flyteagent.affinity | object | `{}` | affinity for flyteagent deployment | +| flyteagent.flyteagent.configPath | string | `"/etc/flyteagent/config/*.yaml"` | Default regex string for searching configuration files | +| flyteagent.flyteagent.enabled | bool | `true` | | +| flyteagent.flyteagent.extraArgs | object | `{}` | Appends extra command line arguments to the main command | +| flyteagent.flyteagent.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | +| flyteagent.flyteagent.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | Docker image for flyteagent deployment | +| flyteagent.flyteagent.image.tag | string | `"1.8.3"` | Docker image tag | +| flyteagent.flyteagent.nodeSelector | object | `{}` | nodeSelector for flyteagent deployment | +| flyteagent.flyteagent.podAnnotations | object | `{}` | Annotations for flyteagent pods | +| flyteagent.flyteagent.ports.containerPort | int | `8000` | | +| flyteagent.flyteagent.ports.name | string | `"agent-grpc"` | | +| flyteagent.flyteagent.priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). | +| flyteagent.flyteagent.replicaCount | int | `1` | Replicas count for flyteagent deployment | +| flyteagent.flyteagent.resources | object | `{"limits":{"cpu":"500m","ephemeral-storage":"200Mi","memory":"200Mi"},"requests":{"cpu":"500m","ephemeral-storage":"200Mi","memory":"200Mi"}}` | Default resources requests and limits for flyteagent deployment | +| flyteagent.flyteagent.service | object | `{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"}` | Service settings for flyteagent | +| flyteagent.flyteagent.serviceAccount | object | `{"annotations":{},"create":true,"imagePullSecrets":[]}` | Configuration for service accounts for flyteagent | +| flyteagent.flyteagent.serviceAccount.annotations | object | `{}` | Annotations for ServiceAccount attached to flyteagent pods | +| flyteagent.flyteagent.serviceAccount.create | bool | `true` | Should a service account be created for flyteagent | +| flyteagent.flyteagent.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | +| flyteagent.flyteagent.tolerations | list | `[]` | tolerations for flyteagent deployment | | fullnameOverride | string | `""` | | | nameOverride | string | `""` | | diff --git a/charts/flyte-agent/templates/agent/service.yaml b/charts/flyte-agent/templates/agent/service.yaml index 662c78a2f6..615acbd62e 100644 --- a/charts/flyte-agent/templates/agent/service.yaml +++ b/charts/flyte-agent/templates/agent/service.yaml @@ -18,4 +18,4 @@ spec: protocol: TCP targetPort: {{ .Values.flyteagent.ports.name }} selector: {{ include "flyteagent.selectorLabels" . | nindent 4 }} - {{- end }} \ No newline at end of file +{{- end }} \ No newline at end of file diff --git a/charts/flyte-agent/templates/agent/serviceaccount.yaml b/charts/flyte-agent/templates/agent/serviceaccount.yaml index 940e78b5b3..56097daac2 100644 --- a/charts/flyte-agent/templates/agent/serviceaccount.yaml +++ b/charts/flyte-agent/templates/agent/serviceaccount.yaml @@ -1,4 +1,5 @@ {{- if .Values.flyteagent.enabled }} +--- {{- if .Values.flyteagent.serviceAccount.create }} apiVersion: v1 kind: ServiceAccount diff --git a/charts/flyte-agent/values.yaml b/charts/flyte-agent/values.yaml index d731df863a..5542bcdf10 100755 --- a/charts/flyte-agent/values.yaml +++ b/charts/flyte-agent/values.yaml @@ -20,59 +20,60 @@ agentSecret: username: User flyteagent: - enabled: true - # -- Replicas count for flyteagent deployment - replicaCount: 1 - image: - # -- Docker image for flyteagent deployment - repository: ghcr.io/flyteorg/flyteagent - # -- Docker image tag - tag: 1.8.3 - # -- Docker image pull policy - pullPolicy: IfNotPresent - ports: - containerPort: 8000 - name: agent-grpc - # -- Default resources requests and limits for flyteagent deployment - resources: - limits: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - requests: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - # -- Default regex string for searching configuration files - configPath: /etc/flyteagent/config/*.yaml - # -- Service settings for flyteagent - service: - annotations: - projectcontour.io/upstream-protocol.h2c: grpc - type: ClusterIP - # -- Configuration for service accounts for flyteagent - serviceAccount: - # -- Should a service account be created for flyteagent - create: true - # -- Annotations for ServiceAccount attached to flyteagent pods - annotations: {} - # -- ImagePullSecrets to automatically assign to the service account - imagePullSecrets: [] - # -- Annotations for flyteagent pods - podAnnotations: {} - # -- nodeSelector for flyteagent deployment - nodeSelector: {} - # -- tolerations for flyteagent deployment - tolerations: [] - # -- affinity for flyteagent deployment - affinity: {} - # -- Appends additional volumes to the deployment spec. May include template values. - additionalVolumes: [] - # -- Appends additional volume mounts to the main container's spec. May include template values. - additionalVolumeMounts: [] - # -- Appends additional containers to the deployment spec. May include template values. - additionalContainers: [] - # -- Appends extra command line arguments to the main command - extraArgs: {} - # -- Sets priorityClassName for datacatalog pod(s). - priorityClassName: "" + flyteagent: + enabled: true + # -- Replicas count for flyteagent deployment + replicaCount: 1 + image: + # -- Docker image for flyteagent deployment + repository: ghcr.io/flyteorg/flyteagent + # -- Docker image tag + tag: 1.8.3 + # -- Docker image pull policy + pullPolicy: IfNotPresent + ports: + containerPort: 8000 + name: agent-grpc + # -- Default resources requests and limits for flyteagent deployment + resources: + limits: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + requests: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + # -- Default regex string for searching configuration files + configPath: /etc/flyteagent/config/*.yaml + # -- Service settings for flyteagent + service: + annotations: + projectcontour.io/upstream-protocol.h2c: grpc + type: ClusterIP + # -- Configuration for service accounts for flyteagent + serviceAccount: + # -- Should a service account be created for flyteagent + create: true + # -- Annotations for ServiceAccount attached to flyteagent pods + annotations: {} + # -- ImagePullSecrets to automatically assign to the service account + imagePullSecrets: [] + # -- Annotations for flyteagent pods + podAnnotations: {} + # -- nodeSelector for flyteagent deployment + nodeSelector: {} + # -- tolerations for flyteagent deployment + tolerations: [] + # -- affinity for flyteagent deployment + affinity: {} + # -- Appends additional volumes to the deployment spec. May include template values. + additionalVolumes: [] + # -- Appends additional volume mounts to the main container's spec. May include template values. + additionalVolumeMounts: [] + # -- Appends additional containers to the deployment spec. May include template values. + additionalContainers: [] + # -- Appends extra command line arguments to the main command + extraArgs: {} + # -- Sets priorityClassName for datacatalog pod(s). + priorityClassName: "" diff --git a/charts/flyte-binary/README.md b/charts/flyte-binary/README.md index faced29320..7f7a1e2659 100644 --- a/charts/flyte-binary/README.md +++ b/charts/flyte-binary/README.md @@ -113,48 +113,48 @@ Chart for basic single Flyte executable deployment | flyte-core-components.dataCatalog.disabled | bool | `false` | | | flyte-core-components.propeller.disableWebhook | bool | `false` | | | flyte-core-components.propeller.disabled | bool | `false` | | -| flyteagent.deployment.annotations | object | `{}` | | -| flyteagent.deployment.args | list | `[]` | | -| flyteagent.deployment.command | list | `[]` | | -| flyteagent.deployment.extraEnvVars | list | `[]` | | -| flyteagent.deployment.extraEnvVarsConfigMap | string | `""` | | -| flyteagent.deployment.extraEnvVarsSecret | string | `""` | | -| flyteagent.deployment.extraPodSpec | object | `{}` | | -| flyteagent.deployment.extraVolumeMounts | list | `[]` | | -| flyteagent.deployment.extraVolumes | list | `[]` | | -| flyteagent.deployment.image.pullPolicy | string | `"IfNotPresent"` | | -| flyteagent.deployment.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | | -| flyteagent.deployment.image.tag | string | `"1.6.2b1"` | | -| flyteagent.deployment.initContainers | list | `[]` | | -| flyteagent.deployment.labels | object | `{}` | | -| flyteagent.deployment.lifecycleHooks | object | `{}` | | -| flyteagent.deployment.livenessProbe | object | `{}` | | -| flyteagent.deployment.podAnnotations | object | `{}` | | -| flyteagent.deployment.podLabels | object | `{}` | | -| flyteagent.deployment.podSecurityContext.enabled | bool | `false` | | -| flyteagent.deployment.podSecurityContext.fsGroup | int | `65534` | | -| flyteagent.deployment.podSecurityContext.runAsGroup | int | `65534` | | -| flyteagent.deployment.podSecurityContext.runAsUser | int | `65534` | | -| flyteagent.deployment.readinessProbe | object | `{}` | | -| flyteagent.deployment.replicas | int | `1` | | -| flyteagent.deployment.sidecars | list | `[]` | | -| flyteagent.deployment.startupProbe | object | `{}` | | -| flyteagent.enable | bool | `false` | | -| flyteagent.service.annotations | object | `{}` | | -| flyteagent.service.clusterIP | string | `""` | | -| flyteagent.service.externalTrafficPolicy | string | `"Cluster"` | | -| flyteagent.service.extraPorts | list | `[]` | | -| flyteagent.service.labels | object | `{}` | | -| flyteagent.service.loadBalancerIP | string | `""` | | -| flyteagent.service.loadBalancerSourceRanges | list | `[]` | | -| flyteagent.service.nodePort | string | `""` | | -| flyteagent.service.port | string | `""` | | -| flyteagent.service.type | string | `"ClusterIP"` | | -| flyteagent.serviceAccount.annotations | object | `{}` | | -| flyteagent.serviceAccount.create | bool | `true` | | -| flyteagent.serviceAccount.imagePullSecrets | list | `[]` | | -| flyteagent.serviceAccount.labels | object | `{}` | | -| flyteagent.serviceAccount.name | string | `""` | | +| flyteagent.flyteagent.deployment.annotations | object | `{}` | | +| flyteagent.flyteagent.deployment.args | list | `[]` | | +| flyteagent.flyteagent.deployment.command | list | `[]` | | +| flyteagent.flyteagent.deployment.extraEnvVars | list | `[]` | | +| flyteagent.flyteagent.deployment.extraEnvVarsConfigMap | string | `""` | | +| flyteagent.flyteagent.deployment.extraEnvVarsSecret | string | `""` | | +| flyteagent.flyteagent.deployment.extraPodSpec | object | `{}` | | +| flyteagent.flyteagent.deployment.extraVolumeMounts | list | `[]` | | +| flyteagent.flyteagent.deployment.extraVolumes | list | `[]` | | +| flyteagent.flyteagent.deployment.image.pullPolicy | string | `"IfNotPresent"` | | +| flyteagent.flyteagent.deployment.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | | +| flyteagent.flyteagent.deployment.image.tag | string | `"1.6.2b1"` | | +| flyteagent.flyteagent.deployment.initContainers | list | `[]` | | +| flyteagent.flyteagent.deployment.labels | object | `{}` | | +| flyteagent.flyteagent.deployment.lifecycleHooks | object | `{}` | | +| flyteagent.flyteagent.deployment.livenessProbe | object | `{}` | | +| flyteagent.flyteagent.deployment.podAnnotations | object | `{}` | | +| flyteagent.flyteagent.deployment.podLabels | object | `{}` | | +| flyteagent.flyteagent.deployment.podSecurityContext.enabled | bool | `false` | | +| flyteagent.flyteagent.deployment.podSecurityContext.fsGroup | int | `65534` | | +| flyteagent.flyteagent.deployment.podSecurityContext.runAsGroup | int | `65534` | | +| flyteagent.flyteagent.deployment.podSecurityContext.runAsUser | int | `65534` | | +| flyteagent.flyteagent.deployment.readinessProbe | object | `{}` | | +| flyteagent.flyteagent.deployment.replicas | int | `1` | | +| flyteagent.flyteagent.deployment.sidecars | list | `[]` | | +| flyteagent.flyteagent.deployment.startupProbe | object | `{}` | | +| flyteagent.flyteagent.enable | bool | `false` | | +| flyteagent.flyteagent.service.annotations | object | `{}` | | +| flyteagent.flyteagent.service.clusterIP | string | `""` | | +| flyteagent.flyteagent.service.externalTrafficPolicy | string | `"Cluster"` | | +| flyteagent.flyteagent.service.extraPorts | list | `[]` | | +| flyteagent.flyteagent.service.labels | object | `{}` | | +| flyteagent.flyteagent.service.loadBalancerIP | string | `""` | | +| flyteagent.flyteagent.service.loadBalancerSourceRanges | list | `[]` | | +| flyteagent.flyteagent.service.nodePort | string | `""` | | +| flyteagent.flyteagent.service.port | string | `""` | | +| flyteagent.flyteagent.service.type | string | `"ClusterIP"` | | +| flyteagent.flyteagent.serviceAccount.annotations | object | `{}` | | +| flyteagent.flyteagent.serviceAccount.create | bool | `true` | | +| flyteagent.flyteagent.serviceAccount.imagePullSecrets | list | `[]` | | +| flyteagent.flyteagent.serviceAccount.labels | object | `{}` | | +| flyteagent.flyteagent.serviceAccount.name | string | `""` | | | fullnameOverride | string | `""` | | | ingress.commonAnnotations | object | `{}` | | | ingress.create | bool | `false` | | diff --git a/charts/flyte-binary/values.yaml b/charts/flyte-binary/values.yaml index 9d1de4f6b0..61343101f3 100644 --- a/charts/flyte-binary/values.yaml +++ b/charts/flyte-binary/values.yaml @@ -368,108 +368,109 @@ serviceAccount: # flyteagent Configure Flyte Agent objects flyteagent: - # enable Flag to enable bundled Flyte Agent - enable: false - # deployment Configure Flyte Agent deployment specification - deployment: - # replicas Number of replicas to create - replicas: 1 - # image Configure image to use for Flyte Agent - image: - # repository Flyte Agent image repository - repository: ghcr.io/flyteorg/flyteagent # FLYTE_AGENT_IMAGE - # tag Flyte image tag - tag: 1.6.2b1 # FLYTE_AGENT_TAG - # pullPolicy Flyte Agent image pull policy - pullPolicy: IfNotPresent - # extraEnvVars Array with extra environment variables to add to Flyte Agent - extraEnvVars: [] - # extraEnvVarsConfigMap Name of existing ConfigMap containing extra env vars for Flyte Agent - extraEnvVarsConfigMap: "" - # extraEnvVarsSecret Name of existing Secret containing extra env vars for Flyte Agent - extraEnvVarsSecret: "" - # command Override default container command - command: [] - # args Override default container args - args: [] - # livenessProbe Override default container liveness probe - # See: https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/ - livenessProbe: {} - # readinessProbe Override default container readiness probe - readinessProbe: {} - # startupProbe Specify a startup probe for Flyte Agent container - startupProbe: {} - # lifecycleHooks Specify hooks to run in Flyte container before or after startup - lifecycleHooks: {} - # resources Resource limits and requests for Flyte Agent container - # Uncomment and update to specify resources for deployment - # resources: - # limits: - # memory: 1Gi - # requests: - # cpu: 1 - # podSecurityContext Specify security context for Flyte Agent pod - # See: https://kubernetes.io/docs/tasks/configure-pod-container/security-context/ - podSecurityContext: - enabled: false - runAsUser: 65534 - runAsGroup: 65534 - fsGroup: 65534 - # labels Add labels to Flyte Agent deployment - labels: {} - # annotations Add annotations to Flyte Agent deployment - annotations: {} - # labels Add labels to Flyte Agent pod - podLabels: {} - # annotations Add annotations to Flyte Agent pod - podAnnotations: {} - # extraVolumeMounts Specify additional volumeMounts for Flyte Agent container - extraVolumeMounts: [] - # extraVolume Specify additional volumes for Flyte Agent pod - extraVolumes: [] - # sidecars Specify additional containers for Flyte Agent pod - sidecars: [] - # initContainers Specify additional init containers for Flyte Agent pod - initContainers: [] - # extraPodSpec Specify additional configuration for Flyte Agent pod - # This can be used for adding affinity, tolerations, hostNetwork, etc. - extraPodSpec: {} - # service Configure service for Flyte Agent - service: - # type Kubernetes service type - type: ClusterIP - # port Port for Flyte Agent service - # If not specified, defaults to corresponding container ports - port: "" - # nodePort Node port for Flyte Agent service if service type is `NodePort` or `LoadBalancer` - nodePort: "" - # clusterIP Set static IP if service type is `ClusterIP` - clusterIP: "" - # labels Add labels to Flyte Agent service - labels: {} - # annotations Add annotations to Flyte Agent service - annotations: {} - # loadBalancerIP Set static IP if service type is `LoadBalancer` - loadBalancerIP: "" - # externalTrafficPolicy Enable client source IP preservation if service type is `NodePort` or `LoadBalancer` - # See: https://kubernetes.io/docs/tasks/access-application-cluster/create-external-load-balancer/#preserving-the-client-source-ip - externalTrafficPolicy: Cluster - # loadBalancerSourceRanges Addresses that are allowed when service is `LoadBalancer` - loadBalancerSourceRanges: [] - # extraPorts Additional ports to add to Flyte Agent service - extraPorts: [] - # serviceAccount Configure Flyte Agent ServiceAccount - serviceAccount: - # create Create ServiceAccount for Flyte Agent - create: true - # name Name of service account - name: "" - # labels Add labels to ServiceAccount - labels: {} - # annotations Add annotations to ServiceAccount - annotations: {} - # imagePullSecrets Secrets to use for fetching images from private registries - imagePullSecrets: [] + flyteagent: + # enable Flag to enable bundled Flyte Agent + enable: false + # deployment Configure Flyte Agent deployment specification + deployment: + # replicas Number of replicas to create + replicas: 1 + # image Configure image to use for Flyte Agent + image: + # repository Flyte Agent image repository + repository: ghcr.io/flyteorg/flyteagent # FLYTE_AGENT_IMAGE + # tag Flyte image tag + tag: 1.6.2b1 # FLYTE_AGENT_TAG + # pullPolicy Flyte Agent image pull policy + pullPolicy: IfNotPresent + # extraEnvVars Array with extra environment variables to add to Flyte Agent + extraEnvVars: [] + # extraEnvVarsConfigMap Name of existing ConfigMap containing extra env vars for Flyte Agent + extraEnvVarsConfigMap: "" + # extraEnvVarsSecret Name of existing Secret containing extra env vars for Flyte Agent + extraEnvVarsSecret: "" + # command Override default container command + command: [] + # args Override default container args + args: [] + # livenessProbe Override default container liveness probe + # See: https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/ + livenessProbe: {} + # readinessProbe Override default container readiness probe + readinessProbe: {} + # startupProbe Specify a startup probe for Flyte Agent container + startupProbe: {} + # lifecycleHooks Specify hooks to run in Flyte container before or after startup + lifecycleHooks: {} + # resources Resource limits and requests for Flyte Agent container + # Uncomment and update to specify resources for deployment + # resources: + # limits: + # memory: 1Gi + # requests: + # cpu: 1 + # podSecurityContext Specify security context for Flyte Agent pod + # See: https://kubernetes.io/docs/tasks/configure-pod-container/security-context/ + podSecurityContext: + enabled: false + runAsUser: 65534 + runAsGroup: 65534 + fsGroup: 65534 + # labels Add labels to Flyte Agent deployment + labels: {} + # annotations Add annotations to Flyte Agent deployment + annotations: {} + # labels Add labels to Flyte Agent pod + podLabels: {} + # annotations Add annotations to Flyte Agent pod + podAnnotations: {} + # extraVolumeMounts Specify additional volumeMounts for Flyte Agent container + extraVolumeMounts: [] + # extraVolume Specify additional volumes for Flyte Agent pod + extraVolumes: [] + # sidecars Specify additional containers for Flyte Agent pod + sidecars: [] + # initContainers Specify additional init containers for Flyte Agent pod + initContainers: [] + # extraPodSpec Specify additional configuration for Flyte Agent pod + # This can be used for adding affinity, tolerations, hostNetwork, etc. + extraPodSpec: {} + # service Configure service for Flyte Agent + service: + # type Kubernetes service type + type: ClusterIP + # port Port for Flyte Agent service + # If not specified, defaults to corresponding container ports + port: "" + # nodePort Node port for Flyte Agent service if service type is `NodePort` or `LoadBalancer` + nodePort: "" + # clusterIP Set static IP if service type is `ClusterIP` + clusterIP: "" + # labels Add labels to Flyte Agent service + labels: {} + # annotations Add annotations to Flyte Agent service + annotations: {} + # loadBalancerIP Set static IP if service type is `LoadBalancer` + loadBalancerIP: "" + # externalTrafficPolicy Enable client source IP preservation if service type is `NodePort` or `LoadBalancer` + # See: https://kubernetes.io/docs/tasks/access-application-cluster/create-external-load-balancer/#preserving-the-client-source-ip + externalTrafficPolicy: Cluster + # loadBalancerSourceRanges Addresses that are allowed when service is `LoadBalancer` + loadBalancerSourceRanges: [] + # extraPorts Additional ports to add to Flyte Agent service + extraPorts: [] + # serviceAccount Configure Flyte Agent ServiceAccount + serviceAccount: + # create Create ServiceAccount for Flyte Agent + create: true + # name Name of service account + name: "" + # labels Add labels to ServiceAccount + labels: {} + # annotations Add annotations to ServiceAccount + annotations: {} + # imagePullSecrets Secrets to use for fetching images from private registries + imagePullSecrets: [] enabled_plugins: # -- Tasks specific configuration [structure](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/nodes/task/config#GetConfig) diff --git a/charts/flyte-core/values-controlplane.yaml b/charts/flyte-core/values-controlplane.yaml index 3462c4a6c7..cbaadeb040 100755 --- a/charts/flyte-core/values-controlplane.yaml +++ b/charts/flyte-core/values-controlplane.yaml @@ -2,4 +2,5 @@ flytepropeller: enabled: false flyteagent: - enabled: false + flyteagent: + enabled: false diff --git a/charts/flyte-core/values-dataplane.yaml b/charts/flyte-core/values-dataplane.yaml index 1341ea649f..62a218197a 100755 --- a/charts/flyte-core/values-dataplane.yaml +++ b/charts/flyte-core/values-dataplane.yaml @@ -20,4 +20,5 @@ flyteconsole: enabled: false flyteagent: - enabled: false + flyteagent: + enabled: false diff --git a/charts/flyte-core/values-eks.yaml b/charts/flyte-core/values-eks.yaml index 7b7ca446f5..a531f98928 100644 --- a/charts/flyte-core/values-eks.yaml +++ b/charts/flyte-core/values-eks.yaml @@ -107,7 +107,8 @@ flytepropeller: # FLYTE_AGENT # flyteagent: - enabled: false + flyteagent: + enabled: false # # FLYTECONSOLE diff --git a/charts/flyte-core/values-gcp.yaml b/charts/flyte-core/values-gcp.yaml index 1a53510062..e71dad5f72 100644 --- a/charts/flyte-core/values-gcp.yaml +++ b/charts/flyte-core/values-gcp.yaml @@ -112,7 +112,8 @@ flytepropeller: # FLYTE_AGENT # flyteagent: - enabled: false + flyteagent: + enabled: false # # FLYTECONSOLE diff --git a/charts/flyte-core/values-keycloak-idp-flyteclients-without-browser.yaml b/charts/flyte-core/values-keycloak-idp-flyteclients-without-browser.yaml index c3ed3f5ddd..56b19efbda 100644 --- a/charts/flyte-core/values-keycloak-idp-flyteclients-without-browser.yaml +++ b/charts/flyte-core/values-keycloak-idp-flyteclients-without-browser.yaml @@ -244,7 +244,8 @@ flytepropeller: # FLYTE_AGENT # flyteagent: - enabled: false + flyteagent: + enabled: false # # FLYTECONSOLE SETTINGS diff --git a/charts/flyte/Chart.yaml b/charts/flyte/Chart.yaml index b091382a6f..0fcfb6679b 100644 --- a/charts/flyte/Chart.yaml +++ b/charts/flyte/Chart.yaml @@ -8,10 +8,6 @@ dependencies: alias: flyte version: v0.1.10 # VERSION repository: file://../flyte-core # REPOSITORY - - name: flyteagent - alias: flyteagent - version: v0.1.10 # VERSION - repository: file://../flyte-agent # REPOSITORY - name: contour version: 7.10.1 repository: https://charts.bitnami.com/bitnami diff --git a/charts/flyte/README.md b/charts/flyte/README.md index 3f18adeeb0..7f1895d777 100644 --- a/charts/flyte/README.md +++ b/charts/flyte/README.md @@ -8,7 +8,6 @@ A Helm chart for Flyte Sandbox | Repository | Name | Version | |------------|------|---------| -| file://../flyte-agent | flyteagent(flyteagent) | v0.1.10 | | file://../flyte-core | flyte(flyte-core) | v0.1.10 | | https://charts.bitnami.com/bitnami | contour | 7.10.1 | | https://googlecloudplatform.github.io/spark-on-k8s-operator | sparkoperator(spark-operator) | 1.1.15 | @@ -72,7 +71,7 @@ helm upgrade -f values-sandbox.yaml flyte . | contour.tolerations | list | `[]` | tolerations for Contour deployment | | daskoperator | object | `{"enabled":false}` | Optional: Dask Plugin using the Dask Operator | | daskoperator.enabled | bool | `false` | - enable or disable the dask operator deployment installation | -| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.32","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"agent-service":{"defaultGrpcEndpoint":"flyteagent.flyte.svc.cluster.local:8000","supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.0.48"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.1.110"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteagent":{"additionalContainers":[],"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyteagent/config/*.yaml","enabled":true,"extraArgs":{},"image":{"pullPolicy":"IfNotPresent","repository":"ghcr.io/flyteorg/flyteagent","tag":"1.6.2b1"},"nodeSelector":{},"podAnnotations":{},"priorityClassName":"","replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.8.5"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.1.106"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.1.110"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole | +| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.32","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"agent-service":{"defaultGrpcEndpoint":"flyteagent.flyte.svc.cluster.local:8000","supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.0.48"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.1.110"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteagent":{"additionalContainers":[],"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyteagent/config/*.yaml","enabled":true,"extraArgs":{},"image":{"pullPolicy":"IfNotPresent","repository":"ghcr.io/flyteorg/flyteagent","tag":"1.8.1"},"nodeSelector":{},"podAnnotations":{},"priorityClassName":"","replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.8.5"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.1.106"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.1.110"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole | | flyte.cluster_resource_manager | object | `{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]}` | Configuration for the Cluster resource manager component. This is an optional component, that enables automatic cluster configuration. This is useful to set default quotas, manage namespaces etc that map to a project/domain | | flyte.cluster_resource_manager.config.cluster_resources | object | `{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}` | ClusterResource parameters Refer to the [structure](https://pkg.go.dev/github.com/lyft/flyteadmin@v0.3.37/pkg/runtime/interfaces#ClusterResourceConfig) to customize. | | flyte.cluster_resource_manager.config.cluster_resources.standaloneDeployment | bool | `false` | Starts the cluster resource manager in standalone mode with requisite auth credentials to call flyteadmin service endpoints | @@ -157,7 +156,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flyteagent.extraArgs | object | `{}` | Appends extra command line arguments to the main command | | flyte.flyteagent.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flyteagent.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | Docker image for flyteagent deployment | -| flyte.flyteagent.image.tag | string | `"1.6.2b1"` | Docker image tag | +| flyte.flyteagent.image.tag | string | `"1.8.1"` | Docker image tag | | flyte.flyteagent.nodeSelector | object | `{}` | nodeSelector for flyteagent deployment | | flyte.flyteagent.podAnnotations | object | `{}` | Annotations for flyteagent pods | | flyte.flyteagent.priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). | diff --git a/charts/flyte/values.yaml b/charts/flyte/values.yaml index c65b80b8fd..3a41132fdc 100755 --- a/charts/flyte/values.yaml +++ b/charts/flyte/values.yaml @@ -224,7 +224,7 @@ flyte: # -- Docker image for flyteagent deployment repository: ghcr.io/flyteorg/flyteagent # -- Docker image tag - tag: 1.6.2b1 + tag: 1.8.1 # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for flyteagent deployment diff --git a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml index 7149965348..b21187a035 100644 --- a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml +++ b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml @@ -1,16 +1,4 @@ --- -# Source: flyte-core/charts/flyteagent/templates/agent/serviceaccount.yaml -apiVersion: v1 -kind: ServiceAccount -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm ---- # Source: flyte-core/templates/admin/rbac.yaml apiVersion: v1 kind: ServiceAccount @@ -61,16 +49,6 @@ metadata: name: flyte-pod-webhook namespace: flyte --- -# Source: flyte-core/charts/flyteagent/templates/agent/secret.yaml -apiVersion: v1 -kind: Secret -metadata: - name: flyteagent - namespace: flyte -type: Opaque -data: - username: User ---- # Source: flyte-core/templates/admin/secret.yaml apiVersion: v1 kind: Secret @@ -750,30 +728,6 @@ subjects: name: flyte-pod-webhook namespace: flyte --- -# Source: flyte-core/charts/flyteagent/templates/agent/service.yaml -apiVersion: v1 -kind: Service -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - annotations: - projectcontour.io/upstream-protocol.h2c: grpc -spec: - type: ClusterIP - ports: - - name: agent-grpc - port: 8000 - protocol: TCP - targetPort: agent-grpc - selector: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte ---- # Source: flyte-core/templates/admin/service.yaml apiVersion: v1 kind: Service @@ -881,60 +835,6 @@ spec: port: 443 targetPort: 9443 --- -# Source: flyte-core/charts/flyteagent/templates/agent/deployment.yaml -apiVersion: apps/v1 -kind: Deployment -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm -spec: - replicas: 1 - selector: - matchLabels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - template: - metadata: - annotations: - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - spec: - containers: - - command: - - pyflyte - - serve - image: "ghcr.io/flyteorg/flyteagent:1.8.3" - imagePullPolicy: "IfNotPresent" - name: flyteagent - volumeMounts: - - mountPath: /etc/agent-secret - name: flyteagent - ports: - - containerPort: 8000 - name: agent-grpc - resources: - limits: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - requests: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - serviceAccountName: flyteagent - volumes: - - name: flyteagent - secret: - secretName: flyteagent ---- # Source: flyte-core/templates/admin/deployment.yaml apiVersion: apps/v1 kind: Deployment diff --git a/deployment/eks/flyte_helm_controlplane_generated.yaml b/deployment/eks/flyte_helm_controlplane_generated.yaml index 5316a0bcc5..37f734d7f5 100644 --- a/deployment/eks/flyte_helm_controlplane_generated.yaml +++ b/deployment/eks/flyte_helm_controlplane_generated.yaml @@ -1,16 +1,4 @@ --- -# Source: flyte-core/charts/flyteagent/templates/agent/serviceaccount.yaml -apiVersion: v1 -kind: ServiceAccount -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm ---- # Source: flyte-core/templates/admin/rbac.yaml apiVersion: v1 kind: ServiceAccount @@ -51,16 +39,6 @@ metadata: helm.sh/chart: flyte-core-v0.1.10 app.kubernetes.io/managed-by: Helm --- -# Source: flyte-core/charts/flyteagent/templates/agent/secret.yaml -apiVersion: v1 -kind: Secret -metadata: - name: flyteagent - namespace: flyte -type: Opaque -data: - username: User ---- # Source: flyte-core/templates/admin/secret.yaml apiVersion: v1 kind: Secret @@ -469,30 +447,6 @@ subjects: name: flyteadmin namespace: flyte --- -# Source: flyte-core/charts/flyteagent/templates/agent/service.yaml -apiVersion: v1 -kind: Service -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - annotations: - projectcontour.io/upstream-protocol.h2c: grpc -spec: - type: ClusterIP - ports: - - name: agent-grpc - port: 8000 - protocol: TCP - targetPort: agent-grpc - selector: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte ---- # Source: flyte-core/templates/admin/service.yaml apiVersion: v1 kind: Service @@ -582,60 +536,6 @@ spec: app.kubernetes.io/name: datacatalog app.kubernetes.io/instance: flyte --- -# Source: flyte-core/charts/flyteagent/templates/agent/deployment.yaml -apiVersion: apps/v1 -kind: Deployment -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm -spec: - replicas: 1 - selector: - matchLabels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - template: - metadata: - annotations: - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - spec: - containers: - - command: - - pyflyte - - serve - image: "ghcr.io/flyteorg/flyteagent:1.8.3" - imagePullPolicy: "IfNotPresent" - name: flyteagent - volumeMounts: - - mountPath: /etc/agent-secret - name: flyteagent - ports: - - containerPort: 8000 - name: agent-grpc - resources: - limits: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - requests: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - serviceAccountName: flyteagent - volumes: - - name: flyteagent - secret: - secretName: flyteagent ---- # Source: flyte-core/templates/admin/deployment.yaml apiVersion: apps/v1 kind: Deployment diff --git a/deployment/eks/flyte_helm_dataplane_generated.yaml b/deployment/eks/flyte_helm_dataplane_generated.yaml index 8f22469e89..f0e9ea074e 100644 --- a/deployment/eks/flyte_helm_dataplane_generated.yaml +++ b/deployment/eks/flyte_helm_dataplane_generated.yaml @@ -1,16 +1,4 @@ --- -# Source: flyte-core/charts/flyteagent/templates/agent/serviceaccount.yaml -apiVersion: v1 -kind: ServiceAccount -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm ---- # Source: flyte-core/templates/admin/rbac.yaml apiVersion: v1 kind: ServiceAccount @@ -47,16 +35,6 @@ metadata: name: flyte-pod-webhook namespace: flyte --- -# Source: flyte-core/charts/flyteagent/templates/agent/secret.yaml -apiVersion: v1 -kind: Secret -metadata: - name: flyteagent - namespace: flyte -type: Opaque -data: - username: User ---- # Source: flyte-core/templates/common/secret-auth.yaml apiVersion: v1 kind: Secret @@ -415,30 +393,6 @@ subjects: name: flyte-pod-webhook namespace: flyte --- -# Source: flyte-core/charts/flyteagent/templates/agent/service.yaml -apiVersion: v1 -kind: Service -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - annotations: - projectcontour.io/upstream-protocol.h2c: grpc -spec: - type: ClusterIP - ports: - - name: agent-grpc - port: 8000 - protocol: TCP - targetPort: agent-grpc - selector: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte ---- # Source: flyte-core/templates/propeller/webhook.yaml # Service apiVersion: v1 @@ -457,60 +411,6 @@ spec: port: 443 targetPort: 9443 --- -# Source: flyte-core/charts/flyteagent/templates/agent/deployment.yaml -apiVersion: apps/v1 -kind: Deployment -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm -spec: - replicas: 1 - selector: - matchLabels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - template: - metadata: - annotations: - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - spec: - containers: - - command: - - pyflyte - - serve - image: "ghcr.io/flyteorg/flyteagent:1.8.3" - imagePullPolicy: "IfNotPresent" - name: flyteagent - volumeMounts: - - mountPath: /etc/agent-secret - name: flyteagent - ports: - - containerPort: 8000 - name: agent-grpc - resources: - limits: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - requests: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - serviceAccountName: flyteagent - volumes: - - name: flyteagent - secret: - secretName: flyteagent ---- # Source: flyte-core/templates/propeller/deployment.yaml apiVersion: apps/v1 kind: Deployment diff --git a/deployment/eks/flyte_helm_generated.yaml b/deployment/eks/flyte_helm_generated.yaml index e200780b3a..acd42eaacc 100644 --- a/deployment/eks/flyte_helm_generated.yaml +++ b/deployment/eks/flyte_helm_generated.yaml @@ -1,16 +1,4 @@ --- -# Source: flyte-core/charts/flyteagent/templates/agent/serviceaccount.yaml -apiVersion: v1 -kind: ServiceAccount -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm ---- # Source: flyte-core/templates/admin/rbac.yaml apiVersion: v1 kind: ServiceAccount @@ -73,16 +61,6 @@ metadata: name: flyte-pod-webhook namespace: flyte --- -# Source: flyte-core/charts/flyteagent/templates/agent/secret.yaml -apiVersion: v1 -kind: Secret -metadata: - name: flyteagent - namespace: flyte -type: Opaque -data: - username: User ---- # Source: flyte-core/templates/admin/secret.yaml apiVersion: v1 kind: Secret @@ -781,30 +759,6 @@ subjects: name: flyte-pod-webhook namespace: flyte --- -# Source: flyte-core/charts/flyteagent/templates/agent/service.yaml -apiVersion: v1 -kind: Service -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - annotations: - projectcontour.io/upstream-protocol.h2c: grpc -spec: - type: ClusterIP - ports: - - name: agent-grpc - port: 8000 - protocol: TCP - targetPort: agent-grpc - selector: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte ---- # Source: flyte-core/templates/admin/service.yaml apiVersion: v1 kind: Service @@ -912,60 +866,6 @@ spec: port: 443 targetPort: 9443 --- -# Source: flyte-core/charts/flyteagent/templates/agent/deployment.yaml -apiVersion: apps/v1 -kind: Deployment -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm -spec: - replicas: 1 - selector: - matchLabels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - template: - metadata: - annotations: - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - spec: - containers: - - command: - - pyflyte - - serve - image: "ghcr.io/flyteorg/flyteagent:1.8.3" - imagePullPolicy: "IfNotPresent" - name: flyteagent - volumeMounts: - - mountPath: /etc/agent-secret - name: flyteagent - ports: - - containerPort: 8000 - name: agent-grpc - resources: - limits: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - requests: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - serviceAccountName: flyteagent - volumes: - - name: flyteagent - secret: - secretName: flyteagent ---- # Source: flyte-core/templates/admin/deployment.yaml apiVersion: apps/v1 kind: Deployment diff --git a/deployment/gcp/flyte_helm_controlplane_generated.yaml b/deployment/gcp/flyte_helm_controlplane_generated.yaml index b9c5ca6985..0bef2c2e66 100644 --- a/deployment/gcp/flyte_helm_controlplane_generated.yaml +++ b/deployment/gcp/flyte_helm_controlplane_generated.yaml @@ -1,16 +1,4 @@ --- -# Source: flyte-core/charts/flyteagent/templates/agent/serviceaccount.yaml -apiVersion: v1 -kind: ServiceAccount -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm ---- # Source: flyte-core/templates/admin/rbac.yaml apiVersion: v1 kind: ServiceAccount @@ -51,16 +39,6 @@ metadata: helm.sh/chart: flyte-core-v0.1.10 app.kubernetes.io/managed-by: Helm --- -# Source: flyte-core/charts/flyteagent/templates/agent/secret.yaml -apiVersion: v1 -kind: Secret -metadata: - name: flyteagent - namespace: flyte -type: Opaque -data: - username: User ---- # Source: flyte-core/templates/admin/secret.yaml apiVersion: v1 kind: Secret @@ -482,30 +460,6 @@ subjects: name: flyteadmin namespace: flyte --- -# Source: flyte-core/charts/flyteagent/templates/agent/service.yaml -apiVersion: v1 -kind: Service -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - annotations: - projectcontour.io/upstream-protocol.h2c: grpc -spec: - type: ClusterIP - ports: - - name: agent-grpc - port: 8000 - protocol: TCP - targetPort: agent-grpc - selector: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte ---- # Source: flyte-core/templates/admin/service.yaml apiVersion: v1 kind: Service @@ -597,60 +551,6 @@ spec: app.kubernetes.io/name: datacatalog app.kubernetes.io/instance: flyte --- -# Source: flyte-core/charts/flyteagent/templates/agent/deployment.yaml -apiVersion: apps/v1 -kind: Deployment -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm -spec: - replicas: 1 - selector: - matchLabels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - template: - metadata: - annotations: - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - spec: - containers: - - command: - - pyflyte - - serve - image: "ghcr.io/flyteorg/flyteagent:1.8.3" - imagePullPolicy: "IfNotPresent" - name: flyteagent - volumeMounts: - - mountPath: /etc/agent-secret - name: flyteagent - ports: - - containerPort: 8000 - name: agent-grpc - resources: - limits: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - requests: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - serviceAccountName: flyteagent - volumes: - - name: flyteagent - secret: - secretName: flyteagent ---- # Source: flyte-core/templates/admin/deployment.yaml apiVersion: apps/v1 kind: Deployment diff --git a/deployment/gcp/flyte_helm_dataplane_generated.yaml b/deployment/gcp/flyte_helm_dataplane_generated.yaml index 3956301784..72b2944e83 100644 --- a/deployment/gcp/flyte_helm_dataplane_generated.yaml +++ b/deployment/gcp/flyte_helm_dataplane_generated.yaml @@ -1,16 +1,4 @@ --- -# Source: flyte-core/charts/flyteagent/templates/agent/serviceaccount.yaml -apiVersion: v1 -kind: ServiceAccount -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm ---- # Source: flyte-core/templates/admin/rbac.yaml apiVersion: v1 kind: ServiceAccount @@ -47,16 +35,6 @@ metadata: name: flyte-pod-webhook namespace: flyte --- -# Source: flyte-core/charts/flyteagent/templates/agent/secret.yaml -apiVersion: v1 -kind: Secret -metadata: - name: flyteagent - namespace: flyte -type: Opaque -data: - username: User ---- # Source: flyte-core/templates/common/secret-auth.yaml apiVersion: v1 kind: Secret @@ -423,30 +401,6 @@ subjects: name: flyte-pod-webhook namespace: flyte --- -# Source: flyte-core/charts/flyteagent/templates/agent/service.yaml -apiVersion: v1 -kind: Service -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - annotations: - projectcontour.io/upstream-protocol.h2c: grpc -spec: - type: ClusterIP - ports: - - name: agent-grpc - port: 8000 - protocol: TCP - targetPort: agent-grpc - selector: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte ---- # Source: flyte-core/templates/propeller/webhook.yaml # Service apiVersion: v1 @@ -465,60 +419,6 @@ spec: port: 443 targetPort: 9443 --- -# Source: flyte-core/charts/flyteagent/templates/agent/deployment.yaml -apiVersion: apps/v1 -kind: Deployment -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm -spec: - replicas: 1 - selector: - matchLabels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - template: - metadata: - annotations: - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - spec: - containers: - - command: - - pyflyte - - serve - image: "ghcr.io/flyteorg/flyteagent:1.8.3" - imagePullPolicy: "IfNotPresent" - name: flyteagent - volumeMounts: - - mountPath: /etc/agent-secret - name: flyteagent - ports: - - containerPort: 8000 - name: agent-grpc - resources: - limits: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - requests: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - serviceAccountName: flyteagent - volumes: - - name: flyteagent - secret: - secretName: flyteagent ---- # Source: flyte-core/templates/propeller/deployment.yaml apiVersion: apps/v1 kind: Deployment diff --git a/deployment/gcp/flyte_helm_generated.yaml b/deployment/gcp/flyte_helm_generated.yaml index c390d7a887..30f69599e9 100644 --- a/deployment/gcp/flyte_helm_generated.yaml +++ b/deployment/gcp/flyte_helm_generated.yaml @@ -1,16 +1,4 @@ --- -# Source: flyte-core/charts/flyteagent/templates/agent/serviceaccount.yaml -apiVersion: v1 -kind: ServiceAccount -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm ---- # Source: flyte-core/templates/admin/rbac.yaml apiVersion: v1 kind: ServiceAccount @@ -73,16 +61,6 @@ metadata: name: flyte-pod-webhook namespace: flyte --- -# Source: flyte-core/charts/flyteagent/templates/agent/secret.yaml -apiVersion: v1 -kind: Secret -metadata: - name: flyteagent - namespace: flyte -type: Opaque -data: - username: User ---- # Source: flyte-core/templates/admin/secret.yaml apiVersion: v1 kind: Secret @@ -802,30 +780,6 @@ subjects: name: flyte-pod-webhook namespace: flyte --- -# Source: flyte-core/charts/flyteagent/templates/agent/service.yaml -apiVersion: v1 -kind: Service -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - annotations: - projectcontour.io/upstream-protocol.h2c: grpc -spec: - type: ClusterIP - ports: - - name: agent-grpc - port: 8000 - protocol: TCP - targetPort: agent-grpc - selector: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte ---- # Source: flyte-core/templates/admin/service.yaml apiVersion: v1 kind: Service @@ -935,60 +889,6 @@ spec: port: 443 targetPort: 9443 --- -# Source: flyte-core/charts/flyteagent/templates/agent/deployment.yaml -apiVersion: apps/v1 -kind: Deployment -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm -spec: - replicas: 1 - selector: - matchLabels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - template: - metadata: - annotations: - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - spec: - containers: - - command: - - pyflyte - - serve - image: "ghcr.io/flyteorg/flyteagent:1.8.3" - imagePullPolicy: "IfNotPresent" - name: flyteagent - volumeMounts: - - mountPath: /etc/agent-secret - name: flyteagent - ports: - - containerPort: 8000 - name: agent-grpc - resources: - limits: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - requests: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - serviceAccountName: flyteagent - volumes: - - name: flyteagent - secret: - secretName: flyteagent ---- # Source: flyte-core/templates/admin/deployment.yaml apiVersion: apps/v1 kind: Deployment diff --git a/deployment/sandbox-binary/flyte_agent_helm_generated.yaml b/deployment/sandbox-binary/flyte_agent_helm_generated.yaml index 741dcee6ff..8b13789179 100644 --- a/deployment/sandbox-binary/flyte_agent_helm_generated.yaml +++ b/deployment/sandbox-binary/flyte_agent_helm_generated.yaml @@ -1,100 +1 @@ ---- -# Source: flyteagent/templates/agent/serviceaccount.yaml -apiVersion: v1 -kind: ServiceAccount -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm ---- -# Source: flyteagent/templates/agent/secret.yaml -apiVersion: v1 -kind: Secret -metadata: - name: flyteagent - namespace: flyte -type: Opaque -data: - username: User ---- -# Source: flyteagent/templates/agent/service.yaml -apiVersion: v1 -kind: Service -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - annotations: - projectcontour.io/upstream-protocol.h2c: grpc -spec: - type: ClusterIP - ports: - - name: agent-grpc - port: 8000 - protocol: TCP - targetPort: agent-grpc - selector: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte ---- -# Source: flyteagent/templates/agent/deployment.yaml -apiVersion: apps/v1 -kind: Deployment -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm -spec: - replicas: 1 - selector: - matchLabels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - template: - metadata: - annotations: - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - spec: - containers: - - command: - - pyflyte - - serve - image: "ghcr.io/flyteorg/flyteagent:1.8.3" - imagePullPolicy: "IfNotPresent" - name: flyteagent - volumeMounts: - - mountPath: /etc/agent-secret - name: flyteagent - ports: - - containerPort: 8000 - name: agent-grpc - resources: - limits: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - requests: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - serviceAccountName: flyteagent - volumes: - - name: flyteagent - secret: - secretName: flyteagent + diff --git a/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml b/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml index f4c785550c..aa26a699f3 100644 --- a/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml +++ b/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml @@ -1,16 +1,4 @@ --- -# Source: flyte-binary/charts/flyteagent/templates/agent/serviceaccount.yaml -apiVersion: v1 -kind: ServiceAccount -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm ---- # Source: flyte-binary/templates/serviceaccount.yaml apiVersion: v1 kind: ServiceAccount @@ -25,16 +13,6 @@ metadata: app.kubernetes.io/managed-by: Helm annotations: --- -# Source: flyte-binary/charts/flyteagent/templates/agent/secret.yaml -apiVersion: v1 -kind: Secret -metadata: - name: flyteagent - namespace: flyte -type: Opaque -data: - username: User ---- # Source: flyte-binary/templates/config-secret.yaml apiVersion: v1 kind: Secret @@ -276,30 +254,6 @@ subjects: name: flyte-flyte-binary namespace: "flyte" --- -# Source: flyte-binary/charts/flyteagent/templates/agent/service.yaml -apiVersion: v1 -kind: Service -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - annotations: - projectcontour.io/upstream-protocol.h2c: grpc -spec: - type: ClusterIP - ports: - - name: agent-grpc - port: 8000 - protocol: TCP - targetPort: agent-grpc - selector: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte ---- # Source: flyte-binary/templates/service/grpc.yaml apiVersion: v1 kind: Service @@ -374,60 +328,6 @@ spec: app.kubernetes.io/instance: flyte app.kubernetes.io/component: flyte-binary --- -# Source: flyte-binary/charts/flyteagent/templates/agent/deployment.yaml -apiVersion: apps/v1 -kind: Deployment -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm -spec: - replicas: 1 - selector: - matchLabels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - template: - metadata: - annotations: - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - spec: - containers: - - command: - - pyflyte - - serve - image: "ghcr.io/flyteorg/flyteagent:1.8.3" - imagePullPolicy: "IfNotPresent" - name: flyteagent - volumeMounts: - - mountPath: /etc/agent-secret - name: flyteagent - ports: - - containerPort: 8000 - name: agent-grpc - resources: - limits: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - requests: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - serviceAccountName: flyteagent - volumes: - - name: flyteagent - secret: - secretName: flyteagent ---- # Source: flyte-binary/templates/deployment.yaml apiVersion: apps/v1 kind: Deployment diff --git a/deployment/sandbox/flyte_helm_generated.yaml b/deployment/sandbox/flyte_helm_generated.yaml index 84f36c00e7..7985ccb9de 100644 --- a/deployment/sandbox/flyte_helm_generated.yaml +++ b/deployment/sandbox/flyte_helm_generated.yaml @@ -27,18 +27,6 @@ metadata: app.kubernetes.io/component: envoy automountServiceAccountToken: false --- -# Source: flyte/charts/flyte/charts/flyteagent/templates/agent/serviceaccount.yaml -apiVersion: v1 -kind: ServiceAccount -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm ---- # Source: flyte/charts/flyte/templates/admin/rbac.yaml apiVersion: v1 kind: ServiceAccount @@ -95,18 +83,6 @@ metadata: name: flyte-pod-webhook namespace: flyte --- -# Source: flyte/charts/flyteagent/templates/agent/serviceaccount.yaml -apiVersion: v1 -kind: ServiceAccount -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm ---- # Source: flyte/charts/kubernetes-dashboard/templates/serviceaccount.yaml # Copyright 2017 The Kubernetes Authors. # @@ -133,16 +109,6 @@ metadata: app.kubernetes.io/managed-by: Helm name: flyte-kubernetes-dashboard --- -# Source: flyte/charts/flyte/charts/flyteagent/templates/agent/secret.yaml -apiVersion: v1 -kind: Secret -metadata: - name: flyteagent - namespace: flyte -type: Opaque -data: - username: User ---- # Source: flyte/charts/flyte/templates/admin/secret.yaml apiVersion: v1 kind: Secret @@ -171,16 +137,6 @@ metadata: namespace: flyte type: Opaque --- -# Source: flyte/charts/flyteagent/templates/agent/secret.yaml -apiVersion: v1 -kind: Secret -metadata: - name: flyteagent - namespace: flyte -type: Opaque -data: - username: User ---- # Source: flyte/charts/kubernetes-dashboard/templates/secret.yaml # Copyright 2017 The Kubernetes Authors. # @@ -6164,30 +6120,6 @@ spec: app.kubernetes.io/component: envoy type: NodePort --- -# Source: flyte/charts/flyte/charts/flyteagent/templates/agent/service.yaml -apiVersion: v1 -kind: Service -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - annotations: - projectcontour.io/upstream-protocol.h2c: grpc -spec: - type: ClusterIP - ports: - - name: agent-grpc - port: 8000 - protocol: TCP - targetPort: agent-grpc - selector: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte ---- # Source: flyte/charts/flyte/templates/admin/service.yaml apiVersion: v1 kind: Service @@ -6295,30 +6227,6 @@ spec: port: 443 targetPort: 9443 --- -# Source: flyte/charts/flyteagent/templates/agent/service.yaml -apiVersion: v1 -kind: Service -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - annotations: - projectcontour.io/upstream-protocol.h2c: grpc -spec: - type: ClusterIP - ports: - - name: agent-grpc - port: 8000 - protocol: TCP - targetPort: agent-grpc - selector: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte ---- # Source: flyte/charts/kubernetes-dashboard/templates/service.yaml # Copyright 2017 The Kubernetes Authors. # @@ -6763,60 +6671,6 @@ spec: - key: contour.yaml path: contour.yaml --- -# Source: flyte/charts/flyte/charts/flyteagent/templates/agent/deployment.yaml -apiVersion: apps/v1 -kind: Deployment -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm -spec: - replicas: 1 - selector: - matchLabels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - template: - metadata: - annotations: - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - spec: - containers: - - command: - - pyflyte - - serve - image: "ghcr.io/flyteorg/flyteagent:1.8.3" - imagePullPolicy: "IfNotPresent" - name: flyteagent - volumeMounts: - - mountPath: /etc/agent-secret - name: flyteagent - ports: - - containerPort: 8000 - name: agent-grpc - resources: - limits: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - requests: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - serviceAccountName: flyteagent - volumes: - - name: flyteagent - secret: - secretName: flyteagent ---- # Source: flyte/charts/flyte/templates/admin/deployment.yaml apiVersion: apps/v1 kind: Deployment @@ -7409,60 +7263,6 @@ spec: secret: secretName: flyte-pod-webhook --- -# Source: flyte/charts/flyteagent/templates/agent/deployment.yaml -apiVersion: apps/v1 -kind: Deployment -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm -spec: - replicas: 1 - selector: - matchLabels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - template: - metadata: - annotations: - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - spec: - containers: - - command: - - pyflyte - - serve - image: "ghcr.io/flyteorg/flyteagent:1.8.3" - imagePullPolicy: "IfNotPresent" - name: flyteagent - volumeMounts: - - mountPath: /etc/agent-secret - name: flyteagent - ports: - - containerPort: 8000 - name: agent-grpc - resources: - limits: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - requests: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - serviceAccountName: flyteagent - volumes: - - name: flyteagent - secret: - secretName: flyteagent ---- # Source: flyte/charts/kubernetes-dashboard/templates/deployment.yaml # Copyright 2017 The Kubernetes Authors. # diff --git a/docker/sandbox-bundled/manifests/complete.yaml b/docker/sandbox-bundled/manifests/complete.yaml index b29f1220b4..7fe7051460 100644 --- a/docker/sandbox-bundled/manifests/complete.yaml +++ b/docker/sandbox-bundled/manifests/complete.yaml @@ -784,7 +784,7 @@ type: Opaque --- apiVersion: v1 data: - haSharedSecret: dmhFWEFXU2l3VW4wNmdHYg== + haSharedSecret: eFp6OU9KRDlwbnJwQnpSWg== proxyPassword: "" proxyUsername: "" kind: Secret @@ -1345,7 +1345,7 @@ spec: metadata: annotations: checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81 - checksum/secret: 9587ba37c31a9445f033acf56e7ea54c214532b8e13c8a6ef014c6d2090d05af + checksum/secret: fb1dd8cf40b988310f04017adcdc50ccfb7ccfcdbc14214e896ff2b35a652507 labels: app: docker-registry release: flyte-sandbox diff --git a/docker/sandbox-bundled/manifests/dev.yaml b/docker/sandbox-bundled/manifests/dev.yaml index 4351d3b18b..45108dbf5f 100644 --- a/docker/sandbox-bundled/manifests/dev.yaml +++ b/docker/sandbox-bundled/manifests/dev.yaml @@ -499,7 +499,7 @@ metadata: --- apiVersion: v1 data: - haSharedSecret: RnVLTjRtMHJvaEwxTWhueg== + haSharedSecret: NDNTQmVGVEFuNGtvcDVQcQ== proxyPassword: "" proxyUsername: "" kind: Secret @@ -933,7 +933,7 @@ spec: metadata: annotations: checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81 - checksum/secret: a52f5b460b64e9d50cd7820278e691ae010451c1088685990544d0ee63d31227 + checksum/secret: 58013801f246d483f23be93ca003d4f2a6e44781b09f66fb48cfea43622b7d6b labels: app: docker-registry release: flyte-sandbox From 6602957472acd8c1ca3c0e678300dbfd847db231 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Tue, 8 Aug 2023 21:33:51 -0700 Subject: [PATCH 09/19] update value.yaml Signed-off-by: Kevin Su --- charts/flyte-agent/README.md | 46 +++---- charts/flyte-agent/values.yaml | 113 +++++++++--------- charts/flyte-core/README.md | 46 +++---- charts/flyte-core/values.yaml | 113 +++++++++--------- charts/flyte-sandbox/README.md | 1 + charts/flyte-sandbox/values.yaml | 3 + charts/flyte/README.md | 42 +++---- charts/flyte/values.yaml | 107 +++++++++-------- .../flyte_agent_helm_generated.yaml | 101 +++++++++++++++- .../flyte_sandbox_binary_helm_generated.yaml | 100 ++++++++++++++++ deployment/sandbox/flyte_helm_generated.yaml | 100 ++++++++++++++++ .../sandbox-bundled/manifests/complete.yaml | 100 +++++++++++++++- docker/sandbox-bundled/manifests/dev.yaml | 4 +- 13 files changed, 638 insertions(+), 238 deletions(-) diff --git a/charts/flyte-agent/README.md b/charts/flyte-agent/README.md index 656f0817cc..b32f5e00b1 100644 --- a/charts/flyte-agent/README.md +++ b/charts/flyte-agent/README.md @@ -12,28 +12,28 @@ A Helm chart for Flyte agent | agentSecret.secretData | object | `{"data":{"username":"User"}}` | Specify your Secret (with sensitive data) or pseudo-manifest (without sensitive data). See https://github.com/godaddy/kubernetes-external-secrets | | commonAnnotations | object | `{}` | | | commonLabels | object | `{}` | | -| flyteagent.flyteagent.additionalContainers | list | `[]` | Appends additional containers to the deployment spec. May include template values. | -| flyteagent.flyteagent.additionalVolumeMounts | list | `[]` | Appends additional volume mounts to the main container's spec. May include template values. | -| flyteagent.flyteagent.additionalVolumes | list | `[]` | Appends additional volumes to the deployment spec. May include template values. | -| flyteagent.flyteagent.affinity | object | `{}` | affinity for flyteagent deployment | -| flyteagent.flyteagent.configPath | string | `"/etc/flyteagent/config/*.yaml"` | Default regex string for searching configuration files | -| flyteagent.flyteagent.enabled | bool | `true` | | -| flyteagent.flyteagent.extraArgs | object | `{}` | Appends extra command line arguments to the main command | -| flyteagent.flyteagent.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | -| flyteagent.flyteagent.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | Docker image for flyteagent deployment | -| flyteagent.flyteagent.image.tag | string | `"1.8.3"` | Docker image tag | -| flyteagent.flyteagent.nodeSelector | object | `{}` | nodeSelector for flyteagent deployment | -| flyteagent.flyteagent.podAnnotations | object | `{}` | Annotations for flyteagent pods | -| flyteagent.flyteagent.ports.containerPort | int | `8000` | | -| flyteagent.flyteagent.ports.name | string | `"agent-grpc"` | | -| flyteagent.flyteagent.priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). | -| flyteagent.flyteagent.replicaCount | int | `1` | Replicas count for flyteagent deployment | -| flyteagent.flyteagent.resources | object | `{"limits":{"cpu":"500m","ephemeral-storage":"200Mi","memory":"200Mi"},"requests":{"cpu":"500m","ephemeral-storage":"200Mi","memory":"200Mi"}}` | Default resources requests and limits for flyteagent deployment | -| flyteagent.flyteagent.service | object | `{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"}` | Service settings for flyteagent | -| flyteagent.flyteagent.serviceAccount | object | `{"annotations":{},"create":true,"imagePullSecrets":[]}` | Configuration for service accounts for flyteagent | -| flyteagent.flyteagent.serviceAccount.annotations | object | `{}` | Annotations for ServiceAccount attached to flyteagent pods | -| flyteagent.flyteagent.serviceAccount.create | bool | `true` | Should a service account be created for flyteagent | -| flyteagent.flyteagent.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | -| flyteagent.flyteagent.tolerations | list | `[]` | tolerations for flyteagent deployment | +| flyteagent.additionalContainers | list | `[]` | Appends additional containers to the deployment spec. May include template values. | +| flyteagent.additionalVolumeMounts | list | `[]` | Appends additional volume mounts to the main container's spec. May include template values. | +| flyteagent.additionalVolumes | list | `[]` | Appends additional volumes to the deployment spec. May include template values. | +| flyteagent.affinity | object | `{}` | affinity for flyteagent deployment | +| flyteagent.configPath | string | `"/etc/flyteagent/config/*.yaml"` | Default regex string for searching configuration files | +| flyteagent.enabled | bool | `true` | | +| flyteagent.extraArgs | object | `{}` | Appends extra command line arguments to the main command | +| flyteagent.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | +| flyteagent.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | Docker image for flyteagent deployment | +| flyteagent.image.tag | string | `"1.8.3"` | Docker image tag | +| flyteagent.nodeSelector | object | `{}` | nodeSelector for flyteagent deployment | +| flyteagent.podAnnotations | object | `{}` | Annotations for flyteagent pods | +| flyteagent.ports.containerPort | int | `8000` | | +| flyteagent.ports.name | string | `"agent-grpc"` | | +| flyteagent.priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). | +| flyteagent.replicaCount | int | `1` | Replicas count for flyteagent deployment | +| flyteagent.resources | object | `{"limits":{"cpu":"500m","ephemeral-storage":"200Mi","memory":"200Mi"},"requests":{"cpu":"500m","ephemeral-storage":"200Mi","memory":"200Mi"}}` | Default resources requests and limits for flyteagent deployment | +| flyteagent.service | object | `{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"}` | Service settings for flyteagent | +| flyteagent.serviceAccount | object | `{"annotations":{},"create":true,"imagePullSecrets":[]}` | Configuration for service accounts for flyteagent | +| flyteagent.serviceAccount.annotations | object | `{}` | Annotations for ServiceAccount attached to flyteagent pods | +| flyteagent.serviceAccount.create | bool | `true` | Should a service account be created for flyteagent | +| flyteagent.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | +| flyteagent.tolerations | list | `[]` | tolerations for flyteagent deployment | | fullnameOverride | string | `""` | | | nameOverride | string | `""` | | diff --git a/charts/flyte-agent/values.yaml b/charts/flyte-agent/values.yaml index 5542bcdf10..d731df863a 100755 --- a/charts/flyte-agent/values.yaml +++ b/charts/flyte-agent/values.yaml @@ -20,60 +20,59 @@ agentSecret: username: User flyteagent: - flyteagent: - enabled: true - # -- Replicas count for flyteagent deployment - replicaCount: 1 - image: - # -- Docker image for flyteagent deployment - repository: ghcr.io/flyteorg/flyteagent - # -- Docker image tag - tag: 1.8.3 - # -- Docker image pull policy - pullPolicy: IfNotPresent - ports: - containerPort: 8000 - name: agent-grpc - # -- Default resources requests and limits for flyteagent deployment - resources: - limits: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - requests: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - # -- Default regex string for searching configuration files - configPath: /etc/flyteagent/config/*.yaml - # -- Service settings for flyteagent - service: - annotations: - projectcontour.io/upstream-protocol.h2c: grpc - type: ClusterIP - # -- Configuration for service accounts for flyteagent - serviceAccount: - # -- Should a service account be created for flyteagent - create: true - # -- Annotations for ServiceAccount attached to flyteagent pods - annotations: {} - # -- ImagePullSecrets to automatically assign to the service account - imagePullSecrets: [] - # -- Annotations for flyteagent pods - podAnnotations: {} - # -- nodeSelector for flyteagent deployment - nodeSelector: {} - # -- tolerations for flyteagent deployment - tolerations: [] - # -- affinity for flyteagent deployment - affinity: {} - # -- Appends additional volumes to the deployment spec. May include template values. - additionalVolumes: [] - # -- Appends additional volume mounts to the main container's spec. May include template values. - additionalVolumeMounts: [] - # -- Appends additional containers to the deployment spec. May include template values. - additionalContainers: [] - # -- Appends extra command line arguments to the main command - extraArgs: {} - # -- Sets priorityClassName for datacatalog pod(s). - priorityClassName: "" + enabled: true + # -- Replicas count for flyteagent deployment + replicaCount: 1 + image: + # -- Docker image for flyteagent deployment + repository: ghcr.io/flyteorg/flyteagent + # -- Docker image tag + tag: 1.8.3 + # -- Docker image pull policy + pullPolicy: IfNotPresent + ports: + containerPort: 8000 + name: agent-grpc + # -- Default resources requests and limits for flyteagent deployment + resources: + limits: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + requests: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + # -- Default regex string for searching configuration files + configPath: /etc/flyteagent/config/*.yaml + # -- Service settings for flyteagent + service: + annotations: + projectcontour.io/upstream-protocol.h2c: grpc + type: ClusterIP + # -- Configuration for service accounts for flyteagent + serviceAccount: + # -- Should a service account be created for flyteagent + create: true + # -- Annotations for ServiceAccount attached to flyteagent pods + annotations: {} + # -- ImagePullSecrets to automatically assign to the service account + imagePullSecrets: [] + # -- Annotations for flyteagent pods + podAnnotations: {} + # -- nodeSelector for flyteagent deployment + nodeSelector: {} + # -- tolerations for flyteagent deployment + tolerations: [] + # -- affinity for flyteagent deployment + affinity: {} + # -- Appends additional volumes to the deployment spec. May include template values. + additionalVolumes: [] + # -- Appends additional volume mounts to the main container's spec. May include template values. + additionalVolumeMounts: [] + # -- Appends additional containers to the deployment spec. May include template values. + additionalContainers: [] + # -- Appends extra command line arguments to the main command + extraArgs: {} + # -- Sets priorityClassName for datacatalog pod(s). + priorityClassName: "" diff --git a/charts/flyte-core/README.md b/charts/flyte-core/README.md index 945f6aa3dd..8b7b0ef9ef 100644 --- a/charts/flyte-core/README.md +++ b/charts/flyte-core/README.md @@ -173,29 +173,29 @@ helm install gateway bitnami/contour -n flyte | flyteadmin.serviceAccount.createClusterRole | bool | `true` | Should a ClusterRole be created for Flyteadmin | | flyteadmin.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | | flyteadmin.tolerations | list | `[]` | tolerations for Flyteadmin deployment | -| flyteagent.additionalContainers | list | `[]` | Appends additional containers to the deployment spec. May include template values. | -| flyteagent.additionalVolumeMounts | list | `[]` | Appends additional volume mounts to the main container's spec. May include template values. | -| flyteagent.additionalVolumes | list | `[]` | Appends additional volumes to the deployment spec. May include template values. | -| flyteagent.affinity | object | `{}` | affinity for flyteagent deployment | -| flyteagent.configPath | string | `"/etc/flyteagent/config/*.yaml"` | Default regex string for searching configuration files | -| flyteagent.enabled | bool | `true` | | -| flyteagent.extraArgs | object | `{}` | Appends extra command line arguments to the main command | -| flyteagent.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | -| flyteagent.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | Docker image for flyteagent deployment | -| flyteagent.image.tag | string | `"1.6.2b1"` | Docker image tag | -| flyteagent.nodeSelector | object | `{}` | nodeSelector for flyteagent deployment | -| flyteagent.podAnnotations | object | `{}` | Annotations for flyteagent pods | -| flyteagent.ports.containerPort | int | `8000` | | -| flyteagent.ports.name | string | `"agent-grpc"` | | -| flyteagent.priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). | -| flyteagent.replicaCount | int | `1` | Replicas count for flyteagent deployment | -| flyteagent.resources | object | `{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for flyteagent deployment | -| flyteagent.service | object | `{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"}` | Service settings for flyteagent | -| flyteagent.serviceAccount | object | `{"annotations":{},"create":true,"imagePullSecrets":[]}` | Configuration for service accounts for flyteagent | -| flyteagent.serviceAccount.annotations | object | `{}` | Annotations for ServiceAccount attached to flyteagent pods | -| flyteagent.serviceAccount.create | bool | `true` | Should a service account be created for flyteagent | -| flyteagent.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | -| flyteagent.tolerations | list | `[]` | tolerations for flyteagent deployment | +| flyteagent.flyteagent.additionalContainers | list | `[]` | Appends additional containers to the deployment spec. May include template values. | +| flyteagent.flyteagent.additionalVolumeMounts | list | `[]` | Appends additional volume mounts to the main container's spec. May include template values. | +| flyteagent.flyteagent.additionalVolumes | list | `[]` | Appends additional volumes to the deployment spec. May include template values. | +| flyteagent.flyteagent.affinity | object | `{}` | affinity for flyteagent deployment | +| flyteagent.flyteagent.configPath | string | `"/etc/flyteagent/config/*.yaml"` | Default regex string for searching configuration files | +| flyteagent.flyteagent.enabled | bool | `true` | | +| flyteagent.flyteagent.extraArgs | object | `{}` | Appends extra command line arguments to the main command | +| flyteagent.flyteagent.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | +| flyteagent.flyteagent.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | Docker image for flyteagent deployment | +| flyteagent.flyteagent.image.tag | string | `"1.6.2b1"` | Docker image tag | +| flyteagent.flyteagent.nodeSelector | object | `{}` | nodeSelector for flyteagent deployment | +| flyteagent.flyteagent.podAnnotations | object | `{}` | Annotations for flyteagent pods | +| flyteagent.flyteagent.ports.containerPort | int | `8000` | | +| flyteagent.flyteagent.ports.name | string | `"agent-grpc"` | | +| flyteagent.flyteagent.priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). | +| flyteagent.flyteagent.replicaCount | int | `1` | Replicas count for flyteagent deployment | +| flyteagent.flyteagent.resources | object | `{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for flyteagent deployment | +| flyteagent.flyteagent.service | object | `{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"}` | Service settings for flyteagent | +| flyteagent.flyteagent.serviceAccount | object | `{"annotations":{},"create":true,"imagePullSecrets":[]}` | Configuration for service accounts for flyteagent | +| flyteagent.flyteagent.serviceAccount.annotations | object | `{}` | Annotations for ServiceAccount attached to flyteagent pods | +| flyteagent.flyteagent.serviceAccount.create | bool | `true` | Should a service account be created for flyteagent | +| flyteagent.flyteagent.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | +| flyteagent.flyteagent.tolerations | list | `[]` | tolerations for flyteagent deployment | | flyteconsole.affinity | object | `{}` | affinity for Flyteconsole deployment | | flyteconsole.enabled | bool | `true` | | | flyteconsole.ga.enabled | bool | `false` | | diff --git a/charts/flyte-core/values.yaml b/charts/flyte-core/values.yaml index 1885347844..678f51c1cc 100755 --- a/charts/flyte-core/values.yaml +++ b/charts/flyte-core/values.yaml @@ -203,62 +203,63 @@ datacatalog: # flyteagent: - enabled: true - # -- Replicas count for flyteagent deployment - replicaCount: 1 - image: - # -- Docker image for flyteagent deployment - repository: ghcr.io/flyteorg/flyteagent - # -- Docker image tag - tag: 1.6.2b1 - # -- Docker image pull policy - pullPolicy: IfNotPresent - ports: - containerPort: 8000 - name: agent-grpc - # -- Default resources requests and limits for flyteagent deployment - resources: - limits: - cpu: 500m - ephemeral-storage: 100Mi - memory: 500Mi - requests: - cpu: 10m - ephemeral-storage: 50Mi - memory: 50Mi - # -- Default regex string for searching configuration files - configPath: /etc/flyteagent/config/*.yaml - # -- Service settings for flyteagent - service: - annotations: - projectcontour.io/upstream-protocol.h2c: grpc - type: ClusterIP - # -- Configuration for service accounts for flyteagent - serviceAccount: - # -- Should a service account be created for flyteagent - create: true - # -- Annotations for ServiceAccount attached to flyteagent pods - annotations: {} - # -- ImagePullSecrets to automatically assign to the service account - imagePullSecrets: [] - # -- Annotations for flyteagent pods - podAnnotations: {} - # -- nodeSelector for flyteagent deployment - nodeSelector: {} - # -- tolerations for flyteagent deployment - tolerations: [] - # -- affinity for flyteagent deployment - affinity: {} - # -- Appends additional volumes to the deployment spec. May include template values. - additionalVolumes: [] - # -- Appends additional volume mounts to the main container's spec. May include template values. - additionalVolumeMounts: [] - # -- Appends additional containers to the deployment spec. May include template values. - additionalContainers: [] - # -- Appends extra command line arguments to the main command - extraArgs: {} - # -- Sets priorityClassName for datacatalog pod(s). - priorityClassName: "" + flyteagent: + enabled: true + # -- Replicas count for flyteagent deployment + replicaCount: 1 + image: + # -- Docker image for flyteagent deployment + repository: ghcr.io/flyteorg/flyteagent + # -- Docker image tag + tag: 1.6.2b1 + # -- Docker image pull policy + pullPolicy: IfNotPresent + ports: + containerPort: 8000 + name: agent-grpc + # -- Default resources requests and limits for flyteagent deployment + resources: + limits: + cpu: 500m + ephemeral-storage: 100Mi + memory: 500Mi + requests: + cpu: 10m + ephemeral-storage: 50Mi + memory: 50Mi + # -- Default regex string for searching configuration files + configPath: /etc/flyteagent/config/*.yaml + # -- Service settings for flyteagent + service: + annotations: + projectcontour.io/upstream-protocol.h2c: grpc + type: ClusterIP + # -- Configuration for service accounts for flyteagent + serviceAccount: + # -- Should a service account be created for flyteagent + create: true + # -- Annotations for ServiceAccount attached to flyteagent pods + annotations: {} + # -- ImagePullSecrets to automatically assign to the service account + imagePullSecrets: [] + # -- Annotations for flyteagent pods + podAnnotations: {} + # -- nodeSelector for flyteagent deployment + nodeSelector: {} + # -- tolerations for flyteagent deployment + tolerations: [] + # -- affinity for flyteagent deployment + affinity: {} + # -- Appends additional volumes to the deployment spec. May include template values. + additionalVolumes: [] + # -- Appends additional volume mounts to the main container's spec. May include template values. + additionalVolumeMounts: [] + # -- Appends additional containers to the deployment spec. May include template values. + additionalContainers: [] + # -- Appends extra command line arguments to the main command + extraArgs: {} + # -- Sets priorityClassName for datacatalog pod(s). + priorityClassName: "" # # FLYTEPROPELLER SETTINGS diff --git a/charts/flyte-sandbox/README.md b/charts/flyte-sandbox/README.md index 47821a9eac..7ea59bf836 100644 --- a/charts/flyte-sandbox/README.md +++ b/charts/flyte-sandbox/README.md @@ -51,6 +51,7 @@ A Helm chart for the Flyte local sandbox | flyte-binary.deployment.waitForDB.image.repository | string | `"bitnami/postgresql"` | | | flyte-binary.deployment.waitForDB.image.tag | string | `"sandbox"` | | | flyte-binary.enabled | bool | `true` | | +| flyte-binary.flyteagent.flyteagent.enable | bool | `true` | | | flyte-binary.nameOverride | string | `"flyte-sandbox"` | | | flyte-binary.rbac.extraRules[0].apiGroups[0] | string | `"*"` | | | flyte-binary.rbac.extraRules[0].resources[0] | string | `"*"` | | diff --git a/charts/flyte-sandbox/values.yaml b/charts/flyte-sandbox/values.yaml index 8d7b732c55..3bc5a9fe20 100644 --- a/charts/flyte-sandbox/values.yaml +++ b/charts/flyte-sandbox/values.yaml @@ -10,6 +10,9 @@ docker-registry: nodePort: 30000 flyte-binary: + flyteagent: + flyteagent: + enable: true nameOverride: flyte-sandbox enabled: true configuration: diff --git a/charts/flyte/README.md b/charts/flyte/README.md index 7f1895d777..f85cfc6979 100644 --- a/charts/flyte/README.md +++ b/charts/flyte/README.md @@ -71,7 +71,7 @@ helm upgrade -f values-sandbox.yaml flyte . | contour.tolerations | list | `[]` | tolerations for Contour deployment | | daskoperator | object | `{"enabled":false}` | Optional: Dask Plugin using the Dask Operator | | daskoperator.enabled | bool | `false` | - enable or disable the dask operator deployment installation | -| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.32","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"agent-service":{"defaultGrpcEndpoint":"flyteagent.flyte.svc.cluster.local:8000","supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.0.48"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.1.110"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteagent":{"additionalContainers":[],"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyteagent/config/*.yaml","enabled":true,"extraArgs":{},"image":{"pullPolicy":"IfNotPresent","repository":"ghcr.io/flyteorg/flyteagent","tag":"1.8.1"},"nodeSelector":{},"podAnnotations":{},"priorityClassName":"","replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.8.5"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.1.106"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.1.110"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole | +| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.32","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"agent-service":{"defaultGrpcEndpoint":"flyteagent.flyte.svc.cluster.local:8000","supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.0.48"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.1.110"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteagent":{"flyteagent":{"additionalContainers":[],"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyteagent/config/*.yaml","enabled":true,"extraArgs":{},"image":{"pullPolicy":"IfNotPresent","repository":"ghcr.io/flyteorg/flyteagent","tag":"1.8.1"},"nodeSelector":{},"podAnnotations":{},"priorityClassName":"","replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]}},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.8.5"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.1.106"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.1.110"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole | | flyte.cluster_resource_manager | object | `{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]}` | Configuration for the Cluster resource manager component. This is an optional component, that enables automatic cluster configuration. This is useful to set default quotas, manage namespaces etc that map to a project/domain | | flyte.cluster_resource_manager.config.cluster_resources | object | `{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}` | ClusterResource parameters Refer to the [structure](https://pkg.go.dev/github.com/lyft/flyteadmin@v0.3.37/pkg/runtime/interfaces#ClusterResourceConfig) to customize. | | flyte.cluster_resource_manager.config.cluster_resources.standaloneDeployment | bool | `false` | Starts the cluster resource manager in standalone mode with requisite auth credentials to call flyteadmin service endpoints | @@ -148,26 +148,26 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flyteadmin.serviceAccount.create | bool | `true` | Should a service account be created for flyteadmin | | flyte.flyteadmin.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | | flyte.flyteadmin.tolerations | list | `[]` | tolerations for Flyteadmin deployment | -| flyte.flyteagent.additionalContainers | list | `[]` | Appends additional containers to the deployment spec. May include template values. | -| flyte.flyteagent.additionalVolumeMounts | list | `[]` | Appends additional volume mounts to the main container's spec. May include template values. | -| flyte.flyteagent.additionalVolumes | list | `[]` | Appends additional volumes to the deployment spec. May include template values. | -| flyte.flyteagent.affinity | object | `{}` | affinity for flyteagent deployment | -| flyte.flyteagent.configPath | string | `"/etc/flyteagent/config/*.yaml"` | Default regex string for searching configuration files | -| flyte.flyteagent.extraArgs | object | `{}` | Appends extra command line arguments to the main command | -| flyte.flyteagent.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | -| flyte.flyteagent.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | Docker image for flyteagent deployment | -| flyte.flyteagent.image.tag | string | `"1.8.1"` | Docker image tag | -| flyte.flyteagent.nodeSelector | object | `{}` | nodeSelector for flyteagent deployment | -| flyte.flyteagent.podAnnotations | object | `{}` | Annotations for flyteagent pods | -| flyte.flyteagent.priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). | -| flyte.flyteagent.replicaCount | int | `1` | Replicas count for flyteagent deployment | -| flyte.flyteagent.resources | object | `{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for flyteagent deployment | -| flyte.flyteagent.service | object | `{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"}` | Service settings for flyteagent | -| flyte.flyteagent.serviceAccount | object | `{"annotations":{},"create":true,"imagePullSecrets":[]}` | Configuration for service accounts for flyteagent | -| flyte.flyteagent.serviceAccount.annotations | object | `{}` | Annotations for ServiceAccount attached to flyteagent pods | -| flyte.flyteagent.serviceAccount.create | bool | `true` | Should a service account be created for flyteagent | -| flyte.flyteagent.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | -| flyte.flyteagent.tolerations | list | `[]` | tolerations for flyteagent deployment | +| flyte.flyteagent.flyteagent.additionalContainers | list | `[]` | Appends additional containers to the deployment spec. May include template values. | +| flyte.flyteagent.flyteagent.additionalVolumeMounts | list | `[]` | Appends additional volume mounts to the main container's spec. May include template values. | +| flyte.flyteagent.flyteagent.additionalVolumes | list | `[]` | Appends additional volumes to the deployment spec. May include template values. | +| flyte.flyteagent.flyteagent.affinity | object | `{}` | affinity for flyteagent deployment | +| flyte.flyteagent.flyteagent.configPath | string | `"/etc/flyteagent/config/*.yaml"` | Default regex string for searching configuration files | +| flyte.flyteagent.flyteagent.extraArgs | object | `{}` | Appends extra command line arguments to the main command | +| flyte.flyteagent.flyteagent.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | +| flyte.flyteagent.flyteagent.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | Docker image for flyteagent deployment | +| flyte.flyteagent.flyteagent.image.tag | string | `"1.8.1"` | Docker image tag | +| flyte.flyteagent.flyteagent.nodeSelector | object | `{}` | nodeSelector for flyteagent deployment | +| flyte.flyteagent.flyteagent.podAnnotations | object | `{}` | Annotations for flyteagent pods | +| flyte.flyteagent.flyteagent.priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). | +| flyte.flyteagent.flyteagent.replicaCount | int | `1` | Replicas count for flyteagent deployment | +| flyte.flyteagent.flyteagent.resources | object | `{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for flyteagent deployment | +| flyte.flyteagent.flyteagent.service | object | `{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"}` | Service settings for flyteagent | +| flyte.flyteagent.flyteagent.serviceAccount | object | `{"annotations":{},"create":true,"imagePullSecrets":[]}` | Configuration for service accounts for flyteagent | +| flyte.flyteagent.flyteagent.serviceAccount.annotations | object | `{}` | Annotations for ServiceAccount attached to flyteagent pods | +| flyte.flyteagent.flyteagent.serviceAccount.create | bool | `true` | Should a service account be created for flyteagent | +| flyte.flyteagent.flyteagent.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | +| flyte.flyteagent.flyteagent.tolerations | list | `[]` | tolerations for flyteagent deployment | | flyte.flyteconsole.affinity | object | `{}` | affinity for Flyteconsole deployment | | flyte.flyteconsole.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flyteconsole.image.repository | string | `"cr.flyte.org/flyteorg/flyteconsole"` | Docker image for Flyteconsole deployment | diff --git a/charts/flyte/values.yaml b/charts/flyte/values.yaml index 3a41132fdc..1ac40d46ac 100755 --- a/charts/flyte/values.yaml +++ b/charts/flyte/values.yaml @@ -217,59 +217,60 @@ flyte: # flyteagent: - enabled: true - # -- Replicas count for flyteagent deployment - replicaCount: 1 - image: - # -- Docker image for flyteagent deployment - repository: ghcr.io/flyteorg/flyteagent - # -- Docker image tag - tag: 1.8.1 - # -- Docker image pull policy - pullPolicy: IfNotPresent - # -- Default resources requests and limits for flyteagent deployment - resources: - limits: - cpu: 500m - ephemeral-storage: 100Mi - memory: 500Mi - requests: - cpu: 10m - ephemeral-storage: 50Mi - memory: 50Mi - # -- Default regex string for searching configuration files - configPath: /etc/flyteagent/config/*.yaml - # -- Service settings for flyteagent - service: - annotations: - projectcontour.io/upstream-protocol.h2c: grpc - type: ClusterIP - # -- Configuration for service accounts for flyteagent - serviceAccount: - # -- Should a service account be created for flyteagent - create: true - # -- Annotations for ServiceAccount attached to flyteagent pods - annotations: { } - # -- ImagePullSecrets to automatically assign to the service account - imagePullSecrets: [ ] - # -- Annotations for flyteagent pods - podAnnotations: { } - # -- nodeSelector for flyteagent deployment - nodeSelector: { } - # -- tolerations for flyteagent deployment - tolerations: [ ] - # -- affinity for flyteagent deployment - affinity: { } - # -- Appends additional volumes to the deployment spec. May include template values. - additionalVolumes: [ ] - # -- Appends additional volume mounts to the main container's spec. May include template values. - additionalVolumeMounts: [ ] - # -- Appends additional containers to the deployment spec. May include template values. - additionalContainers: [ ] - # -- Appends extra command line arguments to the main command - extraArgs: { } - # -- Sets priorityClassName for datacatalog pod(s). - priorityClassName: "" + flyteagent: + enabled: true + # -- Replicas count for flyteagent deployment + replicaCount: 1 + image: + # -- Docker image for flyteagent deployment + repository: ghcr.io/flyteorg/flyteagent + # -- Docker image tag + tag: 1.8.1 + # -- Docker image pull policy + pullPolicy: IfNotPresent + # -- Default resources requests and limits for flyteagent deployment + resources: + limits: + cpu: 500m + ephemeral-storage: 100Mi + memory: 500Mi + requests: + cpu: 10m + ephemeral-storage: 50Mi + memory: 50Mi + # -- Default regex string for searching configuration files + configPath: /etc/flyteagent/config/*.yaml + # -- Service settings for flyteagent + service: + annotations: + projectcontour.io/upstream-protocol.h2c: grpc + type: ClusterIP + # -- Configuration for service accounts for flyteagent + serviceAccount: + # -- Should a service account be created for flyteagent + create: true + # -- Annotations for ServiceAccount attached to flyteagent pods + annotations: { } + # -- ImagePullSecrets to automatically assign to the service account + imagePullSecrets: [ ] + # -- Annotations for flyteagent pods + podAnnotations: { } + # -- nodeSelector for flyteagent deployment + nodeSelector: { } + # -- tolerations for flyteagent deployment + tolerations: [ ] + # -- affinity for flyteagent deployment + affinity: { } + # -- Appends additional volumes to the deployment spec. May include template values. + additionalVolumes: [ ] + # -- Appends additional volume mounts to the main container's spec. May include template values. + additionalVolumeMounts: [ ] + # -- Appends additional containers to the deployment spec. May include template values. + additionalContainers: [ ] + # -- Appends extra command line arguments to the main command + extraArgs: { } + # -- Sets priorityClassName for datacatalog pod(s). + priorityClassName: "" # diff --git a/deployment/sandbox-binary/flyte_agent_helm_generated.yaml b/deployment/sandbox-binary/flyte_agent_helm_generated.yaml index 8b13789179..741dcee6ff 100644 --- a/deployment/sandbox-binary/flyte_agent_helm_generated.yaml +++ b/deployment/sandbox-binary/flyte_agent_helm_generated.yaml @@ -1 +1,100 @@ - +--- +# Source: flyteagent/templates/agent/serviceaccount.yaml +apiVersion: v1 +kind: ServiceAccount +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +--- +# Source: flyteagent/templates/agent/secret.yaml +apiVersion: v1 +kind: Secret +metadata: + name: flyteagent + namespace: flyte +type: Opaque +data: + username: User +--- +# Source: flyteagent/templates/agent/service.yaml +apiVersion: v1 +kind: Service +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + annotations: + projectcontour.io/upstream-protocol.h2c: grpc +spec: + type: ClusterIP + ports: + - name: agent-grpc + port: 8000 + protocol: TCP + targetPort: agent-grpc + selector: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte +--- +# Source: flyteagent/templates/agent/deployment.yaml +apiVersion: apps/v1 +kind: Deployment +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +spec: + replicas: 1 + selector: + matchLabels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + template: + metadata: + annotations: + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + spec: + containers: + - command: + - pyflyte + - serve + image: "ghcr.io/flyteorg/flyteagent:1.8.3" + imagePullPolicy: "IfNotPresent" + name: flyteagent + volumeMounts: + - mountPath: /etc/agent-secret + name: flyteagent + ports: + - containerPort: 8000 + name: agent-grpc + resources: + limits: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + requests: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + serviceAccountName: flyteagent + volumes: + - name: flyteagent + secret: + secretName: flyteagent diff --git a/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml b/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml index aa26a699f3..f4c785550c 100644 --- a/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml +++ b/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml @@ -1,4 +1,16 @@ --- +# Source: flyte-binary/charts/flyteagent/templates/agent/serviceaccount.yaml +apiVersion: v1 +kind: ServiceAccount +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +--- # Source: flyte-binary/templates/serviceaccount.yaml apiVersion: v1 kind: ServiceAccount @@ -13,6 +25,16 @@ metadata: app.kubernetes.io/managed-by: Helm annotations: --- +# Source: flyte-binary/charts/flyteagent/templates/agent/secret.yaml +apiVersion: v1 +kind: Secret +metadata: + name: flyteagent + namespace: flyte +type: Opaque +data: + username: User +--- # Source: flyte-binary/templates/config-secret.yaml apiVersion: v1 kind: Secret @@ -254,6 +276,30 @@ subjects: name: flyte-flyte-binary namespace: "flyte" --- +# Source: flyte-binary/charts/flyteagent/templates/agent/service.yaml +apiVersion: v1 +kind: Service +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + annotations: + projectcontour.io/upstream-protocol.h2c: grpc +spec: + type: ClusterIP + ports: + - name: agent-grpc + port: 8000 + protocol: TCP + targetPort: agent-grpc + selector: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte +--- # Source: flyte-binary/templates/service/grpc.yaml apiVersion: v1 kind: Service @@ -328,6 +374,60 @@ spec: app.kubernetes.io/instance: flyte app.kubernetes.io/component: flyte-binary --- +# Source: flyte-binary/charts/flyteagent/templates/agent/deployment.yaml +apiVersion: apps/v1 +kind: Deployment +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +spec: + replicas: 1 + selector: + matchLabels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + template: + metadata: + annotations: + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + spec: + containers: + - command: + - pyflyte + - serve + image: "ghcr.io/flyteorg/flyteagent:1.8.3" + imagePullPolicy: "IfNotPresent" + name: flyteagent + volumeMounts: + - mountPath: /etc/agent-secret + name: flyteagent + ports: + - containerPort: 8000 + name: agent-grpc + resources: + limits: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + requests: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + serviceAccountName: flyteagent + volumes: + - name: flyteagent + secret: + secretName: flyteagent +--- # Source: flyte-binary/templates/deployment.yaml apiVersion: apps/v1 kind: Deployment diff --git a/deployment/sandbox/flyte_helm_generated.yaml b/deployment/sandbox/flyte_helm_generated.yaml index 7985ccb9de..8b11f6ac4e 100644 --- a/deployment/sandbox/flyte_helm_generated.yaml +++ b/deployment/sandbox/flyte_helm_generated.yaml @@ -27,6 +27,18 @@ metadata: app.kubernetes.io/component: envoy automountServiceAccountToken: false --- +# Source: flyte/charts/flyte/charts/flyteagent/templates/agent/serviceaccount.yaml +apiVersion: v1 +kind: ServiceAccount +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +--- # Source: flyte/charts/flyte/templates/admin/rbac.yaml apiVersion: v1 kind: ServiceAccount @@ -109,6 +121,16 @@ metadata: app.kubernetes.io/managed-by: Helm name: flyte-kubernetes-dashboard --- +# Source: flyte/charts/flyte/charts/flyteagent/templates/agent/secret.yaml +apiVersion: v1 +kind: Secret +metadata: + name: flyteagent + namespace: flyte +type: Opaque +data: + username: User +--- # Source: flyte/charts/flyte/templates/admin/secret.yaml apiVersion: v1 kind: Secret @@ -6120,6 +6142,30 @@ spec: app.kubernetes.io/component: envoy type: NodePort --- +# Source: flyte/charts/flyte/charts/flyteagent/templates/agent/service.yaml +apiVersion: v1 +kind: Service +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + annotations: + projectcontour.io/upstream-protocol.h2c: grpc +spec: + type: ClusterIP + ports: + - name: agent-grpc + port: 8000 + protocol: TCP + targetPort: agent-grpc + selector: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte +--- # Source: flyte/charts/flyte/templates/admin/service.yaml apiVersion: v1 kind: Service @@ -6671,6 +6717,60 @@ spec: - key: contour.yaml path: contour.yaml --- +# Source: flyte/charts/flyte/charts/flyteagent/templates/agent/deployment.yaml +apiVersion: apps/v1 +kind: Deployment +metadata: + name: flyteagent + namespace: flyte + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm +spec: + replicas: 1 + selector: + matchLabels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + template: + metadata: + annotations: + labels: + app.kubernetes.io/name: flyteagent + app.kubernetes.io/instance: flyte + helm.sh/chart: flyteagent-v0.1.10 + app.kubernetes.io/managed-by: Helm + spec: + containers: + - command: + - pyflyte + - serve + image: "ghcr.io/flyteorg/flyteagent:1.8.1" + imagePullPolicy: "IfNotPresent" + name: flyteagent + volumeMounts: + - mountPath: /etc/agent-secret + name: flyteagent + ports: + - containerPort: 8000 + name: agent-grpc + resources: + limits: + cpu: 500m + ephemeral-storage: 100Mi + memory: 500Mi + requests: + cpu: 10m + ephemeral-storage: 50Mi + memory: 50Mi + serviceAccountName: flyteagent + volumes: + - name: flyteagent + secret: + secretName: flyteagent +--- # Source: flyte/charts/flyte/templates/admin/deployment.yaml apiVersion: apps/v1 kind: Deployment diff --git a/docker/sandbox-bundled/manifests/complete.yaml b/docker/sandbox-bundled/manifests/complete.yaml index 7fe7051460..e3de0a5744 100644 --- a/docker/sandbox-bundled/manifests/complete.yaml +++ b/docker/sandbox-bundled/manifests/complete.yaml @@ -41,6 +41,17 @@ metadata: secrets: - name: flyte-sandbox-minio --- +apiVersion: v1 +kind: ServiceAccount +metadata: + labels: + app.kubernetes.io/instance: flyte-sandbox + app.kubernetes.io/managed-by: Helm + app.kubernetes.io/name: flyteagent + helm.sh/chart: flyteagent-v0.1.10 + name: flyteagent + namespace: flyte +--- apiVersion: rbac.authorization.k8s.io/v1 kind: Role metadata: @@ -784,7 +795,7 @@ type: Opaque --- apiVersion: v1 data: - haSharedSecret: eFp6OU9KRDlwbnJwQnpSWg== + haSharedSecret: YzQ1QUcwbFg0cWlIYVh1OQ== proxyPassword: "" proxyUsername: "" kind: Secret @@ -841,6 +852,15 @@ metadata: type: Opaque --- apiVersion: v1 +data: + username: User +kind: Secret +metadata: + name: flyteagent + namespace: flyte +type: Opaque +--- +apiVersion: v1 kind: Secret metadata: labels: @@ -1079,6 +1099,29 @@ spec: type: ClusterIP --- apiVersion: v1 +kind: Service +metadata: + annotations: + projectcontour.io/upstream-protocol.h2c: grpc + labels: + app.kubernetes.io/instance: flyte-sandbox + app.kubernetes.io/managed-by: Helm + app.kubernetes.io/name: flyteagent + helm.sh/chart: flyteagent-v0.1.10 + name: flyteagent + namespace: flyte +spec: + ports: + - name: agent-grpc + port: 8000 + protocol: TCP + targetPort: agent-grpc + selector: + app.kubernetes.io/instance: flyte-sandbox + app.kubernetes.io/name: flyteagent + type: ClusterIP +--- +apiVersion: v1 kind: PersistentVolume metadata: labels: @@ -1345,7 +1388,7 @@ spec: metadata: annotations: checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81 - checksum/secret: fb1dd8cf40b988310f04017adcdc50ccfb7ccfcdbc14214e896ff2b35a652507 + checksum/secret: b725e53f42059837cfab4c72149d49f8325867f8796cdb25f9cc2cb903d1e154 labels: app: docker-registry release: flyte-sandbox @@ -1646,6 +1689,59 @@ spec: name: config --- apiVersion: apps/v1 +kind: Deployment +metadata: + labels: + app.kubernetes.io/instance: flyte-sandbox + app.kubernetes.io/managed-by: Helm + app.kubernetes.io/name: flyteagent + helm.sh/chart: flyteagent-v0.1.10 + name: flyteagent + namespace: flyte +spec: + replicas: 1 + selector: + matchLabels: + app.kubernetes.io/instance: flyte-sandbox + app.kubernetes.io/name: flyteagent + template: + metadata: + annotations: null + labels: + app.kubernetes.io/instance: flyte-sandbox + app.kubernetes.io/managed-by: Helm + app.kubernetes.io/name: flyteagent + helm.sh/chart: flyteagent-v0.1.10 + spec: + containers: + - command: + - pyflyte + - serve + image: ghcr.io/flyteorg/flyteagent:1.8.3 + imagePullPolicy: IfNotPresent + name: flyteagent + ports: + - containerPort: 8000 + name: agent-grpc + resources: + limits: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + requests: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + volumeMounts: + - mountPath: /etc/agent-secret + name: flyteagent + serviceAccountName: flyteagent + volumes: + - name: flyteagent + secret: + secretName: flyteagent +--- +apiVersion: apps/v1 kind: StatefulSet metadata: labels: diff --git a/docker/sandbox-bundled/manifests/dev.yaml b/docker/sandbox-bundled/manifests/dev.yaml index 45108dbf5f..6ce4369666 100644 --- a/docker/sandbox-bundled/manifests/dev.yaml +++ b/docker/sandbox-bundled/manifests/dev.yaml @@ -499,7 +499,7 @@ metadata: --- apiVersion: v1 data: - haSharedSecret: NDNTQmVGVEFuNGtvcDVQcQ== + haSharedSecret: YktiWUxqVWZVaVppN0FpRQ== proxyPassword: "" proxyUsername: "" kind: Secret @@ -933,7 +933,7 @@ spec: metadata: annotations: checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81 - checksum/secret: 58013801f246d483f23be93ca003d4f2a6e44781b09f66fb48cfea43622b7d6b + checksum/secret: d9c315afc7c83d27f9236767ad3719547b653100004da7dd622f23a4f9a62557 labels: app: docker-registry release: flyte-sandbox From 49192215b4fa454d776fd2ac49483af9bdacd3a5 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Tue, 8 Aug 2023 21:48:04 -0700 Subject: [PATCH 10/19] update value.yaml Signed-off-by: Kevin Su --- charts/flyte-agent/README.md | 46 ++-- .../templates/agent/deployment.yaml | 32 +-- .../flyte-agent/templates/agent/secret.yaml | 2 +- .../flyte-agent/templates/agent/service.yaml | 12 +- .../templates/agent/serviceaccount.yaml | 8 +- charts/flyte-agent/values.yaml | 113 +++++----- charts/flyte-binary/README.md | 84 +++---- charts/flyte-binary/values.yaml | 205 +++++++++--------- charts/flyte-core/README.md | 46 ++-- charts/flyte-core/values-controlplane.yaml | 3 +- charts/flyte-core/values-dataplane.yaml | 3 +- charts/flyte-core/values-eks.yaml | 3 +- charts/flyte-core/values-gcp.yaml | 3 +- ...loak-idp-flyteclients-without-browser.yaml | 3 +- charts/flyte-core/values.yaml | 113 +++++----- charts/flyte-sandbox/README.md | 2 +- charts/flyte-sandbox/values.yaml | 3 +- .../sandbox-bundled/manifests/complete.yaml | 10 +- docker/sandbox-bundled/manifests/dev.yaml | 4 +- 19 files changed, 345 insertions(+), 350 deletions(-) diff --git a/charts/flyte-agent/README.md b/charts/flyte-agent/README.md index b32f5e00b1..e744cb4617 100644 --- a/charts/flyte-agent/README.md +++ b/charts/flyte-agent/README.md @@ -8,32 +8,32 @@ A Helm chart for Flyte agent | Key | Type | Default | Description | |-----|------|---------|-------------| +| additionalContainers | list | `[]` | Appends additional containers to the deployment spec. May include template values. | +| additionalVolumeMounts | list | `[]` | Appends additional volume mounts to the main container's spec. May include template values. | +| additionalVolumes | list | `[]` | Appends additional volumes to the deployment spec. May include template values. | +| affinity | object | `{}` | affinity for flyteagent deployment | | agentSecret.name | string | `""` | Specify name of K8s Secret. Leave it empty if you don't need this Secret | | agentSecret.secretData | object | `{"data":{"username":"User"}}` | Specify your Secret (with sensitive data) or pseudo-manifest (without sensitive data). See https://github.com/godaddy/kubernetes-external-secrets | | commonAnnotations | object | `{}` | | | commonLabels | object | `{}` | | -| flyteagent.additionalContainers | list | `[]` | Appends additional containers to the deployment spec. May include template values. | -| flyteagent.additionalVolumeMounts | list | `[]` | Appends additional volume mounts to the main container's spec. May include template values. | -| flyteagent.additionalVolumes | list | `[]` | Appends additional volumes to the deployment spec. May include template values. | -| flyteagent.affinity | object | `{}` | affinity for flyteagent deployment | -| flyteagent.configPath | string | `"/etc/flyteagent/config/*.yaml"` | Default regex string for searching configuration files | -| flyteagent.enabled | bool | `true` | | -| flyteagent.extraArgs | object | `{}` | Appends extra command line arguments to the main command | -| flyteagent.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | -| flyteagent.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | Docker image for flyteagent deployment | -| flyteagent.image.tag | string | `"1.8.3"` | Docker image tag | -| flyteagent.nodeSelector | object | `{}` | nodeSelector for flyteagent deployment | -| flyteagent.podAnnotations | object | `{}` | Annotations for flyteagent pods | -| flyteagent.ports.containerPort | int | `8000` | | -| flyteagent.ports.name | string | `"agent-grpc"` | | -| flyteagent.priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). | -| flyteagent.replicaCount | int | `1` | Replicas count for flyteagent deployment | -| flyteagent.resources | object | `{"limits":{"cpu":"500m","ephemeral-storage":"200Mi","memory":"200Mi"},"requests":{"cpu":"500m","ephemeral-storage":"200Mi","memory":"200Mi"}}` | Default resources requests and limits for flyteagent deployment | -| flyteagent.service | object | `{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"}` | Service settings for flyteagent | -| flyteagent.serviceAccount | object | `{"annotations":{},"create":true,"imagePullSecrets":[]}` | Configuration for service accounts for flyteagent | -| flyteagent.serviceAccount.annotations | object | `{}` | Annotations for ServiceAccount attached to flyteagent pods | -| flyteagent.serviceAccount.create | bool | `true` | Should a service account be created for flyteagent | -| flyteagent.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | -| flyteagent.tolerations | list | `[]` | tolerations for flyteagent deployment | +| configPath | string | `"/etc/flyteagent/config/*.yaml"` | Default regex string for searching configuration files | +| enabled | bool | `true` | | +| extraArgs | object | `{}` | Appends extra command line arguments to the main command | | fullnameOverride | string | `""` | | +| image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | +| image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | Docker image for flyteagent deployment | +| image.tag | string | `"1.8.3"` | Docker image tag | | nameOverride | string | `""` | | +| nodeSelector | object | `{}` | nodeSelector for flyteagent deployment | +| podAnnotations | object | `{}` | Annotations for flyteagent pods | +| ports.containerPort | int | `8000` | | +| ports.name | string | `"agent-grpc"` | | +| priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). | +| replicaCount | int | `1` | Replicas count for flyteagent deployment | +| resources | object | `{"limits":{"cpu":"500m","ephemeral-storage":"200Mi","memory":"200Mi"},"requests":{"cpu":"500m","ephemeral-storage":"200Mi","memory":"200Mi"}}` | Default resources requests and limits for flyteagent deployment | +| service | object | `{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"}` | Service settings for flyteagent | +| serviceAccount | object | `{"annotations":{},"create":true,"imagePullSecrets":[]}` | Configuration for service accounts for flyteagent | +| serviceAccount.annotations | object | `{}` | Annotations for ServiceAccount attached to flyteagent pods | +| serviceAccount.create | bool | `true` | Should a service account be created for flyteagent | +| serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | +| tolerations | list | `[]` | tolerations for flyteagent deployment | diff --git a/charts/flyte-agent/templates/agent/deployment.yaml b/charts/flyte-agent/templates/agent/deployment.yaml index db7707722c..7721171cc1 100644 --- a/charts/flyte-agent/templates/agent/deployment.yaml +++ b/charts/flyte-agent/templates/agent/deployment.yaml @@ -1,4 +1,4 @@ -{{- if .Values.flyteagent.enabled }} +{{- if .Values.enabled }} apiVersion: apps/v1 kind: Deployment metadata: @@ -6,50 +6,50 @@ metadata: namespace: {{ template "flyte.namespace" . }} labels: {{ include "flyteagent.labels" . | nindent 4 }} spec: - replicas: {{ .Values.flyteagent.replicaCount }} + replicas: {{ .Values.replicaCount }} selector: matchLabels: {{ include "flyteagent.selectorLabels" . | nindent 6 }} template: metadata: annotations: - {{- with .Values.flyteagent.podAnnotations }} + {{- with .Values.podAnnotations }} {{- toYaml . | nindent 8 }} {{- end }} labels: {{ include "flyteagent.labels" . | nindent 8 }} spec: - {{- if .Values.flyteagent.priorityClassName }} - priorityClassName: {{ .Values.flyteagent.priorityClassName }} + {{- if .Values.priorityClassName }} + priorityClassName: {{ .Values.priorityClassName }} {{- end }} containers: - command: - pyflyte - serve - image: "{{ .Values.flyteagent.image.repository }}:{{ .Values.flyteagent.image.tag }}" - imagePullPolicy: "{{ .Values.flyteagent.image.pullPolicy }}" + image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}" + imagePullPolicy: "{{ .Values.image.pullPolicy }}" name: flyteagent volumeMounts: {{- include "agentSecret.volumeMount" . | nindent 8 }} ports: - - containerPort: {{ .Values.flyteagent.ports.containerPort }} - name: {{ .Values.flyteagent.ports.name }} - resources: {{- toYaml .Values.flyteagent.resources | nindent 10 }} - {{- with .Values.flyteagent.additionalVolumeMounts -}} + - containerPort: {{ .Values.ports.containerPort }} + name: {{ .Values.ports.name }} + resources: {{- toYaml .Values.resources | nindent 10 }} + {{- with .Values.additionalVolumeMounts -}} {{ tpl (toYaml .) $ | nindent 8 }} {{- end }} - {{- with .Values.flyteagent.additionalContainers -}} + {{- with .Values.additionalContainers -}} {{- tpl (toYaml .) $ | nindent 6}} {{- end }} serviceAccountName: {{ template "flyteagent.name" . }} volumes: {{- include "agentSecret.volume" . | nindent 6 }} - {{- with .Values.flyteagent.additionalVolumes -}} + {{- with .Values.additionalVolumes -}} {{ tpl (toYaml .) $ | nindent 6 }} {{- end }} - {{- with .Values.flyteagent.nodeSelector }} + {{- with .Values.nodeSelector }} nodeSelector: {{ tpl (toYaml .) $ | nindent 8 }} {{- end }} - {{- with .Values.flyteagent.affinity }} + {{- with .Values.affinity }} affinity: {{ tpl (toYaml .) $ | nindent 8 }} {{- end }} - {{- with .Values.flyteagent.tolerations }} + {{- with .Values.tolerations }} tolerations: {{ tpl (toYaml .) $ | nindent 8 }} {{- end }} {{- end }} diff --git a/charts/flyte-agent/templates/agent/secret.yaml b/charts/flyte-agent/templates/agent/secret.yaml index c5ec650755..2e389dbf7f 100644 --- a/charts/flyte-agent/templates/agent/secret.yaml +++ b/charts/flyte-agent/templates/agent/secret.yaml @@ -1,4 +1,4 @@ -{{- if .Values.flyteagent.enabled }} +{{- if .Values.enabled }} apiVersion: v1 kind: Secret metadata: diff --git a/charts/flyte-agent/templates/agent/service.yaml b/charts/flyte-agent/templates/agent/service.yaml index 615acbd62e..2f2f2d7e11 100644 --- a/charts/flyte-agent/templates/agent/service.yaml +++ b/charts/flyte-agent/templates/agent/service.yaml @@ -1,21 +1,21 @@ -{{- if .Values.flyteagent.enabled }} +{{- if .Values.enabled }} apiVersion: v1 kind: Service metadata: name: {{ template "flyteagent.name" . }} namespace: {{ template "flyte.namespace" . }} labels: {{ include "flyteagent.labels" . | nindent 4 }} - {{- with .Values.flyteagent.service.annotations }} + {{- with .Values.service.annotations }} annotations: {{ tpl (toYaml .) $ | nindent 4 }} {{- end }} spec: - {{- with .Values.flyteagent.service.type}} + {{- with .Values.service.type}} type: {{ . }} {{- end }} ports: - - name: {{ .Values.flyteagent.ports.name }} - port: {{ .Values.flyteagent.ports.containerPort }} + - name: {{ .Values.ports.name }} + port: {{ .Values.ports.containerPort }} protocol: TCP - targetPort: {{ .Values.flyteagent.ports.name }} + targetPort: {{ .Values.ports.name }} selector: {{ include "flyteagent.selectorLabels" . | nindent 4 }} {{- end }} \ No newline at end of file diff --git a/charts/flyte-agent/templates/agent/serviceaccount.yaml b/charts/flyte-agent/templates/agent/serviceaccount.yaml index 56097daac2..7b0159ecfd 100644 --- a/charts/flyte-agent/templates/agent/serviceaccount.yaml +++ b/charts/flyte-agent/templates/agent/serviceaccount.yaml @@ -1,16 +1,16 @@ -{{- if .Values.flyteagent.enabled }} +{{- if .Values.enabled }} --- -{{- if .Values.flyteagent.serviceAccount.create }} +{{- if .Values.serviceAccount.create }} apiVersion: v1 kind: ServiceAccount metadata: name: {{ template "flyteagent.name" . }} namespace: {{ template "flyte.namespace" . }} labels: {{ include "flyteagent.labels" . | nindent 4 }} - {{- with .Values.flyteagent.serviceAccount.annotations }} + {{- with .Values.serviceAccount.annotations }} annotations: {{ tpl (toYaml .) $ | nindent 4 }} {{- end}} -{{- with .Values.flyteagent.serviceAccount.imagePullSecrets }} +{{- with .Values.serviceAccount.imagePullSecrets }} imagePullSecrets: {{ tpl (toYaml .) $ | nindent 2 }} {{- end }} {{- end }} diff --git a/charts/flyte-agent/values.yaml b/charts/flyte-agent/values.yaml index d731df863a..ce3d5027b5 100755 --- a/charts/flyte-agent/values.yaml +++ b/charts/flyte-agent/values.yaml @@ -19,60 +19,59 @@ agentSecret: data: username: User -flyteagent: - enabled: true - # -- Replicas count for flyteagent deployment - replicaCount: 1 - image: - # -- Docker image for flyteagent deployment - repository: ghcr.io/flyteorg/flyteagent - # -- Docker image tag - tag: 1.8.3 - # -- Docker image pull policy - pullPolicy: IfNotPresent - ports: - containerPort: 8000 - name: agent-grpc - # -- Default resources requests and limits for flyteagent deployment - resources: - limits: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - requests: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - # -- Default regex string for searching configuration files - configPath: /etc/flyteagent/config/*.yaml - # -- Service settings for flyteagent - service: - annotations: - projectcontour.io/upstream-protocol.h2c: grpc - type: ClusterIP - # -- Configuration for service accounts for flyteagent - serviceAccount: - # -- Should a service account be created for flyteagent - create: true - # -- Annotations for ServiceAccount attached to flyteagent pods - annotations: {} - # -- ImagePullSecrets to automatically assign to the service account - imagePullSecrets: [] - # -- Annotations for flyteagent pods - podAnnotations: {} - # -- nodeSelector for flyteagent deployment - nodeSelector: {} - # -- tolerations for flyteagent deployment - tolerations: [] - # -- affinity for flyteagent deployment - affinity: {} - # -- Appends additional volumes to the deployment spec. May include template values. - additionalVolumes: [] - # -- Appends additional volume mounts to the main container's spec. May include template values. - additionalVolumeMounts: [] - # -- Appends additional containers to the deployment spec. May include template values. - additionalContainers: [] - # -- Appends extra command line arguments to the main command - extraArgs: {} - # -- Sets priorityClassName for datacatalog pod(s). - priorityClassName: "" +enabled: true +# -- Replicas count for flyteagent deployment +replicaCount: 1 +image: + # -- Docker image for flyteagent deployment + repository: ghcr.io/flyteorg/flyteagent + # -- Docker image tag + tag: 1.8.3 + # -- Docker image pull policy + pullPolicy: IfNotPresent +ports: + containerPort: 8000 + name: agent-grpc +# -- Default resources requests and limits for flyteagent deployment +resources: + limits: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi + requests: + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi +# -- Default regex string for searching configuration files +configPath: /etc/flyteagent/config/*.yaml +# -- Service settings for flyteagent +service: + annotations: + projectcontour.io/upstream-protocol.h2c: grpc + type: ClusterIP +# -- Configuration for service accounts for flyteagent +serviceAccount: + # -- Should a service account be created for flyteagent + create: true + # -- Annotations for ServiceAccount attached to flyteagent pods + annotations: {} + # -- ImagePullSecrets to automatically assign to the service account + imagePullSecrets: [] +# -- Annotations for flyteagent pods +podAnnotations: {} +# -- nodeSelector for flyteagent deployment +nodeSelector: {} +# -- tolerations for flyteagent deployment +tolerations: [] +# -- affinity for flyteagent deployment +affinity: {} +# -- Appends additional volumes to the deployment spec. May include template values. +additionalVolumes: [] +# -- Appends additional volume mounts to the main container's spec. May include template values. +additionalVolumeMounts: [] +# -- Appends additional containers to the deployment spec. May include template values. +additionalContainers: [] +# -- Appends extra command line arguments to the main command +extraArgs: {} +# -- Sets priorityClassName for datacatalog pod(s). +priorityClassName: "" diff --git a/charts/flyte-binary/README.md b/charts/flyte-binary/README.md index 7f7a1e2659..faced29320 100644 --- a/charts/flyte-binary/README.md +++ b/charts/flyte-binary/README.md @@ -113,48 +113,48 @@ Chart for basic single Flyte executable deployment | flyte-core-components.dataCatalog.disabled | bool | `false` | | | flyte-core-components.propeller.disableWebhook | bool | `false` | | | flyte-core-components.propeller.disabled | bool | `false` | | -| flyteagent.flyteagent.deployment.annotations | object | `{}` | | -| flyteagent.flyteagent.deployment.args | list | `[]` | | -| flyteagent.flyteagent.deployment.command | list | `[]` | | -| flyteagent.flyteagent.deployment.extraEnvVars | list | `[]` | | -| flyteagent.flyteagent.deployment.extraEnvVarsConfigMap | string | `""` | | -| flyteagent.flyteagent.deployment.extraEnvVarsSecret | string | `""` | | -| flyteagent.flyteagent.deployment.extraPodSpec | object | `{}` | | -| flyteagent.flyteagent.deployment.extraVolumeMounts | list | `[]` | | -| flyteagent.flyteagent.deployment.extraVolumes | list | `[]` | | -| flyteagent.flyteagent.deployment.image.pullPolicy | string | `"IfNotPresent"` | | -| flyteagent.flyteagent.deployment.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | | -| flyteagent.flyteagent.deployment.image.tag | string | `"1.6.2b1"` | | -| flyteagent.flyteagent.deployment.initContainers | list | `[]` | | -| flyteagent.flyteagent.deployment.labels | object | `{}` | | -| flyteagent.flyteagent.deployment.lifecycleHooks | object | `{}` | | -| flyteagent.flyteagent.deployment.livenessProbe | object | `{}` | | -| flyteagent.flyteagent.deployment.podAnnotations | object | `{}` | | -| flyteagent.flyteagent.deployment.podLabels | object | `{}` | | -| flyteagent.flyteagent.deployment.podSecurityContext.enabled | bool | `false` | | -| flyteagent.flyteagent.deployment.podSecurityContext.fsGroup | int | `65534` | | -| flyteagent.flyteagent.deployment.podSecurityContext.runAsGroup | int | `65534` | | -| flyteagent.flyteagent.deployment.podSecurityContext.runAsUser | int | `65534` | | -| flyteagent.flyteagent.deployment.readinessProbe | object | `{}` | | -| flyteagent.flyteagent.deployment.replicas | int | `1` | | -| flyteagent.flyteagent.deployment.sidecars | list | `[]` | | -| flyteagent.flyteagent.deployment.startupProbe | object | `{}` | | -| flyteagent.flyteagent.enable | bool | `false` | | -| flyteagent.flyteagent.service.annotations | object | `{}` | | -| flyteagent.flyteagent.service.clusterIP | string | `""` | | -| flyteagent.flyteagent.service.externalTrafficPolicy | string | `"Cluster"` | | -| flyteagent.flyteagent.service.extraPorts | list | `[]` | | -| flyteagent.flyteagent.service.labels | object | `{}` | | -| flyteagent.flyteagent.service.loadBalancerIP | string | `""` | | -| flyteagent.flyteagent.service.loadBalancerSourceRanges | list | `[]` | | -| flyteagent.flyteagent.service.nodePort | string | `""` | | -| flyteagent.flyteagent.service.port | string | `""` | | -| flyteagent.flyteagent.service.type | string | `"ClusterIP"` | | -| flyteagent.flyteagent.serviceAccount.annotations | object | `{}` | | -| flyteagent.flyteagent.serviceAccount.create | bool | `true` | | -| flyteagent.flyteagent.serviceAccount.imagePullSecrets | list | `[]` | | -| flyteagent.flyteagent.serviceAccount.labels | object | `{}` | | -| flyteagent.flyteagent.serviceAccount.name | string | `""` | | +| flyteagent.deployment.annotations | object | `{}` | | +| flyteagent.deployment.args | list | `[]` | | +| flyteagent.deployment.command | list | `[]` | | +| flyteagent.deployment.extraEnvVars | list | `[]` | | +| flyteagent.deployment.extraEnvVarsConfigMap | string | `""` | | +| flyteagent.deployment.extraEnvVarsSecret | string | `""` | | +| flyteagent.deployment.extraPodSpec | object | `{}` | | +| flyteagent.deployment.extraVolumeMounts | list | `[]` | | +| flyteagent.deployment.extraVolumes | list | `[]` | | +| flyteagent.deployment.image.pullPolicy | string | `"IfNotPresent"` | | +| flyteagent.deployment.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | | +| flyteagent.deployment.image.tag | string | `"1.6.2b1"` | | +| flyteagent.deployment.initContainers | list | `[]` | | +| flyteagent.deployment.labels | object | `{}` | | +| flyteagent.deployment.lifecycleHooks | object | `{}` | | +| flyteagent.deployment.livenessProbe | object | `{}` | | +| flyteagent.deployment.podAnnotations | object | `{}` | | +| flyteagent.deployment.podLabels | object | `{}` | | +| flyteagent.deployment.podSecurityContext.enabled | bool | `false` | | +| flyteagent.deployment.podSecurityContext.fsGroup | int | `65534` | | +| flyteagent.deployment.podSecurityContext.runAsGroup | int | `65534` | | +| flyteagent.deployment.podSecurityContext.runAsUser | int | `65534` | | +| flyteagent.deployment.readinessProbe | object | `{}` | | +| flyteagent.deployment.replicas | int | `1` | | +| flyteagent.deployment.sidecars | list | `[]` | | +| flyteagent.deployment.startupProbe | object | `{}` | | +| flyteagent.enable | bool | `false` | | +| flyteagent.service.annotations | object | `{}` | | +| flyteagent.service.clusterIP | string | `""` | | +| flyteagent.service.externalTrafficPolicy | string | `"Cluster"` | | +| flyteagent.service.extraPorts | list | `[]` | | +| flyteagent.service.labels | object | `{}` | | +| flyteagent.service.loadBalancerIP | string | `""` | | +| flyteagent.service.loadBalancerSourceRanges | list | `[]` | | +| flyteagent.service.nodePort | string | `""` | | +| flyteagent.service.port | string | `""` | | +| flyteagent.service.type | string | `"ClusterIP"` | | +| flyteagent.serviceAccount.annotations | object | `{}` | | +| flyteagent.serviceAccount.create | bool | `true` | | +| flyteagent.serviceAccount.imagePullSecrets | list | `[]` | | +| flyteagent.serviceAccount.labels | object | `{}` | | +| flyteagent.serviceAccount.name | string | `""` | | | fullnameOverride | string | `""` | | | ingress.commonAnnotations | object | `{}` | | | ingress.create | bool | `false` | | diff --git a/charts/flyte-binary/values.yaml b/charts/flyte-binary/values.yaml index 61343101f3..9d1de4f6b0 100644 --- a/charts/flyte-binary/values.yaml +++ b/charts/flyte-binary/values.yaml @@ -368,109 +368,108 @@ serviceAccount: # flyteagent Configure Flyte Agent objects flyteagent: - flyteagent: - # enable Flag to enable bundled Flyte Agent - enable: false - # deployment Configure Flyte Agent deployment specification - deployment: - # replicas Number of replicas to create - replicas: 1 - # image Configure image to use for Flyte Agent - image: - # repository Flyte Agent image repository - repository: ghcr.io/flyteorg/flyteagent # FLYTE_AGENT_IMAGE - # tag Flyte image tag - tag: 1.6.2b1 # FLYTE_AGENT_TAG - # pullPolicy Flyte Agent image pull policy - pullPolicy: IfNotPresent - # extraEnvVars Array with extra environment variables to add to Flyte Agent - extraEnvVars: [] - # extraEnvVarsConfigMap Name of existing ConfigMap containing extra env vars for Flyte Agent - extraEnvVarsConfigMap: "" - # extraEnvVarsSecret Name of existing Secret containing extra env vars for Flyte Agent - extraEnvVarsSecret: "" - # command Override default container command - command: [] - # args Override default container args - args: [] - # livenessProbe Override default container liveness probe - # See: https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/ - livenessProbe: {} - # readinessProbe Override default container readiness probe - readinessProbe: {} - # startupProbe Specify a startup probe for Flyte Agent container - startupProbe: {} - # lifecycleHooks Specify hooks to run in Flyte container before or after startup - lifecycleHooks: {} - # resources Resource limits and requests for Flyte Agent container - # Uncomment and update to specify resources for deployment - # resources: - # limits: - # memory: 1Gi - # requests: - # cpu: 1 - # podSecurityContext Specify security context for Flyte Agent pod - # See: https://kubernetes.io/docs/tasks/configure-pod-container/security-context/ - podSecurityContext: - enabled: false - runAsUser: 65534 - runAsGroup: 65534 - fsGroup: 65534 - # labels Add labels to Flyte Agent deployment - labels: {} - # annotations Add annotations to Flyte Agent deployment - annotations: {} - # labels Add labels to Flyte Agent pod - podLabels: {} - # annotations Add annotations to Flyte Agent pod - podAnnotations: {} - # extraVolumeMounts Specify additional volumeMounts for Flyte Agent container - extraVolumeMounts: [] - # extraVolume Specify additional volumes for Flyte Agent pod - extraVolumes: [] - # sidecars Specify additional containers for Flyte Agent pod - sidecars: [] - # initContainers Specify additional init containers for Flyte Agent pod - initContainers: [] - # extraPodSpec Specify additional configuration for Flyte Agent pod - # This can be used for adding affinity, tolerations, hostNetwork, etc. - extraPodSpec: {} - # service Configure service for Flyte Agent - service: - # type Kubernetes service type - type: ClusterIP - # port Port for Flyte Agent service - # If not specified, defaults to corresponding container ports - port: "" - # nodePort Node port for Flyte Agent service if service type is `NodePort` or `LoadBalancer` - nodePort: "" - # clusterIP Set static IP if service type is `ClusterIP` - clusterIP: "" - # labels Add labels to Flyte Agent service - labels: {} - # annotations Add annotations to Flyte Agent service - annotations: {} - # loadBalancerIP Set static IP if service type is `LoadBalancer` - loadBalancerIP: "" - # externalTrafficPolicy Enable client source IP preservation if service type is `NodePort` or `LoadBalancer` - # See: https://kubernetes.io/docs/tasks/access-application-cluster/create-external-load-balancer/#preserving-the-client-source-ip - externalTrafficPolicy: Cluster - # loadBalancerSourceRanges Addresses that are allowed when service is `LoadBalancer` - loadBalancerSourceRanges: [] - # extraPorts Additional ports to add to Flyte Agent service - extraPorts: [] - # serviceAccount Configure Flyte Agent ServiceAccount - serviceAccount: - # create Create ServiceAccount for Flyte Agent - create: true - # name Name of service account - name: "" - # labels Add labels to ServiceAccount - labels: {} - # annotations Add annotations to ServiceAccount - annotations: {} - # imagePullSecrets Secrets to use for fetching images from private registries - imagePullSecrets: [] + # enable Flag to enable bundled Flyte Agent + enable: false + # deployment Configure Flyte Agent deployment specification + deployment: + # replicas Number of replicas to create + replicas: 1 + # image Configure image to use for Flyte Agent + image: + # repository Flyte Agent image repository + repository: ghcr.io/flyteorg/flyteagent # FLYTE_AGENT_IMAGE + # tag Flyte image tag + tag: 1.6.2b1 # FLYTE_AGENT_TAG + # pullPolicy Flyte Agent image pull policy + pullPolicy: IfNotPresent + # extraEnvVars Array with extra environment variables to add to Flyte Agent + extraEnvVars: [] + # extraEnvVarsConfigMap Name of existing ConfigMap containing extra env vars for Flyte Agent + extraEnvVarsConfigMap: "" + # extraEnvVarsSecret Name of existing Secret containing extra env vars for Flyte Agent + extraEnvVarsSecret: "" + # command Override default container command + command: [] + # args Override default container args + args: [] + # livenessProbe Override default container liveness probe + # See: https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/ + livenessProbe: {} + # readinessProbe Override default container readiness probe + readinessProbe: {} + # startupProbe Specify a startup probe for Flyte Agent container + startupProbe: {} + # lifecycleHooks Specify hooks to run in Flyte container before or after startup + lifecycleHooks: {} + # resources Resource limits and requests for Flyte Agent container + # Uncomment and update to specify resources for deployment + # resources: + # limits: + # memory: 1Gi + # requests: + # cpu: 1 + # podSecurityContext Specify security context for Flyte Agent pod + # See: https://kubernetes.io/docs/tasks/configure-pod-container/security-context/ + podSecurityContext: + enabled: false + runAsUser: 65534 + runAsGroup: 65534 + fsGroup: 65534 + # labels Add labels to Flyte Agent deployment + labels: {} + # annotations Add annotations to Flyte Agent deployment + annotations: {} + # labels Add labels to Flyte Agent pod + podLabels: {} + # annotations Add annotations to Flyte Agent pod + podAnnotations: {} + # extraVolumeMounts Specify additional volumeMounts for Flyte Agent container + extraVolumeMounts: [] + # extraVolume Specify additional volumes for Flyte Agent pod + extraVolumes: [] + # sidecars Specify additional containers for Flyte Agent pod + sidecars: [] + # initContainers Specify additional init containers for Flyte Agent pod + initContainers: [] + # extraPodSpec Specify additional configuration for Flyte Agent pod + # This can be used for adding affinity, tolerations, hostNetwork, etc. + extraPodSpec: {} + # service Configure service for Flyte Agent + service: + # type Kubernetes service type + type: ClusterIP + # port Port for Flyte Agent service + # If not specified, defaults to corresponding container ports + port: "" + # nodePort Node port for Flyte Agent service if service type is `NodePort` or `LoadBalancer` + nodePort: "" + # clusterIP Set static IP if service type is `ClusterIP` + clusterIP: "" + # labels Add labels to Flyte Agent service + labels: {} + # annotations Add annotations to Flyte Agent service + annotations: {} + # loadBalancerIP Set static IP if service type is `LoadBalancer` + loadBalancerIP: "" + # externalTrafficPolicy Enable client source IP preservation if service type is `NodePort` or `LoadBalancer` + # See: https://kubernetes.io/docs/tasks/access-application-cluster/create-external-load-balancer/#preserving-the-client-source-ip + externalTrafficPolicy: Cluster + # loadBalancerSourceRanges Addresses that are allowed when service is `LoadBalancer` + loadBalancerSourceRanges: [] + # extraPorts Additional ports to add to Flyte Agent service + extraPorts: [] + # serviceAccount Configure Flyte Agent ServiceAccount + serviceAccount: + # create Create ServiceAccount for Flyte Agent + create: true + # name Name of service account + name: "" + # labels Add labels to ServiceAccount + labels: {} + # annotations Add annotations to ServiceAccount + annotations: {} + # imagePullSecrets Secrets to use for fetching images from private registries + imagePullSecrets: [] enabled_plugins: # -- Tasks specific configuration [structure](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/nodes/task/config#GetConfig) diff --git a/charts/flyte-core/README.md b/charts/flyte-core/README.md index 8b7b0ef9ef..945f6aa3dd 100644 --- a/charts/flyte-core/README.md +++ b/charts/flyte-core/README.md @@ -173,29 +173,29 @@ helm install gateway bitnami/contour -n flyte | flyteadmin.serviceAccount.createClusterRole | bool | `true` | Should a ClusterRole be created for Flyteadmin | | flyteadmin.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | | flyteadmin.tolerations | list | `[]` | tolerations for Flyteadmin deployment | -| flyteagent.flyteagent.additionalContainers | list | `[]` | Appends additional containers to the deployment spec. May include template values. | -| flyteagent.flyteagent.additionalVolumeMounts | list | `[]` | Appends additional volume mounts to the main container's spec. May include template values. | -| flyteagent.flyteagent.additionalVolumes | list | `[]` | Appends additional volumes to the deployment spec. May include template values. | -| flyteagent.flyteagent.affinity | object | `{}` | affinity for flyteagent deployment | -| flyteagent.flyteagent.configPath | string | `"/etc/flyteagent/config/*.yaml"` | Default regex string for searching configuration files | -| flyteagent.flyteagent.enabled | bool | `true` | | -| flyteagent.flyteagent.extraArgs | object | `{}` | Appends extra command line arguments to the main command | -| flyteagent.flyteagent.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | -| flyteagent.flyteagent.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | Docker image for flyteagent deployment | -| flyteagent.flyteagent.image.tag | string | `"1.6.2b1"` | Docker image tag | -| flyteagent.flyteagent.nodeSelector | object | `{}` | nodeSelector for flyteagent deployment | -| flyteagent.flyteagent.podAnnotations | object | `{}` | Annotations for flyteagent pods | -| flyteagent.flyteagent.ports.containerPort | int | `8000` | | -| flyteagent.flyteagent.ports.name | string | `"agent-grpc"` | | -| flyteagent.flyteagent.priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). | -| flyteagent.flyteagent.replicaCount | int | `1` | Replicas count for flyteagent deployment | -| flyteagent.flyteagent.resources | object | `{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for flyteagent deployment | -| flyteagent.flyteagent.service | object | `{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"}` | Service settings for flyteagent | -| flyteagent.flyteagent.serviceAccount | object | `{"annotations":{},"create":true,"imagePullSecrets":[]}` | Configuration for service accounts for flyteagent | -| flyteagent.flyteagent.serviceAccount.annotations | object | `{}` | Annotations for ServiceAccount attached to flyteagent pods | -| flyteagent.flyteagent.serviceAccount.create | bool | `true` | Should a service account be created for flyteagent | -| flyteagent.flyteagent.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | -| flyteagent.flyteagent.tolerations | list | `[]` | tolerations for flyteagent deployment | +| flyteagent.additionalContainers | list | `[]` | Appends additional containers to the deployment spec. May include template values. | +| flyteagent.additionalVolumeMounts | list | `[]` | Appends additional volume mounts to the main container's spec. May include template values. | +| flyteagent.additionalVolumes | list | `[]` | Appends additional volumes to the deployment spec. May include template values. | +| flyteagent.affinity | object | `{}` | affinity for flyteagent deployment | +| flyteagent.configPath | string | `"/etc/flyteagent/config/*.yaml"` | Default regex string for searching configuration files | +| flyteagent.enabled | bool | `true` | | +| flyteagent.extraArgs | object | `{}` | Appends extra command line arguments to the main command | +| flyteagent.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | +| flyteagent.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | Docker image for flyteagent deployment | +| flyteagent.image.tag | string | `"1.6.2b1"` | Docker image tag | +| flyteagent.nodeSelector | object | `{}` | nodeSelector for flyteagent deployment | +| flyteagent.podAnnotations | object | `{}` | Annotations for flyteagent pods | +| flyteagent.ports.containerPort | int | `8000` | | +| flyteagent.ports.name | string | `"agent-grpc"` | | +| flyteagent.priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). | +| flyteagent.replicaCount | int | `1` | Replicas count for flyteagent deployment | +| flyteagent.resources | object | `{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for flyteagent deployment | +| flyteagent.service | object | `{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"}` | Service settings for flyteagent | +| flyteagent.serviceAccount | object | `{"annotations":{},"create":true,"imagePullSecrets":[]}` | Configuration for service accounts for flyteagent | +| flyteagent.serviceAccount.annotations | object | `{}` | Annotations for ServiceAccount attached to flyteagent pods | +| flyteagent.serviceAccount.create | bool | `true` | Should a service account be created for flyteagent | +| flyteagent.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | +| flyteagent.tolerations | list | `[]` | tolerations for flyteagent deployment | | flyteconsole.affinity | object | `{}` | affinity for Flyteconsole deployment | | flyteconsole.enabled | bool | `true` | | | flyteconsole.ga.enabled | bool | `false` | | diff --git a/charts/flyte-core/values-controlplane.yaml b/charts/flyte-core/values-controlplane.yaml index cbaadeb040..3462c4a6c7 100755 --- a/charts/flyte-core/values-controlplane.yaml +++ b/charts/flyte-core/values-controlplane.yaml @@ -2,5 +2,4 @@ flytepropeller: enabled: false flyteagent: - flyteagent: - enabled: false + enabled: false diff --git a/charts/flyte-core/values-dataplane.yaml b/charts/flyte-core/values-dataplane.yaml index 62a218197a..1341ea649f 100755 --- a/charts/flyte-core/values-dataplane.yaml +++ b/charts/flyte-core/values-dataplane.yaml @@ -20,5 +20,4 @@ flyteconsole: enabled: false flyteagent: - flyteagent: - enabled: false + enabled: false diff --git a/charts/flyte-core/values-eks.yaml b/charts/flyte-core/values-eks.yaml index a531f98928..7b7ca446f5 100644 --- a/charts/flyte-core/values-eks.yaml +++ b/charts/flyte-core/values-eks.yaml @@ -107,8 +107,7 @@ flytepropeller: # FLYTE_AGENT # flyteagent: - flyteagent: - enabled: false + enabled: false # # FLYTECONSOLE diff --git a/charts/flyte-core/values-gcp.yaml b/charts/flyte-core/values-gcp.yaml index e71dad5f72..1a53510062 100644 --- a/charts/flyte-core/values-gcp.yaml +++ b/charts/flyte-core/values-gcp.yaml @@ -112,8 +112,7 @@ flytepropeller: # FLYTE_AGENT # flyteagent: - flyteagent: - enabled: false + enabled: false # # FLYTECONSOLE diff --git a/charts/flyte-core/values-keycloak-idp-flyteclients-without-browser.yaml b/charts/flyte-core/values-keycloak-idp-flyteclients-without-browser.yaml index 56b19efbda..c3ed3f5ddd 100644 --- a/charts/flyte-core/values-keycloak-idp-flyteclients-without-browser.yaml +++ b/charts/flyte-core/values-keycloak-idp-flyteclients-without-browser.yaml @@ -244,8 +244,7 @@ flytepropeller: # FLYTE_AGENT # flyteagent: - flyteagent: - enabled: false + enabled: false # # FLYTECONSOLE SETTINGS diff --git a/charts/flyte-core/values.yaml b/charts/flyte-core/values.yaml index 678f51c1cc..1885347844 100755 --- a/charts/flyte-core/values.yaml +++ b/charts/flyte-core/values.yaml @@ -203,63 +203,62 @@ datacatalog: # flyteagent: - flyteagent: - enabled: true - # -- Replicas count for flyteagent deployment - replicaCount: 1 - image: - # -- Docker image for flyteagent deployment - repository: ghcr.io/flyteorg/flyteagent - # -- Docker image tag - tag: 1.6.2b1 - # -- Docker image pull policy - pullPolicy: IfNotPresent - ports: - containerPort: 8000 - name: agent-grpc - # -- Default resources requests and limits for flyteagent deployment - resources: - limits: - cpu: 500m - ephemeral-storage: 100Mi - memory: 500Mi - requests: - cpu: 10m - ephemeral-storage: 50Mi - memory: 50Mi - # -- Default regex string for searching configuration files - configPath: /etc/flyteagent/config/*.yaml - # -- Service settings for flyteagent - service: - annotations: - projectcontour.io/upstream-protocol.h2c: grpc - type: ClusterIP - # -- Configuration for service accounts for flyteagent - serviceAccount: - # -- Should a service account be created for flyteagent - create: true - # -- Annotations for ServiceAccount attached to flyteagent pods - annotations: {} - # -- ImagePullSecrets to automatically assign to the service account - imagePullSecrets: [] - # -- Annotations for flyteagent pods - podAnnotations: {} - # -- nodeSelector for flyteagent deployment - nodeSelector: {} - # -- tolerations for flyteagent deployment - tolerations: [] - # -- affinity for flyteagent deployment - affinity: {} - # -- Appends additional volumes to the deployment spec. May include template values. - additionalVolumes: [] - # -- Appends additional volume mounts to the main container's spec. May include template values. - additionalVolumeMounts: [] - # -- Appends additional containers to the deployment spec. May include template values. - additionalContainers: [] - # -- Appends extra command line arguments to the main command - extraArgs: {} - # -- Sets priorityClassName for datacatalog pod(s). - priorityClassName: "" + enabled: true + # -- Replicas count for flyteagent deployment + replicaCount: 1 + image: + # -- Docker image for flyteagent deployment + repository: ghcr.io/flyteorg/flyteagent + # -- Docker image tag + tag: 1.6.2b1 + # -- Docker image pull policy + pullPolicy: IfNotPresent + ports: + containerPort: 8000 + name: agent-grpc + # -- Default resources requests and limits for flyteagent deployment + resources: + limits: + cpu: 500m + ephemeral-storage: 100Mi + memory: 500Mi + requests: + cpu: 10m + ephemeral-storage: 50Mi + memory: 50Mi + # -- Default regex string for searching configuration files + configPath: /etc/flyteagent/config/*.yaml + # -- Service settings for flyteagent + service: + annotations: + projectcontour.io/upstream-protocol.h2c: grpc + type: ClusterIP + # -- Configuration for service accounts for flyteagent + serviceAccount: + # -- Should a service account be created for flyteagent + create: true + # -- Annotations for ServiceAccount attached to flyteagent pods + annotations: {} + # -- ImagePullSecrets to automatically assign to the service account + imagePullSecrets: [] + # -- Annotations for flyteagent pods + podAnnotations: {} + # -- nodeSelector for flyteagent deployment + nodeSelector: {} + # -- tolerations for flyteagent deployment + tolerations: [] + # -- affinity for flyteagent deployment + affinity: {} + # -- Appends additional volumes to the deployment spec. May include template values. + additionalVolumes: [] + # -- Appends additional volume mounts to the main container's spec. May include template values. + additionalVolumeMounts: [] + # -- Appends additional containers to the deployment spec. May include template values. + additionalContainers: [] + # -- Appends extra command line arguments to the main command + extraArgs: {} + # -- Sets priorityClassName for datacatalog pod(s). + priorityClassName: "" # # FLYTEPROPELLER SETTINGS diff --git a/charts/flyte-sandbox/README.md b/charts/flyte-sandbox/README.md index 7ea59bf836..98b53e7183 100644 --- a/charts/flyte-sandbox/README.md +++ b/charts/flyte-sandbox/README.md @@ -51,7 +51,7 @@ A Helm chart for the Flyte local sandbox | flyte-binary.deployment.waitForDB.image.repository | string | `"bitnami/postgresql"` | | | flyte-binary.deployment.waitForDB.image.tag | string | `"sandbox"` | | | flyte-binary.enabled | bool | `true` | | -| flyte-binary.flyteagent.flyteagent.enable | bool | `true` | | +| flyte-binary.flyteagent.enable | bool | `true` | | | flyte-binary.nameOverride | string | `"flyte-sandbox"` | | | flyte-binary.rbac.extraRules[0].apiGroups[0] | string | `"*"` | | | flyte-binary.rbac.extraRules[0].resources[0] | string | `"*"` | | diff --git a/charts/flyte-sandbox/values.yaml b/charts/flyte-sandbox/values.yaml index 3bc5a9fe20..3fc59c590b 100644 --- a/charts/flyte-sandbox/values.yaml +++ b/charts/flyte-sandbox/values.yaml @@ -11,8 +11,7 @@ docker-registry: flyte-binary: flyteagent: - flyteagent: - enable: true + enable: true nameOverride: flyte-sandbox enabled: true configuration: diff --git a/docker/sandbox-bundled/manifests/complete.yaml b/docker/sandbox-bundled/manifests/complete.yaml index e3de0a5744..c66e41b625 100644 --- a/docker/sandbox-bundled/manifests/complete.yaml +++ b/docker/sandbox-bundled/manifests/complete.yaml @@ -475,6 +475,10 @@ data: kubernetes-template-uri: http://localhost:30080/kubernetes-dashboard/#/log/{{.namespace }}/{{ .podName }}/pod?namespace={{ .namespace }} cloudwatch-enabled: false stackdriver-enabled: false + agent-service: + defaultGrpcEndpoint: flyte-sandbox-agent:8000 + supportedTaskTypes: + - bigquery_query_job_task 002-database.yaml: | database: postgres: @@ -795,7 +799,7 @@ type: Opaque --- apiVersion: v1 data: - haSharedSecret: YzQ1QUcwbFg0cWlIYVh1OQ== + haSharedSecret: RGM5MVpidWx3VldtREI4cg== proxyPassword: "" proxyUsername: "" kind: Secret @@ -1225,7 +1229,7 @@ spec: metadata: annotations: checksum/cluster-resource-templates: 6fd9b172465e3089fcc59f738b92b8dc4d8939360c19de8ee65f68b0e7422035 - checksum/configuration: 61fd030f1cf6a0903fe7696cc5a92de50c9f8ea2f636458a2036a05929c095f2 + checksum/configuration: 1a8c65eb5b93d5366e2e7a3fc5d72f7860a4eb3daf052757cc339b937dd40bda checksum/configuration-secret: 09216ffaa3d29e14f88b1f30af580d02a2a5e014de4d750b7f275cc07ed4e914 labels: app.kubernetes.io/component: flyte-binary @@ -1388,7 +1392,7 @@ spec: metadata: annotations: checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81 - checksum/secret: b725e53f42059837cfab4c72149d49f8325867f8796cdb25f9cc2cb903d1e154 + checksum/secret: 2a84a5eb031f32a7627c01b23fa8f865ec49bad60ad70a7a7ebd18445bec9348 labels: app: docker-registry release: flyte-sandbox diff --git a/docker/sandbox-bundled/manifests/dev.yaml b/docker/sandbox-bundled/manifests/dev.yaml index 6ce4369666..fb79893219 100644 --- a/docker/sandbox-bundled/manifests/dev.yaml +++ b/docker/sandbox-bundled/manifests/dev.yaml @@ -499,7 +499,7 @@ metadata: --- apiVersion: v1 data: - haSharedSecret: YktiWUxqVWZVaVppN0FpRQ== + haSharedSecret: dXk3ZENLUE1PV1p2N1VQMw== proxyPassword: "" proxyUsername: "" kind: Secret @@ -933,7 +933,7 @@ spec: metadata: annotations: checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81 - checksum/secret: d9c315afc7c83d27f9236767ad3719547b653100004da7dd622f23a4f9a62557 + checksum/secret: 68bf0c3ce8e7e270aa695226af02959a424ff2cb9cc846a48ee813190f456f55 labels: app: docker-registry release: flyte-sandbox From 7296af75e9257d2e0c97acd01abf9a165263f7ef Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Tue, 8 Aug 2023 21:51:58 -0700 Subject: [PATCH 11/19] make helm Signed-off-by: Kevin Su --- charts/flyte-sandbox/README.md | 1 - charts/flyte-sandbox/values.yaml | 2 - charts/flyte/README.md | 42 +++---- charts/flyte/values.yaml | 107 +++++++++--------- .../sandbox-bundled/manifests/complete.yaml | 10 +- docker/sandbox-bundled/manifests/dev.yaml | 4 +- 6 files changed, 79 insertions(+), 87 deletions(-) diff --git a/charts/flyte-sandbox/README.md b/charts/flyte-sandbox/README.md index 98b53e7183..47821a9eac 100644 --- a/charts/flyte-sandbox/README.md +++ b/charts/flyte-sandbox/README.md @@ -51,7 +51,6 @@ A Helm chart for the Flyte local sandbox | flyte-binary.deployment.waitForDB.image.repository | string | `"bitnami/postgresql"` | | | flyte-binary.deployment.waitForDB.image.tag | string | `"sandbox"` | | | flyte-binary.enabled | bool | `true` | | -| flyte-binary.flyteagent.enable | bool | `true` | | | flyte-binary.nameOverride | string | `"flyte-sandbox"` | | | flyte-binary.rbac.extraRules[0].apiGroups[0] | string | `"*"` | | | flyte-binary.rbac.extraRules[0].resources[0] | string | `"*"` | | diff --git a/charts/flyte-sandbox/values.yaml b/charts/flyte-sandbox/values.yaml index 3fc59c590b..8d7b732c55 100644 --- a/charts/flyte-sandbox/values.yaml +++ b/charts/flyte-sandbox/values.yaml @@ -10,8 +10,6 @@ docker-registry: nodePort: 30000 flyte-binary: - flyteagent: - enable: true nameOverride: flyte-sandbox enabled: true configuration: diff --git a/charts/flyte/README.md b/charts/flyte/README.md index f85cfc6979..7f1895d777 100644 --- a/charts/flyte/README.md +++ b/charts/flyte/README.md @@ -71,7 +71,7 @@ helm upgrade -f values-sandbox.yaml flyte . | contour.tolerations | list | `[]` | tolerations for Contour deployment | | daskoperator | object | `{"enabled":false}` | Optional: Dask Plugin using the Dask Operator | | daskoperator.enabled | bool | `false` | - enable or disable the dask operator deployment installation | -| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.32","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"agent-service":{"defaultGrpcEndpoint":"flyteagent.flyte.svc.cluster.local:8000","supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.0.48"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.1.110"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteagent":{"flyteagent":{"additionalContainers":[],"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyteagent/config/*.yaml","enabled":true,"extraArgs":{},"image":{"pullPolicy":"IfNotPresent","repository":"ghcr.io/flyteorg/flyteagent","tag":"1.8.1"},"nodeSelector":{},"podAnnotations":{},"priorityClassName":"","replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]}},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.8.5"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.1.106"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.1.110"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole | +| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.32","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"agent-service":{"defaultGrpcEndpoint":"flyteagent.flyte.svc.cluster.local:8000","supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.0.48"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.1.110"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteagent":{"additionalContainers":[],"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyteagent/config/*.yaml","enabled":true,"extraArgs":{},"image":{"pullPolicy":"IfNotPresent","repository":"ghcr.io/flyteorg/flyteagent","tag":"1.8.1"},"nodeSelector":{},"podAnnotations":{},"priorityClassName":"","replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.8.5"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.1.106"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.1.110"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole | | flyte.cluster_resource_manager | object | `{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]}` | Configuration for the Cluster resource manager component. This is an optional component, that enables automatic cluster configuration. This is useful to set default quotas, manage namespaces etc that map to a project/domain | | flyte.cluster_resource_manager.config.cluster_resources | object | `{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}` | ClusterResource parameters Refer to the [structure](https://pkg.go.dev/github.com/lyft/flyteadmin@v0.3.37/pkg/runtime/interfaces#ClusterResourceConfig) to customize. | | flyte.cluster_resource_manager.config.cluster_resources.standaloneDeployment | bool | `false` | Starts the cluster resource manager in standalone mode with requisite auth credentials to call flyteadmin service endpoints | @@ -148,26 +148,26 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flyteadmin.serviceAccount.create | bool | `true` | Should a service account be created for flyteadmin | | flyte.flyteadmin.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | | flyte.flyteadmin.tolerations | list | `[]` | tolerations for Flyteadmin deployment | -| flyte.flyteagent.flyteagent.additionalContainers | list | `[]` | Appends additional containers to the deployment spec. May include template values. | -| flyte.flyteagent.flyteagent.additionalVolumeMounts | list | `[]` | Appends additional volume mounts to the main container's spec. May include template values. | -| flyte.flyteagent.flyteagent.additionalVolumes | list | `[]` | Appends additional volumes to the deployment spec. May include template values. | -| flyte.flyteagent.flyteagent.affinity | object | `{}` | affinity for flyteagent deployment | -| flyte.flyteagent.flyteagent.configPath | string | `"/etc/flyteagent/config/*.yaml"` | Default regex string for searching configuration files | -| flyte.flyteagent.flyteagent.extraArgs | object | `{}` | Appends extra command line arguments to the main command | -| flyte.flyteagent.flyteagent.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | -| flyte.flyteagent.flyteagent.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | Docker image for flyteagent deployment | -| flyte.flyteagent.flyteagent.image.tag | string | `"1.8.1"` | Docker image tag | -| flyte.flyteagent.flyteagent.nodeSelector | object | `{}` | nodeSelector for flyteagent deployment | -| flyte.flyteagent.flyteagent.podAnnotations | object | `{}` | Annotations for flyteagent pods | -| flyte.flyteagent.flyteagent.priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). | -| flyte.flyteagent.flyteagent.replicaCount | int | `1` | Replicas count for flyteagent deployment | -| flyte.flyteagent.flyteagent.resources | object | `{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for flyteagent deployment | -| flyte.flyteagent.flyteagent.service | object | `{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"}` | Service settings for flyteagent | -| flyte.flyteagent.flyteagent.serviceAccount | object | `{"annotations":{},"create":true,"imagePullSecrets":[]}` | Configuration for service accounts for flyteagent | -| flyte.flyteagent.flyteagent.serviceAccount.annotations | object | `{}` | Annotations for ServiceAccount attached to flyteagent pods | -| flyte.flyteagent.flyteagent.serviceAccount.create | bool | `true` | Should a service account be created for flyteagent | -| flyte.flyteagent.flyteagent.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | -| flyte.flyteagent.flyteagent.tolerations | list | `[]` | tolerations for flyteagent deployment | +| flyte.flyteagent.additionalContainers | list | `[]` | Appends additional containers to the deployment spec. May include template values. | +| flyte.flyteagent.additionalVolumeMounts | list | `[]` | Appends additional volume mounts to the main container's spec. May include template values. | +| flyte.flyteagent.additionalVolumes | list | `[]` | Appends additional volumes to the deployment spec. May include template values. | +| flyte.flyteagent.affinity | object | `{}` | affinity for flyteagent deployment | +| flyte.flyteagent.configPath | string | `"/etc/flyteagent/config/*.yaml"` | Default regex string for searching configuration files | +| flyte.flyteagent.extraArgs | object | `{}` | Appends extra command line arguments to the main command | +| flyte.flyteagent.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | +| flyte.flyteagent.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | Docker image for flyteagent deployment | +| flyte.flyteagent.image.tag | string | `"1.8.1"` | Docker image tag | +| flyte.flyteagent.nodeSelector | object | `{}` | nodeSelector for flyteagent deployment | +| flyte.flyteagent.podAnnotations | object | `{}` | Annotations for flyteagent pods | +| flyte.flyteagent.priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). | +| flyte.flyteagent.replicaCount | int | `1` | Replicas count for flyteagent deployment | +| flyte.flyteagent.resources | object | `{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for flyteagent deployment | +| flyte.flyteagent.service | object | `{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"}` | Service settings for flyteagent | +| flyte.flyteagent.serviceAccount | object | `{"annotations":{},"create":true,"imagePullSecrets":[]}` | Configuration for service accounts for flyteagent | +| flyte.flyteagent.serviceAccount.annotations | object | `{}` | Annotations for ServiceAccount attached to flyteagent pods | +| flyte.flyteagent.serviceAccount.create | bool | `true` | Should a service account be created for flyteagent | +| flyte.flyteagent.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | +| flyte.flyteagent.tolerations | list | `[]` | tolerations for flyteagent deployment | | flyte.flyteconsole.affinity | object | `{}` | affinity for Flyteconsole deployment | | flyte.flyteconsole.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flyteconsole.image.repository | string | `"cr.flyte.org/flyteorg/flyteconsole"` | Docker image for Flyteconsole deployment | diff --git a/charts/flyte/values.yaml b/charts/flyte/values.yaml index 1ac40d46ac..3a41132fdc 100755 --- a/charts/flyte/values.yaml +++ b/charts/flyte/values.yaml @@ -217,60 +217,59 @@ flyte: # flyteagent: - flyteagent: - enabled: true - # -- Replicas count for flyteagent deployment - replicaCount: 1 - image: - # -- Docker image for flyteagent deployment - repository: ghcr.io/flyteorg/flyteagent - # -- Docker image tag - tag: 1.8.1 - # -- Docker image pull policy - pullPolicy: IfNotPresent - # -- Default resources requests and limits for flyteagent deployment - resources: - limits: - cpu: 500m - ephemeral-storage: 100Mi - memory: 500Mi - requests: - cpu: 10m - ephemeral-storage: 50Mi - memory: 50Mi - # -- Default regex string for searching configuration files - configPath: /etc/flyteagent/config/*.yaml - # -- Service settings for flyteagent - service: - annotations: - projectcontour.io/upstream-protocol.h2c: grpc - type: ClusterIP - # -- Configuration for service accounts for flyteagent - serviceAccount: - # -- Should a service account be created for flyteagent - create: true - # -- Annotations for ServiceAccount attached to flyteagent pods - annotations: { } - # -- ImagePullSecrets to automatically assign to the service account - imagePullSecrets: [ ] - # -- Annotations for flyteagent pods - podAnnotations: { } - # -- nodeSelector for flyteagent deployment - nodeSelector: { } - # -- tolerations for flyteagent deployment - tolerations: [ ] - # -- affinity for flyteagent deployment - affinity: { } - # -- Appends additional volumes to the deployment spec. May include template values. - additionalVolumes: [ ] - # -- Appends additional volume mounts to the main container's spec. May include template values. - additionalVolumeMounts: [ ] - # -- Appends additional containers to the deployment spec. May include template values. - additionalContainers: [ ] - # -- Appends extra command line arguments to the main command - extraArgs: { } - # -- Sets priorityClassName for datacatalog pod(s). - priorityClassName: "" + enabled: true + # -- Replicas count for flyteagent deployment + replicaCount: 1 + image: + # -- Docker image for flyteagent deployment + repository: ghcr.io/flyteorg/flyteagent + # -- Docker image tag + tag: 1.8.1 + # -- Docker image pull policy + pullPolicy: IfNotPresent + # -- Default resources requests and limits for flyteagent deployment + resources: + limits: + cpu: 500m + ephemeral-storage: 100Mi + memory: 500Mi + requests: + cpu: 10m + ephemeral-storage: 50Mi + memory: 50Mi + # -- Default regex string for searching configuration files + configPath: /etc/flyteagent/config/*.yaml + # -- Service settings for flyteagent + service: + annotations: + projectcontour.io/upstream-protocol.h2c: grpc + type: ClusterIP + # -- Configuration for service accounts for flyteagent + serviceAccount: + # -- Should a service account be created for flyteagent + create: true + # -- Annotations for ServiceAccount attached to flyteagent pods + annotations: { } + # -- ImagePullSecrets to automatically assign to the service account + imagePullSecrets: [ ] + # -- Annotations for flyteagent pods + podAnnotations: { } + # -- nodeSelector for flyteagent deployment + nodeSelector: { } + # -- tolerations for flyteagent deployment + tolerations: [ ] + # -- affinity for flyteagent deployment + affinity: { } + # -- Appends additional volumes to the deployment spec. May include template values. + additionalVolumes: [ ] + # -- Appends additional volume mounts to the main container's spec. May include template values. + additionalVolumeMounts: [ ] + # -- Appends additional containers to the deployment spec. May include template values. + additionalContainers: [ ] + # -- Appends extra command line arguments to the main command + extraArgs: { } + # -- Sets priorityClassName for datacatalog pod(s). + priorityClassName: "" # diff --git a/docker/sandbox-bundled/manifests/complete.yaml b/docker/sandbox-bundled/manifests/complete.yaml index c66e41b625..eb69826551 100644 --- a/docker/sandbox-bundled/manifests/complete.yaml +++ b/docker/sandbox-bundled/manifests/complete.yaml @@ -475,10 +475,6 @@ data: kubernetes-template-uri: http://localhost:30080/kubernetes-dashboard/#/log/{{.namespace }}/{{ .podName }}/pod?namespace={{ .namespace }} cloudwatch-enabled: false stackdriver-enabled: false - agent-service: - defaultGrpcEndpoint: flyte-sandbox-agent:8000 - supportedTaskTypes: - - bigquery_query_job_task 002-database.yaml: | database: postgres: @@ -799,7 +795,7 @@ type: Opaque --- apiVersion: v1 data: - haSharedSecret: RGM5MVpidWx3VldtREI4cg== + haSharedSecret: M0N1Zk5HSmpjUHhPQTg3Uw== proxyPassword: "" proxyUsername: "" kind: Secret @@ -1229,7 +1225,7 @@ spec: metadata: annotations: checksum/cluster-resource-templates: 6fd9b172465e3089fcc59f738b92b8dc4d8939360c19de8ee65f68b0e7422035 - checksum/configuration: 1a8c65eb5b93d5366e2e7a3fc5d72f7860a4eb3daf052757cc339b937dd40bda + checksum/configuration: 61fd030f1cf6a0903fe7696cc5a92de50c9f8ea2f636458a2036a05929c095f2 checksum/configuration-secret: 09216ffaa3d29e14f88b1f30af580d02a2a5e014de4d750b7f275cc07ed4e914 labels: app.kubernetes.io/component: flyte-binary @@ -1392,7 +1388,7 @@ spec: metadata: annotations: checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81 - checksum/secret: 2a84a5eb031f32a7627c01b23fa8f865ec49bad60ad70a7a7ebd18445bec9348 + checksum/secret: b39ffa9be8828faddff72604f6d0839ac5d44467109bb12fb3ce05d53f5f7650 labels: app: docker-registry release: flyte-sandbox diff --git a/docker/sandbox-bundled/manifests/dev.yaml b/docker/sandbox-bundled/manifests/dev.yaml index fb79893219..bb02f229f5 100644 --- a/docker/sandbox-bundled/manifests/dev.yaml +++ b/docker/sandbox-bundled/manifests/dev.yaml @@ -499,7 +499,7 @@ metadata: --- apiVersion: v1 data: - haSharedSecret: dXk3ZENLUE1PV1p2N1VQMw== + haSharedSecret: OTBBUEptaEVNa3pEbk1zOA== proxyPassword: "" proxyUsername: "" kind: Secret @@ -933,7 +933,7 @@ spec: metadata: annotations: checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81 - checksum/secret: 68bf0c3ce8e7e270aa695226af02959a424ff2cb9cc846a48ee813190f456f55 + checksum/secret: ccae396a5aaff5e559ff5d05d4b98c8d3421062885e58ae6d6aacb27154fa4f6 labels: app: docker-registry release: flyte-sandbox From b8eb4b8a0c8a619a9ba35a2f1fb4dd6f5a8db7ab Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Tue, 8 Aug 2023 22:00:02 -0700 Subject: [PATCH 12/19] disable agent in flyte-binary Signed-off-by: Kevin Su --- charts/flyte-binary/README.md | 43 +------- charts/flyte-binary/values.yaml | 102 +----------------- .../flyte_sandbox_binary_helm_generated.yaml | 100 ----------------- .../sandbox-bundled/manifests/complete.yaml | 100 +---------------- docker/sandbox-bundled/manifests/dev.yaml | 4 +- 5 files changed, 6 insertions(+), 343 deletions(-) diff --git a/charts/flyte-binary/README.md b/charts/flyte-binary/README.md index faced29320..1107b520d9 100644 --- a/charts/flyte-binary/README.md +++ b/charts/flyte-binary/README.md @@ -113,48 +113,7 @@ Chart for basic single Flyte executable deployment | flyte-core-components.dataCatalog.disabled | bool | `false` | | | flyte-core-components.propeller.disableWebhook | bool | `false` | | | flyte-core-components.propeller.disabled | bool | `false` | | -| flyteagent.deployment.annotations | object | `{}` | | -| flyteagent.deployment.args | list | `[]` | | -| flyteagent.deployment.command | list | `[]` | | -| flyteagent.deployment.extraEnvVars | list | `[]` | | -| flyteagent.deployment.extraEnvVarsConfigMap | string | `""` | | -| flyteagent.deployment.extraEnvVarsSecret | string | `""` | | -| flyteagent.deployment.extraPodSpec | object | `{}` | | -| flyteagent.deployment.extraVolumeMounts | list | `[]` | | -| flyteagent.deployment.extraVolumes | list | `[]` | | -| flyteagent.deployment.image.pullPolicy | string | `"IfNotPresent"` | | -| flyteagent.deployment.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | | -| flyteagent.deployment.image.tag | string | `"1.6.2b1"` | | -| flyteagent.deployment.initContainers | list | `[]` | | -| flyteagent.deployment.labels | object | `{}` | | -| flyteagent.deployment.lifecycleHooks | object | `{}` | | -| flyteagent.deployment.livenessProbe | object | `{}` | | -| flyteagent.deployment.podAnnotations | object | `{}` | | -| flyteagent.deployment.podLabels | object | `{}` | | -| flyteagent.deployment.podSecurityContext.enabled | bool | `false` | | -| flyteagent.deployment.podSecurityContext.fsGroup | int | `65534` | | -| flyteagent.deployment.podSecurityContext.runAsGroup | int | `65534` | | -| flyteagent.deployment.podSecurityContext.runAsUser | int | `65534` | | -| flyteagent.deployment.readinessProbe | object | `{}` | | -| flyteagent.deployment.replicas | int | `1` | | -| flyteagent.deployment.sidecars | list | `[]` | | -| flyteagent.deployment.startupProbe | object | `{}` | | -| flyteagent.enable | bool | `false` | | -| flyteagent.service.annotations | object | `{}` | | -| flyteagent.service.clusterIP | string | `""` | | -| flyteagent.service.externalTrafficPolicy | string | `"Cluster"` | | -| flyteagent.service.extraPorts | list | `[]` | | -| flyteagent.service.labels | object | `{}` | | -| flyteagent.service.loadBalancerIP | string | `""` | | -| flyteagent.service.loadBalancerSourceRanges | list | `[]` | | -| flyteagent.service.nodePort | string | `""` | | -| flyteagent.service.port | string | `""` | | -| flyteagent.service.type | string | `"ClusterIP"` | | -| flyteagent.serviceAccount.annotations | object | `{}` | | -| flyteagent.serviceAccount.create | bool | `true` | | -| flyteagent.serviceAccount.imagePullSecrets | list | `[]` | | -| flyteagent.serviceAccount.labels | object | `{}` | | -| flyteagent.serviceAccount.name | string | `""` | | +| flyteagent.enabled | bool | `false` | | | fullnameOverride | string | `""` | | | ingress.commonAnnotations | object | `{}` | | | ingress.create | bool | `false` | | diff --git a/charts/flyte-binary/values.yaml b/charts/flyte-binary/values.yaml index 9d1de4f6b0..24a0d6ae1a 100644 --- a/charts/flyte-binary/values.yaml +++ b/charts/flyte-binary/values.yaml @@ -369,107 +369,7 @@ serviceAccount: # flyteagent Configure Flyte Agent objects flyteagent: # enable Flag to enable bundled Flyte Agent - enable: false - # deployment Configure Flyte Agent deployment specification - deployment: - # replicas Number of replicas to create - replicas: 1 - # image Configure image to use for Flyte Agent - image: - # repository Flyte Agent image repository - repository: ghcr.io/flyteorg/flyteagent # FLYTE_AGENT_IMAGE - # tag Flyte image tag - tag: 1.6.2b1 # FLYTE_AGENT_TAG - # pullPolicy Flyte Agent image pull policy - pullPolicy: IfNotPresent - # extraEnvVars Array with extra environment variables to add to Flyte Agent - extraEnvVars: [] - # extraEnvVarsConfigMap Name of existing ConfigMap containing extra env vars for Flyte Agent - extraEnvVarsConfigMap: "" - # extraEnvVarsSecret Name of existing Secret containing extra env vars for Flyte Agent - extraEnvVarsSecret: "" - # command Override default container command - command: [] - # args Override default container args - args: [] - # livenessProbe Override default container liveness probe - # See: https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/ - livenessProbe: {} - # readinessProbe Override default container readiness probe - readinessProbe: {} - # startupProbe Specify a startup probe for Flyte Agent container - startupProbe: {} - # lifecycleHooks Specify hooks to run in Flyte container before or after startup - lifecycleHooks: {} - # resources Resource limits and requests for Flyte Agent container - # Uncomment and update to specify resources for deployment - # resources: - # limits: - # memory: 1Gi - # requests: - # cpu: 1 - # podSecurityContext Specify security context for Flyte Agent pod - # See: https://kubernetes.io/docs/tasks/configure-pod-container/security-context/ - podSecurityContext: - enabled: false - runAsUser: 65534 - runAsGroup: 65534 - fsGroup: 65534 - # labels Add labels to Flyte Agent deployment - labels: {} - # annotations Add annotations to Flyte Agent deployment - annotations: {} - # labels Add labels to Flyte Agent pod - podLabels: {} - # annotations Add annotations to Flyte Agent pod - podAnnotations: {} - # extraVolumeMounts Specify additional volumeMounts for Flyte Agent container - extraVolumeMounts: [] - # extraVolume Specify additional volumes for Flyte Agent pod - extraVolumes: [] - # sidecars Specify additional containers for Flyte Agent pod - sidecars: [] - # initContainers Specify additional init containers for Flyte Agent pod - initContainers: [] - # extraPodSpec Specify additional configuration for Flyte Agent pod - # This can be used for adding affinity, tolerations, hostNetwork, etc. - extraPodSpec: {} - # service Configure service for Flyte Agent - service: - # type Kubernetes service type - type: ClusterIP - # port Port for Flyte Agent service - # If not specified, defaults to corresponding container ports - port: "" - # nodePort Node port for Flyte Agent service if service type is `NodePort` or `LoadBalancer` - nodePort: "" - # clusterIP Set static IP if service type is `ClusterIP` - clusterIP: "" - # labels Add labels to Flyte Agent service - labels: {} - # annotations Add annotations to Flyte Agent service - annotations: {} - # loadBalancerIP Set static IP if service type is `LoadBalancer` - loadBalancerIP: "" - # externalTrafficPolicy Enable client source IP preservation if service type is `NodePort` or `LoadBalancer` - # See: https://kubernetes.io/docs/tasks/access-application-cluster/create-external-load-balancer/#preserving-the-client-source-ip - externalTrafficPolicy: Cluster - # loadBalancerSourceRanges Addresses that are allowed when service is `LoadBalancer` - loadBalancerSourceRanges: [] - # extraPorts Additional ports to add to Flyte Agent service - extraPorts: [] - # serviceAccount Configure Flyte Agent ServiceAccount - serviceAccount: - # create Create ServiceAccount for Flyte Agent - create: true - # name Name of service account - name: "" - # labels Add labels to ServiceAccount - labels: {} - # annotations Add annotations to ServiceAccount - annotations: {} - # imagePullSecrets Secrets to use for fetching images from private registries - imagePullSecrets: [] + enabled: false enabled_plugins: # -- Tasks specific configuration [structure](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/nodes/task/config#GetConfig) diff --git a/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml b/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml index f4c785550c..aa26a699f3 100644 --- a/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml +++ b/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml @@ -1,16 +1,4 @@ --- -# Source: flyte-binary/charts/flyteagent/templates/agent/serviceaccount.yaml -apiVersion: v1 -kind: ServiceAccount -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm ---- # Source: flyte-binary/templates/serviceaccount.yaml apiVersion: v1 kind: ServiceAccount @@ -25,16 +13,6 @@ metadata: app.kubernetes.io/managed-by: Helm annotations: --- -# Source: flyte-binary/charts/flyteagent/templates/agent/secret.yaml -apiVersion: v1 -kind: Secret -metadata: - name: flyteagent - namespace: flyte -type: Opaque -data: - username: User ---- # Source: flyte-binary/templates/config-secret.yaml apiVersion: v1 kind: Secret @@ -276,30 +254,6 @@ subjects: name: flyte-flyte-binary namespace: "flyte" --- -# Source: flyte-binary/charts/flyteagent/templates/agent/service.yaml -apiVersion: v1 -kind: Service -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - annotations: - projectcontour.io/upstream-protocol.h2c: grpc -spec: - type: ClusterIP - ports: - - name: agent-grpc - port: 8000 - protocol: TCP - targetPort: agent-grpc - selector: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte ---- # Source: flyte-binary/templates/service/grpc.yaml apiVersion: v1 kind: Service @@ -374,60 +328,6 @@ spec: app.kubernetes.io/instance: flyte app.kubernetes.io/component: flyte-binary --- -# Source: flyte-binary/charts/flyteagent/templates/agent/deployment.yaml -apiVersion: apps/v1 -kind: Deployment -metadata: - name: flyteagent - namespace: flyte - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm -spec: - replicas: 1 - selector: - matchLabels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - template: - metadata: - annotations: - labels: - app.kubernetes.io/name: flyteagent - app.kubernetes.io/instance: flyte - helm.sh/chart: flyteagent-v0.1.10 - app.kubernetes.io/managed-by: Helm - spec: - containers: - - command: - - pyflyte - - serve - image: "ghcr.io/flyteorg/flyteagent:1.8.3" - imagePullPolicy: "IfNotPresent" - name: flyteagent - volumeMounts: - - mountPath: /etc/agent-secret - name: flyteagent - ports: - - containerPort: 8000 - name: agent-grpc - resources: - limits: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - requests: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - serviceAccountName: flyteagent - volumes: - - name: flyteagent - secret: - secretName: flyteagent ---- # Source: flyte-binary/templates/deployment.yaml apiVersion: apps/v1 kind: Deployment diff --git a/docker/sandbox-bundled/manifests/complete.yaml b/docker/sandbox-bundled/manifests/complete.yaml index eb69826551..1f1d9a6071 100644 --- a/docker/sandbox-bundled/manifests/complete.yaml +++ b/docker/sandbox-bundled/manifests/complete.yaml @@ -41,17 +41,6 @@ metadata: secrets: - name: flyte-sandbox-minio --- -apiVersion: v1 -kind: ServiceAccount -metadata: - labels: - app.kubernetes.io/instance: flyte-sandbox - app.kubernetes.io/managed-by: Helm - app.kubernetes.io/name: flyteagent - helm.sh/chart: flyteagent-v0.1.10 - name: flyteagent - namespace: flyte ---- apiVersion: rbac.authorization.k8s.io/v1 kind: Role metadata: @@ -795,7 +784,7 @@ type: Opaque --- apiVersion: v1 data: - haSharedSecret: M0N1Zk5HSmpjUHhPQTg3Uw== + haSharedSecret: QmNjd011bjBnMnRuYjVmTA== proxyPassword: "" proxyUsername: "" kind: Secret @@ -852,15 +841,6 @@ metadata: type: Opaque --- apiVersion: v1 -data: - username: User -kind: Secret -metadata: - name: flyteagent - namespace: flyte -type: Opaque ---- -apiVersion: v1 kind: Secret metadata: labels: @@ -1099,29 +1079,6 @@ spec: type: ClusterIP --- apiVersion: v1 -kind: Service -metadata: - annotations: - projectcontour.io/upstream-protocol.h2c: grpc - labels: - app.kubernetes.io/instance: flyte-sandbox - app.kubernetes.io/managed-by: Helm - app.kubernetes.io/name: flyteagent - helm.sh/chart: flyteagent-v0.1.10 - name: flyteagent - namespace: flyte -spec: - ports: - - name: agent-grpc - port: 8000 - protocol: TCP - targetPort: agent-grpc - selector: - app.kubernetes.io/instance: flyte-sandbox - app.kubernetes.io/name: flyteagent - type: ClusterIP ---- -apiVersion: v1 kind: PersistentVolume metadata: labels: @@ -1388,7 +1345,7 @@ spec: metadata: annotations: checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81 - checksum/secret: b39ffa9be8828faddff72604f6d0839ac5d44467109bb12fb3ce05d53f5f7650 + checksum/secret: 432b46a6daf696aa10ce0dc3039702da7e36aea09a5213c979fb15326e367823 labels: app: docker-registry release: flyte-sandbox @@ -1689,59 +1646,6 @@ spec: name: config --- apiVersion: apps/v1 -kind: Deployment -metadata: - labels: - app.kubernetes.io/instance: flyte-sandbox - app.kubernetes.io/managed-by: Helm - app.kubernetes.io/name: flyteagent - helm.sh/chart: flyteagent-v0.1.10 - name: flyteagent - namespace: flyte -spec: - replicas: 1 - selector: - matchLabels: - app.kubernetes.io/instance: flyte-sandbox - app.kubernetes.io/name: flyteagent - template: - metadata: - annotations: null - labels: - app.kubernetes.io/instance: flyte-sandbox - app.kubernetes.io/managed-by: Helm - app.kubernetes.io/name: flyteagent - helm.sh/chart: flyteagent-v0.1.10 - spec: - containers: - - command: - - pyflyte - - serve - image: ghcr.io/flyteorg/flyteagent:1.8.3 - imagePullPolicy: IfNotPresent - name: flyteagent - ports: - - containerPort: 8000 - name: agent-grpc - resources: - limits: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - requests: - cpu: 500m - ephemeral-storage: 200Mi - memory: 200Mi - volumeMounts: - - mountPath: /etc/agent-secret - name: flyteagent - serviceAccountName: flyteagent - volumes: - - name: flyteagent - secret: - secretName: flyteagent ---- -apiVersion: apps/v1 kind: StatefulSet metadata: labels: diff --git a/docker/sandbox-bundled/manifests/dev.yaml b/docker/sandbox-bundled/manifests/dev.yaml index bb02f229f5..01822662a5 100644 --- a/docker/sandbox-bundled/manifests/dev.yaml +++ b/docker/sandbox-bundled/manifests/dev.yaml @@ -499,7 +499,7 @@ metadata: --- apiVersion: v1 data: - haSharedSecret: OTBBUEptaEVNa3pEbk1zOA== + haSharedSecret: TzgxdUNmeWxKb2pMamc3cg== proxyPassword: "" proxyUsername: "" kind: Secret @@ -933,7 +933,7 @@ spec: metadata: annotations: checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81 - checksum/secret: ccae396a5aaff5e559ff5d05d4b98c8d3421062885e58ae6d6aacb27154fa4f6 + checksum/secret: bd81ff56eb1046556dfc5c6db12d966dcfb7358cda128770a21c476eebc910e5 labels: app: docker-registry release: flyte-sandbox From 56d80c979592fd56b2ebc81817be095141f1d313 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Tue, 8 Aug 2023 22:06:56 -0700 Subject: [PATCH 13/19] helm dep update Signed-off-by: Kevin Su --- script/generate_helm.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/script/generate_helm.sh b/script/generate_helm.sh index fa47258f90..33275ac983 100755 --- a/script/generate_helm.sh +++ b/script/generate_helm.sh @@ -17,6 +17,7 @@ helm dep update ${DIR}/../charts/flyte/ helm dep update ${DIR}/../charts/flyte-deps/ helm dep update ${DIR}/../charts/flyte-core/ helm dep update ${DIR}/../charts/flyte-binary/ +helm dep update ${DIR}/../charts/flyte-sandbox/ helm template flyte -n flyte ${DIR}/../charts/flyte/ -f ${DIR}/../charts/flyte/values.yaml ${HELM_CAPABILITIES} --debug > ${DIR}/../deployment/sandbox/flyte_helm_generated.yaml From 7b6b38790907fe3976db42e317a5e97da6d24fa3 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Tue, 8 Aug 2023 22:24:01 -0700 Subject: [PATCH 14/19] helm dep update Signed-off-by: Kevin Su --- script/generate_helm.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/generate_helm.sh b/script/generate_helm.sh index 33275ac983..c0995db988 100755 --- a/script/generate_helm.sh +++ b/script/generate_helm.sh @@ -13,11 +13,11 @@ DEPLOYMENT_CORE=${1:-eks gcp} DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null && pwd )" HELM_CAPABILITIES="-a rbac.authorization.k8s.io/v1 -a networking.k8s.io/v1/Ingress -a apiextensions.k8s.io/v1/CustomResourceDefinition" -helm dep update ${DIR}/../charts/flyte/ helm dep update ${DIR}/../charts/flyte-deps/ helm dep update ${DIR}/../charts/flyte-core/ helm dep update ${DIR}/../charts/flyte-binary/ helm dep update ${DIR}/../charts/flyte-sandbox/ +helm dep update ${DIR}/../charts/flyte/ helm template flyte -n flyte ${DIR}/../charts/flyte/ -f ${DIR}/../charts/flyte/values.yaml ${HELM_CAPABILITIES} --debug > ${DIR}/../deployment/sandbox/flyte_helm_generated.yaml From dae513cfede626cbfd46001226f36779aebb9e5b Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Wed, 9 Aug 2023 17:00:19 -0700 Subject: [PATCH 15/19] update chart Signed-off-by: Kevin Su --- charts/flyte-agent/README.md | 3 +- .../templates/agent/deployment.yaml | 2 - .../flyte-agent/templates/agent/secret.yaml | 2 - .../flyte-agent/templates/agent/service.yaml | 2 - .../templates/agent/serviceaccount.yaml | 2 - charts/flyte-agent/values.yaml | 3 +- charts/flyte-binary/Chart.yaml | 1 + charts/flyte-binary/templates/configmap.yaml | 4 +- charts/flyte-core/Chart.yaml | 1 + charts/flyte-core/README.md | 24 +------ charts/flyte-core/values.yaml | 59 +--------------- charts/flyte/README.md | 27 ++------ charts/flyte/values.yaml | 67 ++----------------- .../flyte_aws_scheduler_helm_generated.yaml | 8 ++- .../eks/flyte_helm_dataplane_generated.yaml | 8 ++- deployment/eks/flyte_helm_generated.yaml | 8 ++- .../gcp/flyte_helm_dataplane_generated.yaml | 8 ++- deployment/gcp/flyte_helm_generated.yaml | 8 ++- deployment/sandbox/flyte_helm_generated.yaml | 20 +++--- 19 files changed, 57 insertions(+), 200 deletions(-) diff --git a/charts/flyte-agent/README.md b/charts/flyte-agent/README.md index e744cb4617..3bc3a05a2a 100644 --- a/charts/flyte-agent/README.md +++ b/charts/flyte-agent/README.md @@ -13,11 +13,10 @@ A Helm chart for Flyte agent | additionalVolumes | list | `[]` | Appends additional volumes to the deployment spec. May include template values. | | affinity | object | `{}` | affinity for flyteagent deployment | | agentSecret.name | string | `""` | Specify name of K8s Secret. Leave it empty if you don't need this Secret | -| agentSecret.secretData | object | `{"data":{"username":"User"}}` | Specify your Secret (with sensitive data) or pseudo-manifest (without sensitive data). See https://github.com/godaddy/kubernetes-external-secrets | +| agentSecret.secretData | object | `{"data":{"username":"User"}}` | Specify your Secret (with sensitive data) or pseudo-manifest (without sensitive data). | | commonAnnotations | object | `{}` | | | commonLabels | object | `{}` | | | configPath | string | `"/etc/flyteagent/config/*.yaml"` | Default regex string for searching configuration files | -| enabled | bool | `true` | | | extraArgs | object | `{}` | Appends extra command line arguments to the main command | | fullnameOverride | string | `""` | | | image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | diff --git a/charts/flyte-agent/templates/agent/deployment.yaml b/charts/flyte-agent/templates/agent/deployment.yaml index 7721171cc1..a8b7a3889e 100644 --- a/charts/flyte-agent/templates/agent/deployment.yaml +++ b/charts/flyte-agent/templates/agent/deployment.yaml @@ -1,4 +1,3 @@ -{{- if .Values.enabled }} apiVersion: apps/v1 kind: Deployment metadata: @@ -52,4 +51,3 @@ spec: {{- with .Values.tolerations }} tolerations: {{ tpl (toYaml .) $ | nindent 8 }} {{- end }} -{{- end }} diff --git a/charts/flyte-agent/templates/agent/secret.yaml b/charts/flyte-agent/templates/agent/secret.yaml index 2e389dbf7f..c15c3d5723 100644 --- a/charts/flyte-agent/templates/agent/secret.yaml +++ b/charts/flyte-agent/templates/agent/secret.yaml @@ -1,4 +1,3 @@ -{{- if .Values.enabled }} apiVersion: v1 kind: Secret metadata: @@ -8,4 +7,3 @@ type: Opaque {{- with .Values.agentSecret.secretData -}} {{ tpl (toYaml .) $ | nindent 0 }} {{- end }} -{{- end }} \ No newline at end of file diff --git a/charts/flyte-agent/templates/agent/service.yaml b/charts/flyte-agent/templates/agent/service.yaml index 2f2f2d7e11..a6e9908b31 100644 --- a/charts/flyte-agent/templates/agent/service.yaml +++ b/charts/flyte-agent/templates/agent/service.yaml @@ -1,4 +1,3 @@ -{{- if .Values.enabled }} apiVersion: v1 kind: Service metadata: @@ -18,4 +17,3 @@ spec: protocol: TCP targetPort: {{ .Values.ports.name }} selector: {{ include "flyteagent.selectorLabels" . | nindent 4 }} -{{- end }} \ No newline at end of file diff --git a/charts/flyte-agent/templates/agent/serviceaccount.yaml b/charts/flyte-agent/templates/agent/serviceaccount.yaml index 7b0159ecfd..4c256ba36f 100644 --- a/charts/flyte-agent/templates/agent/serviceaccount.yaml +++ b/charts/flyte-agent/templates/agent/serviceaccount.yaml @@ -1,4 +1,3 @@ -{{- if .Values.enabled }} --- {{- if .Values.serviceAccount.create }} apiVersion: v1 @@ -14,4 +13,3 @@ metadata: imagePullSecrets: {{ tpl (toYaml .) $ | nindent 2 }} {{- end }} {{- end }} -{{- end }} \ No newline at end of file diff --git a/charts/flyte-agent/values.yaml b/charts/flyte-agent/values.yaml index ce3d5027b5..c9c1033fa2 100755 --- a/charts/flyte-agent/values.yaml +++ b/charts/flyte-agent/values.yaml @@ -14,12 +14,11 @@ commonAnnotations: {} agentSecret: # -- Specify name of K8s Secret. Leave it empty if you don't need this Secret name: "" - # -- Specify your Secret (with sensitive data) or pseudo-manifest (without sensitive data). See https://github.com/godaddy/kubernetes-external-secrets + # -- Specify your Secret (with sensitive data) or pseudo-manifest (without sensitive data). secretData: data: username: User -enabled: true # -- Replicas count for flyteagent deployment replicaCount: 1 image: diff --git a/charts/flyte-binary/Chart.yaml b/charts/flyte-binary/Chart.yaml index 720a190780..c482828ebc 100644 --- a/charts/flyte-binary/Chart.yaml +++ b/charts/flyte-binary/Chart.yaml @@ -16,6 +16,7 @@ version: v0.1.10 # VERSION appVersion: "1.16.0" dependencies: - name: flyteagent + condition: flyteagent.enabled alias: flyteagent version: v0.1.10 # VERSION repository: file://../flyte-agent # REPOSITORY \ No newline at end of file diff --git a/charts/flyte-binary/templates/configmap.yaml b/charts/flyte-binary/templates/configmap.yaml index 483c5d1870..909545a95d 100644 --- a/charts/flyte-binary/templates/configmap.yaml +++ b/charts/flyte-binary/templates/configmap.yaml @@ -66,7 +66,9 @@ data: {{- tpl ( .Values.configuration.agentService | toYaml ) . | nindent 8 }} {{- else if .Values.flyteagent.enable }} agent-service: - defaultGrpcEndpoint: {{ include "flyte-binary.agent.name" . }}:{{ include "flyte-binary.agent.servicePort" . }} + defaultAgent: + endpoint: {{ include "flyte-binary.agent.name" . }}:{{ include "flyte-binary.agent.servicePort" . }} + insecure: true supportedTaskTypes: - bigquery_query_job_task {{- end }} diff --git a/charts/flyte-core/Chart.yaml b/charts/flyte-core/Chart.yaml index 005e5a6fe4..a7134d3448 100644 --- a/charts/flyte-core/Chart.yaml +++ b/charts/flyte-core/Chart.yaml @@ -5,6 +5,7 @@ type: application version: v0.1.10 # VERSION dependencies: - name: flyteagent + condition: flyteagent.enabled alias: flyteagent version: v0.1.10 # VERSION repository: file://../flyte-agent # REPOSITORY \ No newline at end of file diff --git a/charts/flyte-core/README.md b/charts/flyte-core/README.md index 945f6aa3dd..a83b8e44a3 100644 --- a/charts/flyte-core/README.md +++ b/charts/flyte-core/README.md @@ -100,7 +100,7 @@ helm install gateway bitnami/contour -n flyte | configmap.enabled_plugins.tasks | object | `{"task-plugins":{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}` | Tasks specific configuration [structure](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/nodes/task/config#GetConfig) | | configmap.enabled_plugins.tasks.task-plugins | object | `{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}` | Plugins configuration, [structure](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/nodes/task/config#TaskPluginConfig) | | configmap.enabled_plugins.tasks.task-plugins.enabled-plugins | list | `["container","sidecar","k8s-array","agent-service"]` | [Enabled Plugins](https://pkg.go.dev/github.com/lyft/flyteplugins/go/tasks/config#Config). Enable sagemaker*, athena if you install the backend plugins | -| configmap.k8s | object | `{"plugins":{"agent-service":{"defaultGrpcEndpoint":"flyteagent.flyte.svc.cluster.local:8000","supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[],"default-memory":"100Mi"}}}` | Kubernetes specific Flyte configuration | +| configmap.k8s | object | `{"plugins":{"agent-service":{"defaultAgent":{"endpoint":"flyteagent.flyte.svc.cluster.local:8000","insecure":true},"supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[],"default-memory":"100Mi"}}}` | Kubernetes specific Flyte configuration | | configmap.k8s.plugins.k8s | object | `{"default-cpus":"100m","default-env-vars":[],"default-memory":"100Mi"}` | Configuration section for all K8s specific plugins [Configuration structure](https://pkg.go.dev/github.com/lyft/flyteplugins/go/tasks/pluginmachinery/flytek8s/config) | | configmap.remoteData.remoteData.region | string | `"us-east-1"` | | | configmap.remoteData.remoteData.scheme | string | `"local"` | | @@ -173,29 +173,7 @@ helm install gateway bitnami/contour -n flyte | flyteadmin.serviceAccount.createClusterRole | bool | `true` | Should a ClusterRole be created for Flyteadmin | | flyteadmin.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | | flyteadmin.tolerations | list | `[]` | tolerations for Flyteadmin deployment | -| flyteagent.additionalContainers | list | `[]` | Appends additional containers to the deployment spec. May include template values. | -| flyteagent.additionalVolumeMounts | list | `[]` | Appends additional volume mounts to the main container's spec. May include template values. | -| flyteagent.additionalVolumes | list | `[]` | Appends additional volumes to the deployment spec. May include template values. | -| flyteagent.affinity | object | `{}` | affinity for flyteagent deployment | -| flyteagent.configPath | string | `"/etc/flyteagent/config/*.yaml"` | Default regex string for searching configuration files | | flyteagent.enabled | bool | `true` | | -| flyteagent.extraArgs | object | `{}` | Appends extra command line arguments to the main command | -| flyteagent.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | -| flyteagent.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | Docker image for flyteagent deployment | -| flyteagent.image.tag | string | `"1.6.2b1"` | Docker image tag | -| flyteagent.nodeSelector | object | `{}` | nodeSelector for flyteagent deployment | -| flyteagent.podAnnotations | object | `{}` | Annotations for flyteagent pods | -| flyteagent.ports.containerPort | int | `8000` | | -| flyteagent.ports.name | string | `"agent-grpc"` | | -| flyteagent.priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). | -| flyteagent.replicaCount | int | `1` | Replicas count for flyteagent deployment | -| flyteagent.resources | object | `{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for flyteagent deployment | -| flyteagent.service | object | `{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"}` | Service settings for flyteagent | -| flyteagent.serviceAccount | object | `{"annotations":{},"create":true,"imagePullSecrets":[]}` | Configuration for service accounts for flyteagent | -| flyteagent.serviceAccount.annotations | object | `{}` | Annotations for ServiceAccount attached to flyteagent pods | -| flyteagent.serviceAccount.create | bool | `true` | Should a service account be created for flyteagent | -| flyteagent.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | -| flyteagent.tolerations | list | `[]` | tolerations for flyteagent deployment | | flyteconsole.affinity | object | `{}` | affinity for Flyteconsole deployment | | flyteconsole.enabled | bool | `true` | | | flyteconsole.ga.enabled | bool | `false` | | diff --git a/charts/flyte-core/values.yaml b/charts/flyte-core/values.yaml index 1885347844..1ac3f445a8 100755 --- a/charts/flyte-core/values.yaml +++ b/charts/flyte-core/values.yaml @@ -204,61 +204,6 @@ datacatalog: flyteagent: enabled: true - # -- Replicas count for flyteagent deployment - replicaCount: 1 - image: - # -- Docker image for flyteagent deployment - repository: ghcr.io/flyteorg/flyteagent - # -- Docker image tag - tag: 1.6.2b1 - # -- Docker image pull policy - pullPolicy: IfNotPresent - ports: - containerPort: 8000 - name: agent-grpc - # -- Default resources requests and limits for flyteagent deployment - resources: - limits: - cpu: 500m - ephemeral-storage: 100Mi - memory: 500Mi - requests: - cpu: 10m - ephemeral-storage: 50Mi - memory: 50Mi - # -- Default regex string for searching configuration files - configPath: /etc/flyteagent/config/*.yaml - # -- Service settings for flyteagent - service: - annotations: - projectcontour.io/upstream-protocol.h2c: grpc - type: ClusterIP - # -- Configuration for service accounts for flyteagent - serviceAccount: - # -- Should a service account be created for flyteagent - create: true - # -- Annotations for ServiceAccount attached to flyteagent pods - annotations: {} - # -- ImagePullSecrets to automatically assign to the service account - imagePullSecrets: [] - # -- Annotations for flyteagent pods - podAnnotations: {} - # -- nodeSelector for flyteagent deployment - nodeSelector: {} - # -- tolerations for flyteagent deployment - tolerations: [] - # -- affinity for flyteagent deployment - affinity: {} - # -- Appends additional volumes to the deployment spec. May include template values. - additionalVolumes: [] - # -- Appends additional volume mounts to the main container's spec. May include template values. - additionalVolumeMounts: [] - # -- Appends additional containers to the deployment spec. May include template values. - additionalContainers: [] - # -- Appends extra command line arguments to the main command - extraArgs: {} - # -- Sets priorityClassName for datacatalog pod(s). - priorityClassName: "" # # FLYTEPROPELLER SETTINGS @@ -735,7 +680,9 @@ configmap: default-cpus: 100m default-memory: 100Mi agent-service: - defaultGrpcEndpoint: flyteagent.flyte.svc.cluster.local:8000 + defaultAgent: + endpoint: flyteagent.flyte.svc.cluster.local:8000 + insecure: true supportedTaskTypes: - bigquery_query_job_task diff --git a/charts/flyte/README.md b/charts/flyte/README.md index 7f1895d777..8a36bbf819 100644 --- a/charts/flyte/README.md +++ b/charts/flyte/README.md @@ -71,7 +71,7 @@ helm upgrade -f values-sandbox.yaml flyte . | contour.tolerations | list | `[]` | tolerations for Contour deployment | | daskoperator | object | `{"enabled":false}` | Optional: Dask Plugin using the Dask Operator | | daskoperator.enabled | bool | `false` | - enable or disable the dask operator deployment installation | -| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.32","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"agent-service":{"defaultGrpcEndpoint":"flyteagent.flyte.svc.cluster.local:8000","supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.0.48"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.1.110"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteagent":{"additionalContainers":[],"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyteagent/config/*.yaml","enabled":true,"extraArgs":{},"image":{"pullPolicy":"IfNotPresent","repository":"ghcr.io/flyteorg/flyteagent","tag":"1.8.1"},"nodeSelector":{},"podAnnotations":{},"priorityClassName":"","replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.8.5"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.1.106"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.1.110"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole | +| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.32","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"agent-service":{"defaultAgent":{"endpoint":"dns:///flyteagent.flyte.svc.cluster.local:8000","insecure":true},"supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.0.48"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.1.110"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.8.5"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.1.106"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.1.110"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole | | flyte.cluster_resource_manager | object | `{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]}` | Configuration for the Cluster resource manager component. This is an optional component, that enables automatic cluster configuration. This is useful to set default quotas, manage namespaces etc that map to a project/domain | | flyte.cluster_resource_manager.config.cluster_resources | object | `{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}` | ClusterResource parameters Refer to the [structure](https://pkg.go.dev/github.com/lyft/flyteadmin@v0.3.37/pkg/runtime/interfaces#ClusterResourceConfig) to customize. | | flyte.cluster_resource_manager.config.cluster_resources.standaloneDeployment | bool | `false` | Starts the cluster resource manager in standalone mode with requisite auth credentials to call flyteadmin service endpoints | @@ -91,7 +91,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.common.ingress.separateGrpcIngressAnnotations | object | `{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"}` | - Extra Ingress annotations applied only to the GRPC ingress. Only makes sense if `separateGrpcIngress` is enabled. | | flyte.common.ingress.tls | object | `{"enabled":false}` | - TLS Settings | | flyte.common.ingress.webpackHMR | bool | `true` | - Enable or disable HMR route to flyteconsole. This is useful only for frontend development. | -| flyte.configmap | object | `{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.32","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"agent-service":{"defaultGrpcEndpoint":"flyteagent.flyte.svc.cluster.local:8000","supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}}` | ----------------------------------------------------------------- CONFIGMAPS SETTINGS | +| flyte.configmap | object | `{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.32","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"agent-service":{"defaultAgent":{"endpoint":"dns:///flyteagent.flyte.svc.cluster.local:8000","insecure":true},"supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}}` | ----------------------------------------------------------------- CONFIGMAPS SETTINGS | | flyte.configmap.adminServer | object | `{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}}` | FlyteAdmin server configuration | | flyte.configmap.adminServer.auth | object | `{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}}` | Authentication configuration | | flyte.configmap.adminServer.server.security.secure | bool | `false` | Controls whether to serve requests over SSL/TLS. | @@ -107,7 +107,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.configmap.enabled_plugins.tasks | object | `{"task-plugins":{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}` | Tasks specific configuration [structure](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/nodes/task/config#GetConfig) | | flyte.configmap.enabled_plugins.tasks.task-plugins | object | `{"default-for-task-types":{"bigquery_query_job_task":"agent-service","container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}` | Plugins configuration, [structure](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/nodes/task/config#TaskPluginConfig) | | flyte.configmap.enabled_plugins.tasks.task-plugins.enabled-plugins | list | `["container","sidecar","k8s-array","agent-service"]` | [Enabled Plugins](https://pkg.go.dev/github.com/lyft/flyteplugins/go/tasks/config#Config). Enable sagemaker*, athena if you install the backend plugins | -| flyte.configmap.k8s | object | `{"plugins":{"agent-service":{"defaultGrpcEndpoint":"flyteagent.flyte.svc.cluster.local:8000","supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}}` | Kubernetes specific Flyte configuration | +| flyte.configmap.k8s | object | `{"plugins":{"agent-service":{"defaultAgent":{"endpoint":"dns:///flyteagent.flyte.svc.cluster.local:8000","insecure":true},"supportedTaskTypes":["bigquery_query_job_task"]},"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}}` | Kubernetes specific Flyte configuration | | flyte.configmap.k8s.plugins.k8s | object | `{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}` | Configuration section for all K8s specific plugins [Configuration structure](https://pkg.go.dev/github.com/lyft/flyteplugins/go/tasks/pluginmachinery/flytek8s/config) | | flyte.configmap.logger | object | `{"logger":{"level":5,"show-source":true}}` | Logger configuration | | flyte.configmap.resource_manager | object | `{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}}` | Resource manager configuration | @@ -148,26 +148,6 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flyteadmin.serviceAccount.create | bool | `true` | Should a service account be created for flyteadmin | | flyte.flyteadmin.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | | flyte.flyteadmin.tolerations | list | `[]` | tolerations for Flyteadmin deployment | -| flyte.flyteagent.additionalContainers | list | `[]` | Appends additional containers to the deployment spec. May include template values. | -| flyte.flyteagent.additionalVolumeMounts | list | `[]` | Appends additional volume mounts to the main container's spec. May include template values. | -| flyte.flyteagent.additionalVolumes | list | `[]` | Appends additional volumes to the deployment spec. May include template values. | -| flyte.flyteagent.affinity | object | `{}` | affinity for flyteagent deployment | -| flyte.flyteagent.configPath | string | `"/etc/flyteagent/config/*.yaml"` | Default regex string for searching configuration files | -| flyte.flyteagent.extraArgs | object | `{}` | Appends extra command line arguments to the main command | -| flyte.flyteagent.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | -| flyte.flyteagent.image.repository | string | `"ghcr.io/flyteorg/flyteagent"` | Docker image for flyteagent deployment | -| flyte.flyteagent.image.tag | string | `"1.8.1"` | Docker image tag | -| flyte.flyteagent.nodeSelector | object | `{}` | nodeSelector for flyteagent deployment | -| flyte.flyteagent.podAnnotations | object | `{}` | Annotations for flyteagent pods | -| flyte.flyteagent.priorityClassName | string | `""` | Sets priorityClassName for datacatalog pod(s). | -| flyte.flyteagent.replicaCount | int | `1` | Replicas count for flyteagent deployment | -| flyte.flyteagent.resources | object | `{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for flyteagent deployment | -| flyte.flyteagent.service | object | `{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"}` | Service settings for flyteagent | -| flyte.flyteagent.serviceAccount | object | `{"annotations":{},"create":true,"imagePullSecrets":[]}` | Configuration for service accounts for flyteagent | -| flyte.flyteagent.serviceAccount.annotations | object | `{}` | Annotations for ServiceAccount attached to flyteagent pods | -| flyte.flyteagent.serviceAccount.create | bool | `true` | Should a service account be created for flyteagent | -| flyte.flyteagent.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | -| flyte.flyteagent.tolerations | list | `[]` | tolerations for flyteagent deployment | | flyte.flyteconsole.affinity | object | `{}` | affinity for Flyteconsole deployment | | flyte.flyteconsole.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flyteconsole.image.repository | string | `"cr.flyte.org/flyteorg/flyteconsole"` | Docker image for Flyteconsole deployment | @@ -219,6 +199,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.webhook.serviceAccount.imagePullSecrets | list | `[]` | ImagePullSecrets to automatically assign to the service account | | flyte.workflow_notifications | object | `{"config":{},"enabled":false}` | **Optional Component** Workflow notifications module is an optional dependency. Flyte uses cloud native pub-sub systems to notify users of various events in their workflows | | flyte.workflow_scheduler | object | `{"enabled":true,"type":"native"}` | **Optional Component** Flyte uses a cloud hosted Cron scheduler to run workflows on a schedule. The following module is optional. Without, this module, you will not have scheduled launchplans / workflows. Docs: https://docs.flyte.org/en/latest/howto/enable_and_use_schedules.html#setting-up-scheduled-workflows | +| flyteagent.enabled | bool | `true` | | | kubernetes-dashboard.enabled | bool | `true` | | | kubernetes-dashboard.extraArgs[0] | string | `"--enable-skip-login"` | | | kubernetes-dashboard.extraArgs[1] | string | `"--enable-insecure-login"` | | diff --git a/charts/flyte/values.yaml b/charts/flyte/values.yaml index 3a41132fdc..a5e6e9b934 100755 --- a/charts/flyte/values.yaml +++ b/charts/flyte/values.yaml @@ -212,66 +212,6 @@ flyte: # -- affinity for Flytepropeller deployment affinity: {} - # - # FLYTE_AGENT SETTINGS - # - - flyteagent: - enabled: true - # -- Replicas count for flyteagent deployment - replicaCount: 1 - image: - # -- Docker image for flyteagent deployment - repository: ghcr.io/flyteorg/flyteagent - # -- Docker image tag - tag: 1.8.1 - # -- Docker image pull policy - pullPolicy: IfNotPresent - # -- Default resources requests and limits for flyteagent deployment - resources: - limits: - cpu: 500m - ephemeral-storage: 100Mi - memory: 500Mi - requests: - cpu: 10m - ephemeral-storage: 50Mi - memory: 50Mi - # -- Default regex string for searching configuration files - configPath: /etc/flyteagent/config/*.yaml - # -- Service settings for flyteagent - service: - annotations: - projectcontour.io/upstream-protocol.h2c: grpc - type: ClusterIP - # -- Configuration for service accounts for flyteagent - serviceAccount: - # -- Should a service account be created for flyteagent - create: true - # -- Annotations for ServiceAccount attached to flyteagent pods - annotations: { } - # -- ImagePullSecrets to automatically assign to the service account - imagePullSecrets: [ ] - # -- Annotations for flyteagent pods - podAnnotations: { } - # -- nodeSelector for flyteagent deployment - nodeSelector: { } - # -- tolerations for flyteagent deployment - tolerations: [ ] - # -- affinity for flyteagent deployment - affinity: { } - # -- Appends additional volumes to the deployment spec. May include template values. - additionalVolumes: [ ] - # -- Appends additional volume mounts to the main container's spec. May include template values. - additionalVolumeMounts: [ ] - # -- Appends additional containers to the deployment spec. May include template values. - additionalContainers: [ ] - # -- Appends extra command line arguments to the main command - extraArgs: { } - # -- Sets priorityClassName for datacatalog pod(s). - priorityClassName: "" - - # # FLYTECONSOLE SETTINGS # @@ -608,7 +548,9 @@ flyte: - FLYTE_AWS_SECRET_ACCESS_KEY: miniostorage default-memory: 200Mi agent-service: - defaultGrpcEndpoint: flyteagent.flyte.svc.cluster.local:8000 + defaultAgent: + endpoint: dns:///flyteagent.flyte.svc.cluster.local:8000 + insecure: true supportedTaskTypes: - bigquery_query_job_task @@ -920,3 +862,6 @@ sparkoperator: daskoperator: # --- enable or disable the dask operator deployment installation enabled: false + +flyteagent: + enabled: true diff --git a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml index b21187a035..256cdffd59 100644 --- a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml +++ b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml @@ -493,7 +493,9 @@ data: k8s.yaml: | plugins: agent-service: - defaultGrpcEndpoint: flyteagent.flyte.svc.cluster.local:8000 + defaultAgent: + endpoint: flyteagent.flyte.svc.cluster.local:8000 + insecure: true supportedTaskTypes: - bigquery_query_job_task k8s: @@ -1234,7 +1236,7 @@ spec: template: metadata: annotations: - configChecksum: "5aeb1eaeab35d20dc21450af4b772c377f0d5418905bf6eaf170a6e5ebaade1" + configChecksum: "ad5f617e3f0e8d3c73d1f544b21f4d1f99e911a4aa3f78f1c315614b235c7dd" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -1316,7 +1318,7 @@ spec: app.kubernetes.io/name: flyte-pod-webhook app.kubernetes.io/version: v1.1.106 annotations: - configChecksum: "5aeb1eaeab35d20dc21450af4b772c377f0d5418905bf6eaf170a6e5ebaade1" + configChecksum: "ad5f617e3f0e8d3c73d1f544b21f4d1f99e911a4aa3f78f1c315614b235c7dd" spec: securityContext: fsGroup: 65534 diff --git a/deployment/eks/flyte_helm_dataplane_generated.yaml b/deployment/eks/flyte_helm_dataplane_generated.yaml index f0e9ea074e..19ec0a10f0 100644 --- a/deployment/eks/flyte_helm_dataplane_generated.yaml +++ b/deployment/eks/flyte_helm_dataplane_generated.yaml @@ -158,7 +158,9 @@ data: k8s.yaml: | plugins: agent-service: - defaultGrpcEndpoint: flyteagent.flyte.svc.cluster.local:8000 + defaultAgent: + endpoint: flyteagent.flyte.svc.cluster.local:8000 + insecure: true supportedTaskTypes: - bigquery_query_job_task k8s: @@ -431,7 +433,7 @@ spec: template: metadata: annotations: - configChecksum: "5aeb1eaeab35d20dc21450af4b772c377f0d5418905bf6eaf170a6e5ebaade1" + configChecksum: "ad5f617e3f0e8d3c73d1f544b21f4d1f99e911a4aa3f78f1c315614b235c7dd" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -513,7 +515,7 @@ spec: app.kubernetes.io/name: flyte-pod-webhook app.kubernetes.io/version: v1.1.106 annotations: - configChecksum: "5aeb1eaeab35d20dc21450af4b772c377f0d5418905bf6eaf170a6e5ebaade1" + configChecksum: "ad5f617e3f0e8d3c73d1f544b21f4d1f99e911a4aa3f78f1c315614b235c7dd" spec: securityContext: fsGroup: 65534 diff --git a/deployment/eks/flyte_helm_generated.yaml b/deployment/eks/flyte_helm_generated.yaml index acd42eaacc..4d963a59d8 100644 --- a/deployment/eks/flyte_helm_generated.yaml +++ b/deployment/eks/flyte_helm_generated.yaml @@ -524,7 +524,9 @@ data: k8s.yaml: | plugins: agent-service: - defaultGrpcEndpoint: flyteagent.flyte.svc.cluster.local:8000 + defaultAgent: + endpoint: flyteagent.flyte.svc.cluster.local:8000 + insecure: true supportedTaskTypes: - bigquery_query_job_task k8s: @@ -1353,7 +1355,7 @@ spec: template: metadata: annotations: - configChecksum: "5aeb1eaeab35d20dc21450af4b772c377f0d5418905bf6eaf170a6e5ebaade1" + configChecksum: "ad5f617e3f0e8d3c73d1f544b21f4d1f99e911a4aa3f78f1c315614b235c7dd" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -1435,7 +1437,7 @@ spec: app.kubernetes.io/name: flyte-pod-webhook app.kubernetes.io/version: v1.1.106 annotations: - configChecksum: "5aeb1eaeab35d20dc21450af4b772c377f0d5418905bf6eaf170a6e5ebaade1" + configChecksum: "ad5f617e3f0e8d3c73d1f544b21f4d1f99e911a4aa3f78f1c315614b235c7dd" spec: securityContext: fsGroup: 65534 diff --git a/deployment/gcp/flyte_helm_dataplane_generated.yaml b/deployment/gcp/flyte_helm_dataplane_generated.yaml index 72b2944e83..b22c2b404d 100644 --- a/deployment/gcp/flyte_helm_dataplane_generated.yaml +++ b/deployment/gcp/flyte_helm_dataplane_generated.yaml @@ -158,7 +158,9 @@ data: k8s.yaml: | plugins: agent-service: - defaultGrpcEndpoint: flyteagent.flyte.svc.cluster.local:8000 + defaultAgent: + endpoint: flyteagent.flyte.svc.cluster.local:8000 + insecure: true supportedTaskTypes: - bigquery_query_job_task k8s: @@ -439,7 +441,7 @@ spec: template: metadata: annotations: - configChecksum: "33e17b26b38185e0f1ea13266674081f74556c21248f035d3a5cc7dbd32ee37" + configChecksum: "bcbc18a1c7ffaa9cfee27c1ec209bbaf4313fd2eaa803ab9beaed05545a90af" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -520,7 +522,7 @@ spec: app.kubernetes.io/name: flyte-pod-webhook app.kubernetes.io/version: v1.1.106 annotations: - configChecksum: "33e17b26b38185e0f1ea13266674081f74556c21248f035d3a5cc7dbd32ee37" + configChecksum: "bcbc18a1c7ffaa9cfee27c1ec209bbaf4313fd2eaa803ab9beaed05545a90af" spec: securityContext: fsGroup: 65534 diff --git a/deployment/gcp/flyte_helm_generated.yaml b/deployment/gcp/flyte_helm_generated.yaml index 30f69599e9..1c9a5a5752 100644 --- a/deployment/gcp/flyte_helm_generated.yaml +++ b/deployment/gcp/flyte_helm_generated.yaml @@ -537,7 +537,9 @@ data: k8s.yaml: | plugins: agent-service: - defaultGrpcEndpoint: flyteagent.flyte.svc.cluster.local:8000 + defaultAgent: + endpoint: flyteagent.flyte.svc.cluster.local:8000 + insecure: true supportedTaskTypes: - bigquery_query_job_task k8s: @@ -1376,7 +1378,7 @@ spec: template: metadata: annotations: - configChecksum: "33e17b26b38185e0f1ea13266674081f74556c21248f035d3a5cc7dbd32ee37" + configChecksum: "bcbc18a1c7ffaa9cfee27c1ec209bbaf4313fd2eaa803ab9beaed05545a90af" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -1457,7 +1459,7 @@ spec: app.kubernetes.io/name: flyte-pod-webhook app.kubernetes.io/version: v1.1.106 annotations: - configChecksum: "33e17b26b38185e0f1ea13266674081f74556c21248f035d3a5cc7dbd32ee37" + configChecksum: "bcbc18a1c7ffaa9cfee27c1ec209bbaf4313fd2eaa803ab9beaed05545a90af" spec: securityContext: fsGroup: 65534 diff --git a/deployment/sandbox/flyte_helm_generated.yaml b/deployment/sandbox/flyte_helm_generated.yaml index 8b11f6ac4e..51993ad2b5 100644 --- a/deployment/sandbox/flyte_helm_generated.yaml +++ b/deployment/sandbox/flyte_helm_generated.yaml @@ -667,7 +667,9 @@ data: k8s.yaml: | plugins: agent-service: - defaultGrpcEndpoint: flyteagent.flyte.svc.cluster.local:8000 + defaultAgent: + endpoint: dns:///flyteagent.flyte.svc.cluster.local:8000 + insecure: true supportedTaskTypes: - bigquery_query_job_task k8s: @@ -6747,7 +6749,7 @@ spec: - command: - pyflyte - serve - image: "ghcr.io/flyteorg/flyteagent:1.8.1" + image: "ghcr.io/flyteorg/flyteagent:1.8.3" imagePullPolicy: "IfNotPresent" name: flyteagent volumeMounts: @@ -6759,12 +6761,12 @@ spec: resources: limits: cpu: 500m - ephemeral-storage: 100Mi - memory: 500Mi + ephemeral-storage: 200Mi + memory: 200Mi requests: - cpu: 10m - ephemeral-storage: 50Mi - memory: 50Mi + cpu: 500m + ephemeral-storage: 200Mi + memory: 200Mi serviceAccountName: flyteagent volumes: - name: flyteagent @@ -7225,7 +7227,7 @@ spec: template: metadata: annotations: - configChecksum: "b7f9a0fa68b94c02a3815d28c3d6c4b15661a67166f2988bd99a248ba6ada25" + configChecksum: "8a3a62b3a31dd7ddebdf117278a07de412e4a9acbdbed91b521e72ebf14cb75" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -7299,7 +7301,7 @@ spec: app.kubernetes.io/name: flyte-pod-webhook app.kubernetes.io/version: v1.1.106 annotations: - configChecksum: "b7f9a0fa68b94c02a3815d28c3d6c4b15661a67166f2988bd99a248ba6ada25" + configChecksum: "8a3a62b3a31dd7ddebdf117278a07de412e4a9acbdbed91b521e72ebf14cb75" spec: securityContext: fsGroup: 65534 From 5f67a623aff02fad6ec6ccbaf555e622cddb52f2 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Wed, 9 Aug 2023 17:21:01 -0700 Subject: [PATCH 16/19] Updated configmap Signed-off-by: Kevin Su --- charts/flyte-agent/templates/_helpers.tpl | 4 ++++ charts/flyte-binary/templates/_helpers.tpl | 18 ------------------ charts/flyte-binary/templates/configmap.yaml | 4 ++-- 3 files changed, 6 insertions(+), 20 deletions(-) diff --git a/charts/flyte-agent/templates/_helpers.tpl b/charts/flyte-agent/templates/_helpers.tpl index 7ed828b4ac..01f9ea479d 100755 --- a/charts/flyte-agent/templates/_helpers.tpl +++ b/charts/flyte-agent/templates/_helpers.tpl @@ -40,3 +40,7 @@ app.kubernetes.io/managed-by: {{ .Release.Service }} - mountPath: /etc/agent-secret name: {{ include "flyte.name" . }} {{- end }} + +{{- define "flyteagent.servicePort" -}} +{{ include .Values.ports.containerPort}} +{{- end }} \ No newline at end of file diff --git a/charts/flyte-binary/templates/_helpers.tpl b/charts/flyte-binary/templates/_helpers.tpl index ecd3d51cc4..d7572058ed 100644 --- a/charts/flyte-binary/templates/_helpers.tpl +++ b/charts/flyte-binary/templates/_helpers.tpl @@ -217,21 +217,3 @@ Flyte Agent selector labels {{ include "flyte-binary.baseLabels" . }} app.kubernetes.io/component: agent {{- end }} - -{{/* -Get the name of the service account to use -*/}} -{{- define "flyte-binary.agent.serviceAccountName" -}} -{{- if .Values.flyteagent.serviceAccount.create }} -{{- default (include "flyte-binary.agent.name" .) .Values.flyteagent.serviceAccount.name }} -{{- else }} -{{- default "default" .Values.flyteagent.serviceAccount.name }} -{{- end }} -{{- end }} - -{{/* -Get the Flyte Agent service port. -*/}} -{{- define "flyte-binary.agent.servicePort" -}} -{{- default 8000 .Values.flyteagent.service.port -}} -{{- end -}} diff --git a/charts/flyte-binary/templates/configmap.yaml b/charts/flyte-binary/templates/configmap.yaml index 909545a95d..f5d084dd6a 100644 --- a/charts/flyte-binary/templates/configmap.yaml +++ b/charts/flyte-binary/templates/configmap.yaml @@ -64,10 +64,10 @@ data: {{- if .Values.configuration.agentService }} agent-service: {{- tpl ( .Values.configuration.agentService | toYaml ) . | nindent 8 }} - {{- else if .Values.flyteagent.enable }} + {{- else if .Values.flyteagent.enabled }} agent-service: defaultAgent: - endpoint: {{ include "flyte-binary.agent.name" . }}:{{ include "flyte-binary.agent.servicePort" . }} + endpoint: {{ include "flyteagent.name" . }}:{{ include "flyteagent.servicePort" . }} insecure: true supportedTaskTypes: - bigquery_query_job_task From 72d7e0905b271253a9f137007578e541c791aede Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Wed, 9 Aug 2023 18:24:51 -0700 Subject: [PATCH 17/19] Add agent dir Signed-off-by: Kevin Su --- .../{sandbox-binary => agent}/flyte_agent_helm_generated.yaml | 0 script/generate_helm.sh | 2 +- 2 files changed, 1 insertion(+), 1 deletion(-) rename deployment/{sandbox-binary => agent}/flyte_agent_helm_generated.yaml (100%) diff --git a/deployment/sandbox-binary/flyte_agent_helm_generated.yaml b/deployment/agent/flyte_agent_helm_generated.yaml similarity index 100% rename from deployment/sandbox-binary/flyte_agent_helm_generated.yaml rename to deployment/agent/flyte_agent_helm_generated.yaml diff --git a/script/generate_helm.sh b/script/generate_helm.sh index c0995db988..0ea1c85109 100755 --- a/script/generate_helm.sh +++ b/script/generate_helm.sh @@ -37,7 +37,7 @@ helm template flyte -n flyte ${DIR}/../charts/flyte-deps/ ${HELM_CAPABILITIES} - helm template flyte -n flyte ${DIR}/../charts/flyte-binary/ ${HELM_CAPABILITIES} --debug > ${DIR}/../deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml # Generate manifest flyte agent -helm template flyte -n flyte ${DIR}/../charts/flyte-agent/ ${HELM_CAPABILITIES} --debug > ${DIR}/../deployment/sandbox-binary/flyte_agent_helm_generated.yaml +helm template flyte -n flyte ${DIR}/../charts/flyte-agent/ ${HELM_CAPABILITIES} --debug > ${DIR}/../deployment/agent/flyte_agent_helm_generated.yaml echo "Generating helm docs" From 371dd2fc36c2219eae32e283c10fcba5d42f6146 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Mon, 28 Aug 2023 11:12:00 -0700 Subject: [PATCH 18/19] remove name from agent secret Signed-off-by: Kevin Su --- charts/flyte-agent/templates/_helpers.tpl | 2 +- charts/flyte-agent/values.yaml | 2 -- 2 files changed, 1 insertion(+), 3 deletions(-) diff --git a/charts/flyte-agent/templates/_helpers.tpl b/charts/flyte-agent/templates/_helpers.tpl index 01f9ea479d..fffa18304a 100755 --- a/charts/flyte-agent/templates/_helpers.tpl +++ b/charts/flyte-agent/templates/_helpers.tpl @@ -37,7 +37,7 @@ app.kubernetes.io/managed-by: {{ .Release.Service }} {{- end }} {{- define "agentSecret.volumeMount" -}} -- mountPath: /etc/agent-secret +- mountPath: /etc/secrets name: {{ include "flyte.name" . }} {{- end }} diff --git a/charts/flyte-agent/values.yaml b/charts/flyte-agent/values.yaml index c9c1033fa2..446ab25f64 100755 --- a/charts/flyte-agent/values.yaml +++ b/charts/flyte-agent/values.yaml @@ -12,8 +12,6 @@ commonLabels: {} commonAnnotations: {} agentSecret: - # -- Specify name of K8s Secret. Leave it empty if you don't need this Secret - name: "" # -- Specify your Secret (with sensitive data) or pseudo-manifest (without sensitive data). secretData: data: From b0a581ddc921a24f0f060605cd154830cf86f7f6 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Mon, 28 Aug 2023 11:21:44 -0700 Subject: [PATCH 19/19] make generate Signed-off-by: Kevin Su --- charts/flyte-agent/README.md | 1 - deployment/agent/flyte_agent_helm_generated.yaml | 2 +- docker/sandbox-bundled/manifests/complete.yaml | 4 ++-- docker/sandbox-bundled/manifests/dev.yaml | 4 ++-- 4 files changed, 5 insertions(+), 6 deletions(-) diff --git a/charts/flyte-agent/README.md b/charts/flyte-agent/README.md index 3bc3a05a2a..10f65508f1 100644 --- a/charts/flyte-agent/README.md +++ b/charts/flyte-agent/README.md @@ -12,7 +12,6 @@ A Helm chart for Flyte agent | additionalVolumeMounts | list | `[]` | Appends additional volume mounts to the main container's spec. May include template values. | | additionalVolumes | list | `[]` | Appends additional volumes to the deployment spec. May include template values. | | affinity | object | `{}` | affinity for flyteagent deployment | -| agentSecret.name | string | `""` | Specify name of K8s Secret. Leave it empty if you don't need this Secret | | agentSecret.secretData | object | `{"data":{"username":"User"}}` | Specify your Secret (with sensitive data) or pseudo-manifest (without sensitive data). | | commonAnnotations | object | `{}` | | | commonLabels | object | `{}` | | diff --git a/deployment/agent/flyte_agent_helm_generated.yaml b/deployment/agent/flyte_agent_helm_generated.yaml index 741dcee6ff..8ea6ede511 100644 --- a/deployment/agent/flyte_agent_helm_generated.yaml +++ b/deployment/agent/flyte_agent_helm_generated.yaml @@ -79,7 +79,7 @@ spec: imagePullPolicy: "IfNotPresent" name: flyteagent volumeMounts: - - mountPath: /etc/agent-secret + - mountPath: /etc/secrets name: flyteagent ports: - containerPort: 8000 diff --git a/docker/sandbox-bundled/manifests/complete.yaml b/docker/sandbox-bundled/manifests/complete.yaml index 70756d8a68..d8a17beaa7 100644 --- a/docker/sandbox-bundled/manifests/complete.yaml +++ b/docker/sandbox-bundled/manifests/complete.yaml @@ -784,7 +784,7 @@ type: Opaque --- apiVersion: v1 data: - haSharedSecret: eWxVazU4SVRxN2s2NTY2NQ== + haSharedSecret: eG45SEN5TVVWa0x6T1JWag== proxyPassword: "" proxyUsername: "" kind: Secret @@ -1345,7 +1345,7 @@ spec: metadata: annotations: checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81 - checksum/secret: ea3e355f6ff94cce0662ddfba87eadacc504cf88742a7b8d1c4b0f16f4131de1 + checksum/secret: d88b59ccf4d3a3d572d09451cda92c24362f858e9d4a18db02c5e3ac00fa39bf labels: app: docker-registry release: flyte-sandbox diff --git a/docker/sandbox-bundled/manifests/dev.yaml b/docker/sandbox-bundled/manifests/dev.yaml index 96d7f982b4..055a70de41 100644 --- a/docker/sandbox-bundled/manifests/dev.yaml +++ b/docker/sandbox-bundled/manifests/dev.yaml @@ -499,7 +499,7 @@ metadata: --- apiVersion: v1 data: - haSharedSecret: T3RnTkhSU2NwTWlQaXZGZw== + haSharedSecret: ajZKUE5Ddm5HRHhmcVpIYg== proxyPassword: "" proxyUsername: "" kind: Secret @@ -933,7 +933,7 @@ spec: metadata: annotations: checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81 - checksum/secret: e289aedf150734eb03dac9af9562d61f19beec53155b0fa8a395110963be2312 + checksum/secret: 989c2369d62af38b41b73878e06ff95b0d60ed64d38c055bae4c5abd47e40dae labels: app: docker-registry release: flyte-sandbox