From 6ebcb8694ae12fe190fc616eba5f80b173307ab1 Mon Sep 17 00:00:00 2001 From: Eduardo Apolinario <653394+eapolinario@users.noreply.github.com> Date: Mon, 29 Apr 2024 14:34:31 -0700 Subject: [PATCH 1/3] Fix uploading of code coverage data (#5298) * Do not upload codecoverage data from boilerplate Signed-off-by: Eduardo Apolinario * Use correct token to upload code coverage data Signed-off-by: Eduardo Apolinario * Pipe in CODECOV_TOKEN as an input secret Signed-off-by: Eduardo Apolinario * Actually pipe the secret in Signed-off-by: Eduardo Apolinario * Pipe codecov token in flyteidl tests too --------- Signed-off-by: Eduardo Apolinario Co-authored-by: Eduardo Apolinario --- .github/workflows/checks.yml | 2 +- .github/workflows/flyteidl-checks.yml | 2 +- .github/workflows/unit-tests.yml | 12 ++++-------- boilerplate/flyte/golang_test_targets/Makefile | 1 - 4 files changed, 6 insertions(+), 11 deletions(-) diff --git a/.github/workflows/checks.yml b/.github/workflows/checks.yml index 8532179444..95f5a04893 100644 --- a/.github/workflows/checks.yml +++ b/.github/workflows/checks.yml @@ -61,7 +61,7 @@ jobs: component: ${{ matrix.component }} go-version: ${{ needs.unpack-envvars.outputs.go-version }} secrets: - FLYTE_BOT_PAT: ${{ secrets.FLYTE_BOT_PAT }} + CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }} docker-build: strategy: fail-fast: false diff --git a/.github/workflows/flyteidl-checks.yml b/.github/workflows/flyteidl-checks.yml index 1811126d91..89f1fc5c81 100644 --- a/.github/workflows/flyteidl-checks.yml +++ b/.github/workflows/flyteidl-checks.yml @@ -39,7 +39,7 @@ jobs: component: flyteidl go-version: ${{ needs.unpack-envvars.outputs.go-version }} secrets: - FLYTE_BOT_PAT: ${{ secrets.FLYTE_BOT_PAT }} + CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }} generate: name: Check Go Generate needs: diff --git a/.github/workflows/unit-tests.yml b/.github/workflows/unit-tests.yml index 475e010496..aa5466304f 100644 --- a/.github/workflows/unit-tests.yml +++ b/.github/workflows/unit-tests.yml @@ -10,7 +10,7 @@ on: required: true type: string secrets: - FLYTE_BOT_PAT: + CODECOV_TOKEN: required: true jobs: tests: @@ -27,15 +27,11 @@ jobs: with: go-version: ${{ inputs.go-version }} - name: Unit Tests - env: - GITHUB_TOKEN: ${{ secrets.FLYTE_BOT_PAT }} run: make install && make test_unit_codecov - # TODO(monorepo): Figure out how to do code coverage aggregation - name: Push CodeCov - uses: codecov/codecov-action@v3.1.1 - env: - GITHUB_TOKEN: ${{ secrets.FLYTE_BOT_PAT }} + uses: codecov/codecov-action@v4 with: file: coverage.txt - flags: unittests + flags: unittests-${{ inputs.component }} fail_ci_if_error: false + token: ${{ secrets.CODECOV_TOKEN }} diff --git a/boilerplate/flyte/golang_test_targets/Makefile b/boilerplate/flyte/golang_test_targets/Makefile index 3f743e8625..4b0f254329 100644 --- a/boilerplate/flyte/golang_test_targets/Makefile +++ b/boilerplate/flyte/golang_test_targets/Makefile @@ -54,7 +54,6 @@ test_unit_visual: .PHONY: test_unit_codecov test_unit_codecov: go test ./... -race -coverprofile=coverage.txt -covermode=atomic - curl -s https://codecov.io/bash > codecov_bash.sh && bash codecov_bash.sh .PHONY: go-tidy go-tidy: From 1f0a4f2374d3008e4a39c7305d3791e73dd6618e Mon Sep 17 00:00:00 2001 From: Flyte Bot Date: Mon, 29 Apr 2024 15:39:08 -0700 Subject: [PATCH 2/3] Update Flyte components (#5300) * Update Flyte Components Signed-off-by: Flyte-Bot * Add changelog and bump version Signed-off-by: Eduardo Apolinario * Fix typos and add crate to codespell ignore words Signed-off-by: Eduardo Apolinario --------- Signed-off-by: Flyte-Bot Signed-off-by: Eduardo Apolinario Co-authored-by: eapolinario --- .github/workflows/codespell.yml | 1 + CHANGELOG/CHANGELOG-v1.12.0-b0.md | 151 ++++++++++++++++++ charts/flyte-binary/README.md | 2 +- charts/flyte-binary/values.yaml | 2 +- charts/flyte-core/README.md | 14 +- charts/flyte-core/values.yaml | 12 +- charts/flyte/README.md | 18 +-- charts/flyte/values.yaml | 12 +- .../flyte_aws_scheduler_helm_generated.yaml | 32 ++-- .../flyte_helm_controlplane_generated.yaml | 22 +-- .../eks/flyte_helm_dataplane_generated.yaml | 14 +- deployment/eks/flyte_helm_generated.yaml | 36 ++--- .../flyte_helm_controlplane_generated.yaml | 22 +-- .../gcp/flyte_helm_dataplane_generated.yaml | 14 +- deployment/gcp/flyte_helm_generated.yaml | 36 ++--- .../flyte_sandbox_binary_helm_generated.yaml | 4 +- deployment/sandbox/flyte_helm_generated.yaml | 36 ++--- .../manifests/complete-agent.yaml | 8 +- .../sandbox-bundled/manifests/complete.yaml | 8 +- docker/sandbox-bundled/manifests/dev.yaml | 4 +- docs/conf.py | 2 +- .../generated/flyteadmin_config.rst | 49 +++++- .../generated/flytepropeller_config.rst | 53 +++++- .../generated/scheduler_config.rst | 49 +++++- 24 files changed, 435 insertions(+), 166 deletions(-) create mode 100644 CHANGELOG/CHANGELOG-v1.12.0-b0.md diff --git a/.github/workflows/codespell.yml b/.github/workflows/codespell.yml index c90557d62d..4fa5b53df4 100644 --- a/.github/workflows/codespell.yml +++ b/.github/workflows/codespell.yml @@ -26,3 +26,4 @@ jobs: uses: codespell-project/actions-codespell@v2 with: skip: "*.pb,monodocs-environment.lock.yaml" + ignore_words_list: crate diff --git a/CHANGELOG/CHANGELOG-v1.12.0-b0.md b/CHANGELOG/CHANGELOG-v1.12.0-b0.md new file mode 100644 index 0000000000..e67ded8a27 --- /dev/null +++ b/CHANGELOG/CHANGELOG-v1.12.0-b0.md @@ -0,0 +1,151 @@ +# Flyte v1.12.0-b0 + +## What's Changed +* [Docs] Remove kustomize link in secrets.md doc by @lowc1012 in https://github.com/flyteorg/flyte/pull/5043 +* CI workflow for helm charts and manifests by @lowc1012 in https://github.com/flyteorg/flyte/pull/5027 +* Update spark-on-k8s-operator address in helm charts by @eapolinario in https://github.com/flyteorg/flyte/pull/5057 +* Fix wrong syntax for path filtering in validate-helm-charts.yaml by @lowc1012 in https://github.com/flyteorg/flyte/pull/5056 +* Fix: flyte-secret-auth secret not mounted properly in flyte-core by @lowc1012 in https://github.com/flyteorg/flyte/pull/5054 +* Match flytekit versions used to register and run functional tests by @eapolinario in https://github.com/flyteorg/flyte/pull/5059 +* integration test config by @troychiu in https://github.com/flyteorg/flyte/pull/5058 +* Add org as an optional request param to dataproxy CreateUploadLocation by @katrogan in https://github.com/flyteorg/flyte/pull/5060 +* Add k8s env from by @neilisaur in https://github.com/flyteorg/flyte/pull/4969 +* Implement GetProject endpoint in FlyteAdmin by @RRap0so in https://github.com/flyteorg/flyte/pull/4825 +* Prepopulate ArrayNode output literals with TaskNode interface output variables by @hamersaw in https://github.com/flyteorg/flyte/pull/5080 +* [House Keeping] deprecate MaxDatasetSizeBytes propeller config in favor of GetLimitMegabytes storage config by @pvditt in https://github.com/flyteorg/flyte/pull/4852 +* Fix lint errors caught by `chart-testing` by @eapolinario in https://github.com/flyteorg/flyte/pull/5072 +* Update Flyte components by @flyte-bot in https://github.com/flyteorg/flyte/pull/5093 +* sagemaker agent backend setup documentation by @samhita-alla in https://github.com/flyteorg/flyte/pull/5064 +* add first version of gke-starter values file by @cjidboon94 in https://github.com/flyteorg/flyte/pull/5026 +* Fix open ai secret name by @eapolinario in https://github.com/flyteorg/flyte/pull/5098 +* Allow setting a ExecutionClusterLabel when triggering a Launchplan/Workflow/Task by @RRap0so in https://github.com/flyteorg/flyte/pull/4998 +* Improve audience mismatch debugging by @ddl-rliu in https://github.com/flyteorg/flyte/pull/5078 +* docs(sandbox): Add guide for running newest flyteconsole in flyte sandbox by @MortalHappiness in https://github.com/flyteorg/flyte/pull/5100 +* Remove unnecessary step and fix numbering in code examples by @eapolinario in https://github.com/flyteorg/flyte/pull/5104 +* fix rendering of flyte-core and flyteagent charts by @pbrogan12 in https://github.com/flyteorg/flyte/pull/5048 +* Bump golang.org/x/net from 0.3.1-0.20221206200815-1e63c2f08a10 to 0.7.0 in /docker/sandbox-bundled/bootstrap by @dependabot in https://github.com/flyteorg/flyte/pull/3390 +* Update repeated value filters with ValueNotIn support by @troychiu in https://github.com/flyteorg/flyte/pull/5110 +* Update container builds from go 1.21.5 to 1.21.latest by @ddl-ebrown in https://github.com/flyteorg/flyte/pull/5097 +* Add optional org param to ProjectGetRequest by @katrogan in https://github.com/flyteorg/flyte/pull/5118 +* Stop building read-the-docs for flyteidl by @eapolinario in https://github.com/flyteorg/flyte/pull/5120 +* Bump google.golang.org/grpc and otelgrpc by @eapolinario in https://github.com/flyteorg/flyte/pull/5121 +* Fix broken link in "Mapping Python to Flyte types" table by @neverett in https://github.com/flyteorg/flyte/pull/5122 +* Bump version of otel and grpc in flytestdlib by @eapolinario in https://github.com/flyteorg/flyte/pull/5123 +* [flyteadmin] Show diff structure when re-registration two different task with same ids by @austin362667 in https://github.com/flyteorg/flyte/pull/4924 +* Set flyteadmin grpc port correctly in config / Flyte-core flyteadmin / datacatalog expose ports by @ddl-ebrown in https://github.com/flyteorg/flyte/pull/5013 +* Add flyte-core missing priorityClassName to webhook values by @ddl-ebrown in https://github.com/flyteorg/flyte/pull/4987 +* Update environment_setup.md by @ssen85 in https://github.com/flyteorg/flyte/pull/4963 +* [Docs] Open external links in new tab by @MortalHappiness in https://github.com/flyteorg/flyte/pull/4966 +* Fix separateGrpcIngress flag not working in flyte-binary helm chart by @lowc1012 in https://github.com/flyteorg/flyte/pull/4946 +* docs(contribute): Change go mod tidy to make go-tidy by @MortalHappiness in https://github.com/flyteorg/flyte/pull/5131 +* Fix execution phase by @troychiu in https://github.com/flyteorg/flyte/pull/5127 +* Add trailing slash to compile make target by @eapolinario in https://github.com/flyteorg/flyte/pull/4648 +* Change retry error from RuntimeError to FlyteRecoverableException by @dansola in https://github.com/flyteorg/flyte/pull/5128 +* Adapt ray flyteplugin to Kuberay 1.1.0 by @ByronHsu in https://github.com/flyteorg/flyte/pull/5067 +* Boilerplate simplification by @eapolinario in https://github.com/flyteorg/flyte/pull/5134 +* Upgrade cloudevents to v2.15.2 by @ddl-ebrown in https://github.com/flyteorg/flyte/pull/5142 +* update sagemaker agent setup doc as secrets aren't required anymore by @samhita-alla in https://github.com/flyteorg/flyte/pull/5138 +* Upgrade logrus to v1.9.3 everywhere by @ddl-ebrown in https://github.com/flyteorg/flyte/pull/5139 +* Upgrade go-restful to v3.12.0 by @ddl-ebrown in https://github.com/flyteorg/flyte/pull/5140 +* Regenerate ray pflags by @eapolinario in https://github.com/flyteorg/flyte/pull/5149 +* Split access token into half and store to avoid "securecookie: the value is too long" error by @yubofredwang in https://github.com/flyteorg/flyte/pull/4863 +* Update Flyte components by @flyte-bot in https://github.com/flyteorg/flyte/pull/5150 +* Bump golang.org/x/crypto from 0.11.0 to 0.17.0 in /boilerplate/flyte/golang_support_tools by @dependabot in https://github.com/flyteorg/flyte/pull/5148 +* use javascript to open new tab for external links by @cosmicBboy in https://github.com/flyteorg/flyte/pull/5159 +* Update K8s plugin config docs by @davidmirror-ops in https://github.com/flyteorg/flyte/pull/5070 +* Update Propeller architecture documentation by @davidmirror-ops in https://github.com/flyteorg/flyte/pull/5117 +* update protobuf v1.32.0 -> v1.33.0 by @ddl-ebrown in https://github.com/flyteorg/flyte/pull/5156 +* Update boilerplate version by @flyte-bot in https://github.com/flyteorg/flyte/pull/5143 +* Upgrade grpc health probe 0.4.11 -> 0.4.25 by @ddl-ebrown in https://github.com/flyteorg/flyte/pull/5153 +* Upgrade go-jose v3.0.0 -> v3.0.3 by @ddl-ebrown in https://github.com/flyteorg/flyte/pull/5154 +* docs: update agent development documentation by @pingsutw in https://github.com/flyteorg/flyte/pull/5130 +* Add variables to ease separate bucket config by @davidmirror-ops in https://github.com/flyteorg/flyte/pull/5015 +* Bump golang.org/x/net from 0.12.0 to 0.17.0 in /boilerplate/flyte/golang_support_tools by @dependabot in https://github.com/flyteorg/flyte/pull/5146 +* Bump google.golang.org/protobuf from 1.30.0 to 1.33.0 in /boilerplate/flyte/golang_support_tools by @dependabot in https://github.com/flyteorg/flyte/pull/5147 +* Upgrade lestrrat-go/jwx to v1.2.29 by @ddl-ebrown in https://github.com/flyteorg/flyte/pull/5141 +* Revert "Pin flyteconsole version in release process (#5037)" by @eapolinario in https://github.com/flyteorg/flyte/pull/5176 +* Add identity to task execution metadata by @noahjax in https://github.com/flyteorg/flyte/pull/5105 +* Bump k8s.io/client-go from 0.0.0-20210217172142-7279fc64d847 to 0.17.16 in /boilerplate/flyte/golang_support_tools by @dependabot in https://github.com/flyteorg/flyte/pull/5145 +* Upgrade jackc/pgconn v1.14.1 -> v1.14.3 / pgx/v5 v5.4.3 -> v5.5.5 / pgproto3 v2.3.2 -> v2.3.3 by @ddl-ebrown in https://github.com/flyteorg/flyte/pull/5155 +* fix make link error by @novahow in https://github.com/flyteorg/flyte/pull/5175 +* Stop admin launcher copying shard key from parent workflow by @Tom-Newton in https://github.com/flyteorg/flyte/pull/5174 +* Fix Id bigint conversation for not yet created table by @ongkong in https://github.com/flyteorg/flyte/pull/5157 +* Add tracking for active node and task execution counts in propeller by @sshardool in https://github.com/flyteorg/flyte/pull/4986 +* [House keeping] include container statuses for all container exit errors by @pvditt in https://github.com/flyteorg/flyte/pull/5161 +* docs: add missing key in auth guide by @Jeinhaus in https://github.com/flyteorg/flyte/pull/5169 +* Shallow copying EnvironmentVariables map before injecting ArrayNode env vars by @hamersaw in https://github.com/flyteorg/flyte/pull/5182 +* Feature/array node workflow parallelism by @pvditt in https://github.com/flyteorg/flyte/pull/5062 +* Fix streak length metric reporting by @Tom-Newton in https://github.com/flyteorg/flyte/pull/5172 +* Fix path to AuthMetadataService in flyte-binary chart by @eapolinario in https://github.com/flyteorg/flyte/pull/5185 +* Change phase to queue on job submit for webapi plugins by @pingsutw in https://github.com/flyteorg/flyte/pull/5188 +* [Docs] Testing agents in the development environment by @Future-Outlier in https://github.com/flyteorg/flyte/pull/5106 +* Use ratelimiter config in webapi plugins by @kumare3 in https://github.com/flyteorg/flyte/pull/5190 +* docs(ray): Update kuberay documentation by @MortalHappiness in https://github.com/flyteorg/flyte/pull/5179 +* Change phase to WaitingForResources when quota exceeded by @pingsutw in https://github.com/flyteorg/flyte/pull/5195 +* Fix: Update spark operator helm repository by @fg91 in https://github.com/flyteorg/flyte/pull/5198 +* docs(troubleshoot): Add docker error troubleshooting guide by @MortalHappiness in https://github.com/flyteorg/flyte/pull/4972 +* add cache client read and write otel tracing by @pvditt in https://github.com/flyteorg/flyte/pull/5184 +* Fix FlyteIDL docs link by @neverett in https://github.com/flyteorg/flyte/pull/5199 +* [easy] [flyteagent] Add `ExecuteTaskSync` function timeout setting by @Future-Outlier in https://github.com/flyteorg/flyte/pull/5209 +* [easy] [flyteagent] Add `agent-service` endpoint settings for `flyte-core` deployment by @Future-Outlier in https://github.com/flyteorg/flyte/pull/5208 +* Update Monitoring documentation by @davidmirror-ops in https://github.com/flyteorg/flyte/pull/5206 +* chore: remove obsolete flyte config files by @pingsutw in https://github.com/flyteorg/flyte/pull/5196 +* Generate rust grpc using tonic by @eapolinario in https://github.com/flyteorg/flyte/pull/5187 +* enable parallelism to be set to nil for array node by @pvditt in https://github.com/flyteorg/flyte/pull/5214 +* Fix mounting secrets by @yini7777 in https://github.com/flyteorg/flyte/pull/5063 +* Update "Creating a Flyte project" with link to new Dockerfile project template by @neverett in https://github.com/flyteorg/flyte/pull/5215 +* Re-apply changes to dataclass docs from flytesnacks#1553 by @neverett in https://github.com/flyteorg/flyte/pull/5211 +* feat(ray): Remove initContainers by @MortalHappiness in https://github.com/flyteorg/flyte/pull/5178 +* fix(databricks): Check the response body before unmarshal by @pingsutw in https://github.com/flyteorg/flyte/pull/5226 +* perf(cache): Use AddRateLimited for batch enqueue by @pingsutw in https://github.com/flyteorg/flyte/pull/5228 +* update scroll behavior so that sidebar maintains location by @cosmicBboy in https://github.com/flyteorg/flyte/pull/5229 +* propagate dark/light theme to algolia search bar by @cosmicBboy in https://github.com/flyteorg/flyte/pull/5231 +* Added additional port configuration for flyte services by @hamersaw in https://github.com/flyteorg/flyte/pull/5233 +* [BUG] fix(doc): Wrong configuration in spark plugin with binary chart by @lowc1012 in https://github.com/flyteorg/flyte/pull/5230 +* Fix grammatical error in workflow lifecycle docs by @Sovietaced in https://github.com/flyteorg/flyte/pull/5227 +* add plugins support for k8s imagepullpolicy by @novahow in https://github.com/flyteorg/flyte/pull/5167 +* Added section on overriding lp config in loop by @pryce-turner in https://github.com/flyteorg/flyte/pull/5223 +* Added unmarshal attribute for expires_in for device flow auth token by @eapolinario in https://github.com/flyteorg/flyte/pull/4319 +* Update template to link issue for closing by @thomasjpfan in https://github.com/flyteorg/flyte/pull/5239 +* [Feature] add retries and backoffs for propeller sending events to admin by @pvditt in https://github.com/flyteorg/flyte/pull/5166 +* Explain how to enable/disable local caching by @eapolinario in https://github.com/flyteorg/flyte/pull/5242 +* [House keeping] remove setting max size bytes in node context by @pvditt in https://github.com/flyteorg/flyte/pull/5092 +* Fix support for limit-namespace in FlytePropeller by @hamersaw in https://github.com/flyteorg/flyte/pull/5238 +* [WAIT TO MERGE] Use remoteliteralinclude for code in user guide docs by @neverett in https://github.com/flyteorg/flyte/pull/5207 +* refactor(python): Replace os.path with pathlib by @MortalHappiness in https://github.com/flyteorg/flyte/pull/5243 +* Containerize documentation build environment and add sphinx-autobuild for hot-reload by @MortalHappiness in https://github.com/flyteorg/flyte/pull/4960 +* Finalize flyteidl Rust crate by @austin362667 in https://github.com/flyteorg/flyte/pull/5219 +* Use sphinx design instead of sphinx panels by @cosmicBboy in https://github.com/flyteorg/flyte/pull/5254 +* [Docs] add envd plugin installation command to the environment setup guide by @Future-Outlier in https://github.com/flyteorg/flyte/pull/5257 +* [Docs] add colon rule in version by @Future-Outlier in https://github.com/flyteorg/flyte/pull/5258 +* [easy] [Docs] Raw Container Local Execution by @Future-Outlier in https://github.com/flyteorg/flyte/pull/5262 +* [Docs] add validation file type by @jasonlai1218 in https://github.com/flyteorg/flyte/pull/5259 +* WebAPI plugins optimization by @pingsutw in https://github.com/flyteorg/flyte/pull/5237 +* fix(webapi): Ensure cache deletion on abort workflow by @pingsutw in https://github.com/flyteorg/flyte/pull/5235 +* RunLLM Widget Configuration by @agiron123 in https://github.com/flyteorg/flyte/pull/5266 +* fix dropdown formatting by @cosmicBboy in https://github.com/flyteorg/flyte/pull/5276 +* added configuration for arraynode default parallelism behavior by @hamersaw in https://github.com/flyteorg/flyte/pull/5268 +* Improve error message for limit exceeded by @pingsutw in https://github.com/flyteorg/flyte/pull/5275 +* test sphinx-reredirects by @cosmicBboy in https://github.com/flyteorg/flyte/pull/5281 +* enabling parallelism controls on arraynode by @hamersaw in https://github.com/flyteorg/flyte/pull/5284 +* Move deprecated integrations docs to flyte by @neverett in https://github.com/flyteorg/flyte/pull/5283 +* Fix rli number ranges in Snowflake plugin example doc by @neverett in https://github.com/flyteorg/flyte/pull/5287 +* Fix broken gpu resource override when using pod templates by @fg91 in https://github.com/flyteorg/flyte/pull/4925 +* Fix order of arguments in copilot log by @eapolinario in https://github.com/flyteorg/flyte/pull/5292 +* fix(databricks): Handle FAILED state as retryable error by @pingsutw in https://github.com/flyteorg/flyte/pull/5277 + +## New Contributors +* @RRap0so made their first contribution in https://github.com/flyteorg/flyte/pull/4825 +* @cjidboon94 made their first contribution in https://github.com/flyteorg/flyte/pull/5026 +* @ddl-rliu made their first contribution in https://github.com/flyteorg/flyte/pull/5078 +* @pbrogan12 made their first contribution in https://github.com/flyteorg/flyte/pull/5048 +* @austin362667 made their first contribution in https://github.com/flyteorg/flyte/pull/4924 +* @ssen85 made their first contribution in https://github.com/flyteorg/flyte/pull/4963 +* @dansola made their first contribution in https://github.com/flyteorg/flyte/pull/5128 +* @noahjax made their first contribution in https://github.com/flyteorg/flyte/pull/5105 +* @ongkong made their first contribution in https://github.com/flyteorg/flyte/pull/5157 +* @sshardool made their first contribution in https://github.com/flyteorg/flyte/pull/4986 +* @Jeinhaus made their first contribution in https://github.com/flyteorg/flyte/pull/5169 +* @yini7777 made their first contribution in https://github.com/flyteorg/flyte/pull/5063 +* @Sovietaced made their first contribution in https://github.com/flyteorg/flyte/pull/5227 +* @agiron123 made their first contribution in https://github.com/flyteorg/flyte/pull/5266 diff --git a/charts/flyte-binary/README.md b/charts/flyte-binary/README.md index 23bb50d224..3a5e23d04a 100644 --- a/charts/flyte-binary/README.md +++ b/charts/flyte-binary/README.md @@ -42,7 +42,7 @@ Chart for basic single Flyte executable deployment | configuration.auth.oidc.clientId | string | `""` | | | configuration.auth.oidc.clientSecret | string | `""` | | | configuration.co-pilot.image.repository | string | `"cr.flyte.org/flyteorg/flytecopilot"` | | -| configuration.co-pilot.image.tag | string | `"v1.11.1-b1"` | | +| configuration.co-pilot.image.tag | string | `"v1.12.0-b0"` | | | configuration.database.dbname | string | `"flyte"` | | | configuration.database.host | string | `"127.0.0.1"` | | | configuration.database.options | string | `"sslmode=disable"` | | diff --git a/charts/flyte-binary/values.yaml b/charts/flyte-binary/values.yaml index 29415fa1b6..d528da4002 100644 --- a/charts/flyte-binary/values.yaml +++ b/charts/flyte-binary/values.yaml @@ -159,7 +159,7 @@ configuration: # repository CoPilot sidecar image repository repository: cr.flyte.org/flyteorg/flytecopilot # FLYTECOPILOT_IMAGE # tag CoPilot sidecar image tag - tag: v1.11.1-b1 # FLYTECOPILOT_TAG + tag: v1.12.0-b0 # FLYTECOPILOT_TAG # agentService Flyte Agent configuration agentService: defaultAgent: diff --git a/charts/flyte-core/README.md b/charts/flyte-core/README.md index eaf517bda3..d547559ffa 100644 --- a/charts/flyte-core/README.md +++ b/charts/flyte-core/README.md @@ -95,8 +95,8 @@ helm install gateway bitnami/contour -n flyte | configmap.clusters.clusterConfigs | list | `[]` | | | configmap.clusters.labelClusterMap | object | `{}` | | | configmap.console | object | `{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"}` | Configuration for Flyte console UI | -| configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.11.1-b1","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration | -| configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.11.1-b1","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) | +| configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.12.0-b0","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration | +| configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.12.0-b0","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) | | configmap.core | object | `{"manager":{"pod-application":"flytepropeller","pod-template-container-name":"flytepropeller","pod-template-name":"flytepropeller-template"},"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}}` | Core propeller configuration | | configmap.core.manager | object | `{"pod-application":"flytepropeller","pod-template-container-name":"flytepropeller","pod-template-name":"flytepropeller-template"}` | follows the structure specified [here](https://pkg.go.dev/github.com/flyteorg/flytepropeller/manager/config#Config). | | configmap.core.propeller | object | `{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"}` | follows the structure specified [here](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/config). | @@ -130,7 +130,7 @@ helm install gateway bitnami/contour -n flyte | datacatalog.extraArgs | object | `{}` | Appends extra command line arguments to the main command | | datacatalog.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | datacatalog.image.repository | string | `"cr.flyte.org/flyteorg/datacatalog"` | Docker image for Datacatalog deployment | -| datacatalog.image.tag | string | `"v1.11.1-b1"` | Docker image tag | +| datacatalog.image.tag | string | `"v1.12.0-b0"` | Docker image tag | | datacatalog.nodeSelector | object | `{}` | nodeSelector for Datacatalog deployment | | datacatalog.podAnnotations | object | `{}` | Annotations for Datacatalog pods | | datacatalog.podEnv | object | `{}` | Additional Datacatalog container environment variables | @@ -166,7 +166,7 @@ helm install gateway bitnami/contour -n flyte | flyteadmin.extraArgs | object | `{}` | Appends extra command line arguments to the serve command | | flyteadmin.image.pullPolicy | string | `"IfNotPresent"` | | | flyteadmin.image.repository | string | `"cr.flyte.org/flyteorg/flyteadmin"` | Docker image for Flyteadmin deployment | -| flyteadmin.image.tag | string | `"v1.11.1-b1"` | | +| flyteadmin.image.tag | string | `"v1.12.0-b0"` | | | flyteadmin.initialProjects | list | `["flytesnacks","flytetester","flyteexamples"]` | Initial projects to create | | flyteadmin.nodeSelector | object | `{}` | nodeSelector for Flyteadmin deployment | | flyteadmin.podAnnotations | object | `{}` | Annotations for Flyteadmin pods | @@ -204,7 +204,7 @@ helm install gateway bitnami/contour -n flyte | flyteconsole.ga.tracking_id | string | `"G-0QW4DJWJ20"` | | | flyteconsole.image.pullPolicy | string | `"IfNotPresent"` | | | flyteconsole.image.repository | string | `"cr.flyte.org/flyteorg/flyteconsole"` | Docker image for Flyteconsole deployment | -| flyteconsole.image.tag | string | `"v1.10.3"` | | +| flyteconsole.image.tag | string | `"v1.12.2"` | | | flyteconsole.imagePullSecrets | list | `[]` | ImagePullSecrets to assign to the Flyteconsole deployment | | flyteconsole.nodeSelector | object | `{}` | nodeSelector for Flyteconsole deployment | | flyteconsole.podAnnotations | object | `{}` | Annotations for Flyteconsole pods | @@ -228,7 +228,7 @@ helm install gateway bitnami/contour -n flyte | flytepropeller.extraArgs | object | `{}` | Appends extra command line arguments to the main command | | flytepropeller.image.pullPolicy | string | `"IfNotPresent"` | | | flytepropeller.image.repository | string | `"cr.flyte.org/flyteorg/flytepropeller"` | Docker image for Flytepropeller deployment | -| flytepropeller.image.tag | string | `"v1.11.1-b1"` | | +| flytepropeller.image.tag | string | `"v1.12.0-b0"` | | | flytepropeller.manager | bool | `false` | | | flytepropeller.nodeSelector | object | `{}` | nodeSelector for Flytepropeller deployment | | flytepropeller.podAnnotations | object | `{}` | Annotations for Flytepropeller pods | @@ -259,7 +259,7 @@ helm install gateway bitnami/contour -n flyte | flytescheduler.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flytescheduler.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flytescheduler.image.repository | string | `"cr.flyte.org/flyteorg/flytescheduler"` | Docker image for Flytescheduler deployment | -| flytescheduler.image.tag | string | `"v1.11.1-b1"` | Docker image tag | +| flytescheduler.image.tag | string | `"v1.12.0-b0"` | Docker image tag | | flytescheduler.nodeSelector | object | `{}` | nodeSelector for Flytescheduler deployment | | flytescheduler.podAnnotations | object | `{}` | Annotations for Flytescheduler pods | | flytescheduler.podEnv | object | `{}` | Additional Flytescheduler container environment variables | diff --git a/charts/flyte-core/values.yaml b/charts/flyte-core/values.yaml index f216b71d5e..3986f26bbe 100755 --- a/charts/flyte-core/values.yaml +++ b/charts/flyte-core/values.yaml @@ -16,7 +16,7 @@ flyteadmin: image: # -- Docker image for Flyteadmin deployment repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE - tag: v1.11.1-b1 # FLYTEADMIN_TAG + tag: v1.12.0-b0 # FLYTEADMIN_TAG pullPolicy: IfNotPresent # -- Additional flyteadmin container environment variables # @@ -144,7 +144,7 @@ flytescheduler: # -- Docker image for Flytescheduler deployment repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE # -- Docker image tag - tag: v1.11.1-b1 # FLYTESCHEDULER_TAG + tag: v1.12.0-b0 # FLYTESCHEDULER_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytescheduler deployment @@ -210,7 +210,7 @@ datacatalog: # -- Docker image for Datacatalog deployment repository: cr.flyte.org/flyteorg/datacatalog # DATACATALOG_IMAGE # -- Docker image tag - tag: v1.11.1-b1 # DATACATALOG_TAG + tag: v1.12.0-b0 # DATACATALOG_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Datacatalog deployment @@ -300,7 +300,7 @@ flytepropeller: image: # -- Docker image for Flytepropeller deployment repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE - tag: v1.11.1-b1 # FLYTEPROPELLER_TAG + tag: v1.12.0-b0 # FLYTEPROPELLER_TAG pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytepropeller deployment resources: @@ -385,7 +385,7 @@ flyteconsole: image: # -- Docker image for Flyteconsole deployment repository: cr.flyte.org/flyteorg/flyteconsole # FLYTECONSOLE_IMAGE - tag: v1.10.3 # FLYTECONSOLE_TAG + tag: v1.12.2 # FLYTECONSOLE_TAG pullPolicy: IfNotPresent # -- Default resources requests and limits for Flyteconsole deployment resources: @@ -743,7 +743,7 @@ configmap: # -- Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) co-pilot: name: flyte-copilot- - image: cr.flyte.org/flyteorg/flytecopilot:v1.11.1-b1 # FLYTECOPILOT_IMAGE + image: cr.flyte.org/flyteorg/flytecopilot:v1.12.0-b0 # FLYTECOPILOT_IMAGE start-timeout: 30s # -- Core propeller configuration diff --git a/charts/flyte/README.md b/charts/flyte/README.md index 8dad6db9a5..bd5c695a3e 100644 --- a/charts/flyte/README.md +++ b/charts/flyte/README.md @@ -71,7 +71,7 @@ helm upgrade -f values-sandbox.yaml flyte . | contour.tolerations | list | `[]` | tolerations for Contour deployment | | daskoperator | object | `{"enabled":false}` | Optional: Dask Plugin using the Dask Operator | | daskoperator.enabled | bool | `false` | - enable or disable the dask operator deployment installation | -| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpc":{"port":8089},"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.11.1-b1","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"container":"container","container_array":"k8s-array","sensor":"agent-service","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"k8s":{"default-cpus":"100m","default-env-from-configmaps":[],"default-env-from-secrets":[],"default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.11.1-b1"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.11.1-b1"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.10.3"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.11.1-b1"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.11.1-b1"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole | +| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpc":{"port":8089},"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.12.0-b0","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"container":"container","container_array":"k8s-array","sensor":"agent-service","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"k8s":{"default-cpus":"100m","default-env-from-configmaps":[],"default-env-from-secrets":[],"default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.12.0-b0"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.12.0-b0"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.12.2"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.12.0-b0"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.12.0-b0"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole | | flyte.cluster_resource_manager | object | `{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]}` | Configuration for the Cluster resource manager component. This is an optional component, that enables automatic cluster configuration. This is useful to set default quotas, manage namespaces etc that map to a project/domain | | flyte.cluster_resource_manager.config.cluster_resources | object | `{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}` | ClusterResource parameters Refer to the [structure](https://pkg.go.dev/github.com/lyft/flyteadmin@v0.3.37/pkg/runtime/interfaces#ClusterResourceConfig) to customize. | | flyte.cluster_resource_manager.config.cluster_resources.standaloneDeployment | bool | `false` | Starts the cluster resource manager in standalone mode with requisite auth credentials to call flyteadmin service endpoints | @@ -91,15 +91,15 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.common.ingress.separateGrpcIngressAnnotations | object | `{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"}` | - Extra Ingress annotations applied only to the GRPC ingress. Only makes sense if `separateGrpcIngress` is enabled. | | flyte.common.ingress.tls | object | `{"enabled":false}` | - TLS Settings | | flyte.common.ingress.webpackHMR | bool | `true` | - Enable or disable HMR route to flyteconsole. This is useful only for frontend development. | -| flyte.configmap | object | `{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpc":{"port":8089},"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.11.1-b1","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"container":"container","container_array":"k8s-array","sensor":"agent-service","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"k8s":{"default-cpus":"100m","default-env-from-configmaps":[],"default-env-from-secrets":[],"default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}}` | ----------------------------------------------------------------- CONFIGMAPS SETTINGS | +| flyte.configmap | object | `{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpc":{"port":8089},"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.12.0-b0","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"container":"container","container_array":"k8s-array","sensor":"agent-service","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array","agent-service"]}}},"k8s":{"plugins":{"k8s":{"default-cpus":"100m","default-env-from-configmaps":[],"default-env-from-secrets":[],"default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}}` | ----------------------------------------------------------------- CONFIGMAPS SETTINGS | | flyte.configmap.adminServer | object | `{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpc":{"port":8089},"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}}` | FlyteAdmin server configuration | | flyte.configmap.adminServer.auth | object | `{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}}` | Authentication configuration | | flyte.configmap.adminServer.server.security.secure | bool | `false` | Controls whether to serve requests over SSL/TLS. | | flyte.configmap.adminServer.server.security.useAuth | bool | `false` | Controls whether to enforce authentication. Follow the guide in https://docs.flyte.org/ on how to setup authentication. | | flyte.configmap.catalog | object | `{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}}` | Catalog Client configuration [structure](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/nodes/task/catalog#Config) Additional advanced Catalog configuration [here](https://pkg.go.dev/github.com/lyft/flyteplugins/go/tasks/pluginmachinery/catalog#Config) | | flyte.configmap.console | object | `{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"}` | Configuration for Flyte console UI | -| flyte.configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.11.1-b1","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration | -| flyte.configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.11.1-b1","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) | +| flyte.configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.12.0-b0","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration | +| flyte.configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.12.0-b0","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) | | flyte.configmap.core | object | `{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}}` | Core propeller configuration | | flyte.configmap.core.propeller | object | `{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"}` | follows the structure specified [here](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/config). | | flyte.configmap.datacatalogServer | object | `{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}}` | Datacatalog server config | @@ -120,7 +120,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.datacatalog.configPath | string | `"/etc/datacatalog/config/*.yaml"` | Default regex string for searching configuration files | | flyte.datacatalog.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.datacatalog.image.repository | string | `"cr.flyte.org/flyteorg/datacatalog"` | Docker image for Datacatalog deployment | -| flyte.datacatalog.image.tag | string | `"v1.11.1-b1"` | Docker image tag | +| flyte.datacatalog.image.tag | string | `"v1.12.0-b0"` | Docker image tag | | flyte.datacatalog.nodeSelector | object | `{}` | nodeSelector for Datacatalog deployment | | flyte.datacatalog.podAnnotations | object | `{}` | Annotations for Datacatalog pods | | flyte.datacatalog.replicaCount | int | `1` | Replicas count for Datacatalog deployment | @@ -136,7 +136,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flyteadmin.env | list | `[]` | Additional flyteadmin container environment variables e.g. SendGrid's API key - name: SENDGRID_API_KEY value: "" e.g. secret environment variable (you can combine it with .additionalVolumes): - name: SENDGRID_API_KEY valueFrom: secretKeyRef: name: sendgrid-secret key: api_key | | flyte.flyteadmin.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flyteadmin.image.repository | string | `"cr.flyte.org/flyteorg/flyteadmin"` | Docker image for Flyteadmin deployment | -| flyte.flyteadmin.image.tag | string | `"v1.11.1-b1"` | Docker image tag | +| flyte.flyteadmin.image.tag | string | `"v1.12.0-b0"` | Docker image tag | | flyte.flyteadmin.initialProjects | list | `["flytesnacks","flytetester","flyteexamples"]` | Initial projects to create | | flyte.flyteadmin.nodeSelector | object | `{}` | nodeSelector for Flyteadmin deployment | | flyte.flyteadmin.podAnnotations | object | `{}` | Annotations for Flyteadmin pods | @@ -151,7 +151,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flyteconsole.affinity | object | `{}` | affinity for Flyteconsole deployment | | flyte.flyteconsole.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flyteconsole.image.repository | string | `"cr.flyte.org/flyteorg/flyteconsole"` | Docker image for Flyteconsole deployment | -| flyte.flyteconsole.image.tag | string | `"v1.10.3"` | Docker image tag | +| flyte.flyteconsole.image.tag | string | `"v1.12.2"` | Docker image tag | | flyte.flyteconsole.nodeSelector | object | `{}` | nodeSelector for Flyteconsole deployment | | flyte.flyteconsole.podAnnotations | object | `{}` | Annotations for Flyteconsole pods | | flyte.flyteconsole.replicaCount | int | `1` | Replicas count for Flyteconsole deployment | @@ -162,7 +162,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flytepropeller.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flyte.flytepropeller.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flytepropeller.image.repository | string | `"cr.flyte.org/flyteorg/flytepropeller"` | Docker image for Flytepropeller deployment | -| flyte.flytepropeller.image.tag | string | `"v1.11.1-b1"` | Docker image tag | +| flyte.flytepropeller.image.tag | string | `"v1.12.0-b0"` | Docker image tag | | flyte.flytepropeller.nodeSelector | object | `{}` | nodeSelector for Flytepropeller deployment | | flyte.flytepropeller.podAnnotations | object | `{}` | Annotations for Flytepropeller pods | | flyte.flytepropeller.replicaCount | int | `1` | Replicas count for Flytepropeller deployment | @@ -176,7 +176,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flytescheduler.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flyte.flytescheduler.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flytescheduler.image.repository | string | `"cr.flyte.org/flyteorg/flytescheduler"` | Docker image for Flytescheduler deployment | -| flyte.flytescheduler.image.tag | string | `"v1.11.1-b1"` | Docker image tag | +| flyte.flytescheduler.image.tag | string | `"v1.12.0-b0"` | Docker image tag | | flyte.flytescheduler.nodeSelector | object | `{}` | nodeSelector for Flytescheduler deployment | | flyte.flytescheduler.podAnnotations | object | `{}` | Annotations for Flytescheduler pods | | flyte.flytescheduler.resources | object | `{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for Flytescheduler deployment | diff --git a/charts/flyte/values.yaml b/charts/flyte/values.yaml index 8ca0b0a7fe..fd877b1988 100755 --- a/charts/flyte/values.yaml +++ b/charts/flyte/values.yaml @@ -15,7 +15,7 @@ flyte: # -- Docker image for Flyteadmin deployment repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE # -- Docker image tag - tag: v1.11.1-b1 # FLYTEADMIN_TAG + tag: v1.12.0-b0 # FLYTEADMIN_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Additional flyteadmin container environment variables @@ -83,7 +83,7 @@ flyte: # -- Docker image for Flytescheduler deployment repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE # -- Docker image tag - tag: v1.11.1-b1 # FLYTESCHEDULER_TAG + tag: v1.12.0-b0 # FLYTESCHEDULER_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytescheduler deployment @@ -128,7 +128,7 @@ flyte: # -- Docker image for Datacatalog deployment repository: cr.flyte.org/flyteorg/datacatalog # DATACATALOG_IMAGE # -- Docker image tag - tag: v1.11.1-b1 # DATACATALOG_TAG + tag: v1.12.0-b0 # DATACATALOG_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Datacatalog deployment @@ -177,7 +177,7 @@ flyte: # -- Docker image for Flytepropeller deployment repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE # -- Docker image tag - tag: v1.11.1-b1 # FLYTEPROPELLER_TAG + tag: v1.12.0-b0 # FLYTEPROPELLER_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytepropeller deployment @@ -222,7 +222,7 @@ flyte: # -- Docker image for Flyteconsole deployment repository: cr.flyte.org/flyteorg/flyteconsole # FLYTECONSOLE_IMAGE # -- Docker image tag - tag: v1.10.3 # FLYTECONSOLE_TAG + tag: v1.12.2 # FLYTECONSOLE_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flyteconsole deployment @@ -471,7 +471,7 @@ flyte: # -- Structure documented [here](https://pkg.go.dev/github.com/lyft/flyteplugins@v0.5.28/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) co-pilot: name: flyte-copilot- - image: cr.flyte.org/flyteorg/flytecopilot:v1.11.1-b1 # FLYTECOPILOT_IMAGE + image: cr.flyte.org/flyteorg/flytecopilot:v1.12.0-b0 # FLYTECOPILOT_IMAGE start-timeout: 30s # -- Core propeller configuration diff --git a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml index 1de7db3436..5299b8fed8 100644 --- a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml +++ b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml @@ -430,7 +430,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v1.11.1-b1 + image: cr.flyte.org/flyteorg/flytecopilot:v1.12.0-b0 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -870,7 +870,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: run-migrations securityContext: @@ -891,7 +891,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: seed-projects securityContext: @@ -909,7 +909,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources securityContext: @@ -926,7 +926,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -953,7 +953,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -1058,7 +1058,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -1114,7 +1114,7 @@ spec: seLinuxOptions: type: spc_t containers: - - image: "cr.flyte.org/flyteorg/flyteconsole:v1.10.3" + - image: "cr.flyte.org/flyteorg/flyteconsole:v1.12.2" imagePullPolicy: "IfNotPresent" name: flyteconsole envFrom: @@ -1188,7 +1188,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/datacatalog:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -1206,7 +1206,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/datacatalog:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -1269,7 +1269,7 @@ spec: template: metadata: annotations: - configChecksum: "e7a065fd96ff8a6564199b17e054fac2da37f402b421e20fbe2160fc43f11cc" + configChecksum: "8c52273bf98e7845a71771e6b5897f5b39dc4dabc467de656d46967c82aca32" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -1295,7 +1295,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -1349,9 +1349,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.11.1-b1 + app.kubernetes.io/version: v1.12.0-b0 annotations: - configChecksum: "e7a065fd96ff8a6564199b17e054fac2da37f402b421e20fbe2160fc43f11cc" + configChecksum: "8c52273bf98e7845a71771e6b5897f5b39dc4dabc467de656d46967c82aca32" spec: securityContext: fsGroup: 65534 @@ -1363,7 +1363,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.12.0-b0" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1390,7 +1390,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.12.0-b0" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/eks/flyte_helm_controlplane_generated.yaml b/deployment/eks/flyte_helm_controlplane_generated.yaml index 45689f769c..8b8a38385f 100644 --- a/deployment/eks/flyte_helm_controlplane_generated.yaml +++ b/deployment/eks/flyte_helm_controlplane_generated.yaml @@ -575,7 +575,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: run-migrations securityContext: @@ -596,7 +596,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: seed-projects securityContext: @@ -614,7 +614,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources securityContext: @@ -631,7 +631,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -658,7 +658,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -763,7 +763,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -819,7 +819,7 @@ spec: seLinuxOptions: type: spc_t containers: - - image: "cr.flyte.org/flyteorg/flyteconsole:v1.10.3" + - image: "cr.flyte.org/flyteorg/flyteconsole:v1.12.2" imagePullPolicy: "IfNotPresent" name: flyteconsole envFrom: @@ -893,7 +893,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/datacatalog:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -911,7 +911,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/datacatalog:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -994,7 +994,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flytescheduler-check securityContext: @@ -1014,7 +1014,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: diff --git a/deployment/eks/flyte_helm_dataplane_generated.yaml b/deployment/eks/flyte_helm_dataplane_generated.yaml index 41c7a5aef7..65829c03e3 100644 --- a/deployment/eks/flyte_helm_dataplane_generated.yaml +++ b/deployment/eks/flyte_helm_dataplane_generated.yaml @@ -94,7 +94,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v1.11.1-b1 + image: cr.flyte.org/flyteorg/flytecopilot:v1.12.0-b0 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -428,7 +428,7 @@ spec: template: metadata: annotations: - configChecksum: "e7a065fd96ff8a6564199b17e054fac2da37f402b421e20fbe2160fc43f11cc" + configChecksum: "8c52273bf98e7845a71771e6b5897f5b39dc4dabc467de656d46967c82aca32" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -454,7 +454,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -508,9 +508,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.11.1-b1 + app.kubernetes.io/version: v1.12.0-b0 annotations: - configChecksum: "e7a065fd96ff8a6564199b17e054fac2da37f402b421e20fbe2160fc43f11cc" + configChecksum: "8c52273bf98e7845a71771e6b5897f5b39dc4dabc467de656d46967c82aca32" spec: securityContext: fsGroup: 65534 @@ -522,7 +522,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.12.0-b0" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -549,7 +549,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.12.0-b0" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/eks/flyte_helm_generated.yaml b/deployment/eks/flyte_helm_generated.yaml index 85011afcda..5f7532161f 100644 --- a/deployment/eks/flyte_helm_generated.yaml +++ b/deployment/eks/flyte_helm_generated.yaml @@ -461,7 +461,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v1.11.1-b1 + image: cr.flyte.org/flyteorg/flytecopilot:v1.12.0-b0 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -901,7 +901,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: run-migrations securityContext: @@ -922,7 +922,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: seed-projects securityContext: @@ -940,7 +940,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources securityContext: @@ -957,7 +957,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -984,7 +984,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -1089,7 +1089,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -1145,7 +1145,7 @@ spec: seLinuxOptions: type: spc_t containers: - - image: "cr.flyte.org/flyteorg/flyteconsole:v1.10.3" + - image: "cr.flyte.org/flyteorg/flyteconsole:v1.12.2" imagePullPolicy: "IfNotPresent" name: flyteconsole envFrom: @@ -1219,7 +1219,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/datacatalog:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -1237,7 +1237,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/datacatalog:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -1320,7 +1320,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flytescheduler-check securityContext: @@ -1340,7 +1340,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: @@ -1399,7 +1399,7 @@ spec: template: metadata: annotations: - configChecksum: "e7a065fd96ff8a6564199b17e054fac2da37f402b421e20fbe2160fc43f11cc" + configChecksum: "8c52273bf98e7845a71771e6b5897f5b39dc4dabc467de656d46967c82aca32" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -1425,7 +1425,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -1479,9 +1479,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.11.1-b1 + app.kubernetes.io/version: v1.12.0-b0 annotations: - configChecksum: "e7a065fd96ff8a6564199b17e054fac2da37f402b421e20fbe2160fc43f11cc" + configChecksum: "8c52273bf98e7845a71771e6b5897f5b39dc4dabc467de656d46967c82aca32" spec: securityContext: fsGroup: 65534 @@ -1493,7 +1493,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.12.0-b0" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1520,7 +1520,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.12.0-b0" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/gcp/flyte_helm_controlplane_generated.yaml b/deployment/gcp/flyte_helm_controlplane_generated.yaml index 56ed910d63..4dc4a9d47b 100644 --- a/deployment/gcp/flyte_helm_controlplane_generated.yaml +++ b/deployment/gcp/flyte_helm_controlplane_generated.yaml @@ -590,7 +590,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: run-migrations securityContext: @@ -611,7 +611,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: seed-projects securityContext: @@ -629,7 +629,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources securityContext: @@ -646,7 +646,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -673,7 +673,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -778,7 +778,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -834,7 +834,7 @@ spec: seLinuxOptions: type: spc_t containers: - - image: "cr.flyte.org/flyteorg/flyteconsole:v1.10.3" + - image: "cr.flyte.org/flyteorg/flyteconsole:v1.12.2" imagePullPolicy: "IfNotPresent" name: flyteconsole envFrom: @@ -908,7 +908,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/datacatalog:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -926,7 +926,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/datacatalog:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -1009,7 +1009,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flytescheduler-check securityContext: @@ -1029,7 +1029,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: diff --git a/deployment/gcp/flyte_helm_dataplane_generated.yaml b/deployment/gcp/flyte_helm_dataplane_generated.yaml index ab1be7e891..60bb4975f0 100644 --- a/deployment/gcp/flyte_helm_dataplane_generated.yaml +++ b/deployment/gcp/flyte_helm_dataplane_generated.yaml @@ -94,7 +94,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v1.11.1-b1 + image: cr.flyte.org/flyteorg/flytecopilot:v1.12.0-b0 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -436,7 +436,7 @@ spec: template: metadata: annotations: - configChecksum: "ddc04c6de49a20c7b297c49103fb428ea5c5f46124331c2546848ac1e2d4bf1" + configChecksum: "af5f8b212a25bb61b480618debf7d195405bcceeb2f3cbe1b999791e16be187" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -461,7 +461,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -515,9 +515,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.11.1-b1 + app.kubernetes.io/version: v1.12.0-b0 annotations: - configChecksum: "ddc04c6de49a20c7b297c49103fb428ea5c5f46124331c2546848ac1e2d4bf1" + configChecksum: "af5f8b212a25bb61b480618debf7d195405bcceeb2f3cbe1b999791e16be187" spec: securityContext: fsGroup: 65534 @@ -529,7 +529,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.12.0-b0" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -556,7 +556,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.12.0-b0" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/gcp/flyte_helm_generated.yaml b/deployment/gcp/flyte_helm_generated.yaml index ff869a8322..26ca23799f 100644 --- a/deployment/gcp/flyte_helm_generated.yaml +++ b/deployment/gcp/flyte_helm_generated.yaml @@ -474,7 +474,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v1.11.1-b1 + image: cr.flyte.org/flyteorg/flytecopilot:v1.12.0-b0 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -924,7 +924,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: run-migrations securityContext: @@ -945,7 +945,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: seed-projects securityContext: @@ -963,7 +963,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources securityContext: @@ -980,7 +980,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -1007,7 +1007,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -1112,7 +1112,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -1168,7 +1168,7 @@ spec: seLinuxOptions: type: spc_t containers: - - image: "cr.flyte.org/flyteorg/flyteconsole:v1.10.3" + - image: "cr.flyte.org/flyteorg/flyteconsole:v1.12.2" imagePullPolicy: "IfNotPresent" name: flyteconsole envFrom: @@ -1242,7 +1242,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/datacatalog:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -1260,7 +1260,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/datacatalog:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -1343,7 +1343,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flytescheduler-check securityContext: @@ -1363,7 +1363,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: @@ -1422,7 +1422,7 @@ spec: template: metadata: annotations: - configChecksum: "ddc04c6de49a20c7b297c49103fb428ea5c5f46124331c2546848ac1e2d4bf1" + configChecksum: "af5f8b212a25bb61b480618debf7d195405bcceeb2f3cbe1b999791e16be187" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -1447,7 +1447,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -1501,9 +1501,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.11.1-b1 + app.kubernetes.io/version: v1.12.0-b0 annotations: - configChecksum: "ddc04c6de49a20c7b297c49103fb428ea5c5f46124331c2546848ac1e2d4bf1" + configChecksum: "af5f8b212a25bb61b480618debf7d195405bcceeb2f3cbe1b999791e16be187" spec: securityContext: fsGroup: 65534 @@ -1515,7 +1515,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.12.0-b0" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1542,7 +1542,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.12.0-b0" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml b/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml index 854fbc3d34..20e4cb0713 100644 --- a/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml +++ b/deployment/sandbox-binary/flyte_sandbox_binary_helm_generated.yaml @@ -116,7 +116,7 @@ data: stackdriver-enabled: false k8s: co-pilot: - image: "cr.flyte.org/flyteorg/flytecopilot:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytecopilot:v1.12.0-b0" k8s-array: logs: config: @@ -358,7 +358,7 @@ spec: app.kubernetes.io/instance: flyte app.kubernetes.io/component: flyte-binary annotations: - checksum/configuration: 348a832adeb9019bb63536f46d5f69ab47705f6525a0384e82eb09b3f55a4bba + checksum/configuration: adb96d2a968328e0a1b70d4e4953ba9b8d8ada86dd7469eebdf840a616c60a28 checksum/configuration-secret: d5d93f4e67780b21593dc3799f0f6682aab0765e708e4020939975d14d44f929 checksum/cluster-resource-templates: 7dfa59f3d447e9c099b8f8ffad3af466fecbc9cf9f8c97295d9634254a55d4ae spec: diff --git a/deployment/sandbox/flyte_helm_generated.yaml b/deployment/sandbox/flyte_helm_generated.yaml index 87270cd8a1..0d880d532e 100644 --- a/deployment/sandbox/flyte_helm_generated.yaml +++ b/deployment/sandbox/flyte_helm_generated.yaml @@ -586,7 +586,7 @@ data: plugins: k8s: co-pilot: - image: cr.flyte.org/flyteorg/flytecopilot:v1.11.1-b1 + image: cr.flyte.org/flyteorg/flytecopilot:v1.12.0-b0 name: flyte-copilot- start-timeout: 30s core.yaml: | @@ -6708,7 +6708,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: run-migrations securityContext: @@ -6728,7 +6728,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: seed-projects securityContext: @@ -6745,7 +6745,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources securityContext: @@ -6761,7 +6761,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -6788,7 +6788,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -6883,7 +6883,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -6936,7 +6936,7 @@ spec: seLinuxOptions: type: spc_t containers: - - image: "cr.flyte.org/flyteorg/flyteconsole:v1.10.3" + - image: "cr.flyte.org/flyteorg/flyteconsole:v1.12.2" imagePullPolicy: "IfNotPresent" name: flyteconsole envFrom: @@ -7008,7 +7008,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/datacatalog:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/datacatalog:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -7025,7 +7025,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/datacatalog:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/datacatalog:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: datacatalog ports: @@ -7098,7 +7098,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flytescheduler-check securityContext: @@ -7117,7 +7117,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: @@ -7173,7 +7173,7 @@ spec: template: metadata: annotations: - configChecksum: "673119651fe870e114e1b95cfbc27a6e5c2418215569ab9d0b9451385c32a51" + configChecksum: "4215e70550d046334ad06445b094340df67a11bafacc7756f302a9923669c13" labels: app.kubernetes.io/name: flytepropeller app.kubernetes.io/instance: flyte @@ -7198,7 +7198,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.12.0-b0" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -7245,9 +7245,9 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.11.1-b1 + app.kubernetes.io/version: v1.12.0-b0 annotations: - configChecksum: "673119651fe870e114e1b95cfbc27a6e5c2418215569ab9d0b9451385c32a51" + configChecksum: "4215e70550d046334ad06445b094340df67a11bafacc7756f302a9923669c13" spec: securityContext: fsGroup: 65534 @@ -7259,7 +7259,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.12.0-b0" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -7286,7 +7286,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.12.0-b0" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/docker/sandbox-bundled/manifests/complete-agent.yaml b/docker/sandbox-bundled/manifests/complete-agent.yaml index 4b31375fc3..2075c36a40 100644 --- a/docker/sandbox-bundled/manifests/complete-agent.yaml +++ b/docker/sandbox-bundled/manifests/complete-agent.yaml @@ -468,7 +468,7 @@ data: stackdriver-enabled: false k8s: co-pilot: - image: "cr.flyte.org/flyteorg/flytecopilot:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytecopilot:v1.12.0-b0" k8s-array: logs: config: @@ -816,7 +816,7 @@ type: Opaque --- apiVersion: v1 data: - haSharedSecret: WlVScnNIb3I2RFM4UFhrcA== + haSharedSecret: QUdSWGxCNFlTMnVTVTFTMQ== proxyPassword: "" proxyUsername: "" kind: Secret @@ -1246,7 +1246,7 @@ spec: metadata: annotations: checksum/cluster-resource-templates: 6fd9b172465e3089fcc59f738b92b8dc4d8939360c19de8ee65f68b0e7422035 - checksum/configuration: d80bc8f9b3071655dbfa64845f41031a284d038e948d75eebfa93d2976218d45 + checksum/configuration: d1a09feef16d31897a0cd7156519c41b94af5a54937b642c677f7caf334285eb checksum/configuration-secret: 09216ffaa3d29e14f88b1f30af580d02a2a5e014de4d750b7f275cc07ed4e914 labels: app.kubernetes.io/component: flyte-binary @@ -1412,7 +1412,7 @@ spec: metadata: annotations: checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81 - checksum/secret: a041f8b1e9c41f465e4f113957cc10f1b48b2e259a5d193657571ae597305e2c + checksum/secret: 61be21b891d46c68012ce232d3861e69f8b508a804837cf6eacb162a168d4920 labels: app: docker-registry release: flyte-sandbox diff --git a/docker/sandbox-bundled/manifests/complete.yaml b/docker/sandbox-bundled/manifests/complete.yaml index 4f5f878a00..d62dcb3d98 100644 --- a/docker/sandbox-bundled/manifests/complete.yaml +++ b/docker/sandbox-bundled/manifests/complete.yaml @@ -457,7 +457,7 @@ data: stackdriver-enabled: false k8s: co-pilot: - image: "cr.flyte.org/flyteorg/flytecopilot:v1.11.1-b1" + image: "cr.flyte.org/flyteorg/flytecopilot:v1.12.0-b0" k8s-array: logs: config: @@ -796,7 +796,7 @@ type: Opaque --- apiVersion: v1 data: - haSharedSecret: VU5MNDc1MDZUU05OWmZOYw== + haSharedSecret: akhMelI5Y01pamYwekZDbg== proxyPassword: "" proxyUsername: "" kind: Secret @@ -1194,7 +1194,7 @@ spec: metadata: annotations: checksum/cluster-resource-templates: 6fd9b172465e3089fcc59f738b92b8dc4d8939360c19de8ee65f68b0e7422035 - checksum/configuration: 5bc55a7722e898c70792041ae470cd5de63a8614d14ed20c6a50340d2cb7fdd0 + checksum/configuration: 639f8c21f727f1ab78c2eb0d1eb34c1f400aa805244dd168e985a3f5814e4a83 checksum/configuration-secret: 09216ffaa3d29e14f88b1f30af580d02a2a5e014de4d750b7f275cc07ed4e914 labels: app.kubernetes.io/component: flyte-binary @@ -1360,7 +1360,7 @@ spec: metadata: annotations: checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81 - checksum/secret: 0c9fcdc5ba4f5091dbd31e0a907c4748391313df162b5e1d3ace3084b62cdd40 + checksum/secret: f213c2a36d2869f97620c905843c19599093006df023125c7db68327827aa95d labels: app: docker-registry release: flyte-sandbox diff --git a/docker/sandbox-bundled/manifests/dev.yaml b/docker/sandbox-bundled/manifests/dev.yaml index 43144186ce..4e257803eb 100644 --- a/docker/sandbox-bundled/manifests/dev.yaml +++ b/docker/sandbox-bundled/manifests/dev.yaml @@ -499,7 +499,7 @@ metadata: --- apiVersion: v1 data: - haSharedSecret: RXhwTzhZT25HZzJjdUllSQ== + haSharedSecret: MG84anpXaDlwVkx5RU5TYQ== proxyPassword: "" proxyUsername: "" kind: Secret @@ -934,7 +934,7 @@ spec: metadata: annotations: checksum/config: 8f50e768255a87f078ba8b9879a0c174c3e045ffb46ac8723d2eedbe293c8d81 - checksum/secret: 6f8a6d8c2b4e54840abf28822833192923adeb062f926c962e8e0785b96877d5 + checksum/secret: f5fab371232a885d4a7b0cfb58a21ef04e49389aa51b0658fe99c73dc5eb9582 labels: app: docker-registry release: flyte-sandbox diff --git a/docs/conf.py b/docs/conf.py index 126cab68ae..2e24bd79bd 100644 --- a/docs/conf.py +++ b/docs/conf.py @@ -36,7 +36,7 @@ # The short X.Y version version = "" # The full version, including alpha/beta/rc tags -release = "1.11.1-b1" +release = "1.12.0-b0" # -- General configuration --------------------------------------------------- diff --git a/docs/deployment/configuration/generated/flyteadmin_config.rst b/docs/deployment/configuration/generated/flyteadmin_config.rst index 0a698b635a..e3973098b5 100644 --- a/docs/deployment/configuration/generated/flyteadmin_config.rst +++ b/docs/deployment/configuration/generated/flyteadmin_config.rst @@ -2630,6 +2630,7 @@ k8s (`config.K8sPluginConfig`_) gpu-unpartitioned-node-selector-requirement: null gpu-unpartitioned-toleration: null image-pull-backoff-grace-period: 3m0s + image-pull-policy: "" inject-finalizer: false interruptible-node-selector: null interruptible-node-selector-requirement: null @@ -2965,6 +2966,16 @@ image-pull-backoff-grace-period (`config.Duration`_) 3m0s +image-pull-policy (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + pod-pending-timeout (`config.Duration`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -3720,9 +3731,37 @@ Enable creation of the FlyteWorkflow CRD on startup "false" -array-node-event-version (int) +node-execution-worker-count (int) ------------------------------------------------------------------------------------------------------------------------ +Number of workers to evaluate node executions, currently only used for array nodes + +**Default Value**: + +.. code-block:: yaml + + "8" + + +array-node-config (`config.ArrayNodeConfig`_) +------------------------------------------------------------------------------------------------------------------------ + +Configuration for array nodes + +**Default Value**: + +.. code-block:: yaml + + default-parallelism-behavior: unlimited + event-version: 0 + + +config.ArrayNodeConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +event-version (int) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + ArrayNode eventing version. 0 => legacy (drop-in replacement for maptask), 1 => new **Default Value**: @@ -3732,16 +3771,16 @@ ArrayNode eventing version. 0 => legacy (drop-in replacement for maptask), 1 => "0" -node-execution-worker-count (int) ------------------------------------------------------------------------------------------------------------------------- +default-parallelism-behavior (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" -Number of workers to evaluate node executions, currently only used for array nodes +Default parallelism behavior for array nodes **Default Value**: .. code-block:: yaml - "8" + unlimited config.CompositeQueueConfig diff --git a/docs/deployment/configuration/generated/flytepropeller_config.rst b/docs/deployment/configuration/generated/flytepropeller_config.rst index c0a6e90fb9..09bce3baea 100644 --- a/docs/deployment/configuration/generated/flytepropeller_config.rst +++ b/docs/deployment/configuration/generated/flytepropeller_config.rst @@ -1108,6 +1108,7 @@ k8s (`config.K8sPluginConfig`_) gpu-unpartitioned-node-selector-requirement: null gpu-unpartitioned-toleration: null image-pull-backoff-grace-period: 3m0s + image-pull-policy: "" inject-finalizer: false interruptible-node-selector: null interruptible-node-selector-requirement: null @@ -2460,6 +2461,16 @@ image-pull-backoff-grace-period (`config.Duration`_) 3m0s +image-pull-policy (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + pod-pending-timeout (`config.Duration`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -4423,28 +4434,29 @@ Enable creation of the FlyteWorkflow CRD on startup "false" -array-node-event-version (int) +node-execution-worker-count (int) ------------------------------------------------------------------------------------------------------------------------ -ArrayNode eventing version. 0 => legacy (drop-in replacement for maptask), 1 => new +Number of workers to evaluate node executions, currently only used for array nodes **Default Value**: .. code-block:: yaml - "0" + "8" -node-execution-worker-count (int) +array-node-config (`config.ArrayNodeConfig`_) ------------------------------------------------------------------------------------------------------------------------ -Number of workers to evaluate node executions, currently only used for array nodes +Configuration for array nodes **Default Value**: .. code-block:: yaml - "8" + default-parallelism-behavior: unlimited + event-version: 0 admin-launcher (`launchplan.AdminConfig`_) @@ -4487,6 +4499,33 @@ workflowstore (`workflowstore.Config`_) policy: ResourceVersionCache +config.ArrayNodeConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +event-version (int) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +ArrayNode eventing version. 0 => legacy (drop-in replacement for maptask), 1 => new + +**Default Value**: + +.. code-block:: yaml + + "0" + + +default-parallelism-behavior (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Default parallelism behavior for array nodes + +**Default Value**: + +.. code-block:: yaml + + unlimited + + config.CompositeQueueConfig ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -4625,7 +4664,7 @@ config.Config (resourcemanager) type (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" -Which resource manager to use +Which resource manager to use, redis or noop. Default is noop. **Default Value**: diff --git a/docs/deployment/configuration/generated/scheduler_config.rst b/docs/deployment/configuration/generated/scheduler_config.rst index 1735f3db7b..466193a3a3 100644 --- a/docs/deployment/configuration/generated/scheduler_config.rst +++ b/docs/deployment/configuration/generated/scheduler_config.rst @@ -2630,6 +2630,7 @@ k8s (`config.K8sPluginConfig`_) gpu-unpartitioned-node-selector-requirement: null gpu-unpartitioned-toleration: null image-pull-backoff-grace-period: 3m0s + image-pull-policy: "" inject-finalizer: false interruptible-node-selector: null interruptible-node-selector-requirement: null @@ -2965,6 +2966,16 @@ image-pull-backoff-grace-period (`config.Duration`_) 3m0s +image-pull-policy (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + pod-pending-timeout (`config.Duration`_) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -3720,9 +3731,37 @@ Enable creation of the FlyteWorkflow CRD on startup "false" -array-node-event-version (int) +node-execution-worker-count (int) ------------------------------------------------------------------------------------------------------------------------ +Number of workers to evaluate node executions, currently only used for array nodes + +**Default Value**: + +.. code-block:: yaml + + "8" + + +array-node-config (`config.ArrayNodeConfig`_) +------------------------------------------------------------------------------------------------------------------------ + +Configuration for array nodes + +**Default Value**: + +.. code-block:: yaml + + default-parallelism-behavior: unlimited + event-version: 0 + + +config.ArrayNodeConfig +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +event-version (int) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + ArrayNode eventing version. 0 => legacy (drop-in replacement for maptask), 1 => new **Default Value**: @@ -3732,16 +3771,16 @@ ArrayNode eventing version. 0 => legacy (drop-in replacement for maptask), 1 => "0" -node-execution-worker-count (int) ------------------------------------------------------------------------------------------------------------------------- +default-parallelism-behavior (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" -Number of workers to evaluate node executions, currently only used for array nodes +Default parallelism behavior for array nodes **Default Value**: .. code-block:: yaml - "8" + unlimited config.CompositeQueueConfig From 5470f3fb5d1826510c2b4ca2131991a8ff4a06be Mon Sep 17 00:00:00 2001 From: Andre Giron Date: Mon, 29 Apr 2024 17:43:50 -0700 Subject: [PATCH 3/3] Updates runllm configuration to use stable channel (#5289) Signed-off-by: Andre Giron --- docs/_templates/base.html | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/docs/_templates/base.html b/docs/_templates/base.html index 7e0e81480a..d147e6bcef 100644 --- a/docs/_templates/base.html +++ b/docs/_templates/base.html @@ -99,10 +99,10 @@ }); -