diff --git a/.codespellrc b/.codespellrc
new file mode 100644
index 000000000000..7179616d0138
--- /dev/null
+++ b/.codespellrc
@@ -0,0 +1,8 @@
+[codespell]
+skip = .git,*.pdf,*.svg,versioneer.py,package-lock.json,_vendor,*.css,.codespellrc
+# from https://github.com/PrefectHQ/prefect/pull/10813#issuecomment-1732676130
+ignore-regex = .*lazy=\"selectin\"|.*e import Bloc$|America/Nome
+
+ignore-words-list = selectin,aci,wqs,aks,ines,dependant,fsspec,automations,nmme
+
+check-hidden = true
\ No newline at end of file
diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS
index 0b1b7688f1fc..bd2c83355cfb 100644
--- a/.github/CODEOWNERS
+++ b/.github/CODEOWNERS
@@ -2,10 +2,10 @@
* @PrefectHQ/open-source
# backend
-/src/prefect/server @PrefectHQ/open-source @zangell44
+/src/prefect/server @PrefectHQ/open-source @zangell44
# ui
-/ui @pleek91
+/ui @PrefectHQ/frontend
# documentation
/docs @PrefectHQ/docs
@@ -13,7 +13,15 @@ mkdocs.yml @PrefectHQ/docs
mkdocs.insiders.yml @PrefectHQ/docs
# orchestration rules / policies
-/src/prefect/server/orchestration @PrefectHQ/open-source
+/src/prefect/server/orchestration @PrefectHQ/open-source
# database configuration / models
/src/prefect/server/database @PrefectHQ/open-source
+
+# the events subsystem, while it's being ported
+/src/prefect/events @chrisguidry
+/src/prefect/server/events @chrisguidry
+/tests/events @chrisguidry
+
+# integrations
+/src/integrations @desertaxle @zzstoatzz
diff --git a/.github/CONTRIBUTING.md b/.github/CONTRIBUTING.md
new file mode 100644
index 000000000000..83fed516accc
--- /dev/null
+++ b/.github/CONTRIBUTING.md
@@ -0,0 +1,5 @@
+# Contributing
+
+Thanks for considering contributing to Prefect!
+
+To navigate our codebase with confidence, see our [contribution guidelines](https://docs.prefect.io/latest/contributing/overview/).
diff --git a/.github/ISSUE_TEMPLATE/1_general_bug_report.yaml b/.github/ISSUE_TEMPLATE/1_general_bug_report.yaml
index 606b245e77c6..108e96f59502 100644
--- a/.github/ISSUE_TEMPLATE/1_general_bug_report.yaml
+++ b/.github/ISSUE_TEMPLATE/1_general_bug_report.yaml
@@ -1,6 +1,6 @@
name: 🐞 Report a bug
description: Errors and regression reports with complete reproducing test cases and/or stack traces.
-labels: ["status:triage", "bug"]
+labels: ["needs:triage", "bug"]
body:
- type: markdown
attributes:
@@ -10,7 +10,11 @@ body:
or [Discourse](https://discourse.prefect.io/) and ask there first. You are likely to get a response
faster and learn more about the feature you're working with. If the issue is determined to be a bug,
we will open an issue here.
-
+
+ GitHub issues raised against this repository will receive community support. If you have an
+ [active support agreement](https://www.prefect.io/pricing/), we recommend creating a case to ensure
+ a faster response.
+
- type: markdown
attributes:
value: >
@@ -75,8 +79,8 @@ body:
description: >
Provide information about your Prefect version and environment. The easiest way to retrieve all of the information we require is the `prefect version` command.
If using Prefect 1.x, it is useful to also include the output of `prefect diagnostics`.
- Please do not just write "2.0". The command provides additional context such as your operating system, Prefect API type, Python version, etc. that we need to diagnose your problem.
- placeholder: "# Copy output of the `prefect version` command here"
+ **Please do not just include your Prefect version number**. The command provides additional context such as your operating system, Prefect API type, Python version, etc. that we need to diagnose your problem.
+ placeholder: "# Copy output of the `prefect version` command here. Do not just include your Prefect version number."
render: Text
validations:
required: true
diff --git a/.github/ISSUE_TEMPLATE/2_ui_bug_report.yaml b/.github/ISSUE_TEMPLATE/2_ui_bug_report.yaml
index 5b822209a63a..b41721ad8a11 100644
--- a/.github/ISSUE_TEMPLATE/2_ui_bug_report.yaml
+++ b/.github/ISSUE_TEMPLATE/2_ui_bug_report.yaml
@@ -1,6 +1,6 @@
name: 🖼️ Report a bug with the Prefect UI
description: Errors and display issues with the Prefect web interface.
-labels: ["status:triage", "ui", "bug"]
+labels: ["needs:triage", "ui", "bug"]
body:
- type: markdown
attributes:
@@ -21,6 +21,10 @@ body:
4. Additional details that may help us reproduce your issue.
+ GitHub issues raised against this repository will receive community support. If you have an
+ [active support agreement](https://www.prefect.io/pricing/), we recommend creating a case to ensure
+ a faster response.
+
- type: checkboxes
id: checks
attributes:
@@ -62,7 +66,7 @@ body:
- type: checkboxes
attributes:
- label: Browers
+ label: Browsers
description: Which browsers was this bug reproduced on? Please check if your issue is specific to your browser by testing on another browser.
options:
- label: Chrome
diff --git a/.github/ISSUE_TEMPLATE/3_feature_enhancement.yaml b/.github/ISSUE_TEMPLATE/3_feature_enhancement.yaml
index 155a3569dd72..81bb5c687d4e 100644
--- a/.github/ISSUE_TEMPLATE/3_feature_enhancement.yaml
+++ b/.github/ISSUE_TEMPLATE/3_feature_enhancement.yaml
@@ -1,6 +1,6 @@
name: 🚀 Propose a feature enhancement
description: Propose a new feature or an enhancement to an existing feature.
-labels: ["status:triage", "enhancement"]
+labels: ["needs:triage", "enhancement"]
body:
- type: checkboxes
id: checks
diff --git a/.github/ISSUE_TEMPLATE/4_docs_change.yaml b/.github/ISSUE_TEMPLATE/4_docs_change.yaml
index 03fbb28bde4c..30650bf130ff 100644
--- a/.github/ISSUE_TEMPLATE/4_docs_change.yaml
+++ b/.github/ISSUE_TEMPLATE/4_docs_change.yaml
@@ -1,6 +1,6 @@
name: 📝 Suggest a change to documentation
description: Propose edits, enhancements, or fixes to Prefect documentation
-labels: ["docs", "status:triage"]
+labels: ["docs", "needs:triage"]
body:
- type: checkboxes
id: checks
diff --git a/.github/ISSUE_TEMPLATE/5_maintenance_ticket.yaml b/.github/ISSUE_TEMPLATE/5_maintenance_ticket.yaml
index dba85b54d530..df4507a5ded1 100644
--- a/.github/ISSUE_TEMPLATE/5_maintenance_ticket.yaml
+++ b/.github/ISSUE_TEMPLATE/5_maintenance_ticket.yaml
@@ -1,6 +1,6 @@
-name: 🛠️ Track a maintenence task
+name: 🛠️ Track a maintenance task
description: These are for changes that are not user or product related for maintenance of this repository.
-labels: ["status:backlog", "maintenance"]
+labels: ["maintenance"]
body:
- type: checkboxes
id: checks
diff --git a/.github/ISSUE_TEMPLATE/config.yml b/.github/ISSUE_TEMPLATE/config.yml
index e0719e12003e..c0cadef161f1 100644
--- a/.github/ISSUE_TEMPLATE/config.yml
+++ b/.github/ISSUE_TEMPLATE/config.yml
@@ -10,5 +10,8 @@ contact_links:
url: https://www.prefect.io/slack
about: Join thousands of Prefect experts, engineers, and users in our Slack community
- name: 🦆 Book a rubber duck
- url: https://calendly.com/prefect-experts/rubber-duck
- about: Book time with a Prefect engineer!
+ url: https://calendly.com/prefect-experts/prefect-product-advocates?utm_campaign=prefect_docs_cloud&utm_content=prefect_docs&utm_medium=docs&utm_source=docs
+ about: Schedule a meeting with a Prefect Product Advocate!
+ - name: 🔒 Report a security issue
+ url: https://www.prefect.io/security/bug-bounty-program/
+ about: Responsibly disclose a potential security issue.
diff --git a/.github/codeql-config.yml b/.github/codeql-config.yml
index 8d27bfc50f5e..b60c9a89b004 100644
--- a/.github/codeql-config.yml
+++ b/.github/codeql-config.yml
@@ -1,23 +1,7 @@
query-filters:
- - exclude:
- # this creates many false positives with our code
- id: py/unsafe-cyclic-import
- - exclude:
- id: py/cyclic-import
- - exclude:
- id: py/unreachable-statement
- exclude:
# catching base exceptions is required
id: py/catch-base-exception
- - exclude:
- # too many false positives with prefect.runtime
- id: py/undefined-export
- - exclude:
- # sometimes necessary for __init__ files
- id: py/import-and-import-from
- - exclude:
- # we dont need CodeQL quality linting
- id: py/mixed-returns
paths-ignore:
- tests/**/test_*.py
diff --git a/.github/labeler.yml b/.github/labeler.yml
index 0f155f83647a..7f39e8af16e6 100644
--- a/.github/labeler.yml
+++ b/.github/labeler.yml
@@ -1,2 +1,3 @@
migration:
- - src/**/migrations/**/*.py
+ - changed-files:
+ - any-glob-to-any-file: src/**/migrations/**/*.py
diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md
index 9bdf84a0ad8b..43542a6c1631 100644
--- a/.github/pull_request_template.md
+++ b/.github/pull_request_template.md
@@ -5,6 +5,7 @@ Thanks for opening a pull request to Prefect! We've got a few requests to help u
- Provide a short overview of the change and the value it adds.
- Share an example to help us understand the change in user experience.
- Confirm that you've done common tasks so we can give a timely review.
+- Review our contribution guidelines: https://docs.prefect.io/latest/contributing/overview/
Happy engineering!
-->
@@ -23,7 +24,16 @@ If changing documentation, a link to a preview of the page is great.
- [ ] This pull request references any related issue by including "closes ``"
- - If no issue exists and your change is not a small fix, please [create an issue](https://github.com/PrefectHQ/prefect/issues/new/choose) first.
-- [ ] This pull request includes tests or only affects documentation.
-- [ ] This pull request includes a label categorizing the change e.g. `fix`, `feature`, `enhancement`, `docs`.
+ - If no issue exists and your change is not a small fix, please [create an issue](https://github.com/PrefectHQ/prefect/issues/new/choose) first.
+- [ ] If this pull request adds new functionality, it includes unit tests that cover the changes
+- [ ] This pull request includes a label categorizing the change e.g. `maintenance`, `fix`, `feature`, `enhancement`, `docs`.
+
+For documentation changes:
+
+- [ ] This pull request includes redirect settings in `mint.json` for files that are removed or renamed.
+
+For new functions or classes in the Python SDK:
+
+- [ ] This pull request includes helpful docstrings.
+- [ ] If a new Python file was added, this pull request contains a stub page in the Python SDK docs and an entry in `docs/mint.json` navigation.
diff --git a/.github/workflows/api-compatibility-tests.yaml b/.github/workflows/api-compatibility-tests.yaml
new file mode 100644
index 000000000000..6276a0f45ba3
--- /dev/null
+++ b/.github/workflows/api-compatibility-tests.yaml
@@ -0,0 +1,74 @@
+---
+name: Cloud API Compatibility
+on:
+ pull_request:
+ paths:
+ - .github/workflows/api-compatibility-tests.yaml
+ - "**/*.py"
+ - requirements*.txt
+ - setup.cfg
+ - compat-tests
+ push:
+ branches:
+ - main
+
+# Limit concurrency by workflow/branch combination.
+#
+# For pull request builds, pushing additional changes to the
+# branch will cancel prior in-progress and pending builds.
+#
+# For builds triggered on a branch push, additional changes
+# will wait for prior builds to complete before starting.
+#
+# https://docs.github.com/en/actions/using-jobs/using-concurrency
+concurrency:
+ group: ${{ github.workflow }}-${{ github.ref }}
+ cancel-in-progress: ${{ github.event_name == 'pull_request' }}
+
+jobs:
+ compatibility-tests:
+
+ timeout-minutes: 10
+
+ runs-on: ubuntu-latest
+
+ steps:
+ - uses: actions/checkout@v4
+ with:
+ # Versioneer only generates correct versions with a full fetch
+ fetch-depth: 0
+ persist-credentials: false
+ submodules: true
+
+ - name: Set up Python 3.12
+ uses: actions/setup-python@v5
+ id: setup_python
+ with:
+ python-version: 3.12
+
+ - name: UV Cache
+ # Manually cache the uv cache directory
+ # until setup-python supports it:
+ # https://github.com/actions/setup-python/issues/822
+ uses: actions/cache@v4
+ id: cache-uv
+ with:
+ path: ~/.cache/uv
+ key: uvcache-${{ runner.os }}-${{ steps.setup_python.outputs.python-version }}-${{ hashFiles('requirements-client.txt', 'requirements.txt', 'requirements-dev.txt') }}
+
+ - name: Install packages
+ run: |
+ python -m pip install -U uv
+ uv pip install --upgrade --system -e .[dev] 'pydantic>=2.4,<3'
+
+ - name: Create Cloud OpenAPI JSON
+ working-directory: compat-tests
+ run: curl https://api.prefect.cloud/api/openapi.json > cloud_schema.json
+
+ - name: Create OSS OpenAPI JSON
+ working-directory: compat-tests
+ run: python ../scripts/generate_oss_openapi_schema.py
+
+ - name: Run API compatibility tests
+ working-directory: compat-tests
+ run: pytest -vv
diff --git a/.github/workflows/benchmarks.yaml b/.github/workflows/benchmarks.yaml
index de9beb022a1b..d0fd5080c6f0 100644
--- a/.github/workflows/benchmarks.yaml
+++ b/.github/workflows/benchmarks.yaml
@@ -6,8 +6,9 @@ env:
on:
pull_request:
paths:
+ - .github/workflows/benchmarks.yaml
- .github/workflows/python-tests.yaml
- - "**/*.py"
+ - "src/prefect/**/*.py"
- requirements.txt
- requirements-dev.txt
- setup.cfg
@@ -28,36 +29,45 @@ jobs:
name: Benchmark
# Runs with ephemeral API and SQLite database right now
- runs-on: ubuntu-latest
+ runs-on:
+ group: oss-larger-runners
timeout-minutes: 20
steps:
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v4
with:
persist-credentials: false
fetch-depth: 0
- name: Set up Docker Buildx
if: ${{ matrix.build-docker-images }}
- uses: docker/setup-buildx-action@v2
+ uses: docker/setup-buildx-action@v3
+ with:
+ driver-opts: image=moby/buildkit:v0.12.5
- name: Set up Python 3.10
- uses: actions/setup-python@v4
+ uses: actions/setup-python@v5
with:
python-version: "3.10"
- cache: "pip"
- cache-dependency-path: "requirements*.txt"
+
+ - name: UV Cache
+ uses: actions/cache@v4
+ id: cache-uv
+ with:
+ path: ~/.cache/uv
+ key: uvcache-${{ runner.os }}-${{ steps.setup_python.outputs.python-version }}-${{ hashFiles('requirements-client.txt', 'requirements.txt', 'requirements-dev.txt') }}
+
- name: Install packages
run: |
- python -m pip install --upgrade pip
- pip install --upgrade --upgrade-strategy eager -e ".[dev]"
+ python -m pip install -U uv
+ uv pip install --upgrade --system -e .[dev]
- name: Prepare benchmark comparisons
# Note: We use a "cache" instead of artifacts because artifacts are not available
# across workflow runs.
id: bench-cache
- uses: actions/cache@v3
+ uses: actions/cache@v4
with:
path: ./.benchmarks
# Pushes benchmark results for this branch and sha, this will always be a cache miss
@@ -68,7 +78,6 @@ jobs:
${{ runner.os }}-${{ github.base_ref }}-
${{ runner.os }}-main-
-
- name: Start server
run: |
prefect server start&
@@ -78,12 +87,25 @@ jobs:
# https://github.com/PrefectHQ/prefect/issues/6990
- name: Run benchmarks
+ env:
+ HEAD_REF: ${{ github.head_ref }}
+ GITHUB_SHA: ${{ github.sha }}
# Includes comparison to previous benchmarks if available
- run: >
- uniquename=${{ github.head_ref || 'main' }}-${{ github.sha }}
+ run: |
+ if [[ -z "$HEAD_REF" ]]; then
+ # HEAD_REF is unset or empty, use 'main' with the SHA
+ uniquename="main-$GITHUB_SHA"
+ else
+ # HEAD_REF is set, use the branch name directly
+ uniquename="$HEAD_REF"
+ fi
+
+ # Allow alphanumeric, underscores, and dashes, and replace other
+ # characters with an underscore
+ sanitized_uniquename="${uniquename//[^a-zA-Z0-9_\-]/_}"
PREFECT_API_URL="http://127.0.0.1:4200/api"
- python benches
- --benchmark-save="${uniquename//\//_}"
- ${{ steps.bench-cache.outputs.cache-hit && '--benchmark-compare' || ''}}
-
+ python benches \
+ --timeout=180 \
+ --benchmark-save="${sanitized_uniquename}" \
+ ${{ steps.bench-cache.outputs.cache-hit && '--benchmark-compare' || '' }}
diff --git a/.github/workflows/codeql-analysis.yml b/.github/workflows/codeql-analysis.yml
index aafd2f7fd2fe..1a7fff3ad090 100644
--- a/.github/workflows/codeql-analysis.yml
+++ b/.github/workflows/codeql-analysis.yml
@@ -39,7 +39,7 @@ on:
#
# https://docs.github.com/en/actions/using-jobs/using-concurrency
concurrency:
- group: ${{ github.workflow }}-${{ github.ref }}
+ group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
cancel-in-progress: ${{ github.event_name == 'pull_request' }}
# Do not grant jobs any permissions by default
@@ -57,7 +57,7 @@ jobs:
security-events: write
strategy:
- fail-fast: false
+ fail-fast: true
matrix:
language:
- javascript
@@ -65,15 +65,14 @@ jobs:
steps:
- name: Checkout repository
- uses: actions/checkout@v3
+ uses: actions/checkout@v4
- name: Initialize CodeQL
- uses: github/codeql-action/init@v2
+ uses: github/codeql-action/init@v3
with:
languages: ${{ matrix.language }}
config-file: ./.github/codeql-config.yml
- queries: security-and-quality
- setup-python-dependencies: false
+ queries: security-extended
- name: Perform CodeQL Analysis
- uses: github/codeql-action/analyze@v2
+ uses: github/codeql-action/analyze@v3
diff --git a/.github/workflows/create-tags-for-changed-integrations.yaml b/.github/workflows/create-tags-for-changed-integrations.yaml
new file mode 100644
index 000000000000..e24f862283f6
--- /dev/null
+++ b/.github/workflows/create-tags-for-changed-integrations.yaml
@@ -0,0 +1,38 @@
+name: Create tags for changed integrations
+
+on:
+ release:
+ types: [published]
+ workflow_dispatch:
+
+jobs:
+ create-integrations-tags:
+ runs-on: ubuntu-latest
+
+ steps:
+ - name: Checkout code
+ uses: actions/checkout@v4
+ with:
+ fetch-depth: 0
+
+ - name: Set up Python
+ uses: actions/setup-python@v5
+ with:
+ python-version: "3.12"
+
+ - name: Install dependencies
+ run: |
+ python -m pip install --upgrade pip
+ pip install -U packaging gh-util
+
+ - name: Get previous tag
+ id: get-previous-tag
+ run: echo "tag=$(git tag --list '[0-9]*' --sort=-version:refname | grep -v '2.82' | head -n 2 | tail -n 1)" >> $GITHUB_OUTPUT
+
+ - name: Push tags for changed integrations
+ env:
+ GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+ PREVIOUS_TAG: ${{ steps.get-previous-tag.outputs.tag }}
+ CURRENT_COMMIT: ${{ github.sha }}
+
+ run: python scripts/create_tags_for_changed_collections.py
\ No newline at end of file
diff --git a/.github/workflows/docker-images.yaml b/.github/workflows/docker-images.yaml
index 9ccc58097d77..a53b6662f357 100644
--- a/.github/workflows/docker-images.yaml
+++ b/.github/workflows/docker-images.yaml
@@ -1,7 +1,5 @@
name: Docker images
-# Note: Conda support for 3.11 is pending. See https://github.com/ContinuumIO/anaconda-issues/issues/13082
-
on:
# On release events (also when a published release is converted from/to prerelease), push all patterns
release:
@@ -9,6 +7,22 @@ on:
# On each commit merged into main, push sha and branch patterns to prefect-dev
push:
branches: main
+ paths:
+ - "Dockerfile"
+ - ".dockerignore"
+ - "setup.py"
+ - "src/**"
+ - "tests/**"
+ - "requirements.txt"
+ - "requirements-client.txt"
+ - "MANIFEST.in"
+ - "setup.cfg"
+ - "versioneer.py"
+ - ".gitingore"
+ - ".gitattributes"
+ - ".github/workflows/docker-images.yaml"
+ - "ui/**"
+
# On workflow_dispatch, push sha and branch patterns to prefect-dev
workflow_dispatch:
@@ -24,37 +38,34 @@ jobs:
- "-conda"
- "-kubernetes"
python-version:
- - "3.7"
- - "3.8"
- "3.9"
- "3.10"
- "3.11"
- exclude:
- # Not yet supported, see note at top
- - flavor: "-conda"
- python-version: "3.11"
+ - "3.12"
steps:
- name: Set up QEMU
- uses: docker/setup-qemu-action@v2
+ uses: docker/setup-qemu-action@v3
- name: Set up Docker Buildx
- uses: docker/setup-buildx-action@v2
+ uses: docker/setup-buildx-action@v3
+ with:
+ driver-opts: image=moby/buildkit:v0.12.5
- name: Login to DockerHub
- uses: docker/login-action@v2
+ uses: docker/login-action@v3
with:
username: ${{ secrets.DOCKERHUB_USERNAME }}
password: ${{ secrets.DOCKERHUB_TOKEN }}
- name: Checkout
- uses: actions/checkout@v3
+ uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Generate tags for prefecthq/prefect-dev
id: metadata-dev
- uses: docker/metadata-action@v4
+ uses: docker/metadata-action@v5
# do not generate the development tags on release events
if: ${{ github.event_name != 'release' }}
with:
@@ -77,7 +88,7 @@ jobs:
- name: Generate tags for prefecthq/prefect
id: metadata-prod
- uses: docker/metadata-action@v4
+ uses: docker/metadata-action@v5
# only generate the production tags on release events
if: ${{ github.event_name == 'release' }}
with:
@@ -88,14 +99,12 @@ jobs:
type=pep440,pattern={{version}},suffix=-python${{ matrix.python-version }}${{ matrix.flavor }}
type=pep440,pattern={{major}}.{{minor}},suffix=-python${{ matrix.python-version }}${{ matrix.flavor }},enable=${{ github.event.release.prerelease == false }}
type=pep440,pattern={{major}},suffix=-python${{ matrix.python-version }}${{ matrix.flavor }},enable=${{ github.event.release.prerelease == false && github.ref_name == env.LATEST_TAG }}
- type=raw,value=2-latest${{ matrix.flavor }},enable=${{ matrix.python-version == '3.10' && github.event.release.prerelease == false && github.ref_name == env.LATEST_TAG }}
+ type=raw,value=3-latest${{ matrix.flavor }},enable=${{ matrix.python-version == '3.10' && github.event.release.prerelease == false && github.ref_name == env.LATEST_TAG }}
flavor: |
latest=false
- name: Build and push image
- uses: docker/build-push-action@v4
- env:
- CACHE_TO_STRING: type=registry,ref=prefecthq/prefect-dev:buildcache-python${{ matrix.python-version }}${{ matrix.flavor }},mode=max
+ uses: docker/build-push-action@v5
with:
context: .
platforms: linux/amd64,linux/arm64
@@ -108,6 +117,3 @@ jobs:
push: true
pull: true
provenance: false
- # multi-stage cache manifests (mode=max) need a separate tag because they are not usable for runtime ref https://github.com/moby/buildkit#export-cache
- cache-from: type=registry,ref=prefecthq/prefect-dev:buildcache-python${{ matrix.python-version }}${{ matrix.flavor }}
- cache-to: ${{ ( github.event_name == 'push' && env.CACHE_TO_STRING ) || '' }}
diff --git a/.github/workflows/helm-chart-release.yaml b/.github/workflows/helm-chart-release.yaml
index b9ef327e9603..3e90af85f77a 100644
--- a/.github/workflows/helm-chart-release.yaml
+++ b/.github/workflows/helm-chart-release.yaml
@@ -10,15 +10,10 @@ jobs:
create_helm_release:
runs-on: ubuntu-latest
steps:
- - name: Get today's formatted date
- id: get_date
- run: echo "value=$(date +'%Y.%m.%d')" >> $GITHUB_OUTPUT
- name: Create prefect-helm release
run: |
- gh release create ${{ steps.get_date.outputs.value }} \
+ gh workflow run helm-release.yaml \
--repo PrefectHQ/prefect-helm \
- --generate-notes \
- --notes "Packaged with Prefect version \
- [${{ github.ref_name }}](https://github.com/PrefectHQ/prefect/releases/tag/${{ github.ref_name }})"
+ --ref main
env:
- GH_TOKEN: ${{ secrets.PREFECT_HELM_CONTENTS_RW }}
+ GH_TOKEN: ${{ secrets.PREFECT_HELM_ACTIONS_RW }}
diff --git a/.github/workflows/integration-package-release.yaml b/.github/workflows/integration-package-release.yaml
new file mode 100644
index 000000000000..4fe8845c4d61
--- /dev/null
+++ b/.github/workflows/integration-package-release.yaml
@@ -0,0 +1,71 @@
+name: Publish integration package to PyPI
+
+on:
+ push:
+ tags:
+ - "prefect-\\w+-[0-9]+.*"
+
+jobs:
+ build-pypi-dists:
+ name: Build Python package
+ runs-on: ubuntu-latest
+ outputs:
+ PACKAGE_NAME: ${{ steps.package_name.outputs.PACKAGE_NAME }}
+ steps:
+ - name: Checkout code
+ uses: actions/checkout@v4
+ with:
+ ref: ${{ github.event.inputs.commit }}
+ fetch-depth: 0
+ persist-credentials: false
+
+ - name: Extract package name
+ id: package_name
+ run: |
+ TAG_NAME=${{ github.ref_name }}
+ PACKAGE_NAME=$(echo $TAG_NAME | sed 's/-[0-9][.0-9]*rc.*$//')
+ echo "PACKAGE_NAME=$PACKAGE_NAME" >> $GITHUB_OUTPUT
+
+ - name: Set up Python
+ uses: actions/setup-python@v5
+ with:
+ python-version: "3.9"
+ cache: "pip"
+ cache-dependency-path: "requirements*.txt"
+
+ - name: Install dependencies
+ run: |
+ python -m pip install --upgrade pip
+ pip install --upgrade build
+ working-directory: src/integrations/${{ steps.package_name.outputs.PACKAGE_NAME }}
+
+ - name: Build a binary wheel and a source tarball
+ run: |
+ python -m build --wheel
+ python -m build --sdist
+ working-directory: src/integrations/${{ steps.package_name.outputs.PACKAGE_NAME }}
+
+ - name: Publish build artifacts
+ uses: actions/upload-artifact@v4
+ with:
+ name: ${{ steps.package_name.outputs.PACKAGE_NAME }}-pypi-dists
+ path: "./src/integrations/${{ steps.package_name.outputs.PACKAGE_NAME }}/dist"
+
+ publish-pypi-dists:
+ name: Publish to PyPI
+ environment: "prod"
+ needs: build-pypi-dists
+ runs-on: ubuntu-latest
+ permissions:
+ # this permission is mandatory for trusted publishing
+ id-token: write
+
+ steps:
+ - name: Download build artifacts
+ uses: actions/download-artifact@v4
+ with:
+ name: ${{ needs.build-pypi-dists.outputs.PACKAGE_NAME}}-pypi-dists
+ path: "./dist"
+
+ - name: Publish distribution to PyPI
+ uses: pypa/gh-action-pypi-publish@release/v1
diff --git a/.github/workflows/integration-package-tests.yaml b/.github/workflows/integration-package-tests.yaml
new file mode 100644
index 000000000000..9baf1ba082b3
--- /dev/null
+++ b/.github/workflows/integration-package-tests.yaml
@@ -0,0 +1,107 @@
+name: Integrations Packages Tests
+
+on:
+ pull_request:
+ paths:
+ - .github/workflows/integration-package-tests.yaml
+ - "src/**/*.py"
+ types: [opened, reopened, synchronize, labeled, unlabeled]
+ push:
+ branches:
+ - main
+ paths:
+ - "src/integrations/*/**.py"
+
+jobs:
+ prepare-matrix:
+ # These tests will only run if the integration paths are affected, or someone has
+ # added the `integrations` label to the PR
+ runs-on: ubuntu-latest
+ outputs:
+ matrix: ${{ steps.set-matrix.outputs.matrix }}
+ steps:
+ - uses: actions/checkout@v4
+ with:
+ persist-credentials: false
+ fetch-depth: 0
+ - name: Set up Python
+ uses: actions/setup-python@v5
+ with:
+ python-version: "3.9"
+ - name: Generate matrix
+ id: set-matrix
+ run: |
+ if [[ "${{ contains(github.event.pull_request.labels.*.name, 'test-all-integrations') }}" == 'true' ]]; then
+ # All of the integration packages were changed since 2.19.2, so this is a
+ # standin for saying "all integrations"
+ COMMIT_RANGE="2.19.2..${{ github.event.pull_request.head.sha }}"
+ elif [[ $GITHUB_EVENT_NAME == 'pull_request' ]]; then
+ COMMIT_RANGE="${{ github.event.pull_request.base.sha }}..${{ github.event.pull_request.head.sha }}"
+ else
+ COMMIT_RANGE="${{ github.event.before }}..${{ github.event.after }}"
+ fi
+ python scripts/generate_integration_package_tests_matrix.py "$COMMIT_RANGE" > matrix.json
+ cat matrix.json
+ echo "matrix=$(cat matrix.json)" >> $GITHUB_OUTPUT
+
+ run-tests:
+ timeout-minutes: 20
+
+ name: Run Tests for ${{ matrix.package }} on Python ${{ matrix.python-version }}
+ needs: prepare-matrix
+ runs-on: ubuntu-latest
+ strategy:
+ matrix: ${{fromJson(needs.prepare-matrix.outputs.matrix)}}
+ fail-fast: false
+ steps:
+ - name: Display current test matrix
+ run: echo '${{ toJSON(matrix) }}'
+
+ - uses: actions/checkout@v4
+ with:
+ persist-credentials: false
+
+ - name: Set up Python ${{ matrix.python-version }}
+ uses: actions/setup-python@v5
+ id: setup_python
+ with:
+ python-version: ${{ matrix.python-version }}
+
+ - name: UV Cache
+ # Manually cache the uv cache directory
+ # until setup-python supports it:
+ # https://github.com/actions/setup-python/issues/822
+ uses: actions/cache@v4
+ id: cache-uv
+ with:
+ path: ~/.cache/uv
+ key: uvcache-${{ runner.os }}-${{ steps.setup_python.outputs.python-version }}-${{ hashFiles(format('src/integrations/{0}/pyproject.toml', matrix.package)) }}
+
+ - name: Install dependencies
+ working-directory: src/integrations/${{ matrix.package }}
+ # install uv, the package, and bleeding edge prefect
+ run: |
+ python -m pip install -U uv
+ uv pip install --upgrade --system -e .[dev]
+ uv pip install --upgrade --system ../../../
+
+
+ - name: Run tests
+ if: matrix.package != 'prefect-ray'
+ env:
+ PREFECT_API_DATABASE_CONNECTION_URL: "sqlite+aiosqlite:///./orion-tests.db"
+ working-directory: src/integrations/${{ matrix.package }}
+ run: >
+ pytest tests
+ --numprocesses auto
+ --maxprocesses 6
+ --dist worksteal
+
+ # Run prefect-ray tests sequentially to avoid Ray cluster issues
+ - name: Run tests for prefect-ray
+ if: matrix.package == 'prefect-ray'
+ env:
+ PREFECT_API_DATABASE_CONNECTION_URL: "sqlite+aiosqlite:///./orion-tests.db"
+ working-directory: src/integrations/${{ matrix.package }}
+ run: >
+ pytest tests
diff --git a/.github/workflows/integration-tests.yaml b/.github/workflows/integration-tests.yaml
index 11fe5fad515a..e53d2180ec65 100644
--- a/.github/workflows/integration-tests.yaml
+++ b/.github/workflows/integration-tests.yaml
@@ -3,199 +3,115 @@ on:
pull_request:
paths:
- .github/workflows/integration-tests.yaml
- - "**/*.py"
+ - "src/prefect/**/*.py"
- requirements.txt
+ - requirements-client.txt
- requirements-dev.txt
- ui/**
- .nvmrc
- Dockerfile
+ - flows/
push:
branches:
- main
+ paths:
+ - .github/workflows/integration-tests.yaml
+ - "**/*.py"
+ - requirements.txt
+ - requirements-client.txt
+ - requirements-dev.txt
+ - ui/**
+ - .nvmrc
+ - Dockerfile
jobs:
- playwright-tests:
- # disabling these tests for now since they are broken because of pixi-viewport
- if: ${{ false }}
- name: "Test UI"
- timeout-minutes: 20
- runs-on: ubuntu-latest
- steps:
- - uses: actions/checkout@v3
-
- - name: Set up Python 3.10
- uses: actions/setup-python@v4
- with:
- python-version: "3.10"
- cache: "pip"
- cache-dependency-path: "requirements*.txt"
-
- - name: Install python packages
- run: |
- python -m pip install --upgrade pip
- pip install --upgrade --upgrade-strategy eager -e .[dev]
-
- - name: Build UI
- run: |
- prefect dev build-ui
-
- - name: Run server in background
- run: |
- prefect server start&
-
- - name: Set up node
- uses: actions/setup-node@v3
- with:
- node-version-file: ".nvmrc"
- cache-dependency-path: "**/package-lock.json"
-
- - name: Retrieve Playwright version
- id: playwright-cache-key
- run: |
- echo "version=$(npx playwright -V)" >> $GITHUB_OUTPUT
-
- - name: Retrieve cached Playwright browsers
- id: cache-playwright-browsers
- uses: actions/cache@v3
- with:
- path: ~/.cache/ms-playwright
- key: ${{ steps.playwright-cache-key.outputs.version }}-playwright-browsers
-
- - name: Install Playwright browsers
- working-directory: ./ui
- run: npx playwright install --with-deps
-
- - name: Run Playwright tests
- working-directory: ./ui
- run: npx playwright test
-
- - uses: actions/upload-artifact@v3
- if: always()
- with:
- name: playwright-report
- path: ./ui/playwright-report/
- retention-days: 30
-
compatibility-tests:
- name: "Check compatibility with Prefect ${{ matrix.prefect-version }}"
+ name: Integration tests @${{ matrix.server-version.version }}
timeout-minutes: 10
+ runs-on: ubuntu-latest
strategy:
+ fail-fast: false
matrix:
- prefect-version:
+ server-version: [
# These versions correspond to Prefect image tags, the patch version is
- # excluded to always pull the latest patch of each minor version.
- - "2.0"
- - "2.1"
- - "2.2"
- - "2.3"
- - "2.4"
- - "2.5"
- - "2.6"
- - "2.7"
- - "2.8"
- - "2.9"
- - "2.10"
-
- # We can include the following to always test against the last release
- # but the value is not particularly clear and we can just append the
- # last minor version at each release time
- # - "2"
-
- include:
- # While old clients should always be supported by new servers, a new
- # client may send data that an old server does not support. These
- # incompatibilities are allowed.
-
- # All servers prior to 2.6.0 will not accept 2.6.0+ result types
- - prefect-version: "2.0"
- server-incompatible: true
- - prefect-version: "2.1"
- server-incompatible: true
- - prefect-version: "2.2"
- server-incompatible: true
- - prefect-version: "2.3"
- server-incompatible: true
- - prefect-version: "2.4"
- server-incompatible: true
- - prefect-version: "2.5"
- server-incompatible: true
-
- # 2.6 containers have a bad version of httpcore installed
- - prefect-version: "2.6"
- extra_docker_run_options: '--env EXTRA_PIP_PACKAGES="httpcore>=0.16.2"'
- server_command: "prefect orion start"
-
- # 2.6/2.7 require `prefect orion start` instead of prefect server start
- - prefect-version: "2.7"
- server_command: "prefect orion start"
+ # excluded to always pull the latest patch of each minor version. The ref
+ # should generally be set to the latest patch release for that version.
+ {version: "2.19", ref: "2.19.2", image: "prefecthq/prefect:2.19-python3.10"},
+ {version: "main", ref: "main"},
+ ]
- fail-fast: false
-
- runs-on: ubuntu-latest
steps:
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v4
with:
persist-credentials: false
fetch-depth: 0
- name: Set up Python 3.10
- uses: actions/setup-python@v4
+ uses: actions/setup-python@v5
+ id: setup_python
with:
python-version: "3.10"
- cache: "pip"
- cache-dependency-path: "requirements*.txt"
+
+ - name: UV Cache
+ # Manually cache the uv cache directory
+ # until setup-python supports it:
+ # https://github.com/actions/setup-python/issues/822
+ uses: actions/cache@v4
+ id: cache-uv
+ with:
+ path: ~/.cache/uv
+ key: uvcache-${{ runner.os }}-${{ steps.setup_python.outputs.python-version }}-${{ hashFiles('requirements-client.txt', 'requirements.txt', 'requirements-dev.txt') }}
- name: Install python packages
run: |
- python -m pip install --upgrade pip
- pip install --upgrade --upgrade-strategy eager -e .[dev]
-
- - name: Start server@${{ matrix.prefect-version }}
- if: ${{ ! matrix.server-incompatible }}
+ python -m pip install -U uv
+ uv pip install --upgrade --system .
+
+ - name: Start server@${{ matrix.server-version.version }}
+ if: ${{ matrix.server-version.version != 'main' }}
+ env:
+ PREFECT_API_URL: http://127.0.0.1:4200/api
+ PREFECT_LOGGING_SERVER_LEVEL: DEBUG
+ PREFECT_EXPERIMENTAL_EVENTS: "true"
run: >
- docker run
- --name "prefect-server-${{ matrix.prefect-version }}"
- --detach
- --publish 4200:4200
- ${{ matrix.extra_docker_run_options }}
- prefecthq/prefect:${{ matrix.prefect-version }}-python3.10
- ${{ matrix.server_command || 'prefect server start' }} --host 0.0.0.0
+ docker run \
+ --name "prefect-server" \
+ -d \
+ -p 4200:4200 \
+ -e PREFECT_API_URL=${{ env.PREFECT_API_URL }} \
+ -e PREFECT_LOGGING_SERVER_LEVEL=${{ env.PREFECT_LOGGING_SERVER_LEVEL }} \
+ -e PREFECT_EXPERIMENTAL_EVENTS=${{ env.PREFECT_EXPERIMENTAL_EVENTS }} \
+ ${{ matrix.server-version.image }} \
+ prefect server start --analytics-off --host 0.0.0.0
- PREFECT_API_URL="http://127.0.0.1:4200/api"
./scripts/wait-for-server.py
# TODO: Replace `wait-for-server` with dedicated command
# https://github.com/PrefectHQ/prefect/issues/6990
- - name: Run integration flows with client@dev, server@${{ matrix.prefect-version }}
- if: ${{ ! matrix.server-incompatible }}
+ - name: Start server
+ if: ${{ matrix.server-version.version == 'main' }}
+ env:
+ PREFECT_API_URL: http://127.0.0.1:4200/api
+ PREFECT_LOGGING_SERVER_LEVEL: DEBUG
run: >
- TEST_SERVER_VERSION=${{ matrix.prefect-version }}
- PREFECT_API_URL="http://127.0.0.1:4200/api"
- TEST_CLIENT_VERSION=$(python -c 'import prefect; print(prefect.__version__)')
- ./scripts/run-integration-flows.py
+ prefect server start --analytics-off --host 0.0.0.0 2>&1 > server.log &
- - name: Start server@dev
- run: |
- # First, we must stop the server container if it exists
- # TODO: Once we have `prefect server stop` we can run these tests first and the
- # optional tests above second
- # https://github.com/PrefectHQ/prefect/issues/6989
- docker stop "prefect-server-${{ matrix.prefect-version }}" || echo "That's okay!"
+ ./scripts/wait-for-server.py
- prefect server start&
- PREFECT_API_URL="http://127.0.0.1:4200/api" ./scripts/wait-for-server.py
+ # TODO: Replace `wait-for-server` with dedicated command
+ # https://github.com/PrefectHQ/prefect/issues/6990
- - name: Run integration flows with client@${{ matrix.prefect-version }}, server@dev
+ - name: Run integration flows
+ env:
+ PREFECT_API_URL: http://127.0.0.1:4200/api
+ SERVER_VERSION: ${{ matrix.server-version.version }}
run: >
- docker run
- --env PREFECT_API_URL="http://127.0.0.1:4200/api"
- --env TEST_SERVER_VERSION=$(python -c 'import prefect; print(prefect.__version__)')
- --env TEST_CLIENT_VERSION=${{ matrix.client_version }}
- --volume $(pwd)/flows:/opt/prefect/integration/flows
- --volume $(pwd)/scripts:/opt/prefect/integration/scripts
- --network host
- ${{ matrix.extra_docker_run_options }}
- prefecthq/prefect:${{ matrix.prefect-version }}-python3.10
- /opt/prefect/integration/scripts/run-integration-flows.py /opt/prefect/integration/flows
+ ./scripts/run-integration-flows.py flows/
+
+ - name: Show server logs
+ if: always()
+ run: |
+ cat server.log || echo "No logs available"
+ docker logs prefect-server || echo "No logs available"
diff --git a/.github/workflows/issue-bot.yaml b/.github/workflows/issue-bot.yaml
index 5568383612bf..2a3edfa577c9 100644
--- a/.github/workflows/issue-bot.yaml
+++ b/.github/workflows/issue-bot.yaml
@@ -10,24 +10,6 @@ jobs:
steps:
- name: Remove status labels on close
if: github.event.action == 'closed'
- run: gh issue edit --repo prefecthq/prefect ${{ github.event.issue.number }} --remove-label "status:triage" --remove-label "status:in-progress" --remove-label "status:accepted"
- env:
- GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
- - name: Update issue status when assigned
- if: github.event.action == 'assigned'
- run: gh issue edit --repo prefecthq/prefect ${{ github.event.issue.number }} --add-label "status:in-progress"
- env:
- GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
- - name: Update issue status when unassigned
- if: github.event.action == 'unassigned'
- run: gh issue edit --repo prefecthq/prefect ${{ github.event.issue.number }} --remove-label "status:in-progress"
- env:
- GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
- - name: Remove triage label on status change
- if: github.event.action == 'labeled' && startsWith(github.event.label.name, 'status:') && github.event.label.name != 'status:triage'
- run: gh issue edit --repo prefecthq/prefect ${{ github.event.issue.number }} --remove-label "status:triage"
+ run: gh issue edit --repo prefecthq/prefect ${{ github.event.issue.number }} --remove-label "needs:triage" --remove-label "needs:attention"
env:
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
diff --git a/.github/workflows/labeler.yml b/.github/workflows/labeler.yml
index 3633380ec31b..a011e431245e 100644
--- a/.github/workflows/labeler.yml
+++ b/.github/workflows/labeler.yml
@@ -12,6 +12,6 @@ jobs:
contents: read
pull-requests: write
steps:
- - uses: actions/labeler@v4
+ - uses: actions/labeler@v5
with:
repo-token: "${{ github.token }}"
diff --git a/.github/workflows/npm_update_latest_prefect.yaml b/.github/workflows/npm_update_latest_prefect.yaml
new file mode 100644
index 000000000000..7fca41747bc1
--- /dev/null
+++ b/.github/workflows/npm_update_latest_prefect.yaml
@@ -0,0 +1,66 @@
+---
+ name: Update to latest Prefect Packages
+ on:
+ workflow_dispatch:
+ inputs:
+ package_name:
+ description: The name of the Prefect package to update
+ required: true
+ package_version:
+ description: The version of the Prefect package to update
+ required: true
+ permissions: {}
+
+ jobs:
+ update_prefect_packages:
+ runs-on: ubuntu-latest
+ permissions:
+ # required to write to the repo
+ contents: write
+ steps:
+ - uses: actions/checkout@v4
+
+ - name: Configure Git
+ run: |
+ git config user.name "$GITHUB_ACTOR"
+ git config user.email "$GITHUB_ACTOR@users.noreply.github.com"
+
+ - name: Create Branch For Dependency Version Updates
+ run: git checkout -b "prefect-package-${{ inputs.package_name }}-${{ inputs.package_version }}-update"
+
+ - name: Setup NodeJS
+ uses: actions/setup-node@v4
+ with:
+ node-version-file: ".nvmrc"
+ cache-dependency-path: "**/package-lock.json"
+
+ - name: Install Dependencies
+ run: npm ci
+ working-directory: ./ui
+
+ - name: Upgrade Package
+ run: |
+ npm i @${{ inputs.package_name }}@${{ inputs.package_version }} --save-exact
+ working-directory: ./ui
+
+ - name: Commit Package Changes
+ run: |
+ git add .
+ git commit -m "Update @${{ inputs.package_name }} to version ${{ inputs.package_version }}"
+ git push --set-upstream origin "prefect-package-${{ inputs.package_name }}-${{ inputs.package_version }}-update"
+ env:
+ GITHUB_TOKEN: ${{ github.token }}
+
+ - name: Create Pull Request
+ run: |
+ git checkout "prefect-package-${{ inputs.package_name }}-${{ inputs.package_version }}-update"
+ gh pr create \
+ --base main \
+ --title "Update @${{ inputs.package_name }} to version ${{ inputs.package_version }}" \
+ --body "Update @${{ inputs.package_name }} to version ${{ inputs.package_version }}.
+ Release information can be found at https://github.com/${{ inputs.package_name }}/releases/tag/${{ inputs.package_version }}." \
+ --label maintenance \
+ --label ui
+ env:
+ GITHUB_TOKEN: ${{ secrets.PREFECT_CONTENTS_PR_RW }}
+
\ No newline at end of file
diff --git a/.github/workflows/prefect-client-publish.yaml b/.github/workflows/prefect-client-publish.yaml
new file mode 100644
index 000000000000..df3d30730f98
--- /dev/null
+++ b/.github/workflows/prefect-client-publish.yaml
@@ -0,0 +1,33 @@
+
+name: Build and publish the prefect-client
+
+on:
+ release:
+ types: [released, prereleased]
+
+jobs:
+ verify-prefect-client-build:
+ uses: ./.github/workflows/prefect-client.yaml
+ with:
+ upload-artifacts: true
+ artifact-name: "prefect-client-pypi-dists"
+ secrets: inherit
+
+ publish-prefect-client-pypi-dists:
+ name: Publish to PyPI
+ environment: "prod"
+ needs: [verify-prefect-client-build]
+ runs-on: ubuntu-latest
+
+ steps:
+ - name: Download build artifacts
+ uses: actions/download-artifact@v4
+ with:
+ name: "prefect-client-pypi-dists"
+ path: "./dist"
+
+ - name: Publish distribution to PyPI
+ uses: pypa/gh-action-pypi-publish@release/v1
+ with:
+ password: ${{ secrets.PREFECT_CLIENT_PYPI_API_TOKEN }}
+ name: ci
diff --git a/.github/workflows/prefect-client.yaml b/.github/workflows/prefect-client.yaml
new file mode 100644
index 000000000000..fbeda01bd71f
--- /dev/null
+++ b/.github/workflows/prefect-client.yaml
@@ -0,0 +1,92 @@
+name: Verify prefect-client build
+
+on:
+ pull_request:
+ branches:
+ - main
+ paths:
+ - client/*
+ - src/prefect/**/*.py
+ - requirements.txt
+ - requirements-client.txt
+ - setup.cfg
+ push:
+ branches:
+ - main
+ paths:
+ - client/*
+ - src/prefect/**/*.py
+ - requirements.txt
+ - requirements-client.txt
+ - setup.cfg
+ workflow_call:
+ inputs:
+ upload-artifacts:
+ description: "Whether or not to upload artifacts created in this workflow"
+ default: false
+ type: boolean
+ artifact-name:
+ description: "The name for the build prefect-client artifact"
+ default: "prefect-client-pypi-dists"
+ type: string
+
+jobs:
+ prefect-client-smoke-test:
+ name: Build and run prefect-client
+ runs-on: ubuntu-latest
+ steps:
+ - uses: actions/checkout@v4
+ with:
+ # Versioneer only generates correct versions with a full fetch
+ fetch-depth: 0
+ persist-credentials: false
+
+ - name: Set up Python
+ uses: actions/setup-python@v5
+ with:
+ python-version: "3.9"
+ cache: "pip"
+ cache-dependency-path: "requirements-client.txt"
+
+ - name: Create a temp dir to stage our build
+ run: echo "TMPDIR=$(mktemp -d)" >> $GITHUB_ENV
+
+ - name: Prepare files for prefect-client build (omit the local build)
+ run: sh client/build_client.sh
+ env:
+ TMPDIR: ${{ env.TMPDIR }}
+
+ - name: Build a binary wheel and a source tarball
+ run: pip install wheel && python setup.py sdist bdist_wheel
+ working-directory: ${{ env.TMPDIR }}
+
+ - name: Install the built client from the locally built package
+ run: pip install dist/*.tar.gz
+ working-directory: ${{ env.TMPDIR }}
+
+ - name: Run the smoke test flow using the built client
+ run: python client/client_flow.py
+ working-directory: ${{ env.TMPDIR }}
+ env:
+ PREFECT_API_KEY: ${{ secrets.PREFECT_CLIENT_SA_API_KEY }}
+ PREFECT_API_URL: "https://api.prefect.cloud/api/accounts/9b649228-0419-40e1-9e0d-44954b5c0ab6/workspaces/96bd3cf8-85c9-4545-9713-b4e3c3e03466" # sandbox, prefect-client workspace
+
+ - name: Install prefect from source
+ run: pip install .
+
+ - name: (DEBUG) Check that prefect and prefect-client are installed
+ run: pip list | grep prefect
+
+ - name: Run the smoke test flow again with prefect and prefect-client installed
+ run: python client/client_flow.py
+ working-directory: ${{ env.TMPDIR }}
+ env:
+ PREFECT_API_KEY: ${{ secrets.PREFECT_CLIENT_SA_API_KEY }}
+ PREFECT_API_URL: "https://api.prefect.cloud/api/accounts/9b649228-0419-40e1-9e0d-44954b5c0ab6/workspaces/96bd3cf8-85c9-4545-9713-b4e3c3e03466" # sandbox, prefect-client workspace
+
+ - name: Publish build artifacts
+ if: ${{ inputs.upload-artifacts }}
+ uses: actions/upload-artifact@v4
+ with:
+ name: ${{ inputs.artifact-name }}
+ path: "${{ env.TMPDIR }}/dist"
diff --git a/.github/workflows/python-package.yaml b/.github/workflows/python-package.yaml
index 33e15dff6e64..25e1d9146428 100644
--- a/.github/workflows/python-package.yaml
+++ b/.github/workflows/python-package.yaml
@@ -3,6 +3,12 @@ name: Publish Python package
on:
release:
types: [released, prereleased]
+ workflow_dispatch:
+ inputs:
+ commit:
+ description: "Commit to build from"
+ required: true
+ default: "main"
jobs:
build-pypi-dists:
@@ -11,27 +17,28 @@ jobs:
runs-on: ubuntu-latest
steps:
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v4
with:
+ ref: ${{ github.event.inputs.commit }}
# Versioneer only generates correct versions with a full fetch
fetch-depth: 0
persist-credentials: false
- - name: Set up Python 3.8
- uses: actions/setup-python@v4
+ - name: Set up Python
+ uses: actions/setup-python@v5
with:
- python-version: "3.8"
+ python-version: "3.9"
cache: "pip"
cache-dependency-path: "requirements*.txt"
- - uses: actions/setup-node@v3
+ - uses: actions/setup-node@v4
with:
node-version-file: ".nvmrc"
cache-dependency-path: "**/package-lock.json"
- name: Install python packages
run: |
- python -m pip install --upgrade pip
+ python -m pip install --upgrade pip wheel
pip install --upgrade --upgrade-strategy eager -e .[dev]
- name: Build UI
@@ -43,7 +50,7 @@ jobs:
python setup.py sdist bdist_wheel
- name: Publish build artifacts
- uses: actions/upload-artifact@v3
+ uses: actions/upload-artifact@v4
with:
name: pypi-dists
path: "./dist"
@@ -56,7 +63,7 @@ jobs:
steps:
- name: Download build artifacts
- uses: actions/download-artifact@v3
+ uses: actions/download-artifact@v4
with:
name: pypi-dists
path: "./dist"
diff --git a/.github/workflows/python-tests.yaml b/.github/workflows/python-tests.yaml
index ae5552327a11..59a22dba1c22 100644
--- a/.github/workflows/python-tests.yaml
+++ b/.github/workflows/python-tests.yaml
@@ -1,7 +1,5 @@
name: Unit tests
-# Note: Conda support for 3.11 is pending. See https://github.com/ContinuumIO/anaconda-issues/issues/13082
-
env:
# enable colored output
# https://github.com/pytest-dev/pytest/issues/7443
@@ -11,14 +9,25 @@ on:
pull_request:
paths:
- .github/workflows/python-tests.yaml
- - "**/*.py"
+ - "src/prefect/**/*.py"
+ - "tests/**/*.py"
- requirements.txt
+ - requirements-client.txt
- requirements-dev.txt
- setup.cfg
- Dockerfile
push:
branches:
- main
+ paths:
+ - .github/workflows/python-tests.yaml
+ - "src/prefect/**/*.py"
+ - "tests/**/*.py"
+ - requirements.txt
+ - requirements-client.txt
+ - requirements-dev.txt
+ - setup.cfg
+ - Dockerfile
permissions:
contents: read
@@ -33,135 +42,358 @@ permissions:
#
# https://docs.github.com/en/actions/using-jobs/using-concurrency
concurrency:
- group: ${{ github.workflow }}-${{ github.ref }}
+ group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
cancel-in-progress: ${{ github.event_name == 'pull_request' }}
jobs:
run-tests:
- name: python:${{ matrix.python-version }}, ${{ matrix.database }}, ${{ matrix.pytest-options }}
-
+ runs-on:
+ group: oss-larger-runners
+ name: python:${{ matrix.python-version }}, ${{ matrix.database }}
strategy:
matrix:
database:
- - "postgres:13"
- "postgres:14"
- "sqlite"
- os:
- - ubuntu-latest
python-version:
- - "3.7"
- - "3.8"
- "3.9"
- "3.10"
- "3.11"
- pytest-options:
- - "--exclude-services"
- - "--only-services"
+ - "3.12"
+
+ fail-fast: true
+
+ timeout-minutes: 45
+
+ steps:
+ - name: Display current test matrix
+ run: echo '${{ toJSON(matrix) }}'
+
+ - uses: actions/checkout@v4
+ with:
+ persist-credentials: false
+ fetch-depth: 0
+
+ - name: Set up Python ${{ matrix.python-version }}
+ uses: actions/setup-python@v5
+ id: setup_python
+ with:
+ python-version: ${{ matrix.python-version }}
+
+ - name: UV Cache
+ # Manually cache the uv cache directory
+ # until setup-python supports it:
+ # https://github.com/actions/setup-python/issues/822
+ uses: actions/cache@v4
+ id: cache-uv
+ with:
+ path: ~/.cache/uv
+ key: uvcache-${{ runner.os }}-${{ steps.setup_python.outputs.python-version }}-${{ hashFiles('requirements-client.txt', 'requirements.txt', 'requirements-dev.txt') }}
+
+ - name: Install packages
+ run: |
+ python -m pip install -U uv
+ uv pip install --upgrade --system -e .[dev]
+
+ - name: Start database container
+ if: ${{ startsWith(matrix.database, 'postgres') }}
+ run: >
+ docker run
+ --name "postgres"
+ --detach
+ --health-cmd pg_isready
+ --health-interval 10s
+ --health-timeout 5s
+ --health-retries 5
+ --publish 5432:5432
+ --tmpfs /var/lib/postgresql/data
+ --env POSTGRES_USER="prefect"
+ --env POSTGRES_PASSWORD="prefect"
+ --env POSTGRES_DB="prefect"
+ --env LANG="C.UTF-8"
+ --env LANGUAGE="C.UTF-8"
+ --env LC_ALL="C.UTF-8"
+ --env LC_COLLATE="C.UTF-8"
+ --env LC_CTYPE="C.UTF-8"
+ ${{ matrix.database }}
+ -c max_connections=250
- include:
- # Run 3.7 tests with lower bound pins
- - python-version: "3.7"
- lower-bound-requirements: true
+ ./scripts/wait-for-healthy-container.sh postgres 30
- # Include Docker image builds on the service test run, and disallow the test
- # suite from building images automaticlly in fixtures
- - pytest-options: "--only-services"
- build-docker-images: true
+ echo "PREFECT_API_DATABASE_CONNECTION_URL=postgresql+asyncpg://prefect:prefect@localhost/prefect" >> $GITHUB_ENV
- exclude:
- # Do not run service tests with postgres
- - database: "postgres:13"
- pytest-options: "--only-services"
+ # Parallelize tests by scope to reduce expensive service fixture duplication
+ # Do not allow the test suite to build images, as we want the prebuilt images to be tested
+ # Do not run Kubernetes service tests, we do not have a cluster available
+ # maxprocesses 6 is based on empirical testing; higher than 6 sees diminishing returns
+ - name: Run tests
+ env:
+ PREFECT_EXPERIMENTAL_ENABLE_PYDANTIC_V2_INTERNALS: "1"
+ run: >
+ pytest tests
+ --numprocesses auto
+ --maxprocesses 6
+ --dist worksteal
+ --disable-docker-image-builds
+ --exclude-service kubernetes
+ --exclude-service docker
+ --durations 26
+ --no-cov
- # Do not run service tests with postgres
- - database: "postgres:14"
- pytest-options: "--only-services"
+ - name: Create and Upload failure flag
+ if: ${{ failure() }}
+ id: create_failure_flag
+ run: |
+ sanitized_name="${{ matrix.python-version }}-${{ matrix.database }}"
+ sanitized_name="${sanitized_name//:/-}"
+ echo "Failure in $sanitized_name" > "${sanitized_name}-failure.txt"
+ echo "artifact_name=${sanitized_name}-failure" >> $GITHUB_OUTPUT
+ - name: Upload failure flag
+ if: ${{ failure() }}
+ uses: actions/upload-artifact@v4
+ with:
+ name: ${{ steps.create_failure_flag.outputs.artifact_name }}
+ path: "${{ steps.create_failure_flag.outputs.artifact_name }}.txt"
- fail-fast: false
+ - name: Check database container
+ # Only applicable for Postgres, but we want this to run even when tests fail
+ if: always()
+ run: >
+ docker container inspect postgres
+ && docker container logs postgres
+ || echo "Ignoring bad exit code"
+
+ notify-tests-failing-on-main:
+ needs: run-tests
+ if: github.ref == 'refs/heads/main' && failure()
+ runs-on: ubuntu-latest
+ env:
+ FAILURE_THRESHOLD: 1
+ steps:
+ - name: Download all failure flags
+ uses: actions/download-artifact@v4
+ with:
+ path: failure-flags/
+
+ - name: Check for failure flags
+ id: check_failure
+ run: |
+ failure_count=$(ls -1q failure-flags/*/*.txt | wc -l)
+
+ if [ $failure_count -gt $FAILURE_THRESHOLD ]; then
+ too_many_tests_failed="true"
+ else
+ too_many_tests_failed="false"
+ fi
+ echo "failure_count=$failure_count" >> $GITHUB_OUTPUT
+ echo "too_many_tests_failed=$too_many_tests_failed" >> $GITHUB_OUTPUT
+
+ - name: Send Slack Notification
+ if: ${{ steps.check_failure.outputs.too_many_tests_failed == 'true' }}
+ uses: 8398a7/action-slack@v3
+ with:
+ author_name: Prefect OSS Tests Failing on Main
+ channel: CBH18KG8G # This is #engineering
+ fields: message,commit,author,workflowRun
+ status: failure
+ text: ":warning: Unit tests are failing in Prefect's main branch. Commit author: please either fix or remove the failing tests. If you remove the failing tests create a GitHub issue with the details."
+ env:
+ SLACK_WEBHOOK_URL: ${{ secrets.ENGINEERING_REVIEW_SLACK_WEBHOOK_URL }}
+
+ run-tests-for-datadog:
+ name: DataDog CI Visibility
+ if: github.event_name == 'push' && github.ref == 'refs/heads/main'
+ runs-on:
+ group: oss-larger-runners
+ strategy:
+ matrix:
+ database:
+ - "postgres:14"
+ python-version:
+ - "3.12"
+
+ fail-fast: true
- runs-on: ${{ matrix.os }}
timeout-minutes: 45
steps:
- name: Display current test matrix
run: echo '${{ toJSON(matrix) }}'
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v4
with:
persist-credentials: false
fetch-depth: 0
- name: Set up Docker Buildx
- if: ${{ matrix.build-docker-images }}
- uses: docker/setup-buildx-action@v2
+ uses: docker/setup-buildx-action@v3
+ with:
+ driver-opts: image=moby/buildkit:v0.12.5
- name: Set up Python ${{ matrix.python-version }}
- uses: actions/setup-python@v4
+ uses: actions/setup-python@v5
+ id: setup_python
with:
python-version: ${{ matrix.python-version }}
- cache: "pip"
- cache-dependency-path: "requirements*.txt"
- - name: Pin requirements to lower bounds
- if: ${{ matrix.lower-bound-requirements }}
- # Creates lower bound files then replaces the input files so we can do a normal install
+ - name: UV Cache
+ # Manually cache the uv cache directory
+ # until setup-python supports it:
+ # https://github.com/actions/setup-python/issues/822
+ uses: actions/cache@v4
+ id: cache-uv
+ with:
+ path: ~/.cache/uv
+ key: uvcache-${{ runner.os }}-${{ steps.setup_python.outputs.python-version }}-${{ hashFiles('requirements-client.txt', 'requirements.txt', 'requirements-dev.txt') }}
+
+ - name: Get image tag
+ id: get_image_tag
run: |
- ./scripts/generate-lower-bounds.py requirements.txt > requirements-lower.txt
- ./scripts/generate-lower-bounds.py requirements-dev.txt > requirements-dev-lower.txt
- mv requirements-lower.txt requirements.txt
- mv requirements-dev-lower.txt requirements-dev.txt
+ SHORT_SHA=$(git rev-parse --short=7 HEAD)
+ tmp="sha-$SHORT_SHA-python${{ matrix.python-version }}"
+ echo "image_tag=${tmp}" >> $GITHUB_OUTPUT
- name: Build test image
- if: ${{ matrix.build-docker-images }}
- uses: docker/build-push-action@v4
+ uses: docker/build-push-action@v5
with:
context: .
- # TODO: We do not need the UI in these tests and we may want to add a build-arg to disable building it
- # so that CI test runs are faster
build-args: |
PYTHON_VERSION=${{ matrix.python-version }}
PREFECT_EXTRAS=[dev]
- tags: prefecthq/prefect:dev-python${{ matrix.python-version }}
+ tags: prefecthq/prefect-dev:${{ steps.get_image_tag.outputs.image_tag }}
outputs: type=docker,dest=/tmp/image.tar
- cache-from: type=gha
- cache-to: type=gha,mode=max
- name: Test Docker image
- if: ${{ matrix.build-docker-images }}
run: |
docker load --input /tmp/image.tar
- docker run --rm prefecthq/prefect:dev-python${{ matrix.python-version }} prefect version
+ docker run --rm prefecthq/prefect-dev:${{ steps.get_image_tag.outputs.image_tag }} prefect version
+
+ - name: Install packages
+ run: |
+ python -m pip install -U uv
+ uv pip install --upgrade --system -e .[dev]
- - name: Build Conda flavored test image
- # Not yet supported for 3.11, see note at top
- if: ${{ matrix.build-docker-images && matrix.python-version != '3.11' }}
- uses: docker/build-push-action@v4
+ - name: Start database container
+ run: >
+ docker run
+ --name "postgres"
+ --detach
+ --health-cmd pg_isready
+ --health-interval 10s
+ --health-timeout 5s
+ --health-retries 5
+ --publish 5432:5432
+ --tmpfs /var/lib/postgresql/data
+ --env POSTGRES_USER="prefect"
+ --env POSTGRES_PASSWORD="prefect"
+ --env POSTGRES_DB="prefect"
+ --env LANG="C.UTF-8"
+ --env LANGUAGE="C.UTF-8"
+ --env LC_ALL="C.UTF-8"
+ --env LC_COLLATE="C.UTF-8"
+ --env LC_CTYPE="C.UTF-8"
+ ${{ matrix.database }}
+ -c max_connections=250
+
+ ./scripts/wait-for-healthy-container.sh postgres 30
+
+ echo "PREFECT_API_DATABASE_CONNECTION_URL=postgresql+asyncpg://prefect:prefect@localhost/prefect" >> $GITHUB_ENV
+
+ - name: Run tests
+ env:
+ PREFECT_EXPERIMENTAL_ENABLE_PYDANTIC_V2_INTERNALS: "1"
+ DD_CIVISIBILITY_AGENTLESS_ENABLED: true
+ DD_API_KEY: ${{ secrets.DD_API_KEY_CI_VISIBILITY }}
+ DD_SITE: datadoghq.com
+ DD_ENV: ci
+ DD_SERVICE: prefect
+ run: >
+ pytest tests
+ --numprocesses auto
+ --maxprocesses 6
+ --ddtrace
+ --dist worksteal
+ --disable-docker-image-builds
+ --exclude-service kubernetes
+ --durations 26
+ --cov
+ --cov-config setup.cfg
+
+ run-docker-tests:
+ runs-on:
+ group: oss-larger-runners
+ name: docker, python:${{ matrix.python-version }}
+ strategy:
+ matrix:
+ database:
+ - "postgres:14"
+ python-version:
+ - "3.9"
+ - "3.10"
+ - "3.11"
+ - "3.12"
+
+ fail-fast: true
+
+ timeout-minutes: 45
+
+ steps:
+ - name: Display current test matrix
+ run: echo '${{ toJSON(matrix) }}'
+
+ - uses: actions/checkout@v4
+ with:
+ persist-credentials: false
+ fetch-depth: 0
+
+ - name: Set up Docker Buildx
+ uses: docker/setup-buildx-action@v3
+ with:
+ driver-opts: image=moby/buildkit:v0.12.5
+
+ - name: Set up Python ${{ matrix.python-version }}
+ uses: actions/setup-python@v5
+ id: setup_python
+ with:
+ python-version: ${{ matrix.python-version }}
+
+ - name: UV Cache
+ # Manually cache the uv cache directory
+ # until setup-python supports it:
+ # https://github.com/actions/setup-python/issues/822
+ uses: actions/cache@v4
+ id: cache-uv
+ with:
+ path: ~/.cache/uv
+ key: uvcache-${{ runner.os }}-${{ steps.setup_python.outputs.python-version }}-${{ hashFiles('requirements-client.txt', 'requirements.txt', 'requirements-dev.txt') }}
+
+ - name: Get image tag
+ id: get_image_tag
+ run: |
+ SHORT_SHA=$(git rev-parse --short=7 HEAD)
+ tmp="sha-$SHORT_SHA-python${{ matrix.python-version }}"
+ echo "image_tag=${tmp}" >> $GITHUB_OUTPUT
+
+ - name: Build test image
+ uses: docker/build-push-action@v5
with:
context: .
build-args: |
PYTHON_VERSION=${{ matrix.python-version }}
- BASE_IMAGE=prefect-conda
PREFECT_EXTRAS=[dev]
- tags: prefecthq/prefect:dev-python${{ matrix.python-version }}-conda
- outputs: type=docker,dest=/tmp/image-conda.tar
- cache-from: type=gha
- # We do not cache Conda image layers because they very big and slow to upload
- # cache-to: type=gha,mode=max
-
- - name: Test Conda flavored Docker image
- # Not yet supported for 3.11, see note at top
- if: ${{ matrix.build-docker-images && matrix.python-version != '3.11' }}
+ tags: prefecthq/prefect-dev:${{ steps.get_image_tag.outputs.image_tag }}
+ outputs: type=docker,dest=/tmp/image.tar
+
+ - name: Test Docker image
run: |
- docker load --input /tmp/image-conda.tar
- docker run --rm prefecthq/prefect:dev-python${{ matrix.python-version }}-conda prefect version
- docker run --rm prefecthq/prefect:dev-python${{ matrix.python-version }}-conda conda --version
+ docker load --input /tmp/image.tar
+ docker run --rm prefecthq/prefect-dev:${{ steps.get_image_tag.outputs.image_tag }} prefect version
- name: Install packages
run: |
- python -m pip install pip==23.0.1
- # If using not using lower bounds, upgrade eagerly to get the latest versions despite caching
- pip install ${{ ! matrix.lower-bound-requirements && '--upgrade --upgrade-strategy eager' || ''}} -e .[dev]
+ python -m pip install -U uv
+ uv pip install --upgrade --system -e .[dev]
- name: Start database container
if: ${{ startsWith(matrix.database, 'postgres') }}
@@ -184,17 +416,52 @@ jobs:
--env LC_COLLATE="C.UTF-8"
--env LC_CTYPE="C.UTF-8"
${{ matrix.database }}
+ -c max_connections=250
./scripts/wait-for-healthy-container.sh postgres 30
echo "PREFECT_API_DATABASE_CONNECTION_URL=postgresql+asyncpg://prefect:prefect@localhost/prefect" >> $GITHUB_ENV
+ - name: Start docker registry
+ run: >
+ docker run
+ --name "prefect-test-registry"
+ --detach
+ --publish 5555:5000
+ registry:2
+
+ # Parallelize tests by scope to reduce expensive service fixture duplication
+ # Do not allow the test suite to build images, as we want the prebuilt images to be tested
+ # Do not run Kubernetes service tests, we do not have a cluster available
+ # maxprocesses 6 is based on empirical testing; higher than 6 sees diminishing returns
- name: Run tests
+ env:
+ PREFECT_EXPERIMENTAL_ENABLE_PYDANTIC_V2_INTERNALS: "1"
+ run: >
+ pytest tests
+ --numprocesses auto
+ --maxprocesses 6
+ --dist worksteal
+ --disable-docker-image-builds
+ --only-service docker
+ --durations 26
+ --no-cov
+
+ - name: Create and Upload failure flag
+ if: ${{ failure() }}
+ id: create_failure_flag
run: |
- # Parallelize tests by scope to reduce expensive service fixture duplication
- # Do not allow the test suite to build images, as we want the prebuilt images to be tested
- # Do not run Kubernetes service tests, we do not have a cluster available
- pytest tests -vvv --numprocesses auto --dist loadscope --disable-docker-image-builds --exclude-service kubernetes --durations=25 --cov=src/ --cov=tests/ --no-cov-on-fail --cov-report=term --cov-config=setup.cfg ${{ matrix.pytest-options }}
+ sanitized_name="${{ matrix.python-version }}-${{ matrix.database }}"
+ sanitized_name="${sanitized_name//:/-}"
+ echo "Failure in $sanitized_name" > "${sanitized_name}-failure.txt"
+ echo "artifact_name=${sanitized_name}-failure" >> $GITHUB_OUTPUT
+
+ - name: Upload failure flag
+ if: ${{ failure() }}
+ uses: actions/upload-artifact@v4
+ with:
+ name: ${{ steps.create_failure_flag.outputs.artifact_name }}
+ path: "${{ steps.create_failure_flag.outputs.artifact_name }}.txt"
- name: Check database container
# Only applicable for Postgres, but we want this to run even when tests fail
@@ -202,4 +469,4 @@ jobs:
run: >
docker container inspect postgres
&& docker container logs postgres
- || echo "Ignoring bad exit code"
\ No newline at end of file
+ || echo "Ignoring bad exit code"
diff --git a/.github/workflows/stale.yml b/.github/workflows/stale.yml
index dc16de73b9e2..52745a4ee7f0 100644
--- a/.github/workflows/stale.yml
+++ b/.github/workflows/stale.yml
@@ -1,4 +1,4 @@
-name: "Close stale issues and PRs"
+name: "Close stale PRs"
on:
schedule:
- cron: "0 * * * *"
@@ -7,17 +7,15 @@ jobs:
stale:
runs-on: ubuntu-latest
steps:
- - uses: actions/stale@v8
+ - uses: actions/stale@v9
with:
- stale-issue-message: "This issue is stale because it has been open 30 days with no activity. To keep this issue open remove stale label or comment."
- stale-issue-label: "status:stale"
- close-issue-message: "This issue was closed because it has been stale for 14 days with no activity. If this issue is important or you have more to add feel free to re-open it."
- days-before-stale: 30
- stale-pr-message: "This pull request is stale because it has been open 60 days with no activity. To keep this pull request open remove stale label or comment."
+ days-before-stale: -1
+ days-before-close: -1
+ stale-pr-message: "This pull request is stale because it has been open 14 days with no activity. To keep this pull request open remove stale label or comment."
stale-pr-label: "status:stale"
close-pr-message: "This pull request was closed because it has been stale for 14 days with no activity. If this pull request is important or you have more to add feel free to re-open it."
- days-before-pr-stale: 60
- days-before-close: 14
- exempt-issue-labels: "status:in-progress,status:roadmap,status:accepted"
+ days-before-pr-stale: 14
+ days-before-pr-close: 14
+ exempt-issue-labels: "needs:attention,needs:triage,blocked"
ascending: true # https://github.com/actions/stale#ascending
operations-per-run: 500
diff --git a/.github/workflows/static-analysis.yaml b/.github/workflows/static-analysis.yaml
index bb0cbc1c37d8..e91a12f721e4 100644
--- a/.github/workflows/static-analysis.yaml
+++ b/.github/workflows/static-analysis.yaml
@@ -15,7 +15,7 @@ permissions:
#
# https://docs.github.com/en/actions/using-jobs/using-concurrency
concurrency:
- group: ${{ github.workflow }}-${{ github.ref }}
+ group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
cancel-in-progress: ${{ github.event_name == 'pull_request' }}
jobs:
@@ -24,12 +24,12 @@ jobs:
runs-on: ubuntu-latest
steps:
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v4
with:
persist-credentials: false
- name: Set up Python
- uses: actions/setup-python@v4
+ uses: actions/setup-python@v5
with:
python-version: 3.9
diff --git a/.github/workflows/ui-tests.yml b/.github/workflows/ui-tests.yml
index 4c903abd3fb1..0fc03802812d 100644
--- a/.github/workflows/ui-tests.yml
+++ b/.github/workflows/ui-tests.yml
@@ -23,7 +23,7 @@ permissions:
#
# https://docs.github.com/en/actions/using-jobs/using-concurrency
concurrency:
- group: ${{ github.workflow }}-${{ github.ref }}
+ group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
cancel-in-progress: ${{ github.event_name == 'pull_request' }}
jobs:
@@ -32,9 +32,9 @@ jobs:
runs-on: ubuntu-latest
steps:
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v4
- - uses: actions/setup-node@v3
+ - uses: actions/setup-node@v4
with:
node-version-file: '.nvmrc'
cache-dependency-path: '**/package-lock.json'
diff --git a/.github/workflows/validate_worker_metadata.yaml b/.github/workflows/validate_worker_metadata.yaml
new file mode 100644
index 000000000000..7ac18ef25573
--- /dev/null
+++ b/.github/workflows/validate_worker_metadata.yaml
@@ -0,0 +1,28 @@
+name: Ensure JSON views are valid on PR
+on:
+ pull_request:
+ branches:
+ - main
+ paths:
+ - "src/prefect/server/api/collections_data/views/*.json"
+jobs:
+ submit-update-pr:
+ name: Run JSON schema validation against all views
+ runs-on: ubuntu-latest
+
+ steps:
+ - uses: actions/checkout@v4
+
+ - name: Set up Python
+ uses: actions/setup-python@v5
+ with:
+ python-version: "3.12"
+
+ - name: Install dependencies
+ run: |
+ python -m pip install --upgrade pip
+ python -m pip install fastjsonschema==2.19.1
+
+ - name: Run JSON schema validation
+ run: |
+ python scripts/validate_collection_view_content.py
diff --git a/.github/workflows/windows-pull-request.yaml b/.github/workflows/windows-pull-request.yaml
new file mode 100644
index 000000000000..1871328bc009
--- /dev/null
+++ b/.github/workflows/windows-pull-request.yaml
@@ -0,0 +1,76 @@
+name: Windows tests (Pull Request)
+
+on:
+ pull_request:
+ branches:
+ - main
+ types:
+ - opened
+ - reopened
+ - synchronize
+ - labeled
+ - unlabeled
+
+permissions: {}
+
+# Limit concurrency by workflow/branch combination.
+#
+# For pull request builds, pushing additional changes to the
+# branch will cancel prior in-progress and pending builds.
+#
+# For builds triggered on a branch push, additional changes
+# will wait for prior builds to complete before starting.
+#
+# https://docs.github.com/en/actions/using-jobs/using-concurrency
+concurrency:
+ group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
+ cancel-in-progress: ${{ github.event_name == 'pull_request' }}
+
+jobs:
+ run-tests-sqlite:
+ name: Test with SQLite
+ if: contains(github.event.pull_request.labels.*.name, 'arch:windows')
+
+ strategy:
+ matrix:
+ python-version:
+ - "3.9"
+ - "3.10"
+ - "3.11"
+ - "3.12"
+
+ fail-fast: true
+
+ permissions:
+ contents: read
+
+ runs-on: windows-latest
+ timeout-minutes: 45
+
+ env:
+ # enable colored output
+ # https://github.com/pytest-dev/pytest/issues/7443
+ PY_COLORS: 1
+
+ steps:
+ - uses: actions/checkout@v4
+ with:
+ persist-credentials: false
+ fetch-depth: 0
+
+ - name: Set up Python ${{ matrix.python-version }}
+ uses: actions/setup-python@v5
+ with:
+ python-version: ${{ matrix.python-version }}
+ cache: "pip"
+ cache-dependency-path: "requirements*.txt"
+
+ - name: Install packages
+ run: |
+ python -m pip install --upgrade pip
+ pip install --upgrade --upgrade-strategy eager -e .[dev]
+
+ - name: Run tests
+ run: |
+ # Parallelize tests by scope to reduce expensive service fixture duplication
+ pytest tests -vv --numprocesses auto --dist worksteal --exclude-services --durations=25
diff --git a/.github/workflows/windows-tests.yaml b/.github/workflows/windows-tests.yaml
index dc37dd4fd5ea..6b2375c0c1e7 100644
--- a/.github/workflows/windows-tests.yaml
+++ b/.github/workflows/windows-tests.yaml
@@ -1,16 +1,11 @@
name: Windows tests
-env:
- # enable colored output
- # https://github.com/pytest-dev/pytest/issues/7443
- PY_COLORS: 1
-
on:
+ workflow_dispatch: {}
schedule:
- cron: '0 16 * * *' # every day at 4 p.m. UTC / 9 a.m. PDT
-permissions:
- contents: read
+permissions: {}
jobs:
run-tests-sqlite:
@@ -18,30 +13,33 @@ jobs:
strategy:
matrix:
- # We only test Windows against 3.9 currently.
python-version:
- "3.9"
+ - "3.10"
+ - "3.11"
+ - "3.12"
+
+ fail-fast: true
- fail-fast: false
+ permissions:
+ contents: read
runs-on: windows-latest
timeout-minutes: 45
- steps:
- - name: Display current test matrix
- run: echo '${{ toJSON(matrix) }}'
+ env:
+ # enable colored output
+ # https://github.com/pytest-dev/pytest/issues/7443
+ PY_COLORS: 1
- - uses: actions/checkout@v3
+ steps:
+ - uses: actions/checkout@v4
with:
persist-credentials: false
fetch-depth: 0
- - name: Set up Docker Buildx
- if: ${{ matrix.build-docker-images }}
- uses: docker/setup-buildx-action@v2
-
- name: Set up Python ${{ matrix.python-version }}
- uses: actions/setup-python@v4
+ uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
cache: "pip"
@@ -50,9 +48,9 @@ jobs:
- name: Install packages
run: |
python -m pip install --upgrade pip
- pip install--upgrade --upgrade-strategy eager -e .[dev]
+ pip install --upgrade --upgrade-strategy eager -e .[dev]
- name: Run tests
run: |
# Parallelize tests by scope to reduce expensive service fixture duplication
- pytest tests -vv --numprocesses auto --dist loadscope --exclude-services --durations=25
+ pytest tests -vv --numprocesses auto --dist worksteal --exclude-services --durations=25
diff --git a/.gitignore b/.gitignore
index d59e631cd674..3cd4730f4f31 100644
--- a/.gitignore
+++ b/.gitignore
@@ -9,6 +9,7 @@ dist/
sdist/
# Test artifacts
+.benchmarks/
.coverage
.coverage.*.*
.prefect-results
@@ -36,12 +37,14 @@ env/
venv/
# Documentation artifacts
-schema.json
+# gschema.json
site/
.cache/
+src/mkdocs-material
# UI artifacts
src/prefect/server/ui/*
+src/prefect/server/ui_build/*
**/node_modules
# Databases
@@ -60,3 +63,16 @@ dask-worker-space/
.idea/
.vscode/
!ui/.vscode/
+
+# Prefect files
+prefect.yaml
+
+# Deployment recipes
+!src/prefect/deployments/recipes/*/**
+
+# For development doc server if link
+libcairo.2.dylib
+
+# setuptools-scm generated files
+src/integrations/*/**/_version.py
+*.log
\ No newline at end of file
diff --git a/.gitmodules b/.gitmodules
new file mode 100644
index 000000000000..14b509f0c4d5
--- /dev/null
+++ b/.gitmodules
@@ -0,0 +1,3 @@
+[submodule "compat-tests"]
+ path = compat-tests
+ url = https://github.com/PrefectHQ/compat-tests.git
diff --git a/.nvmrc b/.nvmrc
index 97dcb79e026a..6aab9b43fa34 100644
--- a/.nvmrc
+++ b/.nvmrc
@@ -1 +1 @@
-v16.5.0
+v18.18.0
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
index 8170a6e46ebc..124a79752928 100644
--- a/.pre-commit-config.yaml
+++ b/.pre-commit-config.yaml
@@ -1,21 +1,26 @@
repos:
- - repo: https://github.com/fsouza/autoflake8
- rev: v0.4.0
- hooks:
- - id: autoflake8
- language_version: python3
- args: [
- '--in-place',
- '--exclude','*/utilities/compat.py,*/utilities/slugify.py,**__init__.py',
- ]
- - repo: https://github.com/pycqa/isort
- rev: 5.12.0
- hooks:
- - id: isort
- language_version: python3
- - repo: https://github.com/psf/black
- rev: 23.1.0
- hooks:
- - id: black
- language_version: python3
- args: ['--preview']
+ - repo: https://github.com/astral-sh/ruff-pre-commit
+ rev: "v0.2.1"
+ hooks:
+ - id: ruff
+ language_version: python3
+ args: [--fix, --exit-non-zero-on-fix, --show-fixes]
+ - id: ruff-format
+ - repo: https://github.com/codespell-project/codespell
+ rev: v2.2.6
+ hooks:
+ - id: codespell
+ exclude: package-lock.json|_vendor/.*|docs/.*
+ - repo: https://github.com/netromdk/vermin
+ rev: v1.6.0
+ hooks:
+ - id: vermin
+ - repo: https://github.com/pre-commit/mirrors-mypy
+ rev: v1.9.0
+ hooks:
+ - id: mypy
+ additional_dependencies:
+ - pydantic>=1.10.0,!=2.0.0,!=2.0.1,!=2.1.0,<3.0.0
+ - types-cachetools==5.3.0.5
+ - types-pyyaml==6.0.12.9
+ files: ^(src/prefect/server/models/agents\.py|src/prefect/server/models/flows\.py|src/prefect/concurrency/.*|src/prefect/events/.*|src/prefect/input/.*)$
diff --git a/.ruff.toml b/.ruff.toml
new file mode 100644
index 000000000000..acdf7c1b764d
--- /dev/null
+++ b/.ruff.toml
@@ -0,0 +1,26 @@
+src = ["src"]
+
+# Use Ruff for sorting imports
+lint.extend-select = ["I"]
+
+# Do not enforce line length; black does this for code and we do not care about comments / docs
+lint.ignore = ["E501"]
+
+[lint.per-file-ignores]
+# Do not enforce usage and import order rules in init files
+"__init__.py" = ["E402", "F401", "I"]
+
+# Do not fix import in compatibility module
+"src/prefect/utilities/compat.py" = ["F401", "I"]
+
+# Allow wild imports in conftest
+"tests/conftest.py" = ["F405", "E402", "F403"]
+
+# Allow fake items in __all__ for runtime
+"src/prefect/runtime/*" = ["F822"]
+
+# Do not enforce line length limits in migrations
+"src/prefect/server/database/migrations/**/*" = ["E501"]
+
+[lint.isort]
+known-third-party = []
diff --git a/Dockerfile b/Dockerfile
index 6072ce9612d1..4d58f910030d 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,5 +1,5 @@
# The version of Python in the final image
-ARG PYTHON_VERSION=3.8
+ARG PYTHON_VERSION=3.9
# The base image to use for the final image; Prefect and its Python requirements will
# be installed in this image. The default is the official Python slim image.
# The following images are also available in this file:
@@ -7,7 +7,7 @@ ARG PYTHON_VERSION=3.8
# Any image tag can be used, but it must have apt and pip.
ARG BASE_IMAGE=python:${PYTHON_VERSION}-slim
# The version used to build the Python distributable.
-ARG BUILD_PYTHON_VERSION=3.8
+ARG BUILD_PYTHON_VERSION=3.9
# THe version used to build the UI distributable.
ARG NODE_VERSION=16.15
# Any extra Python requirements to install
@@ -20,8 +20,8 @@ WORKDIR /opt/ui
RUN apt-get update && \
apt-get install --no-install-recommends -y \
- # Required for arm64 builds
- chromium \
+ # Required for arm64 builds
+ chromium \
&& apt-get clean && rm -rf /var/lib/apt/lists/*
# Install a newer npm to avoid esbuild errors
@@ -29,11 +29,10 @@ RUN npm install -g npm@8
# Install dependencies separately so they cache
COPY ./ui/package*.json ./
-RUN npm ci install
+RUN npm ci
# Build static UI files
COPY ./ui .
-ENV PREFECT_UI_SERVE_BASE="/"
RUN npm run build
@@ -46,8 +45,8 @@ WORKDIR /opt/prefect
RUN apt-get update && \
apt-get install --no-install-recommends -y \
- gpg \
- git=1:2.* \
+ gpg \
+ git=1:2.* \
&& apt-get clean && rm -rf /var/lib/apt/lists/*
# Copy the repository in; requires full git history for versions to generate correctly
@@ -96,17 +95,17 @@ WORKDIR /opt/prefect
# - git: Required for retrieving workflows from git sources
RUN apt-get update && \
apt-get install --no-install-recommends -y \
- tini=0.19.* \
- build-essential \
- git=1:2.* \
+ tini=0.19.* \
+ build-essential \
+ git=1:2.* \
&& apt-get clean && rm -rf /var/lib/apt/lists/*
# Pin the pip version
-RUN python -m pip install --no-cache-dir pip==22.3.1
+RUN python -m pip install --no-cache-dir pip==23.3.1
# Install the base requirements separately so they cache
-COPY requirements.txt ./
-RUN pip install --upgrade --no-cache-dir -r requirements.txt
+COPY requirements-client.txt requirements.txt ./
+RUN pip install --upgrade --upgrade-strategy eager --no-cache-dir -r requirements.txt
# Install prefect from the sdist
COPY --from=python-builder /opt/prefect/dist ./dist
diff --git a/MANIFEST.in b/MANIFEST.in
index 3b243569c550..9aced7c33df8 100644
--- a/MANIFEST.in
+++ b/MANIFEST.in
@@ -11,15 +11,17 @@ include setup.cfg
include versioneer.py
include requirements.txt
include requirements-dev.txt
+include requirements-client.txt
include src/prefect/_version.py
include src/prefect/py.typed
include src/prefect/profiles.toml
-include src/prefect/projects/recipes/*/*.yaml
-include src/prefect/projects/templates/*.yaml
+include src/prefect/deployments/recipes/*/*.yaml
+include src/prefect/deployments/templates/*.yaml
include src/prefect/.prefectignore
include src/prefect/logging/logging.yml
include src/prefect/cli/templates/*.yaml
include src/prefect/server/collection_blocks_data.json
+include src/prefect/server/api/collections_data/views/*.json
# Migrations
include src/prefect/server/database/alembic.ini
diff --git a/Makefile b/Makefile
new file mode 100644
index 000000000000..aa76b509654e
--- /dev/null
+++ b/Makefile
@@ -0,0 +1,11 @@
+.PHONY: docs
+
+docs:
+ @if [ ! -x "./scripts/serve_docs" ]; then \
+ echo "Error: The 'serve_docs' script is not executable."; \
+ echo "Please make it executable by running:"; \
+ echo " chmod +x \"./scripts/serve_docs\""; \
+ echo "Then, run 'make docs' again."; \
+ exit 1; \
+ fi
+ @./scripts/serve_docs
\ No newline at end of file
diff --git a/README.md b/README.md
index d97c03e80790..c6e0e415b361 100644
--- a/README.md
+++ b/README.md
@@ -1,4 +1,4 @@
-
+
@@ -10,7 +10,7 @@
-
+
@@ -20,7 +20,26 @@
# Prefect
-Prefect is an orchestrator for data-intensive workflows. It's the simplest way to transform any Python function into a unit of work that can be observed and orchestrated. With Prefect, you can build resilient, dynamic workflows that react to the world around them and recover from unexpected changes. With just a few decorators, Prefect supercharges your code with features like automatic retries, distributed execution, scheduling, caching, and much more. Every activity is tracked and can be monitored with the Prefect server or Prefect Cloud dashboard.
+Prefect is an orchestration and observability platform for building, observing, and triaging workflows.
+It's the simplest way to transform Python code into an interactive workflow application.
+
+Prefect allows you to expose your workflows through an API so teams dependent on you can programmatically access your pipelines, business logic, and more.
+Prefect also allows you to standardize workflow development and deployment across your organization.
+
+With Prefect, you can build resilient, dynamic workflows that react to the world around them and recover from unexpected changes.
+With just a few decorators, Prefect supercharges your code with features like automatic retries, distributed execution, scheduling, caching, and much more.
+
+Every activity is tracked and can be monitored with a self-hosted [Prefect server](https://docs.prefect.io/latest/guides/host/) instance or managed [Prefect Cloud](https://www.prefect.io/cloud-vs-oss?utm_source=oss&utm_medium=oss&utm_campaign=oss_gh_repo&utm_term=none&utm_content=none) dashboard.
+
+## Getting started
+
+Prefect requires Python 3.9 or later. To [install Prefect](https://docs.prefect.io/getting-started/installation/), run the following command:
+
+```bash
+pip install prefect
+```
+
+Then create and run a Python file that uses Prefect `flow` and `task` decorators to orchestrate and observe your workflow - in this case, a simple script that fetches the number of GitHub stars from a repository:
```python
from prefect import flow, task
@@ -28,7 +47,7 @@ from typing import List
import httpx
-@task(retries=3)
+@task(log_prints=True)
def get_stars(repo: str):
url = f"https://api.github.com/repos/{repo}"
count = httpx.get(url).json()["stargazers_count"]
@@ -42,35 +61,56 @@ def github_stars(repos: List[str]):
# run the flow!
-github_stars(["PrefectHQ/Prefect"])
+if __name__=="__main__":
+ github_stars(["PrefectHQ/Prefect"])
```
-After running some flows, fire up the Prefect UI to see what happened:
+Fire up the Prefect UI to see what happened:
```bash
prefect server start
```
-
+
+
+To run your workflow on a schedule, turn it into a deployment and schedule it to run every minute by changing the last line of your script to the following:
+
+```python
+ github_stars.serve(name="first-deployment", cron="* * * * *")
+```
+
+You now have a server running locally that is looking for scheduled deployments!
+Additionally you can run your workflow manually from the UI or CLI - and if you're using Prefect Cloud, you can even run deployments in response to [events](https://docs.prefect.io/latest/concepts/automations/).
-From here, you can continue to use Prefect interactively or [deploy your flows](https://docs.prefect.io/concepts/deployments) to remote envirnments, running on a scheduled or event-driven basis.
+## Prefect Cloud
-## Getting Started
+Stop worrying about your workflows.
+Prefect Cloud allows you to centrally deploy, monitor, and manage the data workflows you support. With managed orchestration, automations, and webhooks, all backed by enterprise-class security, build production-ready code quickly and reliably.
-Prefect requires Python 3.7 or later. To [install Prefect](https://docs.prefect.io/getting-started/installation/), run the following command in a shell or terminal session:
+Read more about Prefect Cloud [here](https://www.prefect.io/cloud-vs-oss?utm_source=oss&utm_medium=oss&utm_campaign=oss_gh_repo&utm_term=none&utm_content=none) or sign up to [try it for yourself](https://app.prefect.cloud?utm_source=oss&utm_medium=oss&utm_campaign=oss_gh_repo&utm_term=none&utm_content=none).
-```bash
-pip install prefect
-```
+
+
+
+
+
+## prefect-client
+
+If your use case is geared towards communicating with Prefect Cloud or a remote Prefect server, check out our
+[prefect-client](https://pypi.org/project/prefect-client/). It was designed to be a lighter-weight option for accessing
+client-side functionality in the Prefect SDK and is ideal for use in ephemeral execution environments.
+
+## Next steps
-Start by then exploring the [core concepts of Prefect workflows](https://docs.prefect.io/concepts/), then follow one of our [friendly tutorials](https://docs.prefect.io/tutorials/first-steps) to learn by example.
+There's lots more you can do to orchestrate and observe your workflows with Prefect!
+Start with our [friendly tutorial](https://docs.prefect.io/tutorials) or explore the [core concepts of Prefect workflows](https://docs.prefect.io/concepts/).
## Join the community
-Prefect is made possible by the fastest growing community of thousands of friendly data engineers. Join us in building a new kind of workflow system. The [Prefect Slack community](https://prefect.io/slack) is a fantastic place to learn more abou Prefect, ask questions, or get help with workflow design. The [Prefect Discourse](https://discourse.prefect.io/) is an community-driven knowledge base to find answers to your Prefect-related questions. All community forums, including code contributions, issue discussions, and slack messages are subject to our [Code of Conduct](https://discourse.prefect.io/faq).
+Prefect is made possible by the fastest growing community of thousands of friendly data engineers. Join us in building a new kind of workflow system. The [Prefect Slack community](https://prefect.io/slack) is a fantastic place to learn more about Prefect, ask questions, or get help with workflow design. All community forums, including code contributions, issue discussions, and slack messages are subject to our [Code of Conduct](https://discourse.prefect.io/faq).
## Contribute
See our [documentation on contributing to Prefect](https://docs.prefect.io/contributing/overview/).
-Thanks for being part of the mission to build a new kind of workflow system and, of course, **happy engineering!**
+Thanks for being part of the mission to build a new kind of workflow system and, of course, **happy engineering!**
\ No newline at end of file
diff --git a/RELEASE-NOTES.md b/RELEASE-NOTES.md
index de5c7038e92a..82f2d9b9a3e1 100644
--- a/RELEASE-NOTES.md
+++ b/RELEASE-NOTES.md
@@ -1,87 +1,4870 @@
# Prefect Release Notes
+## Release 3.0.0rc1
+
+We're excited to announce the release candidate of Prefect 3.0. It's the most flexible, powerful, fastest version of Prefect yet. Prefect 3.0 includes several exciting new features. Install it by running `pip install prefect==3.0.0rc1` and check out the docs [here](https://docs-3.prefect.io/3.0rc/getting-started/index).
+
+### Run tasks independently of flows
+
+You can now run and serve tasks outside of flows and inside of other tasks.
+
+```python
+from prefect import task
+
+@task
+def my_background_task(name: str):
+ print(f"Hello, {name}!")
+
+if __name__ == "__main__":
+ my_background_task.delay("ford")
+```
+
+See the following pull requests for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/13695
+- https://github.com/PrefectHQ/prefect/pull/13692
+- https://github.com/PrefectHQ/prefect/pull/13681
+- https://github.com/PrefectHQ/prefect/pull/13662
+- https://github.com/PrefectHQ/prefect/pull/13653
+- https://github.com/PrefectHQ/prefect/pull/13643
+- https://github.com/PrefectHQ/prefect/pull/13589
+- https://github.com/PrefectHQ/prefect/pull/13684
+- https://github.com/PrefectHQ/prefect/pull/13676
+- https://github.com/PrefectHQ/prefect/pull/13276
+- https://github.com/PrefectHQ/prefect/pull/13611
+- https://github.com/PrefectHQ/prefect/pull/13547
+- https://github.com/PrefectHQ/prefect/pull/13706
+
+### Transactional semantics
+
+Use rollback and commit hooks to facilitate idempotent python code.
+
+```python
+from prefect import flow, task
+from prefect.transactions import transaction
+@task
+def first_task():
+ print('first')
+
+@first_task.on_rollback
+def roll(txn):
+ print('rolling back')
+
+@task
+def second_task():
+ raise RuntimeError("oopsie")
+
+@flow
+def txn_flow():
+ with transaction():
+ first_task()
+ second_task()
+if __name__ == "__main__":
+ txn_flow()
+```
+See the following pull requests for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/13559
+- https://github.com/PrefectHQ/prefect/pull/13534
+- https://github.com/PrefectHQ/prefect/pull/13535
+- https://github.com/PrefectHQ/prefect/pull/13480
+- https://github.com/PrefectHQ/prefect/pull/13452
+- https://github.com/PrefectHQ/prefect/pull/13450
+- https://github.com/PrefectHQ/prefect/pull/13484
+- https://github.com/PrefectHQ/prefect/pull/13454
+- https://github.com/PrefectHQ/prefect/pull/13477
+- https://github.com/PrefectHQ/prefect/pull/13431
+- https://github.com/PrefectHQ/prefect/pull/13264
+- https://github.com/PrefectHQ/prefect/pull/13337
+- https://github.com/PrefectHQ/prefect/pull/13456
+- https://github.com/PrefectHQ/prefect/pull/13572
+- https://github.com/PrefectHQ/prefect/pull/13582
+- https://github.com/PrefectHQ/prefect/pull/13627
+- https://github.com/PrefectHQ/prefect/pull/13568
+- https://github.com/PrefectHQ/prefect/pull/13438
+- https://github.com/PrefectHQ/prefect/pull/13573
+- https://github.com/PrefectHQ/prefect/pull/13578
+- https://github.com/PrefectHQ/prefect/pull/13414
+
+### Open source Events and Automations
+Trigger actions, such as sending notifications, pausing schedules, starting flow runs and more in response to Prefect events.
+
+See the following pull requests for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/13293
+- https://github.com/PrefectHQ/prefect/pull/13521
+- https://github.com/PrefectHQ/prefect/pull/13335
+
+### More flexible variables and new artifact types
+Variables can now be any JSON compatible type including dicts, lists, and integers. Progress and Image artifacts make it easy to add visual annotations to your flow run graph.
+
+See the following pull requests for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/13500
+- https://github.com/PrefectHQ/prefect/pull/13520
+- https://github.com/PrefectHQ/prefect/pull/13469
+- https://github.com/PrefectHQ/prefect/pull/13641
+- https://github.com/PrefectHQ/prefect/pull/13605
+
+### Faster and richer CLI
+
+Improved CLI speed and several added commands and conveniences.
+
+See the following pull requests for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/13292
+- https://github.com/PrefectHQ/prefect/pull/13596
+- https://github.com/PrefectHQ/prefect/pull/13606
+- https://github.com/PrefectHQ/prefect/pull/13533
+
+### Updated navigation, styling, and interaction design
+The new Runs page displays both flow and task run information, and an improved sidebar and switcher makes navigating Prefect simpler than ever.
+
+See the following pull requests for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/13395
+- https://github.com/PrefectHQ/prefect/pull/13280
+- https://github.com/PrefectHQ/prefect/pull/13696
+- https://github.com/PrefectHQ/prefect/pull/13668
+- https://github.com/PrefectHQ/prefect/pull/13670
+- https://github.com/PrefectHQ/prefect/pull/13723
+
+
+
+### Enhancements
+- Create artifact for unsuccessful dbt task runs — https://github.com/PrefectHQ/prefect/pull/13348
+- Add filter on `task_run.expected_start_time` — https://github.com/PrefectHQ/prefect/pull/13491
+- Add utilities to serialize context to a dictionary and hydrate context from a dictionary — https://github.com/PrefectHQ/prefect/pull/13529
+- Add API endpoints for deployment count and next flow run — https://github.com/PrefectHQ/prefect/pull/13544
+- Allow flow parameter schema generation when dependencies are missing — https://github.com/PrefectHQ/prefect/pull/13315
+- Change the default value for `enforce_parameter_schema` from `False` to `True` — https://github.com/PrefectHQ/prefect/pull/13594
+- Migrate schemas to pydantic v2 — https://github.com/PrefectHQ/prefect/pull/13574
+- Removes block auto-instrumentation — https://github.com/PrefectHQ/prefect/pull/13407
+- Migrate all uses of the banned characters validation to a self-validator — https://github.com/PrefectHQ/prefect/pull/13370
+- Ignore and warn on unrecognized settings - https://github.com/PrefectHQ/prefect/pull/13624
+
+### Fixes
+- Remove unnecessary flow run infrastructure override access checks — https://github.com/PrefectHQ/prefect/pull/13401
+- Enforce False case when flow run id is null — https://github.com/PrefectHQ/prefect/pull/13464
+- Fix workspace variable hydration to allow for JSON data — https://github.com/PrefectHQ/prefect/pull/13548
+- Remove unused settings/experimental work pool flags: `PREFECT_EXPERIMENTAL_ENABLE_WORK_POOLS` and `PREFECT_EXPERIMENTAL_WARN_WORK_POOLS` — https://github.com/PrefectHQ/prefect/pull/13144
+- Pin `pydantic>=2.7` for `Secret` — https://github.com/PrefectHQ/prefect/pull/13613
+- Skip on cancellation hooks if runner can't load flow — https://github.com/PrefectHQ/prefect/pull/13660
+- Refactor lazy imports to avoid accidental eager imports — https://github.com/PrefectHQ/prefect/pull/13296
+- Allow block registration to use client schemas for server model creation — https://github.com/PrefectHQ/prefect/pull/13602
+- Replace our customized `Duration` types with plain `timedelta`s — https://github.com/PrefectHQ/prefect/pull/13603
+
+### Experimental
+- Add `prefect.yaml` and cli support for new schedule fields — https://github.com/PrefectHQ/prefect/pull/13318
+
+### Documentation
+- Transition documentation hosting from Netlify to Mintlify — https://github.com/PrefectHQ/prefect/pull/13634
+- Add Python 3.12 to list of Docker images — https://github.com/PrefectHQ/prefect/pull/13321
+- Update `index.md` — https://github.com/PrefectHQ/prefect/pull/13353
+- Improve tutorial section — https://github.com/PrefectHQ/prefect/pull/13297
+- Fix jinja template in automations doc — https://github.com/PrefectHQ/prefect/pull/13422
+- Update development section docs — https://github.com/PrefectHQ/prefect/pull/13247
+- Update Ray integration docs — https://github.com/PrefectHQ/prefect/pull/13467
+- Update Variables docs to include JSON types — https://github.com/PrefectHQ/prefect/pull/13493
+- Update quickstart guide for usability — https://github.com/PrefectHQ/prefect/pull/13562
+- Remove `deployments-block-based` concept page and refs for 3.0 — https://github.com/PrefectHQ/prefect/pull/13626
+- Remove `infrastructure` concept page and refs for 3.0 — https://github.com/PrefectHQ/prefect/pull/13629
+- Update docs image paths and remove outdated images — https://github.com/PrefectHQ/prefect/pull/13666
+- Remove references to `prefect.software` from docs — https://github.com/PrefectHQ/prefect/pull/13382
+- Update `host.md` — https://github.com/PrefectHQ/prefect/pull/13351
+- Simplify rate limits page — https://github.com/PrefectHQ/prefect/pull/13689
+- Removing references to deprecated block types and add disclaimer — https://github.com/PrefectHQ/prefect/pull/13651
+- Update guides — https://github.com/PrefectHQ/prefect/pull/13253
+- Remove `storage` concept page and refs - https://github.com/PrefectHQ/prefect/pull/13630
+
+### Integrations
+- Migrate `prefect-dbt` to pydantic v2 - https://github.com/PrefectHQ/prefect/pull/13718
+- Migrate `prefect-email` to pydantic v2 — https://github.com/PrefectHQ/prefect/pull/13654
+- Migrate `prefect-slack` to pydantic v2 — https://github.com/PrefectHQ/prefect/pull/13673
+- Migrate `prefect-shell` to pydantic v2 — https://github.com/PrefectHQ/prefect/pull/13675
+- Migrate `prefect-gcp` to pydantic v2 — https://github.com/PrefectHQ/prefect/pull/13650
+- Migrate `prefect-github` to pydantic v2 — https://github.com/PrefectHQ/prefect/pull/13655
+- Migrate `prefect-gitlab` to pydantic v2 — https://github.com/PrefectHQ/prefect/pull/13656
+- Migrate `prefect-docker` to pydantic v2 - https://github.com/PrefectHQ/prefect/pull/13697
+- Migrate `prefect-sqlalchemy` to pydantic v2 - https://github.com/PrefectHQ/prefect/pull/13700
+- Add `PrefectDistributedClient` to `prefect-dask` — https://github.com/PrefectHQ/prefect/pull/13537
+- Update `RayTaskRunner` for compatibility with new engine — https://github.com/PrefectHQ/prefect/pull/13575
+- Update `DaskTaskRunner` for compatibility with the updated engine — https://github.com/PrefectHQ/prefect/pull/13555
+- prefect-dbt artifact consolidation and markdown fixes — https://github.com/PrefectHQ/prefect/pull/13379
+- prefect-dbt - Cause unsuccessful dbt tasks to fail — https://github.com/PrefectHQ/prefect/pull/13405
+- DBT Tasks extra_command_args Fix — https://github.com/PrefectHQ/prefect/pull/13308
+- Update dbt-core dependency — https://github.com/PrefectHQ/prefect/pull/13394
+
+### Breaking Changes
+- Remove `prefect deployment build` CLI from `main` — https://github.com/PrefectHQ/prefect/pull/13366
+- Remove `prefect agent` CLI from `main` — https://github.com/PrefectHQ/prefect/pull/13365
+- Remove `prefect deployment apply` CLI from `main` — https://github.com/PrefectHQ/prefect/pull/13367
+- Remove `PrefectAgent` class — https://github.com/PrefectHQ/prefect/pull/13374
+- Remove `prefect.software` — https://github.com/PrefectHQ/prefect/pull/13375
+- Remove `deployments` module — https://github.com/PrefectHQ/prefect/pull/13373
+- Remove `EcsTask` from `main` — https://github.com/PrefectHQ/prefect/pull/13417
+- Remove `AzureContainerInstanceJob` from `main` — https://github.com/PrefectHQ/prefect/pull/13418
+- Remove `VertexAICustomTrainingJob` from `main` — https://github.com/PrefectHQ/prefect/pull/13419
+- Remove `CloudRunJob` from `main` — https://github.com/PrefectHQ/prefect/pull/13420
+- Remove infrastructure blocks from `main` — https://github.com/PrefectHQ/prefect/pull/13424
+- Remove `Infrastructure`, `BlockWorker` from `main` — https://github.com/PrefectHQ/prefect/pull/13430
+- Remove deprecated storage blocks from `main` — https://github.com/PrefectHQ/prefect/pull/13410
+- Remove `prefect-agent` as a possible work pool type — https://github.com/PrefectHQ/prefect/pull/13444
+- Remove old engine — https://github.com/PrefectHQ/prefect/pull/13542
+- Remove Python 3.8 support — https://github.com/PrefectHQ/prefect/pull/13331
+- Remove `deprecated` module and its references — https://github.com/PrefectHQ/prefect/pull/13345
+- Remove old task runners and futures modules — https://github.com/PrefectHQ/prefect/pull/13593
+- Remove `is_state` — https://github.com/PrefectHQ/prefect/pull/13569
+- Remove deprecated options from `prefect work-queue` and refs to agents - https://github.com/PrefectHQ/prefect/pull/13638
+
+### Contributors
+- @bsignoret
+* @jaraics made their first contribution in https://github.com/PrefectHQ/prefect/pull/13144
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.19.0...3.0rc1
+
+## Release 2.19.3
+
+### New method for generating parameter schemas without dependencies
+
+`prefect deploy` now works even when dependencies are missing from the current environment. This can speed up deployment via CI by removing the need to install dependencies before deploying your flows.
+
+See the following pull requests for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/13620
+- https://github.com/PrefectHQ/prefect/pull/13315
+
+### Enhancements
+- Provide URL in CLI output upon work pool creation — https://github.com/PrefectHQ/prefect/pull/13597
+
+### Fixes
+- Ensure graceful cancellation of flow runs corresponding to deleted deployments — https://github.com/PrefectHQ/prefect/pull/13669
+
+### Integrations
+- Add loading state to concurrency limits table in the Prefect UI — https://github.com/PrefectHQ/prefect-ui-library/pull/2483
+- Remove old schema properties from deployments in the Prefect UI — https://github.com/PrefectHQ/prefect-ui-library/pull/2482
+- Add handling for multi-word dbt CLI commands — https://github.com/PrefectHQ/prefect/pull/13616
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.19.2...2.19.3
+
+
+## Release 2.19.0
+
+### Support for major infrastructure and distributed task integrations
+As `prefect-dask` and other integrations have been added to the `prefect` codebase, this release adds these integrations as `extra` requirements of the `prefect` package, making it easier to install support for everything in your Prefect stack.
+
+```bash
+pip install prefect[dask]
+```
+
+We loved this community contribution so much, we did it for all our first-party integrations.
+
+```bash
+pip install prefect[aws,kubernetes,dask,dbt,sqlalchemy,slack]
+```
+
+You can see the full list of Prefect's `extra` requirements in [our `setup.py`](https://github.com/PrefectHQ/prefect/blob/main/setup.py#L43).
+
+See the following pull requests for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/13289
+- https://github.com/PrefectHQ/prefect/pull/13310
+- https://github.com/PrefectHQ/prefect/pull/13320
+
+### Support for timeout seconds in global concurrency context manager
+You may want to fail immediately if a global concurrency slot is unavailable. Rather than block and wait, you can now specify a `timeout_seconds` argument in the global concurrency context manager and catch a `TimeoutError` if a slot is not available within the specified time.
+
+```python
+@flow
+def fail_immediately_flow():
+ try:
+ with concurrency("there-can-be-only-one", occupy=1, timeout_seconds=0.1):
+ do_something_resource_intensive()
+ except TimeoutError:
+ return Cancelled(message="Another flow run is already running")
+```
+
+See the following pull request for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/13262
+
+### Manage global concurrency limits via the CLI
+Global concurrency limits let you control how many operations can run simultaneously-- now you can create, read, edit, and delete global concurrency limits via the Prefect CLI!
+
+To create a new concurrency limit, use the `prefect gcl create` command. You must specify a `--limit` argument, and can optionally specify a `--slot-decay-per-second` and `--disable` argument.
+
+```bash
+prefect gcl create my-concurrency-limit --limit 5 --slot-decay-per-second 1.0
+```
+
+You can inspect the details of a concurrency limit using the `prefect gcl inspect` command:
+
+```bash
+prefect gcl inspect my-concurrency-limit
+```
+
+To update a concurrency limit, use the `prefect gcl update` command. You can update the `--limit`, `--slot-decay-per-second`, `--enable`, and `--disable` arguments:
+
+```bash
+prefect gcl update my-concurrency-limit --limit 10
+```
+
+See all available commands and options by running `prefect gcl --help` or read our [docs](/docs/guides/global-concurrency-limits.md#managing-global-concurrency-limits-and-rate-limits).
+
+For implementation details, see the following pull requests:
+- https://github.com/PrefectHQ/prefect/pull/13194
+- https://github.com/PrefectHQ/prefect/pull/13196
+- https://github.com/PrefectHQ/prefect/pull/13214
+- https://github.com/PrefectHQ/prefect/pull/13218
+- https://github.com/PrefectHQ/prefect/pull/13233
+- https://github.com/PrefectHQ/prefect/pull/13238
+
+### Enhancements
+- Remove registry conflict warning — https://github.com/PrefectHQ/prefect/pull/13155
+- Remove top-level Artifacts tab from Prefect UI:
+ - https://github.com/PrefectHQ/prefect/pull/13226
+ - https://github.com/PrefectHQ/prefect/pull/13261
+
+### Fixes
+- Fix work pool base job template generation for `ECSTask` block — https://github.com/PrefectHQ/prefect/pull/13256
+- Fix selecting correct files when using ignore file in `GcsBucket`'s `put_directory` — https://github.com/PrefectHQ/prefect/pull/13290
+- Add `Resuming` flow runs to `BypassCancellingFlowRunsWithNoInfra` orchestration policy — https://github.com/PrefectHQ/prefect/pull/13299
+- Fix `apprise 1.8.0` imports — https://github.com/PrefectHQ/prefect/pull/13311
+- Remove `dataclass` from custom constrained types - https://github.com/PrefectHQ/prefect/pull/13257
+
+### Experimental
+#### Engine
+- Add crash detection for flow runs — https://github.com/PrefectHQ/prefect/pull/13266
+- Consolidate run creation logic on Task — https://github.com/PrefectHQ/prefect/pull/13271
+- Skip timeout context if not needed — https://github.com/PrefectHQ/prefect/pull/13306
+- Add parent task tracking — https://github.com/PrefectHQ/prefect/pull/12915
+- Syncify task engine — https://github.com/PrefectHQ/prefect/pull/13234
+- Syncify flow engine — https://github.com/PrefectHQ/prefect/pull/13246
+- Use Prefect-specific `TestClient` for sync calls — https://github.com/PrefectHQ/prefect/pull/13265
+- Add new sync compatibility setting — https://github.com/PrefectHQ/prefect/pull/13224
+
+#### Deployment Schedule Behavior
+- Add new fields to `DeploymentSchedule` schemas — https://github.com/PrefectHQ/prefect/pull/13204
+- Allow both `active` and `schedule` parameters in `update_deployment_schedule` method — https://github.com/PrefectHQ/prefect/pull/13259
+- Update JSON schema validation for job varariables — https://github.com/PrefectHQ/prefect/pull/13182
+
+### Documentation
+- Update block concept page to reflect product updates — https://github.com/PrefectHQ/prefect/pull/13193
+- Update example repo links to `prefecthq` repos — https://github.com/PrefectHQ/prefect/pull/13258
+- Update storage guide — https://github.com/PrefectHQ/prefect/pull/13294
+- Update integration libraries — https://github.com/PrefectHQ/prefect/pull/13277
+- Update `Hosting a Prefect server instance` page — https://github.com/PrefectHQ/prefect/pull/13225
+- Simplify `prefect-aws` and `prefect-dbt` docs index pages — https://github.com/PrefectHQ/prefect/pull/13232
+- Expand discussion of resolution order for cloud-provider service auth — https://github.com/PrefectHQ/prefect/pull/13239
+- Fix repo url typo in storage guide — https://github.com/PrefectHQ/prefect/pull/13304
+
+### Integrations
+- Add pre-built Prefect DBT tasks — https://github.com/PrefectHQ/prefect/pull/12964
+
+### Contributors
+- @Andrew-S-Rosen
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.18.3...2.19.0
+
+## Release 2.18.3
+
+### Experimental
+#### Engine
+- Wire up new engine to deployment runs — https://github.com/PrefectHQ/prefect/pull/12914
+
+### Fixes
+- Fix parameters becoming unresponsive and disappearing in Prefect UI — https://github.com/PrefectHQ/prefect-ui-library/pull/2355
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.18.2...2.18.3
+
+## Release 2.18.2
+
+### Providing a deployment name to `flow.serve` is now optional
+
+When running `flow.serve`, you can now omit the deployment name. If you do not provide a deployment name, the deployment name will default to the name of the flow. This change makes it easier to run flows without needing to specify a deployment name each time:
+
+```python
+@flow
+def etl_flow():
+ pass
+
+if __name__ == "__main__":
+ etl_flow.serve()
+```
+results in:
+```bash
+Your flow 'etl-flow' is being served and polling for scheduled runs!
+
+To trigger a run for this flow, use the following command:
+
+ $ prefect deployment run 'etl-flow/etl-flow'
+```
+
+See the following PR for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/13069
+
+### Enhancements
+- Add `PREFECT_SERVER_CSRF_PROTECTION_ENABLED` setting to UI settings — https://github.com/PrefectHQ/prefect/pull/13168
+- Allow case-insensitive state and state type handling when listing flow runs via CLI — https://github.com/PrefectHQ/prefect/pull/13152
+
+### Fixes
+- Fix deployment parameter defaults on Deployments page in the UI - https://github.com/PrefectHQ/prefect-ui-library/pull/2344
+- Sync value between form and JSON when entering flow parameters on the Deployments page in the UI - https://github.com/PrefectHQ/prefect-ui-library/pull/2342
+- Revert console setup changes to fix interactivity — https://github.com/PrefectHQ/prefect/pull/13145
+- Warn when work queues paused when starting a worker or agent — https://github.com/PrefectHQ/prefect/pull/13159
+- Standardize work pool type as `Process` — https://github.com/PrefectHQ/prefect/pull/13176
+- Raise a clearer error when deleting and inspecting blocks — https://github.com/PrefectHQ/prefect/pull/13136
+- Fix csrf race condition that caused some pages to not render content when refreshing — https://github.com/PrefectHQ/prefect/pull/13172
+
+### Experimental
+#### Events and Automations
+- Add work queue status events — https://github.com/PrefectHQ/prefect/pull/12900
+- Add work pool status events — https://github.com/PrefectHQ/prefect/pull/13158
+- Add support for negative label values in `ResourceSpecification` and filters — https://github.com/PrefectHQ/prefect/pull/13192
+- Add automations SDK methods — https://github.com/PrefectHQ/prefect/pull/12830
+- Add a retention policy for events — https://github.com/PrefectHQ/prefect/pull/13160
+- Allow streaming OSS events via `prefect event stream` — https://github.com/PrefectHQ/prefect/pull/13161
+- Update `prefect automation inspect` to handle automations with same name — https://github.com/PrefectHQ/prefect/pull/12904
+- Update `automation pause` and `automation resume` to handle automations with same name — https://github.com/PrefectHQ/prefect/pull/13131
+- Rename `prefect.work-pool.not_ready` to `prefect.work-pool.not-ready` — https://github.com/PrefectHQ/prefect/pull/13202
+- Correct an issue that would cause the `work-queue.ready` event to overfire — https://github.com/PrefectHQ/prefect/pull/13117
+
+#### Engine
+- Add dedicated synchronous function handling — https://github.com/PrefectHQ/prefect/pull/12889
+- Add async `task.submit` support with new task engine — https://github.com/PrefectHQ/prefect/pull/13153
+- Fix subflow handling in new engine — https://github.com/PrefectHQ/prefect/pull/12913
+- Handle *args / **kwargs correctly — https://github.com/PrefectHQ/prefect/pull/13142
+
+#### Deployment schedule behavior
+- Add columns to ORM `DeploymentSchedule` and add migrations — https://github.com/PrefectHQ/prefect/pull/13186
+- Add server default for non-nullable deployment schedule column - https://github.com/PrefectHQ/prefect/pull/13206
+
+### Integrations
+- Add `keep_container_group` to ACI worker — https://github.com/PrefectHQ/prefect/pull/13143
+- Improve Vertex AI worker performance — https://github.com/PrefectHQ/prefect/pull/13139
+- Migrate `prefect-ray` to core — https://github.com/PrefectHQ/prefect/pull/12869
+- Log full output of databricks job — https://github.com/PrefectHQ/prefect/pull/13151
+- Update Snowflake Connector example in UI — https://github.com/PrefectHQ/prefect/pull/12903
+- Fix pydantic v1 prefect-databricks — https://github.com/PrefectHQ/prefect/pull/13166
+- Fix inclusion of commas in tag scrubbing — https://github.com/PrefectHQ/prefect/pull/13190
+- Handle empty `service_account_info` for cached Vertex client — https://github.com/PrefectHQ/prefect/pull/13175
+- Add `dlt-prefect` recipe — https://github.com/PrefectHQ/prefect/pull/13203
+
+### Documentation
+- Add third-party secrets guide — https://github.com/PrefectHQ/prefect/pull/13173
+- Update documentation on nested / autonomous tasks — https://github.com/PrefectHQ/prefect/pull/13154
+- Update Prefect Snowflake docs — https://github.com/PrefectHQ/prefect/pull/13171
+- Update prefect-dbt index page — https://github.com/PrefectHQ/prefect/pull/13187
+- Fix `az acr create` command in ACI worker guide — https://github.com/PrefectHQ/prefect/pull/12909
+- Update prefect-dbt index page - https://github.com/PrefectHQ/prefect/pull/13187
+
+### Contributors
+- @h2oa made their first contribution in https://github.com/PrefectHQ/prefect/pull/13157
+- @ConstantinoSchillebeeckx
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.18.1...2.18.2
+
+## Release 2.18.1
+
+### Fixes
+- Fix improper context access for nested async task outside of flow — https://github.com/PrefectHQ/prefect/pull/12810
+- Fix using default interval schedule in `prefect deploy` — https://github.com/PrefectHQ/prefect/pull/12833
+- Handle case in `validationUpdate` schema where definitions are falsy — https://github.com/PrefectHQ/prefect/pull/12880
+- Allow `prefect cloud login` to override current workspace — https://github.com/PrefectHQ/prefect/pull/12867
+- Remove extra quotes in `prefect deployment run --watch` — https://github.com/PrefectHQ/prefect/pull/12894
+
+### Experimental
+
+#### Events and Automations
+- Support filtering by automation name:
+ - https://github.com/PrefectHQ/prefect/pull/12850
+ - https://github.com/PrefectHQ/prefect/pull/12884
+ - https://github.com/PrefectHQ/prefect/pull/12887
+- Add support for using the "normal" Trigger classes for `flow.serve` and `.deploy` — https://github.com/PrefectHQ/prefect/pull/12789
+- Add an account-level event subscriber — https://github.com/PrefectHQ/prefect/pull/12808
+- Emit flow run state change events — https://github.com/PrefectHQ/prefect/pull/12825
+- Emit deployment status persistence and events — https://github.com/PrefectHQ/prefect/pull/12853
+- Enable event streaming from `PrefectCloudEventSubscriber` via CLI — https://github.com/PrefectHQ/prefect/pull/12796
+- Update the `prefect automation delete` CLI — https://github.com/PrefectHQ/prefect/pull/12876
+
+#### Engine
+- Add new experimental engine for tasks and flows with improved readability and extensibility — https://github.com/PrefectHQ/prefect/pull/12856
+
+### Documentation
+- Improve installation instructions — https://github.com/PrefectHQ/prefect/pull/12783
+- Improve quickstart — https://github.com/PrefectHQ/prefect/pull/12798
+- Migrate `prefect-azure` docs to Integrations section of the Prefect docs — https://github.com/PrefectHQ/prefect/pull/12794
+- Update storage guide credentials blocks — https://github.com/PrefectHQ/prefect/pull/12819
+- Remove `server` import recommendations — https://github.com/PrefectHQ/prefect/pull/12823
+- Remove link to removed API page — https://github.com/PrefectHQ/prefect/pull/12824
+- Add Azure Container Instances worker guide — https://github.com/PrefectHQ/prefect/pull/12846
+- Improve wording on integrations index page — https://github.com/PrefectHQ/prefect/pull/12852
+
+#### Prefect UI Library
+- Add `FormattedDate` component to display accessible, long-form timestamps consistently
+- Update modal buttons and add auto-close to the parameters and job variable modals — https://github.com/PrefectHQ/prefect-ui-library/pull/2320
+- Add flow run list information density — https://github.com/PrefectHQ/prefect-ui-library/pull/2321
+- Fix "Run a deployment" action not populating the default parameters from the deployment — https://github.com/PrefectHQ/prefect-ui-library/pull/2322
+- Fix schema form properties with no default value from defaulting to `null` (`None`) — https://github.com/PrefectHQ/prefect-ui-library/pull/2323
+- Update date-fns and date-fns-tz — https://github.com/PrefectHQ/prefect-ui-library/pull/2319
+- Use correct icon colors for non-destructive actions in the UI — https://github.com/PrefectHQ/prefect-ui-library/pull/2328
+
+### Integrations
+#### Prefect CGP
+- Remove API ref to nonexistent Google Cloud Run V2 page — https://github.com/PrefectHQ/prefect-gcp/pull/260
+- Fix VPC access for Cloud v2 worker — https://github.com/PrefectHQ/prefect-gcp/pull/266
+- Handle case where `vpc` isn't in job template — https://github.com/PrefectHQ/prefect-gcp/pull/267
+
+## New Contributors
+* @keizobabybear made their first contribution in https://github.com/PrefectHQ/prefect/pull/12852
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.18.0...2.18.1
+
+## Release 2.18.0
+
+### Breaking Changes
+- Deployment configuration update: The `prefect deploy` command now only supports the `prefect.yaml` file. The `deployment.yaml` file is no longer supported
+following its deprecation last June. Users should update their deployment configurations to use `prefect.yaml` instead. Running `prefect deploy` on a version prior to 2.18.0 will migrate your `deployment.yaml` file to a `prefect.yaml` file. - https://github.com/PrefectHQ/prefect/pull/12731
+- `prefect deploy` options update: The `-f/--flow` option has been removed from `prefect deploy` following its deprecation last June. Please deploy
+using the flow entrypoint instead. - https://github.com/PrefectHQ/prefect/pull/12732
+- `prefect project` removal: The `projects` command group has been removed following its deprecation last June. For instance, instead of using `prefect project init`, use `prefect init` instead. — https://github.com/PrefectHQ/prefect/pull/12737
+- `--ci` option removal: The `--ci` option in `prefect deploy` has been removed to unify the deployment experience across different environments. This removal follows its scheduled deprecation. Please use the `--no-prompt` option instead, e.g. `prefect --no-prompt deploy`. — https://github.com/PrefectHQ/prefect/pull/12740
+
+### Enhancements
+- Improve account selection in `prefect cloud login` and `workspace set` — https://github.com/PrefectHQ/prefect/pull/12717
+
+### Fixes
+- Raise clearer flow validation error — https://github.com/PrefectHQ/prefect/pull/12715
+- Exclude job_variables when exclude=None — https://github.com/PrefectHQ/prefect/pull/12712
+- Remove experimental flags on infrastructure overrides — https://github.com/PrefectHQ/prefect/pull/12742
+
+### Experimental
+
+#### Pydantic V2 Compatibility
+- Introduce self-validating types — https://github.com/PrefectHQ/prefect/pull/12707
+- Refactor `field_validator` and `model_validator` to map Pydantic kwargs between versions — https://github.com/PrefectHQ/prefect/pull/12676
+- Fix type-hinting for self-validating fields — https://github.com/PrefectHQ/prefect/pull/12710
+- Fix types NonNegativeDuration / PositiveDuration — https://github.com/PrefectHQ/prefect/pull/12711
+
+
+#### Events and Automations
+- Implement the `run-deployment` automation action — https://github.com/PrefectHQ/prefect/pull/12677
+- Implement the `send-notification` action — https://github.com/PrefectHQ/prefect/pull/12693
+- Make `TriggeredAction.firing` required — https://github.com/PrefectHQ/prefect/pull/12697
+- Add an Actions service — https://github.com/PrefectHQ/prefect/pull/12699
+- Implement the `call-webhook` action and adds all Action client-side schemata — https://github.com/PrefectHQ/prefect/pull/12728
+- Implement `change-flow-run-state`, `cancel-flow-run`, and `suspend-flow-run` — https://github.com/PrefectHQ/prefect/pull/12730
+- Add functions for querying and counting events — https://github.com/PrefectHQ/prefect/pull/12696
+- Implement the `pause-deployment` and `resume-deployment` actions — https://github.com/PrefectHQ/prefect/pull/12733
+- Add `/events/filter` and `/events/count-by` route trees — https://github.com/PrefectHQ/prefect/pull/12736
+- Allow for creating automations via deployments when experimental events is on — https://github.com/PrefectHQ/prefect/pull/12701
+- Add ability to stream out events via websocket — https://github.com/PrefectHQ/prefect/pull/12744
+- Implement the `pause-automation` and `resume-automation` actions — https://github.com/PrefectHQ/prefect/pull/12738
+- Add automations CLI — https://github.com/PrefectHQ/prefect/pull/12754
+- Rename `prefect-cloud.*` events and labels to `prefect.*` — https://github.com/PrefectHQ/prefect/pull/12755
+- Add ability to emit events to an ephemeral Prefect server — https://github.com/PrefectHQ/prefect/pull/12762
+- Disable `events` and `automations` API routes when experimental events setting is not enabled — https://github.com/PrefectHQ/prefect/pull/12777
+- Add compatibility tests for client and server triggers and actions — https://github.com/PrefectHQ/prefect/pull/12778
+- Disable the automations integration flows for Prefect Cloud — https://github.com/PrefectHQ/prefect/pull/12784
+- Add pause and resume the work pool and work queue actions — https://github.com/PrefectHQ/prefect/pull/12735
+- Add helper functions for creating an events client or subscriber — https://github.com/PrefectHQ/prefect/pull/12759
+- Add default posture to `EventTrigger` schema — https://github.com/PrefectHQ/prefect/pull/12764
+ - Fix writing events for SQLite + SQLAlchemy<2 — https://github.com/PrefectHQ/prefect/pull/12679
+
+### Documentation
+- Update `prefect.yaml` example in work pools concepts page — https://github.com/PrefectHQ/prefect/pull/12695
+- Fix typo in Quickstart — https://github.com/PrefectHQ/prefect/pull/12729
+- Simplify quickstart — https://github.com/PrefectHQ/prefect/pull/12725
+- Add `.serve`, `.deploy`, and composite trigger examples to deployment triggers docs — https://github.com/PrefectHQ/prefect/pull/12743
+- Update automations images — https://github.com/PrefectHQ/prefect/pull/12752
+- Simplify tutorial — https://github.com/PrefectHQ/prefect/pull/12765
+- Remove disclaimer for Python 3.12 experimental support — https://github.com/PrefectHQ/prefect/pull/12771
+- Clarify deployment trigger examples — https://github.com/PrefectHQ/prefect/pull/12782
+- Remove Prefect-managed integration libraries to be archived from the integrations catalog — https://github.com/PrefectHQ/prefect/pull/12781
+- Fix broken link to push work pool guide — https://github.com/PrefectHQ/prefect/pull/12748
+- Fix minor restructure to improve legibility of work pools tutorial — https://github.com/PrefectHQ/prefect/pull/12747
+- Fix `typing` import and typos in tasks tutorial — https://github.com/PrefectHQ/prefect/pull/12746
+- Simplify installation — https://github.com/PrefectHQ/prefect/pull/12772
+- Fix import syntax in `variables.Variable` example — https://github.com/PrefectHQ/prefect/pull/12727
+- Fix typo in How-to Guide document — https://github.com/PrefectHQ/prefect/pull/12761
+
+
+## New Contributors
+* @hboehmer-IW made their first contribution in https://github.com/PrefectHQ/prefect/pull/12721
+* @avriiil made their first contribution in https://github.com/PrefectHQ/prefect/pull/12748
+* @takashimakazuki made their first contribution in https://github.com/PrefectHQ/prefect/pull/12761
+
+### Integrations
+- Add support for a capacity provider — https://github.com/PrefectHQ/prefect-aws/pull/407
+- Improve error handling for task creation — https://github.com/PrefectHQ/prefect-aws/pull/406
+
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.17.1...2.18.0
+
+## Release 2.17.1
+
+### Fixes
+- Fix events storage import — https://github.com/PrefectHQ/prefect/pull/12681
+- Remove `opentelemetry` import — https://github.com/PrefectHQ/prefect/pull/12684
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.17.0...2.17.1
+
+## Release 2.17.0
+
+### Manage Prefect variables via the Python SDK
+
+Prefect variables are useful for storing and reusing data and configuration between and across workflows; and previously you could only create and update variables via the Prefect UI. With this release, you can now get and set Prefect variables directly in your Python code with the new `Variable.set` and `Variable.get` methods!
+
+For an example of reading and writing variable values in Python see the following example:
+
+```python
+from prefect.variables import Variable
+
+# set a variable
+variable = Variable.set(name="the_answer", value="42")
+
+# get a variable
+answer = Variable.get('the_answer')
+print(answer.value)
+# 42
+
+# get a variable with a default value
+answer = Variable.get('not_the_answer', default='42')
+print(answer.value)
+# 42
+
+# update a variable
+answer = Variable.set(name="the_answer", value="43", overwrite=True)
+print(answer.value)
+#43
+```
+
+Refer to the [docs](https://docs.prefect.io/latest/guides/variables/#accessing-variables) for more information and see the PR for implementation details: https://github.com/PrefectHQ/prefect/pull/12596
+
+### Enhancements
+- Allow flows inside tasks
+ — https://github.com/PrefectHQ/prefect/pull/12559
+ — https://github.com/PrefectHQ/prefect/pull/12607
+- Add `User-Agent` header containing the running Prefect version — https://github.com/PrefectHQ/prefect/pull/12601
+- Adds deployment version to the flow run object — https://github.com/PrefectHQ/prefect/pull/12591
+
+### Fixes
+- Transition flow runs without active infrastructure directly to cancelled — https://github.com/PrefectHQ/prefect/pull/12582
+- Remove duplicate CLI output when reauthorizing with `prefect cloud login` — https://github.com/PrefectHQ/prefect/pull/12664
+- Add `blob_storage` extra as requirement for Azure `prefect.yaml` recipes — https://github.com/PrefectHQ/prefect/pull/12333
+- Exclude Typer 0.12.2 from solver — https://github.com/PrefectHQ/prefect/pull/12618
+- Correct `schedules`/`is_schedule_active` deprecation windows — https://github.com/PrefectHQ/prefect/pull/12616
+
+### Experimental / In-Flight Features
+
+#### Pydantic V2 Compatibility
+- Add `pydantic` V2 compatible `field_validator` — https://github.com/PrefectHQ/prefect/pull/12576
+- Add `pydantic` V2 `model_validator` — https://github.com/PrefectHQ/prefect/pull/12635
+- Expose `field_validator` in `pydantic` compatibility layer — https://github.com/PrefectHQ/prefect/pull/12608
+- Add `ConfigDict` to `pydantic` compatibility layer — https://github.com/PrefectHQ/prefect/pull/12629
+- Add `model_fields_set` to `pydantic` compatibility layer — https://github.com/PrefectHQ/prefect/pull/12654
+- Map `copy_on_model_validation` to `revalidate_instances` in `pydantic` compatibility layer — https://github.com/PrefectHQ/prefect/pull/12644
+
+#### Events and Automations
+- Enable `EventsWorker` to emit events to Prefect servers — https://github.com/PrefectHQ/prefect/pull/12637
+- Add ORM models and database migrations for events storage — https://github.com/PrefectHQ/prefect/pull/12651
+- Add automations API — https://github.com/PrefectHQ/prefect/pull/12620
+- Add reactive and composite triggers — https://github.com/PrefectHQ/prefect/pull/12650
+- Add proactive triggers — https://github.com/PrefectHQ/prefect/pull/12660
+- Add `EventPersister` service to store received events - https://github.com/PrefectHQ/prefect/pull/12662
+
+### Deprecations
+- Remove expired deprecations from `prefect/__init__.py` — https://github.com/PrefectHQ/prefect/pull/12613
+
+### Documentation
+- Update references to deployment schedules — https://github.com/PrefectHQ/prefect/pull/12595
+- Add missing navigation items for `prefect shell` CLI command — https://github.com/PrefectHQ/prefect/pull/12598
+- Update formatting for `prefect shell` CLI command — https://github.com/PrefectHQ/prefect/pull/12606
+- Add comment to blocks concept page when using `SecretStr` with `pydantic` V2 — https://github.com/PrefectHQ/prefect/pull/12632
+- Fix name format in `run_deployment` docstring — https://github.com/PrefectHQ/prefect/pull/12628
+- Add documentation for flow run job variables — https://github.com/PrefectHQ/prefect/pull/12490
+- Add example of retrieving an artifact in Python code — https://github.com/PrefectHQ/prefect/pull/12666
+
+### Contributors
+- @hainenber
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.16.9...2.17.0
+
+## Release 2.16.9
+
+### `prefect deploy` with `-jv/--job-variable` option
+
+In a prior release, we added a `-jv/--job-variable` option for providing job variables when running a deployment using `prefect deployment run`. We want to be consistent in our CLI by allowing you to use this option while creating deployments during `prefect deploy`! Thus, we have added a `-jv/--job-variable` option to `prefect deploy` to replace the `-v/--variables` option, which we have now deprecated.
+
+See the following pull request for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/12410
+
+### Enhancements
+- Remove nested task constraint that prevented tasks called from other tasks — https://github.com/PrefectHQ/prefect/pull/12548
+- Stop creating artifacts for unpersisted results - https://github.com/PrefectHQ/prefect/pull/12454
+- Allow for deletion of work pool workers via API — https://github.com/PrefectHQ/prefect/pull/12330
+- Raise more informative error on `prefect worker start -t bad-type` - https://github.com/PrefectHQ/prefect/pull/12586
+- Add tooltip and increase width to support better displaying long Prefect variable names in the UI https://github.com/PrefectHQ/prefect-ui-library/pull/2275
+
+### Fixes
+- Raise lower bound on `typer` dependency — https://github.com/PrefectHQ/prefect/pull/12512
+- Skip flow run cancellation if no associated deployment — https://github.com/PrefectHQ/prefect/pull/12001
+- Handle referenced blocks in base templates during `job_variable` validation — https://github.com/PrefectHQ/prefect/pull/12329
+- Select correct `AsyncWaiter` for successively awaited flow and task calls — https://github.com/PrefectHQ/prefect/pull/12510
+- Handle flow run creation for runner-managed deployments — https://github.com/PrefectHQ/prefect/pull/12319
+- Expose `ignore_warnings` in `Flow.deploy` — https://github.com/PrefectHQ/prefect/pull/12569
+- Allow `prefect cloud login` re-authentication in non-interactive mode — https://github.com/PrefectHQ/prefect/pull/12575
+- Update ECS provisioner IAM policy to include `ecs:TagResource` permission — https://github.com/PrefectHQ/prefect/pull/12551
+- Correctly populate custom default parameters in the flow submission form in the UI - https://github.com/PrefectHQ/prefect-ui-library/pull/2280
+
+### Experimental / In-Flight Features
+#### Flow Run Infrastructure Overrides
+- Add support for adding job variables to trigger definitions via CLI - https://github.com/PrefectHQ/prefect/pull/12276
+
+#### Pydantic V2 Compatibility
+- Add dynamic importing of Pydantic modules
+ - https://github.com/PrefectHQ/prefect/pull/12498
+ - https://github.com/PrefectHQ/prefect/pull/12503
+- Refactor Pydantic V2 compatibility layer into submodules — https://github.com/PrefectHQ/prefect/pull/12522
+- Enable support for `mode="json"` in `model_dump` function by default — https://github.com/PrefectHQ/prefect/pull/12540
+
+#### Events and Automations
+- Add message publisher and consumer abstractions, with in-memory implementation — https://github.com/PrefectHQ/prefect/pull/12485
+- Add events HTTP and websocket endpoints — https://github.com/PrefectHQ/prefect/pull/12499
+- Add a diagnostic service which consumes events and prints a summary of them — https://github.com/PrefectHQ/prefect/pull/12501
+- Add internal events client for publishing events from other server-side areas — https://github.com/PrefectHQ/prefect/pull/12520
+- Add an internal orchestration API client for use in events — https://github.com/PrefectHQ/prefect/pull/12534
+- Add server-side automations schema models — https://github.com/PrefectHQ/prefect/pull/12549
+- Add ORM classes and model modules for automations and its state tables — https://github.com/PrefectHQ/prefect/pull/12581
+
+### Integrations - Prefect AWS
+- Fix `S3Bucket.copy_object` target path resolution — https://github.com/PrefectHQ/prefect-aws/pull/385
+- Add Python 3.12 support and remove 3.7 support — https://github.com/PrefectHQ/prefect-aws/pull/405
+- Change logging prefix to avoid unnecessary task definition registrations — https://github.com/PrefectHQ/prefect-aws/pull/400
+
+### Deprecations
+- Deprecate `KubernetesCusterConfig` block — https://github.com/PrefectHQ/prefect/pull/12571
+- Remove use of PartialModel —
+
+### Documentation
+- Add `prefect shell` commands to guides index — https://github.com/PrefectHQ/prefect/pull/12494
+- Update Prefect Cloud plan information — https://github.com/PrefectHQ/prefect/pull/12505
+- Add timeout information to flows concept page — https://github.com/PrefectHQ/prefect/pull/12550
+- Remove outdated doc warning on calling tasks within tasks — https://github.com/PrefectHQ/prefect/pull/12580
+- Remove broken link from FAQ page - https://github.com/PrefectHQ/prefect/pull/12590
+- Fix typo in FAQ page — https://github.com/PrefectHQ/prefect/pull/12584
+
+### Contributors
+* @hainenber
+* @jwijffels made their first contribution in https://github.com/PrefectHQ/prefect/pull/12575
+* @ShaoyiZhang made their first contribution in https://github.com/PrefectHQ/prefect/pull/12584
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.16.8...2.16.9
+
+## Release 2.16.8
+
+### Fixes
+- Disable CSRF protection by default - https://github.com/PrefectHQ/prefect/pull/12479
+- Fix issue causing UI not to be built when creating docker images - https://github.com/PrefectHQ/prefect/pull/12481
+
+## Release 2.16.7
+
+### Introducing `prefect shell` 💻 for observing CLI commands
+You can now observe CLI commands as a Prefect flow. For example, take the command:
+```console
+» curl http://wttr.in/Chicago\?format\=3
+Chicago: ⛅️ +50°F
+```
+
+To run this as a Prefect flow, you can use the following CLI command:
+```python
+» prefect shell watch "curl http://wttr.in/Chicago?format=3"
+17:32:39.562 | INFO | prefect.engine - Created flow run 'powerful-mushroom' for flow 'Shell Command'
+17:32:40.171 | INFO | Flow run 'powerful-mushroom' - Chicago: ⛅️ +50°F
+17:32:40.315 | INFO | Flow run 'powerful-mushroom' - Finished in state Completed()
+```
+
+See these [docs](https://docs.prefect.io/latest/guides/cli-shell) to learn how to:
+- run a shell command as a Prefect flow on-demand with `watch`
+- schedule a shell command as a recurring Prefect flow using `serve`
+
+See the PR for implementation details: https://github.com/PrefectHQ/prefect/pull/11998
+
+### Enhancements
+- Integrate composite triggers with the `DeploymentTrigger` YAML representation — https://github.com/PrefectHQ/prefect/pull/12413
+- Add JSON Artifacts — https://github.com/PrefectHQ/prefect/pull/12295
+- Add auto-provisioning option for Cloud Run V2 push work pools — https://github.com/PrefectHQ/prefect/pull/12422
+- Increase late runs after seconds setting default — https://github.com/PrefectHQ/prefect/pull/12457
+
+### Fixes
+- Properly display falsy `concurrency_limit` value in CLI — https://github.com/PrefectHQ/prefect/pull/12358
+- Correct wrong date in `prefect deploy` deprecation warning for `schedule` — https://github.com/PrefectHQ/prefect/pull/12399
+- Prompt user confirmation for pausing work queue in default work pool — https://github.com/PrefectHQ/prefect/pull/12334
+- Correct type for `slot_decay_per_second` in client SDK — https://github.com/PrefectHQ/prefect/pull/12401
+- Sync SDK upgrades with UI upgrades — https://github.com/PrefectHQ/prefect/pull/12429
+- Pin uvicorn to < 0.29 — https://github.com/PrefectHQ/prefect/pull/12463
+
+### Experimental
+- More robust error handling in `TaskServer` — https://github.com/PrefectHQ/prefect/pull/12382
+- Add `model_validate_json` to Pydantic compat layer — https://github.com/PrefectHQ/prefect/pull/12412
+- Add `model_dump_json` to Pydantic compat layer — https://github.com/PrefectHQ/prefect/pull/12406
+- Add hybrid `BaseModel` and public `pydantic` module — https://github.com/PrefectHQ/prefect/pull/12424
+- Add Pydantic `TypeAdapter` backport — https://github.com/PrefectHQ/prefect/pull/12445
+- Add `model_copy` to Pydantic compat layer — https://github.com/PrefectHQ/prefect/pull/12418
+
+### Documentation
+- Add `prefect shell` CLI documentation — https://github.com/PrefectHQ/prefect/pull/12474
+- Add links to serverless and push serverless work pool guides for dependency management — https://github.com/PrefectHQ/prefect/pull/12392
+- Add example of transitioning all running flows to `CANCELLED` via Prefect client — https://github.com/PrefectHQ/prefect/pull/12390
+- Temporarily remove social cards — https://github.com/PrefectHQ/prefect/pull/12465
+
+### Contributors
+- @hainenber
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.16.6...2.16.7
+
+## Release 2.16.6
+
+### Fix new behavior in `typer 0.10.0` that broke the `prefect` CLI
+See the following pull request for implementation details: https://github.com/PrefectHQ/prefect/pull/12398
+
+### Enhancements
+- Improve nested schema hydration for templating — https://github.com/PrefectHQ/prefect/pull/12384
+- Improve interactive workspace selection in the CLI — https://github.com/PrefectHQ/prefect/pull/12387
+- Use Pydantic V2 for schema generation where possible — https://github.com/PrefectHQ/prefect/pull/12210
+- Enable CSRF protection by default — https://github.com/PrefectHQ/prefect/pull/12377
+
+### Fixes
+- Handle new `typer.Option` behavior — https://github.com/PrefectHQ/prefect/pull/12398
+
+### Experimental
+- Add experimental `model_validate` function for Pydantic V2 compatibility — https://github.com/PrefectHQ/prefect/pull/12370
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.16.5...2.16.6
+
+## Release 2.16.5
+
+### Multi-select deletion of flow runs
+It is now easier to bulk select and delete flow runs through the UI. Listings of filterable and selectable flow runs (e.g. on the flow runs, flow, and deployment pages) now include a top-level checkbox for (de)selecting all currently filtered flow runs for bulk deletion.
+
+
+
+See the following pull request for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/12356
+- https://github.com/PrefectHQ/prefect-ui-library/pull/2227
+- https://github.com/PrefectHQ/prefect/pull/12285
+
+### Visualize state changes and artifacts in the UI
+Additionally, the flow run graph UI enhancements for visualizing state changes and artifacts added in 2.16.4 are now enabled by default. See [the release notes in 2.16.14 for more details](https://github.com/PrefectHQ/prefect/blob/main/RELEASE-NOTES.md#release-2164)!
+
+### Enhancements
+- Keep artifacts file in prefect-client — https://github.com/PrefectHQ/prefect/pull/12316
+- remove feature flagging around enhanced-deployment-experiment — https://github.com/PrefectHQ/prefect/pull/12360
+- Feature : #11773 UI: Add checkboxes for runs for an individual flow to allow multi-selection/-deletion — https://github.com/PrefectHQ/prefect/pull/12285
+- Add a capability to verify ssl certificates in Prefect CLI — https://github.com/PrefectHQ/prefect/pull/11771
+- Add `prefect task-run` command group to CLI — https://github.com/PrefectHQ/prefect/pull/12307
+- Correct emit background task state change events — https://github.com/PrefectHQ/prefect/pull/12352
+- Update `CsrfTokenApi` to retry failed requests due to invalid tokens — https://github.com/PrefectHQ/prefect/pull/12373
+
+### Fixes
+- Refactor logic to set `task_key` for background tasks — https://github.com/PrefectHQ/prefect/pull/12337
+- Correct a memory leak with the outbound task run websockets — https://github.com/PrefectHQ/prefect/pull/12346
+- Correctly type hint in flow run state change hooks — https://github.com/PrefectHQ/prefect/pull/12231
+
+### Experimental
+- Create `CsrfToken` model and utilities — https://github.com/PrefectHQ/prefect/pull/12289
+- Create `csrf_token` endpoint to generate tokens for clients — https://github.com/PrefectHQ/prefect/pull/12297
+- Integrate `CsrfMiddleware` into API server — https://github.com/PrefectHQ/prefect/pull/12303
+- Add CSRF support to client — https://github.com/PrefectHQ/prefect/pull/12314
+- Return 422 when CSRF is disabled and delete expired tokens — https://github.com/PrefectHQ/prefect/pull/12342
+- Add `model_dump` definition for Pydantic v2 compatibility layer — https://github.com/PrefectHQ/prefect/pull/12345
+- Add experimental `model_json_schema` definition for Pydantic V2 compatibility - https://github.com/PrefectHQ/prefect/pull/12362
+- Implement CSRF support in the UI — https://github.com/PrefectHQ/prefect/pull/12354
+
+### Documentation
+- Add upstream dependencies guide to docs — https://github.com/PrefectHQ/prefect/pull/12351
+- Update documentation on event and metric automation triggers — https://github.com/PrefectHQ/prefect/pull/12366
+- Add documentation on compound and sequence automation triggers — https://github.com/PrefectHQ/prefect/pull/12374
+- Add CSRF settings to common settings section in docs — https://github.com/PrefectHQ/prefect/pull/12376
+
+### Uncategorized
+- Pin `BuildKit` to 0.12.5 to fix issue with test image build — https://github.com/PrefectHQ/prefect/pull/12343
+- Backporting the Prefect Cloud composite trigger schemas — https://github.com/PrefectHQ/prefect/pull/12378
+
+### Contributors
+* @hainenber
+* @JiginJayaprakash made their first contribution in https://github.com/PrefectHQ/prefect/pull/12307
+* @baisystems made their first contribution in https://github.com/PrefectHQ/prefect/pull/11771
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.16.4...2.16.5
+
+## Release 2.16.4
+
+### Flow Run Graph updates
+
+The Flow Run Graph has been updated to display additional layers of information! Interactive and real-time state changes and artifacts are now visible in context on the graph.
+
+
+
+
+These new layers are available for opt-in usage via the `PREFECT_EXPERIMENTAL_ENABLE_ARTIFACTS_ON_FLOW_RUN_GRAPH` and `PREFECT_EXPERIMENTAL_ENABLE_STATES_ON_FLOW_RUN_GRAPH` settings.
+
+### Agents
+
+A year ago, we released workers as a replacement for agents. Workers significantly enhance the experience of deploying flows and simplify the specification of each flow's infrastructure and runtime environment.
+
+With this release we are adding a six month (September 14) deprecation warning to agents and related concepts. Please note that:
+
+- Deprecation will not impact or break any work running with agents and agent-related concepts - although we encourage users to upgrade to workers because they provide a better deployment experience, you can continue to use existing agents and related concepts after deprecation
+- After September 14, Prefect Cloud users will not be able to create new agent work pools or infrastructure blocks
+- After September 14, new minor versions of the Prefect Python package will not include agents
+
+Like agents, workers support creating deployments through the Prefect CLI and through Python, but require different syntax.
+
+For more information, please refer to the [Upgrade from Agents to Workers](https://docs.prefect.io/latest/guides/upgrade-guide-agents-to-workers/) guide.
+
+### Enhancements
+* Give better client-side feedback on websocket authT/authZ issues - https://github.com/PrefectHQ/prefect/pull/12221
+* Allow table artifact cells to render markdown content - [`#2190`](https://github.com/PrefectHQ/prefect-ui-library/pull/2190)
+* Add an 'AzureBlobStorageContainer' block - [`#139`](https://github.com/PrefectHQ/prefect-azure/pull/139)
+* API for task run counts by state - https://github.com/PrefectHQ/prefect/pull/12244
+* Improved UI handling of custom flow run states. Badges for a state with a custom name will now more closely resemble their underlying state - https://github.com/PrefectHQ/prefect-ui-library/pull/2210 and https://github.com/PrefectHQ/prefect-ui-library/pull/2208
+### Fixes
+* Fix support for legacy schedule in `build_from_flow` - https://github.com/PrefectHQ/prefect/pull/12257
+* Remove extra field from create endpoints - https://github.com/PrefectHQ/prefect/pull/12240
+* Prevent invalid link problem for `prefect deployment run` - https://github.com/PrefectHQ/prefect/pull/12267
+* Hydrate run input when resuming a flow run - https://github.com/PrefectHQ/prefect/pull/12259
+* Fix state select in notifications [`#2216`](https://github.com/PrefectHQ/prefect-ui-library/pull/2216)
+* Adds porting of network configuration to generated base job templates [`#392`](https://github.com/PrefectHQ/prefect-aws/pull/392)
+### Experimental
+* Expose `serve` method on tasks - https://github.com/PrefectHQ/prefect/pull/12239
+* Avoid relative module path problem with subscription keys - https://github.com/PrefectHQ/prefect/pull/12227
+### Deprecations
+* Deprecate `PrefectAgent` and `prefect agent` command group - https://github.com/PrefectHQ/prefect/pull/12273
+* Deprecate Infrastructrue blocks - https://github.com/PrefectHQ/prefect/pull/12282
+* Deprecate `Deployment` class and deployment `build` and `apply` commands - https://github.com/PrefectHQ/prefect/pull/12283
+* Deprecate the `packaging` module - https://github.com/PrefectHQ/prefect/pull/12291
+* Deprecate storage blocks with implementations in Prefect integration packages - https://github.com/PrefectHQ/prefect/pull/12299
+* Do not create `default-agent-pool` in empty state server - https://github.com/PrefectHQ/prefect/pull/12214
+### Typing
+* Refactor: Inject Client - https://github.com/PrefectHQ/prefect/pull/12258
+* Fix: Variables methods type-hinting - https://github.com/PrefectHQ/prefect/pull/12278
+### Documentation
+* Fix formatting in concept -> work-pools.md - https://github.com/PrefectHQ/prefect/pull/12230
+* Add `get_run_logger` to imports in interactive workflow examples - https://github.com/PrefectHQ/prefect/pull/12284
+* Add `on_running` state change hook to State -> Concepts docs - https://github.com/PrefectHQ/prefect/pull/12293
+* Fix some argument names in deploy guide - https://github.com/PrefectHQ/prefect/pull/12301
+
+
+## New Contributors
+
+- @hainenber made their first contribution in https://github.com/PrefectHQ/prefect/pull/12232
+
+**Full Changelog**: https://github.com/PrefectHQ/prefect/compare/2.16.3...2.16.4
+
+## Release 2.16.3
+
+### Enhanced deployment parameters in the Prefect UI
+
+We’ve refined the deployment parameters UI to significantly enhance default value handling and list management. This release introduces support for tuple-type parameters and a revamped list UI, freeing users from the constraints of JSON for list inputs. You now have the flexibility to utilize JSON or Prefect variables for any parameter value, enhancing the versatility of deployment configurations. Moreover, we’ve synchronized validation across the UI and deployment schemas, ensuring that user inputs are consistently checked against the defined parameter requirements, which simplifies the deployment process and minimizes configuration errors.
+
+These improvements are aimed at providing a more efficient and user-friendly interface for managing deployment parameters. Check it out for yourself!
+
+
+
+See the following PRs for implementation details:
+
+- https://github.com/PrefectHQ/prefect/pull/12168
+- https://github.com/PrefectHQ/prefect/pull/12179
+- https://github.com/PrefectHQ/prefect/pull/12186
+- https://github.com/PrefectHQ/prefect/pull/12187
+- https://github.com/PrefectHQ/prefect/pull/12182
+- https://github.com/PrefectHQ/prefect/pull/12219
+
+### Enhancements
+
+- Adds `on_running` state change hook — https://github.com/PrefectHQ/prefect/pull/12153
+- Add flow run state data to flow run graph API — https://github.com/PrefectHQ/prefect/pull/12130
+- Add schedules shorthand support to `Deployment.build_from_flow` — https://github.com/PrefectHQ/prefect/pull/12181
+- Send flow run and task run retry logs to API — https://github.com/PrefectHQ/prefect/pull/12211
+- Add the flow run graph states layer and handle selection — https://github.com/PrefectHQ/prefect/pull/12166 - asked Brandon
+- Add a paused deployment filter and update `is_schedule_active` filter — https://github.com/PrefectHQ/prefect/pull/12202
+- Updating client-side schemas for automation triggers to reflect updates in Prefect Cloud — https://github.com/PrefectHQ/prefect/pull/12205
+
+### Fixes
+
+- Address two memory leak in concurrency management — https://github.com/PrefectHQ/prefect/pull/12141
+
+### Experimental
+
+- Add Job Variables tab to the Flow Runs page — https://github.com/PrefectHQ/prefect/pull/12206
+- Add support for calling `.map` for autonomous task runs — https://github.com/PrefectHQ/prefect/pull/12171
+- Simplify already authenticated logic for `prefect cloud login` — https://github.com/PrefectHQ/prefect/pull/12209
+- Add better parity with Prefect Cloud for task scheduling protocol - https://github.com/PrefectHQ/prefect/pull/12212
+- Allow creating autonomous task runs via `__call__` — https://github.com/PrefectHQ/prefect/pull/12158
+
+### Integrations
+
+- Fix VPC Connector usage in Cloud Run Worker v2 - https://github.com/PrefectHQ/prefect-gcp/pull/252
+
+### Documentation
+
+- Add advanced example to CI/CD guide — https://github.com/PrefectHQ/prefect/pull/12188
+- Add keyword for search to deployments concept doc — https://github.com/PrefectHQ/prefect/pull/12178
+- Add a `prefect-client` README — https://github.com/PrefectHQ/prefect/pull/12172
+- Add `prefect-soda-cloud` integration — https://github.com/PrefectHQ/prefect/pull/12208
+- Update Prefect self-hosted guide to clarify PostgreSQL Docker instructions — https://github.com/PrefectHQ/prefect/pull/12164
+- Update README example — https://github.com/PrefectHQ/prefect/pull/12167
+- Remove outdated sqlite version info from install docs — https://github.com/PrefectHQ/prefect/pull/12162
+
+### Contributors
+
+- @AlessandroLollo
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.16.2...2.16.3
+
+## Release 2.16.2
+
+### Enhancements
+
+- Add ability to use a module path entrypoint when using `.serve` or `.deploy` — https://github.com/PrefectHQ/prefect/pull/12134
+- Add `delete_task_run` client method — https://github.com/PrefectHQ/prefect/pull/12142
+- Add Artifacts on the flow run graph — https://github.com/PrefectHQ/prefect/pull/12156
+
+### Fixes
+
+- Support obfuscation of more complex log record messages — https://github.com/PrefectHQ/prefect/pull/12151
+
+### Documentation
+
+- Remove tab structure for three docs pages to improve navigation — https://github.com/PrefectHQ/prefect/pull/12127
+- Add clarifications and style updates on the events page — https://github.com/PrefectHQ/prefect/pull/12133
+
+### Experimental
+
+- Try to use the same block for autonomous task scheduling storage — https://github.com/PrefectHQ/prefect/pull/12122
+- Reliability improvements for autonomous task scheduling — https://github.com/PrefectHQ/prefect/pull/12115
+
+### Contributors
+
+- @eladm26
+- @seano-vs
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.16.1...2.16.2
+
+## Release 2.16.1
+
+### Enhanced multiple schedule support
+
+`prefect.yaml` now supports specifying multiple schedules via the `schedules` key. This allows you to define multiple schedules for a single deployment, and each schedule can have its own `cron`, `interval`, or `rrule` configuration:
+
+```yaml
+ ...
+ schedules:
+ - cron: "0 0 * * *"
+ active: false
+ - interval: 3600
+ active: true
+ - rrule: "FREQ=YEARLY"
+ active: true
+```
+
+In addition, you can now specify multiple schedules via arguments to `prefect deploy`:
+
+`prefect deploy ... --cron '4 * * * *' --cron '1 * * * *' --rrule 'FREQ=DAILY'`
+
+We've also added support for multiple schedules to `flow.serve`, `flow.deploy` and `prefect.runner.serve`. You can provide multiple schedules by passing a list to the `cron`, `interval`, or `rrule` arguments:
+
+```python
+import datetime
+import random
+
+from prefect import flow
+
+
+@flow
+def trees():
+ tree = random.choice(["🌳", "🌴", "🌲", "🌵"])
+ print(f"Here's a happy little tree: {tree}")
+
+if __name__ == "__main__":
+ trees.serve(
+ name="trees",
+ interval=[3600, 7200, 14400],
+ )
+```
+
+This will create a deployment with three schedules, one that runs every hour, one that runs every two hours, and one that runs every four hours. For more advanced cases, use the `schedules` argument.
+
+```python
+ trees.serve(
+ name="trees",
+ schedules=[
+ IntervalSchedule(interval=datetime.timedelta(minutes=30)),
+ {"schedule": RRuleSchedule(rrule="FREQ=YEARLY"), "active": True},
+ MinimalDeploymentSchedule(schedule=CronSchedule(cron="0 0 * * *"), active=False),
+ ]
+ )
+```
+
+Dive into these new scheduling capabilities today and streamline your workflows like never before.
+
+For implementation details, see the following pull request: - https://github.com/PrefectHQ/prefect/pull/12107
+
+### Enhancements
+
+- Add a logging filter to prevent logging the current API key — https://github.com/PrefectHQ/prefect/pull/12072
+- Update `flow.serve` to support multiple schedules — https://github.com/PrefectHQ/prefect/pull/12107
+- Update `prefect deploy` to support multiple schedules — https://github.com/PrefectHQ/prefect/pull/12121
+
+### Fixes
+
+- Clear runs when updating or deleting schedules, even if the deployment is paused — https://github.com/PrefectHQ/prefect/pull/12089
+- Surface missing work pool error in CLI — https://github.com/PrefectHQ/prefect/pull/12087
+- Ignore outdated `schedule` in `Deployment.build_from_flow` — https://github.com/PrefectHQ/prefect/pull/12100
+- Fix schedule instructions for `prefect deploy` — https://github.com/PrefectHQ/prefect/pull/12101
+- Fix reference to `prefect deployment schedule create` — https://github.com/PrefectHQ/prefect/pull/12117
+- Ensure only scheduled runs can be marked late — https://github.com/PrefectHQ/prefect/pull/12113
+
+### Documentation
+
+- Update outdated automations concepts page image — https://github.com/PrefectHQ/prefect/pull/12059
+- Update automations concept page for recent triggers and actions — https://github.com/PrefectHQ/prefect/pull/12074
+- Add clarifications to tutorial and getting started pages — https://github.com/PrefectHQ/prefect/pull/12077
+- Add minimum Kubernetes version to worker guide — https://github.com/PrefectHQ/prefect/pull/12095
+- Add Coiled to integrations catalog docs page — https://github.com/PrefectHQ/prefect/pull/12098
+- Fix formatting on webhooks page — https://github.com/PrefectHQ/prefect/pull/12088
+
+### Experimental
+
+- Add artifact data to flow run graph API — https://github.com/PrefectHQ/prefect/pull/12105
+- Add feature flag for flow run infra overrides — https://github.com/PrefectHQ/prefect/pull/12065
+
+## New Contributors
+
+- @jrbourbeau made their first contribution in https://github.com/PrefectHQ/prefect/pull/12098
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.16.0...2.16.1
+
+## Release 2.16.0
+
+### 🕢 Deployments now support multiple schedules 🕐
+
+With today’s release, we’re excited to roll out initial support for using multiple schedules with Deployments! You can now use multiple schedules in the following ways:
+
+- Specifying schedules in a Deployment YAML file
+- Creating Python-based Deployments with the `Deployment` class
+- New CLI commands: `prefect deployment schedule `
+- New UI components aware of multiple schedules
+
+Coming soon, we’ll round out support for multiple schedules in other areas, such as:
+
+- When running a flow with `flow.serve()` and `flow.deploy()`
+- When using `prefect deploy`
+
+The easiest way to get started with multiple schedules is to try out the new CLI commands:
+
+```shell
+$ prefect deployment schedule ls happy-flow/my-deployment
+ Deployment Schedules
+┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━┳━━━━━━━━┓
+┃ ID ┃ Schedule ┃ Active ┃
+┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━╇━━━━━━━━┩
+│ c7d3ddc4-9a5a-4dec-bd59-eed282ae55d5 │ cron: 0 0 1 * 1 │ True │
+└──────────────────────────────────────┴─────────────────┴────────┘
+
+$ prefect deployment schedule create happy-flow/my-deployment --interval 60
+Created deployment schedule!
+
+$ prefect deployment schedule ls happy-flow/my-deployment
+ Deployment Schedules
+┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━┓
+┃ ID ┃ Schedule ┃ Active ┃
+┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━┩
+│ 3638ed58-cab2-4462-a680-2f92fcf6c797 │ interval: 0:01:00s │ True │
+│ c7d3ddc4-9a5a-4dec-bd59-eed282ae55d5 │ cron: 0 0 1 * 1 │ True │
+└──────────────────────────────────────┴────────────────────┴────────┘
+```
+
+### Enhancements
+
+- Add support for deploying to a process work pool using `flow.deploy` and `deploy` — https://github.com/PrefectHQ/prefect/pull/12017
+- Add support for multiple schedules to Prefect server and CLI — https://github.com/PrefectHQ/prefect/pull/11971
+- Add CLI command to read runs in a work queue — https://github.com/PrefectHQ/prefect/pull/11989
+
+### Fixes
+
+- Update the text for the CLI command `deployment run --help` so it renders for more args — https://github.com/PrefectHQ/prefect/pull/11960
+- Fix `Flow.with_options` logic for retries, retry_delay_seconds, flow_run_name — https://github.com/PrefectHQ/prefect/pull/12020
+- Fix memory leaks related to cancellation scopes and async contextvar usage — https://github.com/PrefectHQ/prefect/pull/12019
+- Revert the recent change that runs on the main thread while we investigate a concurrency issue — https://github.com/PrefectHQ/prefect/pull/12054
+- Add a more readable error if Docker is not running — https://github.com/PrefectHQ/prefect/pull/12045
+
+### Documentation
+
+- Improve language and formatting in Profiles and Configuration guide — https://github.com/PrefectHQ/prefect/pull/11996
+- Improves docs formatting consistency and adds some minor content updates — https://github.com/PrefectHQ/prefect/pull/12004
+- Updates formatting for guide: creating-interactive-workflows.md — https://github.com/PrefectHQ/prefect/pull/11991
+- Add import statement for `wait_for_flow_run` — https://github.com/PrefectHQ/prefect/pull/11999
+- Add deep dive on overriding job variables — https://github.com/PrefectHQ/prefect/pull/12033
+- Remove extraneous trailing quotation marks in concepts/artifacts docs — https://github.com/PrefectHQ/prefect/pull/12040
+- Add links to overriding job variables guide — https://github.com/PrefectHQ/prefect/pull/12043
+- Update scheduling docs to include information about multiple schedules — https://github.com/PrefectHQ/prefect/pull/12064
+
+### Experimental
+
+- Only allow using `Task.submit()` for autonomous task submission — https://github.com/PrefectHQ/prefect/pull/12025
+
+## New Contributors
+
+- @hamzamogni made their first contribution in https://github.com/PrefectHQ/prefect/pull/12000
+- @eladm26 made their first contribution in https://github.com/PrefectHQ/prefect/pull/12045
+-
+
+### Contributors
+
+- @NodeJSmith
+- @eladm26
+- @hamzamogni
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.15.0...2.16.0
+
+## Release 2.15.0
+
+### 🔧 Task runs now execute on the main thread
+
+We are excited to announce that task runs are now executed on the main thread!
+
+When feasible, task runs are now executed on the main thread instead of a worker thread. Previously, all task runs were run in a new worker thread. This allows objects to be passed to and from tasks without worrying about thread safety unless you have opted into concurrency. For example, an HTTP client or database connection can be shared between a flow and its tasks now (unless synchronous concurrency is used). Some asynchronous and sequential use cases may see performance improvements.
+
+Consider the following example:
+
+```python
+import sqlite3
+from prefect import flow, task
+
+db = sqlite3.connect("threads.db")
+
+try:
+ db.execute("CREATE TABLE fellowship(name)")
+except sqlite3.OperationalError:
+ pass
+else:
+ db.commit()
+
+db.execute("DELETE FROM fellowship")
+db.commit()
+
+cur = db.cursor()
+
+
+@task
+def my_task(name: str):
+ global db, cur
+
+ cur.execute('INSERT INTO fellowship VALUES (?)', (name,))
+
+ db.commit()
+
+
+@flow
+def my_flow():
+ global db, cur
+
+ for name in ["Frodo", "Gandalf", "Gimli", "Aragorn", "Legolas", "Boromir", "Samwise", "Pippin", "Merry"]:
+ my_task(name)
+
+ print(cur.execute("SELECT * FROM fellowship").fetchall())
+
+ db.close()
+
+
+if __name__ == "__main__":
+ my_flow()
+```
+
+In previous versions of Prefect, running this example would result in an error like this:
+
+```python
+sqlite3.ProgrammingError: SQLite objects created in a thread can only be used in that same thread. The object was created in thread id 7977619456 and this is thread id 6243151872.
+```
+
+But now, with task runs executing on the main thread, this example will run without error! We're excited this change makes Prefect even more intuitive and flexible!
+
+See the following pull request for implementation details: - https://github.com/PrefectHQ/prefect/pull/11930
+
+### 🔭 Monitor deployment runs triggered via the CLI
+
+You can monitor the status of a flow run created from a deployment via the CLI. This is useful for observing a flow run's progress without navigating to the UI.
+
+To monitor a flow run started from a deployment, use the `--watch` option with `prefect deployment run`:
+
+```console
+prefect deployment run --watch /
+```
+
+See the following pull request for implementation details: - https://github.com/PrefectHQ/prefect/pull/11702
+
+### Enhancements
+
+- Enable work queue status in the UI by default — https://github.com/PrefectHQ/prefect/pull/11976 & https://github.com/PrefectHQ/prefect-ui-library/pull/2080
+
+### Fixes
+
+- Update vendored `starlette` version to resolve vulnerability in `python-mulipart` — https://github.com/PrefectHQ/prefect/pull/11956
+- Fix display of interval schedules created with a different timezone than the current device - https://github.com/PrefectHQ/prefect-ui-library/pull/2090
+
+### Experimental
+
+- Prevent `RUNNING` -> `RUNNING` state transitions for autonomous task runs — https://github.com/PrefectHQ/prefect/pull/11975
+- Provide current thread to the engine when submitting autonomous tasks — https://github.com/PrefectHQ/prefect/pull/11978
+- Add intermediate `PENDING` state for autonomous task execution — https://github.com/PrefectHQ/prefect/pull/11985
+- Raise exception when stopping task server — https://github.com/PrefectHQ/prefect/pull/11928
+
+### Documentation
+
+- Update work pools concepts page to include Modal push work pool — https://github.com/PrefectHQ/prefect/pull/11954
+- Add details to `run_deployment` tags parameter documentation — https://github.com/PrefectHQ/prefect/pull/11955
+- Add Helm chart link in Prefect server instance docs — https://github.com/PrefectHQ/prefect/pull/11970
+- Clarify that async nested flows can be run concurrently — https://github.com/PrefectHQ/prefect/pull/11982
+- Update work queue and flow concurrency information to include push work pools — https://github.com/PrefectHQ/prefect/pull/11974
+
+### Contributors
+
+- @zanieb
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.14.21...2.15.0
+
+## Release 2.14.21
+
+### Introducing work queue status
+
+We're excited to unveil the new status indicators for work queues in Prefect's UI, enhancing your ability to oversee and control flow run execution within our hybrid work pools.
+
+Work queues will now display one of three distinct statuses:
+
+- `Ready` - one or more online workers are actively polling the work queue
+- `Not Ready` - no online workers are polling the work queue, signaling a need for intervention
+- `Paused` - the work queue is intentionally paused, preventing execution
+
+
+
+
+
+
+With the introduction of work queue status, you'll notice the absence of deprecated work queue health indicators in the UI.
+
+See the documentation on [work queue status](https://docs.prefect.io/latest/concepts/work-pools/#work-queues) for more information.
+
+For now, this is an experimental feature, and can be enabled by running:
+
+```console
+prefect config set PREFECT_EXPERIMENTAL_ENABLE_WORK_QUEUE_STATUS=True
+```
+
+See the following pull request for implementation details: - https://github.com/PrefectHQ/prefect/pull/11829
+
+### Fixes
+
+- Remove unnecessary `WARNING` level log indicating a task run completed successfully — https://github.com/PrefectHQ/prefect/pull/11810
+- Fix a bug where block placeholders declared in pull steps of the `deployments` section of a `prefect.yaml` file were not resolved correctly — https://github.com/PrefectHQ/prefect/pull/11740
+- Use `pool_pre_ping` to improve stability for long-lived PostgreSQL connections — https://github.com/PrefectHQ/prefect/pull/11911
+
+### Documentation
+
+- Clarify Docker tutorial code snippet to ensure commands are run from the correct directory — https://github.com/PrefectHQ/prefect/pull/11833
+- Remove beta tag from incident documentation and screenshots — https://github.com/PrefectHQ/prefect/pull/11921
+- Update Prefect Cloud account roles docs to reflect renaming of previous "Admin" role to "Owner" and creation of new "Admin" role that cannot bypass SSO — https://github.com/PrefectHQ/prefect/pull/11925
+
+### Experimental
+
+- Ensure task subscribers can only pick up task runs they are able to execute — https://github.com/PrefectHQ/prefect/pull/11805
+- Allow a task server to reuse the same task runner to speed up execution — https://github.com/PrefectHQ/prefect/pull/11806
+- Allow configuration of maximum backlog queue size and maximum retry queue size for autonomous task runs — https://github.com/PrefectHQ/prefect/pull/11825
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.14.20...2.14.21
+
+## Release 2.14.20
+
+### Fixes
+
+- Fix runtime bug causing missing work queues in UI — https://github.com/PrefectHQ/prefect/pull/11807
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.14.19...2.14.20
+
+## Release 2.14.19
+
+## Dynamic descriptions for paused and suspended flow runs
+
+You can now include dynamic, markdown-formatted descriptions when pausing or suspending a flow run for human input. This description will be shown in the Prefect UI alongside the form when a user is resuming the flow run, enabling developers to give context and instructions to users when they need to provide input.
+
+```python
+from datetime import datetime
+from prefect import flow, pause_flow_run, get_run_logger
+from prefect.input import RunInput
+
+class UserInput(RunInput):
+ name: str
+ age: int
+
+@flow
+async def greet_user():
+ logger = get_run_logger()
+ current_date = datetime.now().strftime("%B %d, %Y")
+
+ description_md = f"""
+**Welcome to the User Greeting Flow!**
+Today's Date: {current_date}
+
+Please enter your details below:
+- **Name**: What should we call you?
+- **Age**: Just a number, nothing more.
+"""
+
+ user_input = await pause_flow_run(
+ wait_for_input=UserInput.with_initial_data(
+ description=description_md, name="anonymous"
+ )
+ )
+
+ if user_input.name == "anonymous":
+ logger.info("Hello, stranger!")
+ else:
+ logger.info(f"Hello, {user_input.name}!")
+```
+
+See the following PR for implementation details:
+
+- https://github.com/PrefectHQ/prefect/pull/11776
+- https://github.com/PrefectHQ/prefect/pull/11799
+
+### Enhancements
+
+- Enhanced `RunInput` saving to include descriptions, improving clarity and documentation for flow inputs — https://github.com/PrefectHQ/prefect/pull/11776
+- Improved type hinting for automatic run inputs, enhancing the developer experience and code readability — https://github.com/PrefectHQ/prefect/pull/11796
+- Extended Azure filesystem support with the addition of `azure_storage_container` for more flexible storage options — https://github.com/PrefectHQ/prefect/pull/11784
+- Added deployment details to work pool information, offering a more comprehensive view of work pool usage — https://github.com/PrefectHQ/prefect/pull/11766
+
+### Fixes
+
+- Updated terminal based deployment operations to make links within panels interactive, enhancing user navigation and experience — https://github.com/PrefectHQ/prefect/pull/11774
+
+### Documentation
+
+- Revised Key-Value (KV) integration documentation for improved clarity and updated authorship details — https://github.com/PrefectHQ/prefect/pull/11770
+- Further refinements to interactive flows documentation, addressing feedback and clarifying usage — https://github.com/PrefectHQ/prefect/pull/11772
+- Standardized terminal output in documentation for consistency and readability — https://github.com/PrefectHQ/prefect/pull/11775
+- Corrected a broken link to agents in the work pool concepts documentation, improving resource accessibility — https://github.com/PrefectHQ/prefect/pull/11782
+- Updated examples for accuracy and to reflect current best practices — https://github.com/PrefectHQ/prefect/pull/11786
+- Added guidance on providing descriptions when pausing flow runs, enhancing operational documentation — https://github.com/PrefectHQ/prefect/pull/11799
+
+### Experimental
+
+- Implemented `TaskRunFilterFlowRunId` for both client and server, enhancing task run filtering capabilities — https://github.com/PrefectHQ/prefect/pull/11748
+- Introduced a subscription API for autonomous task scheduling, paving the way for more dynamic and flexible task execution — https://github.com/PrefectHQ/prefect/pull/11779
+- Conducted testing to ensure server-side scheduling of autonomous tasks, verifying system reliability and performance — https://github.com/PrefectHQ/prefect/pull/11793
+- Implemented a global collections metadata cache clearance between tests, improving test reliability and accuracy — https://github.com/PrefectHQ/prefect/pull/11794
+- Initiated task server testing, laying the groundwork for comprehensive server-side task management — https://github.com/PrefectHQ/prefect/pull/11797
+
+## New Contributors
+
+- @thomasfrederikhoeck made their first contribution in https://github.com/PrefectHQ/prefect/pull/11784
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.14.18...2.14.19
+
+## Release 2.14.18
+
+### Fixes
+
+- Allow prefect settings to accept lists — https://github.com/PrefectHQ/prefect/pull/11722
+- Revert deprecation of worker webserver setting — https://github.com/PrefectHQ/prefect/pull/11758
+
+### Documentation
+
+- Expand docs on interactive flows, detailing `send_input` and `receive_input` — https://github.com/PrefectHQ/prefect/pull/11724
+- Clarify that interval schedules use an anchor not start date — https://github.com/PrefectHQ/prefect/pull/11767
+
+## New Contributors
+
+- @clefelhocz2 made their first contribution in https://github.com/PrefectHQ/prefect/pull/11722
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.14.17...2.14.18
+
+## Release 2.14.17
+
+### **Experimental**: Non-blocking submission of flow runs to the `Runner` web server
+
+You can now submit runs of served flows without blocking the main thread, from inside or outside a flow run. If submitting flows from inside a parent flow, these submitted runs will be tracked as subflows of the parent flow run.
+
+
+
+In order to use this feature, you must:
+
+- enable the experimental `Runner` webserver endpoints via
+ ```console
+ prefect config set PREFECT_EXPERIMENTAL_ENABLE_EXTRA_RUNNER_ENDPOINTS=True
+ ```
+- ensure the `Runner` web server is enabled, either by:
+ - passing `webserver=True` to your `serve` call
+ - enabling the webserver via
+ ```console
+ prefect config set PREFECT_RUNNER_SERVER_ENABLE=True
+ ```
+
+You can then submit any flow available in the import space of the served flow, and you can submit multiple runs at once. If submitting flows from a parent flow, you may optionally block the parent flow run from completing until all submitted runs are complete with `wait_for_submitted_runs()`.
+
+
+ Click for an example
+
+```python
+import time
+
+from pydantic import BaseModel
+
+from prefect import flow, serve, task
+from prefect.runner import submit_to_runner, wait_for_submitted_runs
+
+
+class Foo(BaseModel):
+ bar: str
+ baz: int
+
+
+class ParentFoo(BaseModel):
+ foo: Foo
+ x: int = 42
+
+@task
+def noop():
+ pass
+
+@flow(log_prints=True)
+async def child(foo: Foo = Foo(bar="hello", baz=42)):
+ print(f"received {foo.bar} and {foo.baz}")
+ print("going to sleep")
+ noop()
+ time.sleep(20)
+
+
+@task
+def foo():
+ time.sleep(2)
+
+@flow(log_prints=True)
+def parent(parent_foo: ParentFoo = ParentFoo(foo=Foo(bar="hello", baz=42))):
+ print(f"I'm a parent and I received {parent_foo=}")
+
+ submit_to_runner(
+ child, [{"foo": Foo(bar="hello", baz=i)} for i in range(9)]
+ )
+
+ foo.submit()
+
+ wait_for_submitted_runs() # optionally block until all submitted runs are complete
+
+
+if __name__ == "__main__":
+ # either enable the webserver via `webserver=True` or via
+ # `prefect config set PREFECT_RUNNER_SERVER_ENABLE=True`
+ serve(parent.to_deployment(__file__), limit=10, webserver=True)
+```
+
+
+
+This feature is experimental and subject to change. Please try it out and let us know what you think!
+
+See [the PR](https://github.com/PrefectHQ/prefect/pull/11476) for implementation details.
+
+### Enhancements
+
+- Add `url` to `prefect.runtime.flow_run` — https://github.com/PrefectHQ/prefect/pull/11686
+- Add ability to subpath the `/ui-settings` endpoint — https://github.com/PrefectHQ/prefect/pull/11701
+
+### Fixes
+
+- Handle `pydantic` v2 types in schema generation for flow parameters — https://github.com/PrefectHQ/prefect/pull/11656
+- Increase flow run resiliency by gracefully handling `PENDING` to `PENDING` state transitions — https://github.com/PrefectHQ/prefect/pull/11695
+
+### Documentation
+
+- Add documentation for `cache_result_in_memory` argument for `flow` decorator — https://github.com/PrefectHQ/prefect/pull/11669
+- Add runnable example of `flow.from_source()` — https://github.com/PrefectHQ/prefect/pull/11690
+- Improve discoverability of creating interactive workflows guide — https://github.com/PrefectHQ/prefect/pull/11704
+- Fix typo in automations guide — https://github.com/PrefectHQ/prefect/pull/11716
+- Remove events and incidents from concepts index page — https://github.com/PrefectHQ/prefect/pull/11708
+- Remove subflow task tag concurrency warning — https://github.com/PrefectHQ/prefect/pull/11725
+- Remove misleading line on pausing a flow run from the UI — https://github.com/PrefectHQ/prefect/pull/11730
+- Improve readability of Jinja templating guide in automations concept doc — https://github.com/PrefectHQ/prefect/pull/11729
+- Resolve links to relocated interactive workflows guide — https://github.com/PrefectHQ/prefect/pull/11692
+- Fix typo in flows concept documentation — https://github.com/PrefectHQ/prefect/pull/11693
+
+### Contributors
+
+- @sgbaird
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.14.16...2.14.17
+
+## Release 2.14.16
+
+### Support for access block fields in `prefect.yaml` templating
+
+You can now access fields on blocks used in your `prefect.yaml` files. This enables you to use values stored in blocks to provide dynamic configuration for attributes like your `work_pool_name` and `job_variables`.
+
+Here's what it looks like in action:
+
+```yaml
+deployments:
+ - name: test
+ version: 0.1
+ tags: []
+ description: "Example flow"
+ schedule: {}
+ entrypoint: "flow.py:example_flow"
+ parameters: {}
+ work_pool:
+ name: "{{ prefect.blocks.json.default-config.value.work_pool }}"
+ work_queue: "{{ prefect.blocks.json.default-config.value.work_queue }}"
+```
+
+In the above example, we use fields from a `JSON` block to configure which work pool and queue we deploy our flow to. We can update where our flow is deployed to by updating the referenced block without needing to change our `prefect.yaml` at all!
+
+Many thanks to @bjarneschroeder for contributing this functionality! Check out this PR for implementation details: https://github.com/PrefectHQ/prefect/pull/10938
+
+### Enhancements
+
+- Add the `wait_for_flow_run` method to `PrefectClient` to allow waiting for a flow run to complete — https://github.com/PrefectHQ/prefect/pull/11305
+- Add a provisioner for `Modal` push work pools — https://github.com/PrefectHQ/prefect/pull/11665
+- Expose the `limit` kwarg in `serve` to increase its visibility — https://github.com/PrefectHQ/prefect/pull/11645
+- Add methods supporting modification and suppression of flow run notification policies — https://github.com/PrefectHQ/prefect/pull/11163
+- Enhancements to sending and receiving flow run inputs by automatically converting types to `RunInput` subclasses — https://github.com/PrefectHQ/prefect/pull/11636
+
+### Fixes
+
+- Avoid rerunning task runs forced to `COMPLETED` state — https://github.com/PrefectHQ/prefect/pull/11385
+- Add a new UI setting to customize the served static directory — https://github.com/PrefectHQ/prefect/pull/11648
+
+### Documentation
+
+- Fix retry handler example code in task concept docs — https://github.com/PrefectHQ/prefect/pull/11633
+- Fix docstring example in `from_source` — https://github.com/PrefectHQ/prefect/pull/11634
+- Add an active incident screenshot to the documentation — https://github.com/PrefectHQ/prefect/pull/11647
+- Add clarification on work queues being a feature of hybrid work pools only — https://github.com/PrefectHQ/prefect/pull/11651
+- Update interactive workflow guide description and heading — https://github.com/PrefectHQ/prefect/pull/11663
+- Add API reference documentation for `wait_for_flow_run` — https://github.com/PrefectHQ/prefect/pull/11668
+- Remove duplicate line in `prefect deploy` docs — https://github.com/PrefectHQ/prefect/pull/11644
+- Update README to clearly mention running the Python file before starting server — https://github.com/PrefectHQ/prefect/pull/11643
+- Fix typo in `Modal` infrastructure documentation — https://github.com/PrefectHQ/prefect/pull/11676
+
+## New Contributors
+
+- @N-Demir made their first contribution in https://github.com/PrefectHQ/prefect/pull/11633
+- @sgbaird made their first contribution in https://github.com/PrefectHQ/prefect/pull/11644
+- @bjarneschroeder made their first contribution in https://github.com/PrefectHQ/prefect/pull/10938
+- @Fizzizist made their first contribution in https://github.com/PrefectHQ/prefect/pull/11305
+- @NeodarZ made their first contribution in https://github.com/PrefectHQ/prefect/pull/11163
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.14.15...2.14.16
+
+## Release 2.14.15
+
+### Fixes
+
+- Fix an issue where setting `UI_SERVE_BASE` to an empty string or "/" led to incorrect asset urls - https://github.com/PrefectHQ/prefect/pull/11628
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.14.14...2.14.15
+
+## Release 2.14.14
+
+## Support for custom prefect.yaml deployment configuration files
+
+You can now specify a `prefect.yaml` deployment configuration file while running `prefect deploy` by using the
+`--prefect-file` command line argument. This means that your configuration files can be in any directory
+and can follow your own naming conventions. Using this feature provides more flexibility in defining
+and managing your deployments.
+
+See the following PR for implementation details:
+
+- https://github.com/PrefectHQ/prefect/pull/11511
+- https://github.com/PrefectHQ/prefect/pull/11624
+
+## Toggle Deployment Schedule Status via `prefect.yaml`
+
+You can now toggle your deployment schedules between `active` and `inactive` in your `prefect.yaml` configuration file. This enables you to create deployments with initially _inactive_ schedules, allowing for thorough testing or staged rollouts!
+
+See the following PR for implementation details:
+
+- https://github.com/PrefectHQ/prefect/pull/11608
+
+## Support for Python 3.12
+
+You can now install `prefect` using Python 3.12! This support is experimental and will be hardened in future releases.
+
+See the following PR for implementation details:
+
+- https://github.com/PrefectHQ/prefect/pull/11306
+
+### Enhancements
+
+- Add an option through the CLI and Python client to remove schedules from deployments — https://github.com/PrefectHQ/prefect/pull/11353
+- Add client methods to interact with global concurrency limit APIs — https://github.com/PrefectHQ/prefect/pull/11415
+- Make `name` optional when saving an existing block — https://github.com/PrefectHQ/prefect/pull/11592
+- Make marking a flow as a subflow in `run_deployment` optional — https://github.com/PrefectHQ/prefect/pull/11611
+- Improve IDE support for `PrefectObjectRegistry.register_instances` decorated classes — https://github.com/PrefectHQ/prefect/pull/11617
+- Make the UI accessible via reverse proxy and add a `--no-install` flag to `prefect dev build-ui` — https://github.com/PrefectHQ/prefect/pull/11489
+- Improve UI build during `prefect server start` - https://github.com/PrefectHQ/prefect/pull/11493
+- Improve error message in `.deploy` — https://github.com/PrefectHQ/prefect/pull/11615
+
+### Fixes
+
+- Use default values (if any) when no run input is provided upon `resume` — https://github.com/PrefectHQ/prefect/pull/11598
+- Prevent deployments with `RRule` schedules containing `COUNT` — https://github.com/PrefectHQ/prefect/pull/11600
+- Fix flows with class-based type hints based on `from __future__ import annotations` — https://github.com/PrefectHQ/prefect/pull/11578 & https://github.com/PrefectHQ/prefect/pull/11616
+- Raise `StepExecutionError` on non-zero `run_shell_script` return code during `prefect deploy` — https://github.com/PrefectHQ/prefect/pull/11604
+
+### Experimental
+
+- Enable flow runs to receive typed input from external sources — https://github.com/PrefectHQ/prefect/pull/11573
+
+### Documentation
+
+- Fix non-rendering link in Docker guide — https://github.com/PrefectHQ/prefect/pull/11574
+- Update deployment and flow concept docs — https://github.com/PrefectHQ/prefect/pull/11576
+- Add examples for custom triggers to automations docs — https://github.com/PrefectHQ/prefect/pull/11589
+- Add send/receive documentation to `run_input` module docstring — https://github.com/PrefectHQ/prefect/pull/11591
+- Add automations guide — https://github.com/PrefectHQ/prefect/pull/10559
+- Fix storage guide links and reference — https://github.com/PrefectHQ/prefect/pull/11602
+- Fix typo in `prefect deploy` guide — https://github.com/PrefectHQ/prefect/pull/11606
+- Fix imports in human-in-the-loop workflows guide example — https://github.com/PrefectHQ/prefect/pull/11612
+- Add missing imports to human-in-the-loop workflows example — https://github.com/PrefectHQ/prefect/pull/11614
+- Fix formatting in `prefect deploy` guide — https://github.com/PrefectHQ/prefect/pull/11562
+- Remove "Notification blocks must be pre-configured" warning from automations docs — https://github.com/PrefectHQ/prefect/pull/11569
+- Update work pools concept docs example to use correct entrypoint — https://github.com/PrefectHQ/prefect/pull/11584
+- Add incident, metric, and deployment status info to automations docs - https://github.com/PrefectHQ/prefect/pull/11625
+
+### New Contributors
+
+- @brett-koonce made their first contribution in https://github.com/PrefectHQ/prefect/pull/11562
+- @jitvimol made their first contribution in https://github.com/PrefectHQ/prefect/pull/11584
+- @oz-elhassid made their first contribution in https://github.com/PrefectHQ/prefect/pull/11353
+- @Zyntogz made their first contribution in https://github.com/PrefectHQ/prefect/pull/11415
+- @Andrew-S-Rosen made their first contribution in https://github.com/PrefectHQ/prefect/pull/11578
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.14.13...2.14.14
+
+## Release 2.14.13
+
+## Access default work pool configurations in an air-gapped environment
+
+Those who run Prefect server in an environment where arbitrary outbound internet traffic is not allowed were previously unable to retrieve up-to-date default work pool configurations (via the UI or otherwise). You can now access the worker metadata needed to access the corresponding work pool configurations in your server even in such an air-gapped environment. Upon each release of `prefect`, the most recent version of this worker metadata will be embedded in the `prefect` package so that it can be used as a fallback if the outbound call to retrieve the real-time metadata fails.
+
+See the following PR for implementation details:
+
+- https://github.com/PrefectHQ/prefect/pull/11503
+
+## Introducing conditional task retries for enhanced workflow control
+
+In this release, we're excited to introduce the ability to conditionally retry tasks by passing in an argument to `retry_condition_fn` in your task decorator, enabling more nuanced and flexible retry mechanisms. This adds a significant level of control and efficiency, particularly in handling complex or unpredictable task outcomes. For more information on usage, check out our [docs](https://github.com/PrefectHQ/prefect/pull/11535)!
+
+See the following PR for implementation details:
+
+- https://github.com/PrefectHQ/prefect/pull/11500
+
+### Enhancements
+
+- Add `prefect cloud open` to open current workspace in browser from CLI — https://github.com/PrefectHQ/prefect/pull/11519
+- Implement `SendNotification` action type for programmatic Automations — https://github.com/PrefectHQ/prefect/pull/11471
+- Display work queue status details via CLI — https://github.com/PrefectHQ/prefect/pull/11545
+- Allow users to add date ranges "Around a time" when filtering by date - https://github.com/PrefectHQ/prefect-design/pull/1069
+
+### Fixes
+
+- Validate deployment name in `.deploy` — https://github.com/PrefectHQ/prefect/pull/11539
+- Ensure `flow.from_source` handles remote git repository updates — https://github.com/PrefectHQ/prefect/pull/11547
+
+### Documentation
+
+- Add documentation for Incidents feature in Prefect Cloud
+ — https://github.com/PrefectHQ/prefect/pull/11504
+ - https://github.com/PrefectHQ/prefect/pull/11532
+ - https://github.com/PrefectHQ/prefect/pull/11506
+ - https://github.com/PrefectHQ/prefect/pull/11508
+- Add security README — https://github.com/PrefectHQ/prefect/pull/11520
+- Add conditional pause example to flow documentation — https://github.com/PrefectHQ/prefect/pull/11536
+- Add API modules to Python SDK docs — https://github.com/PrefectHQ/prefect/pull/11538
+- Update human-in-the-loop documentation — https://github.com/PrefectHQ/prefect/pull/11497
+- Improve formatting in quickstart and tutorial — https://github.com/PrefectHQ/prefect/pull/11502
+- Fix typo in quickstart — https://github.com/PrefectHQ/prefect/pull/11498
+- Fix broken link — https://github.com/PrefectHQ/prefect/pull/11507
+- Fix method name typo in tasks tutorial — https://github.com/PrefectHQ/prefect/pull/11523
+- Remove redundant word typo — https://github.com/PrefectHQ/prefect/pull/11528
+
+### Collections
+
+- Add `LambdaFunction` block to `prefect-aws` to easily configure and invoke AWS Lambda functions - https://github.com/PrefectHQ/prefect-aws/pull/355
+
+### Contributors
+
+- @yifanmai made their first contribution in https://github.com/PrefectHQ/prefect/pull/11523
+- @dominictarro
+- @ConstantinoSchillebeeckx
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.14.12...2.14.13
+
+## Release 2.14.12
+
+### Increased customization of date and time filters across the UI
+
+Building on the enhancements to the dashboard we made in last week's release, we've updated the flow runs page to support relative time spans such as "Past 7 days". These changes make it easier to quickly see what's recently occurred (e.g. "Past 1 hour") and what's coming up next (e.g. "Next 15 minutes"). You can also select and filter by specific date and time ranges.
+
+We have also updated saved filters on the flow runs page so you can save date ranges as part of a custom filter. For example, it's now possible to create a view of the past 6 hours of runs for a specific work pool!
+
+The Flows page uses the same updated date and time filters so you have more control over how you filter and view runs.
+
+View a demonstration here: [](https://www.loom.com/share/95113969257d4cffa48ad13f943f950f?sid=b20bc27c-0dc2-40be-a627-a2148942c427)
+
+See the following PRs for implementation details:
+
+- https://github.com/PrefectHQ/prefect/pull/11473
+- https://github.com/PrefectHQ/prefect/pull/11481
+
+### Get type-checked input from humans in the loop
+
+Human-in-the-loop flows just got an upgrade. You can now pause or suspend a flow and wait for type-checked input. To get started, declare the structure of the input data using a Pydantic model, and Prefect will render a form dynamically in the UI when a human resumes the flow. Form validation will ensure that the data conforms to your Pydantic model, and your flow will receive the input.
+
+
+
+Prefect's new `RunInput` class powers this experience. `RunInput` is a subclass of Pydantic's `BaseModel`. Here's an example of a `RunInput` that uses dates, literals, and nested Pydantic models to show you what's possible:
+
+```python
+class Person(RunInput):
+ first_name: str
+ last_name: str
+ birthday: datetime.date
+ likes_tofu: bool
+ age: int = Field(gt=0, lt=150)
+ shirt_size: Literal[ShirtSize.SMALL, ShirtSize.MEDIUM, ShirtSize.LARGE,
+ ShirtSize.XLARGE]
+ shirt_color: Literal["red", "blue", "green"]
+ preferred_delivery_time: datetime.datetime
+ shipping_address: ShippingAddress
+ billing_address: BillingAddress | SameAsShipping = Field(
+ title="", default_factory=SameAsShipping
+ )
+```
+
+Check out our [guide on how to create human-in-the-loop flows](https://docs.prefect.io/latest/guides/creating-human-in-the-loop-workflows/) to learn more!
+
+### Enhancements
+
+- Update default pause/suspend timeout to 1 hour — https://github.com/PrefectHQ/prefect/pull/11437
+
+### Fixes
+
+- Resolve environment variables during `prefect deploy` — https://github.com/PrefectHQ/prefect/pull/11463
+- Fix prompt and role assignment in `ContainerInstanceProvisioner` — https://github.com/PrefectHQ/prefect/pull/11440
+- Ensure dashboard header is responsive to varying tag and date input sizes — https://github.com/PrefectHQ/prefect/pull/11427
+- Fix error when deploying a remotely loaded flow with options — https://github.com/PrefectHQ/prefect/pull/11484
+
+### Experimental
+
+- Remove title/description from `RunInput` model — https://github.com/PrefectHQ/prefect/pull/11438
+
+### Documentation
+
+- Add guide to optimizing your code for big data — https://github.com/PrefectHQ/prefect/pull/11225
+- Add guide for integrating Prefect with CI/CD via GitHub Actions — https://github.com/PrefectHQ/prefect/pull/11443
+- Expand upon managed execution and provisioned infrastructure push work pool in tutorial — https://github.com/PrefectHQ/prefect/pull/11444
+- Revise Quickstart to include benefits, remote execution, and core concepts — https://github.com/PrefectHQ/prefect/pull/11461
+- Add additions to human-in-the-loop documentation — https://github.com/PrefectHQ/prefect/pull/11487
+- Rename guide on reading and writing data to and from cloud provider storage - https://github.com/PrefectHQ/prefect/pull/11441
+- Update formatting and work pool docs — https://github.com/PrefectHQ/prefect/pull/11479
+- Add documentation for `wait_for_input` — https://github.com/PrefectHQ/prefect/pull/11404
+- Fix typo in documentation on`prefect deploy` — https://github.com/PrefectHQ/prefect/pull/11488
+- Add troubleshooting instructions for agents — https://github.com/PrefectHQ/prefect/pull/11475
+- Update README example and language - https://github.com/PrefectHQ/prefect/pull/11171
+- Fix workers graph rendering — https://github.com/PrefectHQ/prefect/pull/11455
+
+### Contributors
+
+- @1beb made their first contribution in https://github.com/PrefectHQ/prefect/pull/11475
+- @KMDgit made their first contribution in https://github.com/PrefectHQ/prefect/pull/11488
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.14.11...2.14.12
+
+## Release 2.14.11
+
+### Customize resource names when provisioning infrastructure for push work pools
+
+In the past few releases, we've added the ability to provision infrastructure for push work pools via the CLI. This release adds the ability to customize the name of the resources created in your cloud environment when provisioning infrastructure for push work pools so you can follow your organization's naming conventions.
+
+To customize your resource names when provisioning infrastructure for a push work pool, follow the interactive prompts:
+
+```bash
+? Proceed with infrastructure provisioning with default resource names? [Use arrows to move; enter to select]
+┏━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┓
+┃ ┃ Options: ┃
+┡━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┩
+│ │ Yes, proceed with infrastructure provisioning with default resource names │
+│ > │ Customize resource names │
+│ │ Do not proceed with infrastructure provisioning │
+└────┴───────────────────────────────────────────────────────────────────────────┘
+? Please enter a name for the resource group (prefect-aci-push-pool-rg): new-rg
+? Please enter a name for the app registration (prefect-aci-push-pool-app): new-app
+? Please enter a prefix for the Azure Container Registry (prefect): newregistry
+? Please enter a name for the identity (used for ACR access) (prefect-acr-identity): new-identity
+? Please enter a name for the ACI credentials block (new-work-pool-push-pool-credentials): new-aci-block
+╭───────────────────────────────────────────────────────────────────────────────────────────╮
+│ Provisioning infrastructure for your work pool new-work-pool will require: │
+│ │
+│ Updates in subscription: Azure subscription 1 │
+│ │
+│ - Create a resource group in location: eastus │
+│ - Create an app registration in Azure AD: new-app │
+│ - Create/use a service principal for app registration │
+│ - Generate a secret for app registration │
+│ - Create an Azure Container Registry with prefix newregistry │
+│ - Create an identity new-identity to allow access to the created registry │
+│ - Assign Contributor role to service account │
+│ - Create an ACR registry for image hosting │
+│ - Create an identity for Azure Container Instance to allow access to the registry │
+│ │
+│ Updates in Prefect workspace │
+│ │
+│ - Create Azure Container Instance credentials block: new-aci-block │
+│ │
+╰───────────────────────────────────────────────────────────────────────────────────────────╯
+Proceed with infrastructure provisioning? [y/n]: y
+Creating resource group
+Resource group 'new-rg' created successfully
+Creating app registration
+App registration 'new-app' created successfully
+Generating secret for app registration
+Secret generated for app registration with client ID '03923189-3151-4acd-8d59-76483752cd39'
+Creating ACI credentials block
+ACI credentials block 'new-aci-block' created in Prefect Cloud
+Assigning Contributor role to service account
+Service principal created for app ID '25329389-3151-4acd-8d59-71835252cd39'
+Contributor role assigned to service principal with object ID '483h4c85-4a8f-4fdb-0394-bd0f0b1202d0'
+Creating Azure Container Registry
+Registry created
+Logged into registry newregistry1702538242q2z2.azurecr.io
+Creating identity
+Identity 'new-identity' created
+Provisioning infrastructure. ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 100% 0:00:00
+Your default Docker build namespace has been set to 'newregistry1702538242q2z2.azurecr.io'.
+Use any image name to build and push to this registry by default:
+
+╭─────────────────────────── example_deploy_script.py ───────────────────────────╮
+│ from prefect import flow │
+│ from prefect.deployments import DeploymentImage │
+│ │
+│ │
+│ @flow(log_prints=True) │
+│ def my_flow(name: str = "world"): │
+│ print(f"Hello {name}! I'm a flow running on an Azure Container Instance!") │
+│ │
+│ │
+│ if __name__ == "__main__": │
+│ my_flow.deploy( │
+│ name="my-deployment", │
+│ work_pool_name="my-work-pool", │
+│ image=DeploymentImage( │
+│ name="my-image:latest", │
+│ platform="linux/amd64", │
+│ ) │
+│ ) │
+╰────────────────────────────────────────────────────────────────────────────────╯
+Infrastructure successfully provisioned for 'new-work-pool' work pool!
+Created work pool 'new-work-pool'!
+```
+
+Using a push work pool with automatic infrastructure provisioning is a great way to get started with a production-level Prefect set up in minutes! Check out our [push work pool guide](https://docs.prefect.io/latest/guides/deployment/push-work-pools/) for step-by-step instructions on how to get started!
+
+See the following pull requests for implementation details:
+
+- https://github.com/PrefectHQ/prefect/pull/11407
+- https://github.com/PrefectHQ/prefect/pull/11381
+- https://github.com/PrefectHQ/prefect/pull/11412
+
+### An updated date time input on the workspace dashboard
+
+We've added a new date and time filter to the workspace dashboard that gives greater control over the dashboard. You can now filter by days, hours, and even minutes. You can also specify a specific date and time range to filter by. You can also go backwards and forwards in time using that time window, for example, you can scroll through by hour.
+
+See it in action!
+[
+](https://www.loom.com/share/ca099d3792d146d08df6fcd506ff9eb2?sid=70797dda-6dc6-4fe6-bf4a-a9df2a0bf230)
+
+See the following pull requests for implementation details:
+
+- https://github.com/PrefectHQ/prefect-ui-library/pull/1937
+- https://github.com/PrefectHQ/prefect-design/pull/1048
+
+### Enhancements
+
+- Add the ability to publish `KubernetesJob` blocks as work pools — https://github.com/PrefectHQ/prefect/pull/11347
+- Add setting to configure a default Docker namespace for image builds — https://github.com/PrefectHQ/prefect/pull/11378
+- Add the ability to provision an ECR repository for ECS push work pools — https://github.com/PrefectHQ/prefect/pull/11382
+- Add ability to provision an Artifact Registry repository for Cloud Run push work pools — https://github.com/PrefectHQ/prefect/pull/11399
+- Add ability to provision an Azure Container Registry for Azure Container Instance push work pools — https://github.com/PrefectHQ/prefect/pull/11387
+- Add support for `is_schedule_active` to `flow.deploy` and `flow.serve` — https://github.com/PrefectHQ/prefect/pull/11375
+- Allow users to select relative and fixed date ranges to filter the dashboard — https://github.com/PrefectHQ/prefect/pull/11406
+- Add support for arbitrary sink types to `prefect.utilities.processutils.stream_text` — https://github.com/PrefectHQ/prefect/pull/11298
+- Update the Prefect UI deployments page to add run activity and separate out the deployment and flow names — https://github.com/PrefectHQ/prefect/pull/11394
+- Update Prefect UI workspace dashboard filters to use new date range - https://github.com/PrefectHQ/prefect-ui-library/pull/1937
+
+### Fixes
+
+- Fix bug where a pause state reused an existing state ID — https://github.com/PrefectHQ/prefect/pull/11405
+
+### Experimental
+
+- Build out API for creating/reading/deleting flow run inputs — https://github.com/PrefectHQ/prefect/pull/11363
+- Integrate flow run input and schema/response mechanics into pause/suspend — https://github.com/PrefectHQ/prefect/pull/11376
+- Add typing overloads for pause/suspend methods — https://github.com/PrefectHQ/prefect/pull/11403
+- Use bytes for `value` in `create_flow_run_input` — https://github.com/PrefectHQ/prefect/pull/11421
+- Validate run input when resuming flow runs — https://github.com/PrefectHQ/prefect/pull/11396
+- Run existing deployments via the `Runner` webserver — https://github.com/PrefectHQ/prefect/pull/11333
+
+### Documentation
+
+- Add instructions for automatic infrastructure provisioning to the push work pools guide — https://github.com/PrefectHQ/prefect/pull/11316
+- Fix broken links in states concept doc and daemonize guide — https://github.com/PrefectHQ/prefect/pull/11374
+- Update agent upgrade guide to include `flow.deploy` and examples — https://github.com/PrefectHQ/prefect/pull/11373
+- Update block document names in Moving Data guide — https://github.com/PrefectHQ/prefect/pull/11386
+- Rename `Guides` to` How-to Guides` — https://github.com/PrefectHQ/prefect/pull/11388
+- Add guide to provision infrastructure for existing push work pools — https://github.com/PrefectHQ/prefect/pull/11365
+- Add documentation for required permissions for infrastructure provisioning — https://github.com/PrefectHQ/prefect/pull/11417
+- Add docs for managed execution open beta — https://github.com/PrefectHQ/prefect/pull/11397, https://github.com/PrefectHQ/prefect/pull/11426, and https://github.com/PrefectHQ/prefect/pull/11425
+
+### Contributors
+
+- @j-tr
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.14.10...2.14.11
+
+## Release 2.14.10
+
+### Azure Container Instance push pool infrastructure provisioning via the CLI
+
+We're introducing an enhancement to the Azure Container Instance push pool experience. You can now conveniently provision necessary Azure infrastructure with the `--provision-infra` flag during work pool creation, automating the provisioning of various Azure resources essential for ACI push pools, including resource groups, app registrations, service accounts, and more.
+
+To provision Azure resources when creating an ACI push pool:
+
+```bash
+❯ prefect work-pool create my-work-pool --provision-infra --type azure-container-instance:push
+? Please select which Azure subscription to use: [Use arrows to move; enter to select]
+┏━━━━┳━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┓
+┃ ┃ Name ┃ Subscription ID ┃
+┡━━━━╇━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┩
+│ │ Engineering │ 123 │
+│ > │ Azure subscription 1 │ 234 │
+└────┴──────────────────────┴──────────────────────────────────────┘
+╭───────────────────────────────────────────────────────────────────────────────────────╮
+│ Provisioning infrastructure for your work pool my-work-pool will require: │
+│ │
+│ Updates in subscription Azure subscription 1 │
+│ │
+│ - Create a resource group in location eastus │
+│ - Create an app registration in Azure AD │
+│ - Create a service principal for app registration │
+│ - Generate a secret for app registration │
+│ - Assign Contributor role to service account │
+│ - Create Azure Container Instance │
+│ │
+│ Updates in Prefect workspace │
+│ │
+│ - Create Azure Container Instance credentials block aci-push-pool-credentials │
+│ │
+╰───────────────────────────────────────────────────────────────────────────────────────╯
+Proceed with infrastructure provisioning? [y/n]: y
+Creating resource group
+Provisioning infrastructure... ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 0% -:--:--Resource group 'prefect-aci-push-pool-rg' created in location 'eastus'
+Creating app registration
+Provisioning infrastructure... ━━━━━━━━╺━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 20% -:--:--App registration 'prefect-aci-push-pool-app' created successfully
+Generating secret for app registration
+Provisioning infrastructure... ━━━━━━━━━━━━━━━━╺━━━━━━━━━━━━━━━━━━━━━━━ 40% 0:00:06Secret generated for app registration with client ID 'abc'
+ACI credentials block 'aci-push-pool-credentials' created
+Assigning Contributor role to service account...
+Provisioning infrastructure... ━━━━━━━━━━━━━━━━━━━━━━━━╺━━━━━━━━━━━━━━━ 60% 0:00:06Contributor role assigned to service principal with object ID 'xyz'
+Creating Azure Container Instance
+Provisioning infrastructure... ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╺━━━━━━━ 80% 0:00:04Container instance 'prefect-acipool-container' created successfully
+Creating Azure Container Instance credentials block
+Provisioning infrastructure... ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 100% 0:00:00
+Infrastructure successfully provisioned for 'my-work-pool' work pool!
+Created work pool 'my-work-pool'!
+```
+
+This marks a step forward in Prefect's Azure capabilities, offering you an efficient and streamlined process for leveraging Azure Container Instances to execute their workflows.
+
+See the following pull request for implementation details:
+— https://github.com/PrefectHQ/prefect/pull/11275
+
+### Introducing the `provision-infra` sub-command for enhanced push work pool management
+
+This enhancement allows you to directly provision infrastructure for existing push work pools. Rather than recreating a work pool, you can provision necessary infrastructure and
+update the existing work pool base job template with the following command:
+
+```bash
+❯ prefect work-pool provision-infra my-work-pool
+? Please select which Azure subscription to use: [Use arrows to move; enter to select]
+┏━━━━┳━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┓
+┃ ┃ Name ┃ Subscription ID ┃
+┡━━━━╇━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┩
+│ │ Engineering │ 13d │
+│ > │ Azure subscription 1 │ 6h4 │
+└────┴──────────────────────┴──────────────────────────────────────┘
+╭────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮
+│ Provisioning infrastructure for your work pool my-work-pool will require: │
+│ │
+│ Updates in subscription Azure subscription 1 │
+│ │
+│ - Create a resource group in location eastus │
+│ - Create an app registration in Azure AD prefect-aci-push-pool-app │
+│ - Create/use a service principal for app registration │
+│ - Generate a secret for app registration │
+│ - Assign Contributor role to service account │
+│ - Create Azure Container Instance 'aci-push-pool-container' in resource group prefect-aci-push-pool-rg │
+│ │
+│ Updates in Prefect workspace │
+│ │
+│ - Create Azure Container Instance credentials block aci-push-pool-credentials │
+│ │
+╰────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯
+Proceed with infrastructure provisioning? [y/n]: y
+...
+```
+
+This PR bolsters support for efficient work pool management across diverse cloud environments, delivering a tool for seamless infrastructure setup.
+
+See the following pull request for implementation details:
+
+- https://github.com/PrefectHQ/prefect/pull/11341
+- https://github.com/PrefectHQ/prefect/pull/11355
+
+### Enhancements
+
+- Add a `suspend_flow_run` method to suspend a flow run — https://github.com/PrefectHQ/prefect/pull/11291
+- Limit the displayed work pool types when `--provision-infra` is used to only show supported work pool types - https://github.com/PrefectHQ/prefect/pull/11350
+- Add the ability to publish `Infrastructure` blocks as work pools — https://github.com/PrefectHQ/prefect/pull/11180
+- Add the ability to publish `Process` blocks as work pools — https://github.com/PrefectHQ/prefect/pull/11346
+- Add a Prefect Cloud event stream subscriber — https://github.com/PrefectHQ/prefect/pull/11332
+- Enable storage of key/value information associated with a flow run — https://github.com/PrefectHQ/prefect/pull/11342
+- Delete flow run inputs when the corresponding flow run is delete — https://github.com/PrefectHQ/prefect/pull/11352
+
+### Fixes
+
+- Fix the `read_logs` return type to be `List[Log]` — https://github.com/PrefectHQ/prefect/pull/11303
+- Fix an issue causing paused flow runs to become stuck in the `Paused` state — https://github.com/PrefectHQ/prefect/pull/11284
+
+### Documentation
+
+- Combine troubleshooting pages — https://github.com/PrefectHQ/prefect/pull/11288
+- Add Google Cloud Run V2 option to Serverless guide — https://github.com/PrefectHQ/prefect/pull/11304
+- Add `suspend_flow_run` to flows documentation — https://github.com/PrefectHQ/prefect/pull/11300
+- Add `work queues` tag to work pools concept page — https://github.com/PrefectHQ/prefect/pull/11320
+- Add missing Python SDK CLI items to the docs — https://github.com/PrefectHQ/prefect/pull/11289
+- Clarify SCIM + service accounts handling — https://github.com/PrefectHQ/prefect/pull/11343
+- Update the work pool concept document — https://github.com/PrefectHQ/prefect/pull/11331
+
+### Contributors
+
+- @tekumara
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.14.9...2.14.10
+
+## Release 2.14.9
+
+### Automatic infrastructure provisioning for ECS push work pools
+
+Following the introduction of [automatic project configuration for Cloud Run push pools](https://github.com/PrefectHQ/prefect/blob/main/RELEASE-NOTES.md#automatic-project-configuration-for-cloud-run-push-work-pools) last week, we've added the ability to automatically provision infrastructure in your AWS account and set up your Prefect workspace to support a new ECS push pool!
+
+You can create a new ECS push work pool and provision infrastructure in your AWS account with the following command:
+
+```bash
+prefect work-pool create --type ecs:push --provision-infra my-pool
+```
+
+Using the `--provision-infra` flag will automatically set up your default AWS account to be ready to execute flows via ECS tasks:
+
+```
+╭───────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮
+│ Provisioning infrastructure for your work pool my-work-pool will require: │
+│ │
+│ - Creating an IAM user for managing ECS tasks: prefect-ecs-user │
+│ - Creating and attaching an IAM policy for managing ECS tasks: prefect-ecs-policy │
+│ - Storing generated AWS credentials in a block │
+│ - Creating an ECS cluster for running Prefect flows: prefect-ecs-cluster │
+│ - Creating a VPC with CIDR 172.31.0.0/16 for running ECS tasks: prefect-ecs-vpc │
+╰───────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯
+Proceed with infrastructure provisioning? [y/n]: y
+Provisioning IAM user
+Creating IAM policy
+Generating AWS credentials
+Creating AWS credentials block
+Provisioning ECS cluster
+Provisioning VPC
+Creating internet gateway
+Setting up subnets
+Setting up security group
+Provisioning Infrastructure ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 100% 0:00:00
+Infrastructure successfully provisioned!
+Created work pool 'my-pool'!
+```
+
+If you have yet to try using an ECS push pool, now is a great time!
+
+If you use Azure, don't fret; we will add support for Azure Container Instances push work pools in a future release!
+
+See the following pull request for implementation details:
+— https://github.com/PrefectHQ/prefect/pull/11267
+
+### Enhancements
+
+- Make flows list on Flows page in the Prefect UI a scannable table — https://github.com/PrefectHQ/prefect/pull/11274
+
+### Fixes
+
+- Fix `.serve` crashes due to process limiter — https://github.com/PrefectHQ/prefect/pull/11264
+- Fix URL formatting in `GitRepository` when using provider-specific git credentials blocks — https://github.com/PrefectHQ/prefect/pull/11282
+- Prevent excessively escaping the Windows executable — https://github.com/PrefectHQ/prefect/pull/11253
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.14.8...2.14.9
+
+## Release 2.14.8
+
+This release is a follow-up to 2.14.7 which never made it to PyPI because of an issue with our Github workflow.
+
+### Documentation
+
+- Fix broken docs link in serverless worker documentation — https://github.com/PrefectHQ/prefect/pull/11269
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.14.7...2.14.8
+
+## Release 2.14.7
+
+This release fixes a bug introduced in 2.14.6 where deployments with default Docker image builds looked for images tagged `v2.14.6` instead of `2.14.6`. Users of `2.14.6` should upgrade if planning to create deployments with an image other than a custom image.
+
+### Enhancements
+
+- Use a new route to read work pool types when connected to Prefect Cloud —
+- Add `parent_flow_run_id` as a new API filter for flow runs —
+
+### Fixes
+
+- Allow more than one dependency package in the requirements of a push or pull step —
+
+### Documentation
+
+- Add serverless work pool landing page —
+- Update Azure Container Instance guide to reflect current Azure Portal interface and Prefect UI —
+- Update imports in **Flows** concept page example —
+
+### New Contributors
+
+- @oakbramble made their first contribution in
+
+**All changes**:
+
+## Release 2.14.6
+
+### View the next run for a deployment at a glance
+
+You can now see the next run for a deployment in the Runs tab of the Deployments page in the Prefect UI! Upcoming runs are now located in a dedicated tab, making the most relevant running and completed flow runs more apparent.
+
+Click below to see it in action!
+[
+](https://github.com/PrefectHQ/prefect/assets/12350579/c1658f50-512a-4cd4-9d36-a523d3cc9ef0)
+
+See the following pull request for implementation details:
+—
+
+### Automatic project configuration for Cloud Run push work pools
+
+Push work pools in Prefect Cloud simplify the setup and management of the infrastructure necessary to run your flows, but they still require some setup. With this release, we've enhanced the `prefect work-pool create` CLI command to automatically configure your GCP project and set up your Prefect workspace to use a new Cloud Run push pool immediately.
+
+Note: To take advantage of this feature, you'll need to have the `gcloud` CLI installed and authenticated with your GCP project.
+
+You can create a new Cloud Run push work pool and configure your project with the following command:
+
+```bash
+prefect work-pool create --type cloud-run:push --provision-infra my-pool
+```
+
+Using the `--provision-infra` flag will allow you to select a GCP project to use for your work pool and automatically configure it to be ready to execute flows via Cloud Run:
+
+```
+╭──────────────────────────────────────────────────────────────────────────────────────────────────────────╮
+│ Provisioning infrastructure for your work pool my-pool will require: │
+│ │
+│ Updates in GCP project central-kit-405415 in region us-central1 │
+│ │
+│ - Activate the Cloud Run API for your project │
+│ - Create a service account for managing Cloud Run jobs: prefect-cloud-run │
+│ - Service account will be granted the following roles: │
+│ - Service Account User │
+│ - Cloud Run Developer │
+│ - Create a key for service account prefect-cloud-run │
+│ │
+│ Updates in Prefect workspace │
+│ │
+│ - Create GCP credentials block my--pool-push-pool-credentials to store the service account key │
+│ │
+╰──────────────────────────────────────────────────────────────────────────────────────────────────────────╯
+Proceed with infrastructure provisioning? [y/n]: y
+Activating Cloud Run API
+Creating service account
+Assigning roles to service account
+Creating service account key
+Creating GCP credentials block
+Provisioning Infrastructure ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 100% 0:00:00
+Infrastructure successfully provisioned!
+Created work pool 'my-pool'!
+```
+
+If you have yet to try using a Cloud Run run push pool, now is a great time!
+
+If you use another cloud provider, don't fret; we will add support for ECS and Azure Container Instances push work pools in future releases!
+
+See the following pull request for implementation details:
+—
+
+### Enhancements
+
+- Add ability to search for block documents by name in the Prefect UI and API —
+- Add pagination to the Blocks page in the Prefect UI for viewing/filtering more than 200 blocks —
+- Include concurrency controls in `prefect-client` —
+
+### Fixes
+
+- Fix SQLite migration to work with older SQLite versions —
+- Fix Subflow Runs tab filters and persist to URL in the Flow Runs page of the Prefect UI —
+
+### Documentation
+
+- Improve formatting in deployment guides —
+- Add instructions for turning off the flow run logger to the unit testing guide —
+
+### Contributors
+
+- @ConstantinoSchillebeeckx
+
+**All changes**:
+
+## Release 2.14.5
+
+### Storage block compatibility with `flow.from_source`
+
+You can now use all your existing storage blocks with `flow.from_source`! Using storage blocks with `from_source` is great when you need to synchronize your credentials and configuration for your code storage location with your flow run execution environments. Plus, because block configuration is stored server-side and pulled at execution time, you can update your code storage credentials and configuration without re-deploying your flows!
+
+Here's an example of loading a flow from a private S3 bucket and serving it:
+
+```python
+from prefect import flow
+from prefect_aws import AwsCredentials
+from prefect_aws.s3 import S3Bucket
+
+if __name__ == "__main__":
+ flow.from_source(
+ source=S3Bucket(
+ bucket_name="my-code-storage-bucket",
+ credentials=AwsCredentials(
+ aws_access_key_id="my-access-key-id",
+ aws_secret_access_key="my-secret-access-key",
+ ),
+ ),
+ entrypoint="flows.py:my_flow",
+ ).serve(name="my-deployment")
+```
+
+Here's an example of loading and deploying a flow from an S3 bucket:
+
+```python
+from prefect import flow
+from prefect_aws.s3 import S3Bucket
+
+if __name__ == "__main__":
+ flow.from_source(
+ source=S3Bucket.load("my-code-storage-bucket"), entrypoint="flows.py:my_flow"
+ ).deploy(name="my-deployment", work_pool_name="above-ground")
+```
+
+Note that a storage block must be saved before deploying a flow, but not if you're serving a remotely stored flow.
+
+See the following pull request for implementation details:
+
+-
+
+### Enhancements
+
+- Add customizable host and port settings for worker webserver —
+- Safely retrieve `flow_run_id` in `EventsWorker` while finding related events —
+- Add client-side setting for specifying a default work pool —
+- Allow configuration of task run tag concurrency slot delay transition time via setting —
+- Enable enhanced flow run cancellation by default -
+
+### Fixes
+
+- Fix access token retrieval when using `GitRepository` with a private repo and `.deploy` —
+- Fix bug where check for required packages fails incorrectly during `prefect deploy` —
+- Fix routing to the Flows page from a flow run in the Prefect UI —
+- Ensure the Prefect UI Flow Runs page reacts to filter changes -
+- Optimize memory usage by clearing `args/kwargs` in a Prefect `Call` post-execution -
+- Allow logs to handle un-`uuid`-like flow_run_ids -
+- Only run unit tests for Python file changes —
+- Add `codespell` config and add to pre-commit —
+- Update token regex in release notes generation script for VSCode compatibility -
+
+### Documentation
+
+- Add Terraform Provider guide, update and simplify guides navigation —
+- Clarify and harmonize Prefect Cloud documentation to reflect nomenclature and UX changes —
+- Add information on Prefect Cloud to README —
+- Update work pool-based deployment guide to include `.deploy` —
+- Add Github information to auth-related Prefect Cloud documentation —
+- Update workers tutorial —
+- Update mkdocs material pin —
+- Fix typo in audit log documentation —
+- Fix typo in workers tutorial example —
+
+### Contributors
+
+- @yarikoptic made their first contribution in
+- @taljaards
+
+**All changes**:
+
+## Release 2.14.4
+
+### New improved flow run graph with dependency layout
+
+The flow run graph in the Prefect UI has been rebuilt from the ground up, offering significantly improved performance capabilities that allow larger flow runs to be displayed much more smoothly. We’ve added three new layouts: two non-temporal layout options, designed to provide a clearer picture of the dependency paths, and one to facilitate easy comparison of run durations. The x-axis can now be independently scaled for temporal layouts; and you can adjust it in the graph settings or with the new keyboard shortcuts - and +. We included additional small bug fixes, including the display of cached tasks.
+
+
+
+
+
+See the following pull requests for implementation details:
+
+-
+-
+-
+-
+-
+
+### Enhancements
+
+- Add API route for block counts —
+- Improved tag handling on `DeploymentImage` for `.deploy`:
+ -
+ -
+- Allow `image` passed into `.deploy` to be optional if loading flow from storage —
+- Ensure client avoids image builds when deploying to managed work pools —
+- Add `SIGTERM` handling to runner to gracefully handle timeouts —
+- Allow tasks to use `get_run_logger` w/o parent flow run —
+- Allow `ResultFactory` creation `from_task` when no `flow_run_context` —
+
+### Fixes
+
+- Avoid printing references to workers when deploying to managed pools —
+
+### Documentation
+
+- Fix docstring for `flow.deploy` method example —
+- Add warning about image architecture to push pool guide —
+- Move webhooks guide to `Development` section in guides index —
+
+**All changes**:
+
+## Release 2.14.3
+
+### Observability with deployment status
+
+You can now track the status of your deployments in the Prefect UI, which is especially useful when serving flows as they have no associated work pool or worker. If you see a flow run enter a `LATE` state (it isn’t running), you can click into the deployment for that flow run and see a red indicator next to your deployment. The worker, runner, or agent polling that deployment or its associated work queue is offline.
+
+- Deployments created from served flows will have a `READY` status if its associated process is running.
+- Deployments created in a work pool will have a `READY` status when a worker is `ONLINE` and polling the associated work queue.
+- Deployments created in a push work pool (Prefect Cloud) will always have a `READY` status.
+
+
+
+
+
+In Prefect Cloud, an event is emitted each time a deployment changes status. These events are viewable in the Event Feed.
+
+
+
+
+
+You can also create an automation triggered by deployment status changes on the Automations page!
+
+
+
+
+
+See the following pull requests for implementation details:
+
+-
+-
+-
+-
+
+### Additional storage options for `flow.from_source`
+
+You can now load flows from a variety of storage options with `flow.from_source`! In addition to loading flows from a git repository, you can load flows from any supported `fsspec` protocol.
+
+Here's an example of loading and serving a flow from an S3 bucket:
+
+```python
+from prefect import flow
+
+if __name__ == "__main__":
+ flow.from_source(
+ source="s3://my-bucket/my-folder",
+ entrypoint="flows.py:my_flow",
+ ).serve(name="deployment-from-remote-flow")
+```
+
+You can use the `RemoteStorage` class to provide additional configuration options.
+
+Here's an example of loading and serving a flow from Azure Blob Storage with a custom account name:
+
+```python
+from prefect import flow
+from prefect.runner.storage import RemoteStorage
+
+if __name__ == "__main__":
+ flow.from_source(
+ source=RemoteStorage(url="az://my-container/my-folder", account_name="my-account-name"),
+ entrypoint="flows.py:my_flow",
+ ).serve(name="deployment-from-remote-flow")
+```
+
+See the following pull request for implementation details:
+
+-
+
+### Enhancements
+
+- Add option to skip building a Docker image with `flow.deploy` —
+- Display placeholder on the variables page when no variables are present —
+- Allow composite sort of block documents by `block_type_name` and name —
+- Add option to configure a warning via `PREFECT_TASK_INTROSPECTION_WARN_THRESHOLD` if task parameter introspection takes a long time —
+
+### Fixes
+
+- Update cancellation cleanup service to allow for infrastructure teardown —
+- Allow `password` to be provided in `credentials` for `GitRespository` —
+- Enable page refresh loading for non dashboard pages —
+- Allow runner to load remotely stored flows when running hooks —
+- Fix reading of flow run graph with unstarted runs —
+- Allow Pydantic V2 models in flow function signatures —
+- Run `prefect-client` build workflow on reqs.txt updates —
+- Skips unsupported Windows tests —
+- Avoid yanked `pytest-asyncio==0.22.0` —
+
+### Documentation
+
+- Add guide to daemonize a worker or `.serve` process with systemd —
+- Add clarification of term `task` in Global Concurrency docs —
+- Update Global Concurrency guide to highlight general purpose use of concurrency limits —
+- Update push work pools documentation to mention concurrency —
+- Add documentation on Prefect Cloud teams —
+- Update 2.14.2 release notes —
+- Fix rendering of marketing banner on the Prefect dashboard —
+- Fix typo in `README.md` —
+
+## New Contributors
+
+- @vatsalya-vyas made their first contribution in
+
+**All changes**:
+
+## Release 2.14.2
+
+### Ability to pass \*\*kwargs to state change hooks
+
+You can now pass a partial (sometimes called ["curried"](https://www.geeksforgeeks.org/partial-functions-python/)) hook to your tasks and flows, allowing for more tailored post-execution behavior.
+
+```python
+from functools import partial
+from prefect import flow
+
+data = {}
+
+def my_hook(flow, flow_run, state, **kwargs):
+ data.update(state=state, **kwargs)
+
+@flow(on_completion=[partial(my_hook, my_arg="custom_value")])
+def lazy_flow():
+ pass
+
+state = lazy_flow(return_state=True)
+
+assert data == {"my_arg": "custom_value", "state": state}
+```
+
+This can be used in conjunction with the `.with_options` method on tasks and flows to dynamically provide extra kwargs to your hooks, like [this example](https://docs.prefect.io/latest/concepts/states/#pass-kwargs-to-your-hooks) in the docs.
+
+See the following pull request for implementation details:
+
+-
+
+### Fixes
+
+- Moves responsibility for running `on_cancellation` and `on_crashed` flow hooks to runner when present —
+
+**All changes**:
+
+## Release 2.14.1
+
+### Documentation
+
+- Add Python `serve` and `deploy` options to the `schedules` concepts documentation —
+
+### Fixes
+
+- Refine flow parameter validation to use the correct form of validation depending on if the parameter is a pydantic v1 or v2 model. —
+
+**All changes**:
+
+## Release 2.14.0
+
+### Introducing the `prefect-client`
+
+This release provides a new way of running flows using the `prefect-client` package. This slimmed down version of `prefect` has a small surface area of functionality and is intended for interacting with the Prefect server or Prefect Cloud **only**. You can install `prefect-client` by using `pip`:
+
+```bash
+pip install prefect-client
+```
+
+To use it, you will need to configure your environment to interact with a remote Prefect API by setting the `PREFECT_API_URL` and `PREFECT_API_KEY` environment variables. Using it in your code remains the same:
+
+```python
+from prefect import flow, task
+
+@flow(log_prints=True)
+def hello_world():
+ print("Hello from prefect-client!")
+
+hello_world()
+```
+
+See implementation details in the following pull request:
+
+-
+
+### Enhancements
+
+- Add flow name to the label for subflow runs in the Prefect UI —
+
+### Fixes
+
+- Fix ability to pull flows and build deployments in Windows environments -
+- Remove unnecessary work queue health indicator from push pools in the Prefect UI dashboard -
+- Rename mismatched alembic file —
+
+### Documentation
+
+- Standardize heading capitalization in guide to developing a new worker type —
+- Update Docker guide to mention image builds with `prefect.yaml` and `flow.deploy` —
+- Update Kubernetes guide to mention and link to Python-based flow `deploy` creation method —
+
+## New Contributors
+
+- @m-steinhauer made their first contribution in
+
+- @maitlandmarshall made their first contribution in
+
+**All changes**:
+
+## Release 2.13.8
+
+### Introducing `flow.deploy`
+
+When we released `flow.serve`, we introduced a radically simple way to deploy flows. Serving flows is perfect for many use cases, but the need for persistent infrastructure means serving flows may not work well for flows that require expensive or limited infrastructure.
+
+We're excited to introduce `flow.deploy` as a simple transition from running your served flows on persistent infrastructure to executing your flows on dynamically provisioned infrastructure via work pools and workers. `flow.deploy` ensures your flows execute consistently across environments by packaging your flow into a Docker image and making that image available to your workers when executing your flow.
+
+Updating your serve script to a deploy script is as simple as changing `serve` to `deploy`, providing a work pool to deploy to, and providing a name for the built image.
+
+Here's an example of a serve script:
+
+```python
+from prefect import flow
+
+
+@flow(log_prints=True)
+def hello_world(name: str = "world", goodbye: bool = False):
+ print(f"Hello {name} from Prefect! 🤗")
+
+ if goodbye:
+ print(f"Goodbye {name}!")
+
+
+if __name__ == "__main__":
+ hello_world.serve(
+ name="my-first-deployment",
+ tags=["onboarding"],
+ parameters={"goodbye": True},
+ interval=60,
+ )
+```
+
+transitioned to a deploy script:
+
+```python
+from prefect import flow
+
+
+@flow(log_prints=True)
+def hello_world(name: str = "world", goodbye: bool = False):
+ print(f"Hello {name} from Prefect! 🤗")
+
+ if goodbye:
+ print(f"Goodbye {name}!")
+
+
+if __name__ == "__main__":
+ hello_world.deploy(
+ name="my-first-deployment",
+ tags=["onboarding"],
+ parameters={"goodbye": True},
+ interval=60,
+ work_pool_name="above-ground",
+ image='my_registry/hello_world:demo'
+ )
+```
+
+You can also use `deploy` as a replacement for `serve` if you want to deploy multiple flows at once.
+
+For more information, check out our tutorial's newly updated [Worker & Work Pools](https://docs.prefect.io/latest/tutorial/workers/) section!
+
+See implementation details in the following pull requests:
+
+-
+-
+-
+
+### Enhancements
+
+- Add `last_polled` column to deployment table —
+- Add `status` and `last_polled` to deployment API responses —
+- Add flow run graph v2 endpoint tuned for UI applications —
+- Add ability to convert `GitRepository` into `git_clone` deployment step —
+- Update `/deployments/get_scheduled_flow_runs` endpoint to update deployment status —
+
+### Fixes
+
+- Clarify CLI prompt message for missing integration library for worker —
+- Renamed `ruamel-yaml` to `ruamel.yaml` in `requirements.txt` —
+- Clarify work pool banner on Work Pool page UI —
+
+### Documentation
+
+- Clean up `Using the Prefect Orchestration Client` guide —
+- Add link to Coiled's documentation for hosting served flows —
+- Clarify that access control lists do not affect related objects —
+- Improve block-based deployment concept page metadata and admonitions —
+- Update docs to prioritize workers over agents —
+- Update work pools and workers tutorial to use `flow.deploy` —
+- Move Docker image discussion to Docker guide —
+
+### Contributors
+
+- @lpequignot made their first contribution in
+
+**All changes**:
+
+## Release 2.13.7
+
+### Enabling Pydantic V2
+
+In 2.13.5 we released experimental support for Pydantic V2, which made it co-installable via forced install. In this release, we are enabling co-installation by default which will allow you to leverage Pydantic V2 in your flows and tasks. Additionally, you can choose to update to Pydantic V2 on your own timeline as we maintain compatibility with V1 within flows and tasks.
+
+See implementation details in the following pull request:
+
+-
+
+### Documentation
+
+- Fix typo in release notes -
+
+### Contributors
+
+- @taljaards
+
+**All changes**:
+
+## Release 2.13.6
+
+### Specify a default result storage block as a setting
+
+Previously, specifying result storage blocks necessitated changes in the `@flow` or `@task` decorator. Now, the `PREFECT_DEFAULT_RESULT_STORAGE_BLOCK` setting allows users to set a default storage block on a work pool or via job variables for a deployment. For example, to set a default storage block for a deployment via `prefect.yaml`:
+
+```yaml
+deployments:
+ - name: my-super-cool-deployment
+ entrypoint: some_directory/some_file.py:my_flow
+ schedule:
+ cron: "0 20 * * 1-5"
+ work_pool:
+ name: ecs-pool
+ job_variables:
+ env:
+ PREFECT_DEFAULT_RESULT_STORAGE_BLOCK: s3/my-s3-bucket-block-name
+```
+
+This enhancement enables easier swapping of result storages by just updating the environment in the UI or in your `prefect.yaml`, eliminating the need to alter your flow source code.
+
+See the following pull request for details:
+
+-
+
+### Experimental support for enhanced cancellation
+
+We're introducing a new experimental feature that will enable more consistent and reliable cancellation of flow runs.
+
+To enable enhanced cancellation, set the `PREFECT_EXPERIMENTAL_ENABLE_ENHANCED_CANCELLATION` setting on your worker or agents to `True`:
+
+```bash
+prefect config set PREFECT_EXPERIMENTAL_ENABLE_ENHANCED_CANCELLATION=True
+```
+
+When enabled, you can cancel flow runs where cancellation can fail, such as when your worker is offline. We will continue to develop enhanced cancellation to improve its reliability and performance. If you encounter any issues, please let us know in Slack or with a Github issue.
+
+Note: If you are using the Kubernetes worker, you will need to update your `prefect-kubernetes` installation to `0.3.1`. If you are using the Cloud Run or Vertex AI workers, you will need to update your `prefect-gcp` installation to `0.5.1`.
+
+See the following pull requests for details:
+
+-
+-
+
+### Enhancements
+
+- Add link to Prefect Cloud information in the Prefect UI —
+
+### Fixes
+
+- Avoid `prefect deploy` prompt for remote storage if a global pull step is already defined -
+
+### Documentation
+
+- Add a guide for using the Prefect client —
+- Remove icons from side navigation for improved readability —
+- Update deployments tutorial for consistent styling —
+- Fix typo in CLI command in deployments tutorial —
+- Fix typo in logging guide —
+- Update documentation styling —
+
+### Contributors
+
+- @Sun-of-a-beach made their first contribution in
+
+- @manaw
+
+**All changes**:
+
+## Release 2.13.5
+
+### Load and serve remotely stored flows
+
+You can now load and serve flows from a git repository!
+
+With the new `flow.from_source` method, you can specify a git repository and a path to a flow file in that repository. This method will return a flow object that can be run or served with `flow.serve()`.
+
+Here's an example of loading a flow from a git repository and serving it:
+
+```python
+from prefect import flow
+
+if __name__ == "__main__":
+ flow.from_source(
+ source="https://github.com/org/repo.git",
+ entrypoint="path/to/flow.py:my_flow",
+ ).serve(name="deployment-from-remote-flow")
+```
+
+When you load and serve a flow from a git repository, the serving process will periodically poll the repository for changes. This means that you can update the flow in the repository and the changes will be reflected in the served flow without restarting the serve script!
+
+To learn more about loading and serving flows from a git repository, check out [the docs](https://docs.prefect.io/latest/concepts/flows/#retrieve-a-flow-from-remote-storage)!
+
+See the following pull requests for details:
+
+-
+-
+
+### Experimental Pydantic 2 Compatibility
+
+We're working eagerly toward having `prefect` installable with either `pydantic<2` or `pydantic>2`. As a first step toward compatibility, we've ensured that Prefect's use of `pydantic` is isolated from _your_ use of `pydantic` in as many ways as possible. As of this release, `prefect` still has a stated `pydantic` requirement of `<2`, but we are testing against `pydantic>2` in our continuous integration tests. If you're feeling adventurous, feel free to manually install `pydantic>2` and run some flows with it. If you do, please let us know how it's going with a note in Slack or with a Github issue.
+
+See the following pull requests for details
+
+-
+-
+-
+-
+-
+-
+-
+
+### Enhancements
+
+- Use flow run context for default values in task run logger —
+- Default `PREFECT_UI_API_URL` to relative path /api —
+- Add blob storage options to `prefect deploy` —
+- Add retries on responses with a 408 status code —
+
+### Fixes
+
+- Ensure agents only query work queues in `default-agent-pool` work pool if no pool is specified —
+- Update `Runner` to correctly handle spaces in Python executable path —
+- Update `PREFECT__FLOW_RUN_ID` environment variable to dash-delimited UUID format —
+- Fix bug preventing importing `prefect` in a thread —
+
+### Documentation
+
+- Add GCP Vertex AI worker to worker types list in work pools documentation —
+- Expound upon rate limit info and global concurrency use cases in concurrency guide —
+- Point docker guide link to tutorial on workers —
+- Clarify workers and work pools as an alternative to `.serve()` in tutorials —
+- Fix typo in deployments concept page —
+- Remove beta label from push work pool documentation —
+
+### Contributors
+
+- @alexmojaki made their first contribution in
+
+**All changes**:
+
+## Release 2.13.4
+
+### Enhancements
+
+- Lift API and database constraints that require task runs to have an associated flow run id —
+
+### Fixes
+
+- Fix an issue with infinite scrolling on the sub flow runs tab in the UI -
+
+### Documentation
+
+- Add dark mode base job template screenshot to work pools documentation —
+- Drop beta tag from push work pools documentation —
+- Improve logo sizing and general housekeeping -
+
+## Release 2.13.3
+
+## Allow configuration of a work pool's base job template via the CLI
+
+Previously, the creation and modification of work pools, including editing the base job template, were done through the Prefect UI. Now you can alter the base job template through CLI commands:
+
+Retrieve the default base job template for a given work pool:
+
+```bash
+prefect work-pool get-default-base-job-template --type kubernetes
+```
+
+You can customize the base job template by passing a JSON file to the `--base-job-template` flag:
+
+```bash
+prefect work-pool create my-k8s-pool --type kubernetes --base-job-template ./path/template.yaml
+```
+
+Useful for version control, you can now make updates to a work pool's base job template via the CLI:
+
+```bash
+prefect work-pool update my-work-pool --base-job-template base-job-template.json --description "My work pool" --concurrency-limit 10
+```
+
+See the documentation on [work pools](https://docs.prefect.io/latest/concepts/work-pools/) for more information, or see the following pull requests for implementation details:
+
+-
+-
+-
+-
+-
+
+## Allow users to customize their default flow runs view in the Prefect UI
+
+You can now set your own default filter view on your Flow Runs page! You must first save and name a view before you can set it as your default. This setting is only stored locally so it will not be shared across machines/browsers.
+
+
+
+Note: The previous default view ("Default view") has been renamed to "Past week".
+
+## New Google Vertex AI work pool and worker
+
+- Run flows in containers on Google Vertex AI.
+- Requires a Google Cloud Platform account and prefect-gcp library installed. Read more [here](https://prefecthq.github.io/prefect-gcp/vertex_worker/).
+
+### Enhancements
+
+- Display `pull_steps` on Deployments page in the Prefect UI —
+- Add `/deployments/get_scheduled_flow_runs` endpoint for retrieving scheduled flow runs from deployments —
+- Add flow run filter for fetching the first-level subflows for a given flow —
+
+### Fixes
+
+- Raise `RuntimeError` error if `pip_install_requirements` step fails —
+- Use a fixed list of known collection registry views -
+
+### Documentation
+
+- Fix typos in documentation and codebase —
+- Fix example in tasks concept documentation —
+- Update `git_clone` deployment step example in documentation —
+- Add `prefect deploy` guide to guide index for visibility —
+- Fix warning in deployment storage guide documentation —
+
+### Contributors
+
+- @arthurgtllr made their first contribution in
+
+- @mj0nez
+
+**All changes**:
+
+## Release 2.13.2
+
+### Opt-in server-side enforcement of deployment parameter schemas
+
+We've added the ability to enforce parameter schemas for deployments via the Prefect API! This feature will prevent creation of flow runs with parameters that are incompatible with deployed flows, allowing you to discover errors sooner and avoid provisioning infrastructure for flow runs destined to fail.
+
+Use `enforce_parameter_schema` when deploying your flow to guard against invalid parameters:
+
+```python
+from prefect import flow
+from pydantic import BaseModel
+
+
+class Person(BaseModel):
+ name: str
+ greeting: str = "Hello"
+
+
+@flow(log_prints=True)
+def my_flow(person: Person, name: str = "world"):
+ print(f'{person.name} says, "{person.greeting}, {name}!"')
+
+
+if __name__ == "__main__":
+ my_flow.serve(
+ "testing-params",
+ enforce_parameter_schema=True,
+ )
+
+```
+
+An attempt to run the created deployment with invalid parameters will fail and give a reason the flow run cannot be created:
+
+```bash
+> prefect deployment run 'my-flow/testing-params' -p person='{"name": 1}'
+
+Error creating flow run: Validation failed for field 'person.name'. Failure reason: 1 is not of type 'string'
+```
+
+You can enable parameter enforcement via `prefect deploy` with the `--enforce-parameter-schema` flag or by setting `enforce_parameter_schema` to `True` in your `prefect.yaml` file.
+
+See the following pull request for details:
+
+-
+
+### Enhanced deployment flexibility with pattern-based deploying
+
+In an effort to increase flexibility and provide more powerful deployment options, this enhancement enables users to deploy flows based on a variety of patterns, facilitating versatile and dynamic deployment management:
+
+**Deploy all deployments for a specific flow:**
+
+```bash
+prefect deploy -n flow-a/*
+```
+
+**Deploy all deployments for a specific deployment:**
+
+```bash
+prefect deploy -n */prod
+```
+
+Note: This was previously possible in non-interactive mode with `prefect --no-prompt deploy -n prod`
+
+**Deploy all deployments containing a specified string in the flow name:**
+
+```bash
+prefect deploy -n *extract*/*
+```
+
+**Deploy deployments with a mix of pattern matching styles**
+
+```bash
+prefect deploy -n flow-a/* -n */prod
+```
+
+**Deploy deployments with a mix of pattern matching and without:**
+
+```bash
+prefect deploy -n flow-a/* -n flow-b/default
+```
+
+See the following pull request for details:
+
+-
+
+### Enhancements
+
+- Add API route for work pool counts —
+- Add CLI command to get default base job template —
+
+### Fixes
+
+- Make paths relative rather than absolute in the `prefect dev build-ui` command —
+- Lower the upper bound on pinned pendulum library —
+- Fix command handling in `run_shell_script` deployment step on Windows —
+- Fix validation on concurrency limits —
+- Fix Prefect variable resolution in deployments section of `prefect.yaml` —
+
+### Documentation
+
+- Update UI screenshot for role creation —
+- Add `push work pools` tag to push work pools guide to raise visibility —
+- Update docs with recent brand changes —
+- Update Prefect Cloud quickstart guide to include new features —
+- Fix broken diagram in workers tutorial —
+- Add screenshots to artifacts concept page —
+- Remove boost from block-based deployments page in documentation and improve visibility of `prefect deploy` —
+- Add example of retrieving default base job template to work pools concept documentation —
+- Add references to `enforce_parameter_schema` to docs —
+- Add documentation for pattern matching in `prefect deploy` —
+
+### New contributors
+
+- @danielhstahl made their first contribution in
+
+- @morremeyer made their first contribution in
+- @NikoRaisanen made their first contribution in
+
+**All changes**:
+
+## Release 2.13.1
+
+### Hide subflow runs in the Prefect UI
+
+We’ve added the ability to filter out subflow runs from the list on the Flow Runs page! This feature is especially beneficial for those who frequently use subflows, making it easier to focus on parent flows with less clutter.
+
+
+
+See the following for implementation details:
+
+-
+
+### Enhancements
+
+- Add `run_count` to `prefect.runtime.flow_run` —
+- Add `run_count` to `prefect.runtime.task_run` —
+- Allow passing deployment triggers via CLI with `prefect deploy` —
+- Add `is_null` filter for deployments to `/flows/filter` endpoint —
+- Show associated flow name on Custom Run page in the Prefect UI -
+- Add ability to reset a task-based concurrency limit from the UI -
+- Display error `details` returned by API -
+- Add pagination to Deployments and Flows pages in the Prefect UI -
+- Add opt-in to display large flow run graphs in Prefect UI -
+- Add Prefect logo to UI sidebar and fix dashboard padding —
+- Add ability to update existing deployment configurations with `prefect deploy` —
+
+### Fixes
+
+- Avoid creating unpersisted blocks remotely —
+- Handling DST in `CronSchedules` —
+- Allow Python classes as flow/task type hints —
+- Fix formatting of `SendgridEmail.to_emails` example in notifications API reference —
+- Streamline Artifact search filters to match other pages in the Prefect UI -
+- Improve the mobile navigation in the Prefect UI —
+
+### Documentation
+
+- Add object ACL documentation —
+- Use better arrow icon for `Try Cloud` button —
+- Improves bash output format in code blocks on concepts/agents page —
+- Update concepts screen shots to reflect improved Prefect UI —
+- Update event feed screenshot in concepts pages —
+- Update Prefect Cloud index screenshots and remove Prefect Cloud quickstart —
+- Add error summaries section to Prefect Cloud index —
+- Clarify supported artifact types —
+- Update Prefect Cloud pages screenshots —
+- Fix broken links in events concept docs and variables guide —
+
+### New Contributors
+
+- @odoublewen made their first contribution in
+
+**All changes**:
+
+## Release 2.13.0
+
+### Introducing global concurrency limits
+
+Control task execution and system stability with Prefect's new global concurrency and rate limits.
+
+- **Concurrency Limits:** Manage task execution efficiently, controlling how many tasks can run simultaneously. Ideal for optimizing resource usage and customizing task execution.
+
+- **Rate Limits:** Ensure system stability by governing the frequency of requests or operations. Perfect for preventing overuse, ensuring fairness, and handling errors gracefully.
+
+Choose concurrency limits for resource optimization and task management, and opt for rate limits to maintain system stability and fair access to services. To begin using global concurrency limits check out our [guide](https://docs.prefect.io/guides/global-concurrency-limits/).
+
+See the following pull request for details:
+
+-
+
+### Introducing work pool and worker status
+
+Work pools and workers are critical components of Prefect's distributed execution model. To help you monitor and manage your work pools and workers, we've added status indicators to the Prefect UI.
+
+Work pools can now have one of three statuses:
+
+- `Ready` - at least one online worker is polling the work pool and the work pool is ready to accept work.
+- `Not Ready` - no online workers are polling the work pool and indicates that action needs to be taken to allow the work pool to accept work.
+- `Paused` - the work pool is paused and work will not be executed until it is unpaused.
+
+
+
+Workers can now have one of two statuses:
+
+- `Online` - the worker is polling the work pool and is ready to accept work.
+- `Offline` - the worker is not polling the work pool and is not ready to accept work. Indicates that the process running the worker has stopped or crashed.
+
+
+
+With the introduction of work pool and worker status, we are deprecating work queue health. Work queue health indicators will be removed in a future release.
+
+See the documentation on [work pool status](https://docs.prefect.io/latest/concepts/work-pools/#work-pool-status) and [worker status](https://docs.prefect.io/latest/concepts/work-pools/#worker-status) for more information.
+
+See the following pull request for details:
+
+-
+-
+
+### Removing deprecated Orion references
+
+Six months ago, we deprecated references to `orion` in our codebase. In this release, we're removing those references. If you still have references to `ORION` in your profile, run `prefect config validate` to automatically convert all of the settings in your _current_ profile to the new names!
+
+For example:
+
+```bash
+❯ prefect config validate
+Updated 'PREFECT_ORION_DATABASE_CONNECTION_URL' to 'PREFECT_API_DATABASE_CONNECTION_URL'.
+Configuration valid!
+```
+
+#### Below is a full guide to the changes
+
+##### Settings renamed
+
+ - `PREFECT_LOGGING_ORION_ENABLED` → `PREFECT_LOGGING_TO_API_ENABLED`
+ - `PREFECT_LOGGING_ORION_BATCH_INTERVAL` → `PREFECT_LOGGING_TO_API_BATCH_INTERVAL`
+ - `PREFECT_LOGGING_ORION_BATCH_SIZE` → `PREFECT_LOGGING_TO_API_BATCH_SIZE`
+ - `PREFECT_LOGGING_ORION_MAX_LOG_SIZE` → `PREFECT_LOGGING_TO_API_MAX_LOG_SIZE`
+ - `PREFECT_LOGGING_ORION_WHEN_MISSING_FLOW` → `PREFECT_LOGGING_TO_API_WHEN_MISSING_FLOW`
+ - `PREFECT_ORION_BLOCKS_REGISTER_ON_START` → `PREFECT_API_BLOCKS_REGISTER_ON_START`
+ - `PREFECT_ORION_DATABASE_CONNECTION_URL` → `PREFECT_API_DATABASE_CONNECTION_URL`
+ - `PREFECT_ORION_DATABASE_MIGRATE_ON_START` → `PREFECT_API_DATABASE_MIGRATE_ON_START`
+ - `PREFECT_ORION_DATABASE_TIMEOUT` → `PREFECT_API_DATABASE_TIMEOUT`
+ - `PREFECT_ORION_DATABASE_CONNECTION_TIMEOUT` → `PREFECT_API_DATABASE_CONNECTION_TIMEOUT`
+ - `PREFECT_ORION_SERVICES_SCHEDULER_LOOP_SECONDS` → `PREFECT_API_SERVICES_SCHEDULER_LOOP_SECONDS`
+ - `PREFECT_ORION_SERVICES_SCHEDULER_DEPLOYMENT_BATCH_SIZE` → `PREFECT_API_SERVICES_SCHEDULER_DEPLOYMENT_BATCH_SIZE`
+ - `PREFECT_ORION_SERVICES_SCHEDULER_MAX_RUNS` → `PREFECT_API_SERVICES_SCHEDULER_MAX_RUNS`
+ - `PREFECT_ORION_SERVICES_SCHEDULER_MIN_RUNS` → `PREFECT_API_SERVICES_SCHEDULER_MIN_RUNS`
+ - `PREFECT_ORION_SERVICES_SCHEDULER_MAX_SCHEDULED_TIME` → `PREFECT_API_SERVICES_SCHEDULER_MAX_SCHEDULED_TIME`
+ - `PREFECT_ORION_SERVICES_SCHEDULER_MIN_SCHEDULED_TIME` → `PREFECT_API_SERVICES_SCHEDULER_MIN_SCHEDULED_TIME`
+ - `PREFECT_ORION_SERVICES_SCHEDULER_INSERT_BATCH_SIZE` → `PREFECT_API_SERVICES_SCHEDULER_INSERT_BATCH_SIZE`
+ - `PREFECT_ORION_SERVICES_LATE_RUNS_LOOP_SECONDS` → `PREFECT_API_SERVICES_LATE_RUNS_LOOP_SECONDS`
+ - `PREFECT_ORION_SERVICES_LATE_RUNS_AFTER_SECONDS` → `PREFECT_API_SERVICES_LATE_RUNS_AFTER_SECONDS`
+ - `PREFECT_ORION_SERVICES_PAUSE_EXPIRATIONS_LOOP_SECONDS` → `PREFECT_API_SERVICES_PAUSE_EXPIRATIONS_LOOP_SECONDS`
+ - `PREFECT_ORION_SERVICES_CANCELLATION_CLEANUP_LOOP_SECONDS` → `PREFECT_API_SERVICES_CANCELLATION_CLEANUP_LOOP_SECONDS`
+ - `PREFECT_ORION_API_DEFAULT_LIMIT` → `PREFECT_API_DEFAULT_LIMIT`
+ - `PREFECT_ORION_API_HOST` → `PREFECT_SERVER_API_HOST`
+ - `PREFECT_ORION_API_PORT` → `PREFECT_SERVER_API_PORT`
+ - `PREFECT_ORION_API_KEEPALIVE_TIMEOUT` → `PREFECT_SERVER_API_KEEPALIVE_TIMEOUT`
+ - `PREFECT_ORION_UI_ENABLED` → `PREFECT_UI_ENABLED`
+ - `PREFECT_ORION_UI_API_URL` → `PREFECT_UI_API_URL`
+ - `PREFECT_ORION_ANALYTICS_ENABLED` → `PREFECT_SERVER_ANALYTICS_ENABLED`
+ - `PREFECT_ORION_SERVICES_SCHEDULER_ENABLED` → `PREFECT_API_SERVICES_SCHEDULER_ENABLED`
+ - `PREFECT_ORION_SERVICES_LATE_RUNS_ENABLED` → `PREFECT_API_SERVICES_LATE_RUNS_ENABLED`
+ - `PREFECT_ORION_SERVICES_FLOW_RUN_NOTIFICATIONS_ENABLED` → `PREFECT_API_SERVICES_FLOW_RUN_NOTIFICATIONS_ENABLED`
+ - `PREFECT_ORION_SERVICES_PAUSE_EXPIRATIONS_ENABLED` → `PREFECT_API_SERVICES_PAUSE_EXPIRATIONS_ENABLED`
+ - `PREFECT_ORION_TASK_CACHE_KEY_MAX_LENGTH` → `PREFECT_API_TASK_CACHE_KEY_MAX_LENGTH`
+ - `PREFECT_ORION_SERVICES_CANCELLATION_CLEANUP_ENABLED` → `PREFECT_API_SERVICES_CANCELLATION_CLEANUP_ENABLED`
+
+##### Changes
+
+ - Module `prefect.client.orion` → `prefect.client.orchestration`
+ - Command group `prefect orion` → `prefect server`
+ - Module `prefect.orion` → `prefect.server`
+ - Logger `prefect.orion` → `prefect.server`
+ - Constant `ORION_API_VERSION` → `SERVER_API_VERSION`
+ - Kubernetes deployment template application name changed from `prefect-orion` → `prefect-server`
+ - Command `prefect kubernetes manifest orion` → `prefect kubernetes manifest server`
+ - Log config handler `orion` → `api`
+ - Class `OrionLogWorker` → `APILogWorker`
+ - Class `OrionHandler` → `APILogHandler`
+ - Directory `orion-ui` → `ui`
+ - Class `OrionRouter` → `PrefectRouter`
+ - Class `OrionAPIRoute` → `PrefectAPIRoute`
+ - Class `OrionDBInterface` → `PrefectDBInterface`
+ - Class `OrionClient` → `PrefectClient`
+
+See the following pull request for details:
+
+- Remove deprecated `orion` references —
+
+### Fixes
+
+- Fix an issue with `prefect server start` on Windows -
+
+### Documentation
+
+- Update deployment concept documentation to emphasize server-side deployment —
+- Add Kubernetes guide for deploying worker to Azure AKS —
@@ -20,7 +20,26 @@
# Prefect
-Prefect is an orchestrator for data-intensive workflows. It's the simplest way to transform any Python function into a unit of work that can be observed and orchestrated. With Prefect, you can build resilient, dynamic workflows that react to the world around them and recover from unexpected changes. With just a few decorators, Prefect supercharges your code with features like automatic retries, distributed execution, scheduling, caching, and much more. Every activity is tracked and can be monitored with the Prefect server or Prefect Cloud dashboard.
+Prefect is an orchestration and observability platform for building, observing, and triaging workflows.
+It's the simplest way to transform Python code into an interactive workflow application.
+
+Prefect allows you to expose your workflows through an API so teams dependent on you can programmatically access your pipelines, business logic, and more.
+Prefect also allows you to standardize workflow development and deployment across your organization.
+
+With Prefect, you can build resilient, dynamic workflows that react to the world around them and recover from unexpected changes.
+With just a few decorators, Prefect supercharges your code with features like automatic retries, distributed execution, scheduling, caching, and much more.
+
+Every activity is tracked and can be monitored with a self-hosted [Prefect server](https://docs.prefect.io/latest/guides/host/) instance or managed [Prefect Cloud](https://www.prefect.io/cloud-vs-oss?utm_source=oss&utm_medium=oss&utm_campaign=oss_gh_repo&utm_term=none&utm_content=none) dashboard.
+
+## Getting started
+
+Prefect requires Python 3.9 or later. To [install Prefect](https://docs.prefect.io/getting-started/installation/), run the following command:
+
+```bash
+pip install prefect
+```
+
+Then create and run a Python file that uses Prefect `flow` and `task` decorators to orchestrate and observe your workflow - in this case, a simple script that fetches the number of GitHub stars from a repository:
```python
from prefect import flow, task
@@ -28,7 +47,7 @@ from typing import List
import httpx
-@task(retries=3)
+@task(log_prints=True)
def get_stars(repo: str):
url = f"https://api.github.com/repos/{repo}"
count = httpx.get(url).json()["stargazers_count"]
@@ -42,35 +61,56 @@ def github_stars(repos: List[str]):
# run the flow!
-github_stars(["PrefectHQ/Prefect"])
+if __name__=="__main__":
+ github_stars(["PrefectHQ/Prefect"])
```
-After running some flows, fire up the Prefect UI to see what happened:
+Fire up the Prefect UI to see what happened:
```bash
prefect server start
```
-
+
+
+To run your workflow on a schedule, turn it into a deployment and schedule it to run every minute by changing the last line of your script to the following:
+
+```python
+ github_stars.serve(name="first-deployment", cron="* * * * *")
+```
+
+You now have a server running locally that is looking for scheduled deployments!
+Additionally you can run your workflow manually from the UI or CLI - and if you're using Prefect Cloud, you can even run deployments in response to [events](https://docs.prefect.io/latest/concepts/automations/).
-From here, you can continue to use Prefect interactively or [deploy your flows](https://docs.prefect.io/concepts/deployments) to remote envirnments, running on a scheduled or event-driven basis.
+## Prefect Cloud
-## Getting Started
+Stop worrying about your workflows.
+Prefect Cloud allows you to centrally deploy, monitor, and manage the data workflows you support. With managed orchestration, automations, and webhooks, all backed by enterprise-class security, build production-ready code quickly and reliably.
-Prefect requires Python 3.7 or later. To [install Prefect](https://docs.prefect.io/getting-started/installation/), run the following command in a shell or terminal session:
+Read more about Prefect Cloud [here](https://www.prefect.io/cloud-vs-oss?utm_source=oss&utm_medium=oss&utm_campaign=oss_gh_repo&utm_term=none&utm_content=none) or sign up to [try it for yourself](https://app.prefect.cloud?utm_source=oss&utm_medium=oss&utm_campaign=oss_gh_repo&utm_term=none&utm_content=none).
-```bash
-pip install prefect
-```
+
+
+
+
+
+## prefect-client
+
+If your use case is geared towards communicating with Prefect Cloud or a remote Prefect server, check out our
+[prefect-client](https://pypi.org/project/prefect-client/). It was designed to be a lighter-weight option for accessing
+client-side functionality in the Prefect SDK and is ideal for use in ephemeral execution environments.
+
+## Next steps
-Start by then exploring the [core concepts of Prefect workflows](https://docs.prefect.io/concepts/), then follow one of our [friendly tutorials](https://docs.prefect.io/tutorials/first-steps) to learn by example.
+There's lots more you can do to orchestrate and observe your workflows with Prefect!
+Start with our [friendly tutorial](https://docs.prefect.io/tutorials) or explore the [core concepts of Prefect workflows](https://docs.prefect.io/concepts/).
## Join the community
-Prefect is made possible by the fastest growing community of thousands of friendly data engineers. Join us in building a new kind of workflow system. The [Prefect Slack community](https://prefect.io/slack) is a fantastic place to learn more abou Prefect, ask questions, or get help with workflow design. The [Prefect Discourse](https://discourse.prefect.io/) is an community-driven knowledge base to find answers to your Prefect-related questions. All community forums, including code contributions, issue discussions, and slack messages are subject to our [Code of Conduct](https://discourse.prefect.io/faq).
+Prefect is made possible by the fastest growing community of thousands of friendly data engineers. Join us in building a new kind of workflow system. The [Prefect Slack community](https://prefect.io/slack) is a fantastic place to learn more about Prefect, ask questions, or get help with workflow design. All community forums, including code contributions, issue discussions, and slack messages are subject to our [Code of Conduct](https://discourse.prefect.io/faq).
## Contribute
See our [documentation on contributing to Prefect](https://docs.prefect.io/contributing/overview/).
-Thanks for being part of the mission to build a new kind of workflow system and, of course, **happy engineering!**
+Thanks for being part of the mission to build a new kind of workflow system and, of course, **happy engineering!**
\ No newline at end of file
diff --git a/RELEASE-NOTES.md b/RELEASE-NOTES.md
index de5c7038e92a..82f2d9b9a3e1 100644
--- a/RELEASE-NOTES.md
+++ b/RELEASE-NOTES.md
@@ -1,87 +1,4870 @@
# Prefect Release Notes
+## Release 3.0.0rc1
+
+We're excited to announce the release candidate of Prefect 3.0. It's the most flexible, powerful, fastest version of Prefect yet. Prefect 3.0 includes several exciting new features. Install it by running `pip install prefect==3.0.0rc1` and check out the docs [here](https://docs-3.prefect.io/3.0rc/getting-started/index).
+
+### Run tasks independently of flows
+
+You can now run and serve tasks outside of flows and inside of other tasks.
+
+```python
+from prefect import task
+
+@task
+def my_background_task(name: str):
+ print(f"Hello, {name}!")
+
+if __name__ == "__main__":
+ my_background_task.delay("ford")
+```
+
+See the following pull requests for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/13695
+- https://github.com/PrefectHQ/prefect/pull/13692
+- https://github.com/PrefectHQ/prefect/pull/13681
+- https://github.com/PrefectHQ/prefect/pull/13662
+- https://github.com/PrefectHQ/prefect/pull/13653
+- https://github.com/PrefectHQ/prefect/pull/13643
+- https://github.com/PrefectHQ/prefect/pull/13589
+- https://github.com/PrefectHQ/prefect/pull/13684
+- https://github.com/PrefectHQ/prefect/pull/13676
+- https://github.com/PrefectHQ/prefect/pull/13276
+- https://github.com/PrefectHQ/prefect/pull/13611
+- https://github.com/PrefectHQ/prefect/pull/13547
+- https://github.com/PrefectHQ/prefect/pull/13706
+
+### Transactional semantics
+
+Use rollback and commit hooks to facilitate idempotent python code.
+
+```python
+from prefect import flow, task
+from prefect.transactions import transaction
+@task
+def first_task():
+ print('first')
+
+@first_task.on_rollback
+def roll(txn):
+ print('rolling back')
+
+@task
+def second_task():
+ raise RuntimeError("oopsie")
+
+@flow
+def txn_flow():
+ with transaction():
+ first_task()
+ second_task()
+if __name__ == "__main__":
+ txn_flow()
+```
+See the following pull requests for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/13559
+- https://github.com/PrefectHQ/prefect/pull/13534
+- https://github.com/PrefectHQ/prefect/pull/13535
+- https://github.com/PrefectHQ/prefect/pull/13480
+- https://github.com/PrefectHQ/prefect/pull/13452
+- https://github.com/PrefectHQ/prefect/pull/13450
+- https://github.com/PrefectHQ/prefect/pull/13484
+- https://github.com/PrefectHQ/prefect/pull/13454
+- https://github.com/PrefectHQ/prefect/pull/13477
+- https://github.com/PrefectHQ/prefect/pull/13431
+- https://github.com/PrefectHQ/prefect/pull/13264
+- https://github.com/PrefectHQ/prefect/pull/13337
+- https://github.com/PrefectHQ/prefect/pull/13456
+- https://github.com/PrefectHQ/prefect/pull/13572
+- https://github.com/PrefectHQ/prefect/pull/13582
+- https://github.com/PrefectHQ/prefect/pull/13627
+- https://github.com/PrefectHQ/prefect/pull/13568
+- https://github.com/PrefectHQ/prefect/pull/13438
+- https://github.com/PrefectHQ/prefect/pull/13573
+- https://github.com/PrefectHQ/prefect/pull/13578
+- https://github.com/PrefectHQ/prefect/pull/13414
+
+### Open source Events and Automations
+Trigger actions, such as sending notifications, pausing schedules, starting flow runs and more in response to Prefect events.
+
+See the following pull requests for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/13293
+- https://github.com/PrefectHQ/prefect/pull/13521
+- https://github.com/PrefectHQ/prefect/pull/13335
+
+### More flexible variables and new artifact types
+Variables can now be any JSON compatible type including dicts, lists, and integers. Progress and Image artifacts make it easy to add visual annotations to your flow run graph.
+
+See the following pull requests for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/13500
+- https://github.com/PrefectHQ/prefect/pull/13520
+- https://github.com/PrefectHQ/prefect/pull/13469
+- https://github.com/PrefectHQ/prefect/pull/13641
+- https://github.com/PrefectHQ/prefect/pull/13605
+
+### Faster and richer CLI
+
+Improved CLI speed and several added commands and conveniences.
+
+See the following pull requests for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/13292
+- https://github.com/PrefectHQ/prefect/pull/13596
+- https://github.com/PrefectHQ/prefect/pull/13606
+- https://github.com/PrefectHQ/prefect/pull/13533
+
+### Updated navigation, styling, and interaction design
+The new Runs page displays both flow and task run information, and an improved sidebar and switcher makes navigating Prefect simpler than ever.
+
+See the following pull requests for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/13395
+- https://github.com/PrefectHQ/prefect/pull/13280
+- https://github.com/PrefectHQ/prefect/pull/13696
+- https://github.com/PrefectHQ/prefect/pull/13668
+- https://github.com/PrefectHQ/prefect/pull/13670
+- https://github.com/PrefectHQ/prefect/pull/13723
+
+
+
+### Enhancements
+- Create artifact for unsuccessful dbt task runs — https://github.com/PrefectHQ/prefect/pull/13348
+- Add filter on `task_run.expected_start_time` — https://github.com/PrefectHQ/prefect/pull/13491
+- Add utilities to serialize context to a dictionary and hydrate context from a dictionary — https://github.com/PrefectHQ/prefect/pull/13529
+- Add API endpoints for deployment count and next flow run — https://github.com/PrefectHQ/prefect/pull/13544
+- Allow flow parameter schema generation when dependencies are missing — https://github.com/PrefectHQ/prefect/pull/13315
+- Change the default value for `enforce_parameter_schema` from `False` to `True` — https://github.com/PrefectHQ/prefect/pull/13594
+- Migrate schemas to pydantic v2 — https://github.com/PrefectHQ/prefect/pull/13574
+- Removes block auto-instrumentation — https://github.com/PrefectHQ/prefect/pull/13407
+- Migrate all uses of the banned characters validation to a self-validator — https://github.com/PrefectHQ/prefect/pull/13370
+- Ignore and warn on unrecognized settings - https://github.com/PrefectHQ/prefect/pull/13624
+
+### Fixes
+- Remove unnecessary flow run infrastructure override access checks — https://github.com/PrefectHQ/prefect/pull/13401
+- Enforce False case when flow run id is null — https://github.com/PrefectHQ/prefect/pull/13464
+- Fix workspace variable hydration to allow for JSON data — https://github.com/PrefectHQ/prefect/pull/13548
+- Remove unused settings/experimental work pool flags: `PREFECT_EXPERIMENTAL_ENABLE_WORK_POOLS` and `PREFECT_EXPERIMENTAL_WARN_WORK_POOLS` — https://github.com/PrefectHQ/prefect/pull/13144
+- Pin `pydantic>=2.7` for `Secret` — https://github.com/PrefectHQ/prefect/pull/13613
+- Skip on cancellation hooks if runner can't load flow — https://github.com/PrefectHQ/prefect/pull/13660
+- Refactor lazy imports to avoid accidental eager imports — https://github.com/PrefectHQ/prefect/pull/13296
+- Allow block registration to use client schemas for server model creation — https://github.com/PrefectHQ/prefect/pull/13602
+- Replace our customized `Duration` types with plain `timedelta`s — https://github.com/PrefectHQ/prefect/pull/13603
+
+### Experimental
+- Add `prefect.yaml` and cli support for new schedule fields — https://github.com/PrefectHQ/prefect/pull/13318
+
+### Documentation
+- Transition documentation hosting from Netlify to Mintlify — https://github.com/PrefectHQ/prefect/pull/13634
+- Add Python 3.12 to list of Docker images — https://github.com/PrefectHQ/prefect/pull/13321
+- Update `index.md` — https://github.com/PrefectHQ/prefect/pull/13353
+- Improve tutorial section — https://github.com/PrefectHQ/prefect/pull/13297
+- Fix jinja template in automations doc — https://github.com/PrefectHQ/prefect/pull/13422
+- Update development section docs — https://github.com/PrefectHQ/prefect/pull/13247
+- Update Ray integration docs — https://github.com/PrefectHQ/prefect/pull/13467
+- Update Variables docs to include JSON types — https://github.com/PrefectHQ/prefect/pull/13493
+- Update quickstart guide for usability — https://github.com/PrefectHQ/prefect/pull/13562
+- Remove `deployments-block-based` concept page and refs for 3.0 — https://github.com/PrefectHQ/prefect/pull/13626
+- Remove `infrastructure` concept page and refs for 3.0 — https://github.com/PrefectHQ/prefect/pull/13629
+- Update docs image paths and remove outdated images — https://github.com/PrefectHQ/prefect/pull/13666
+- Remove references to `prefect.software` from docs — https://github.com/PrefectHQ/prefect/pull/13382
+- Update `host.md` — https://github.com/PrefectHQ/prefect/pull/13351
+- Simplify rate limits page — https://github.com/PrefectHQ/prefect/pull/13689
+- Removing references to deprecated block types and add disclaimer — https://github.com/PrefectHQ/prefect/pull/13651
+- Update guides — https://github.com/PrefectHQ/prefect/pull/13253
+- Remove `storage` concept page and refs - https://github.com/PrefectHQ/prefect/pull/13630
+
+### Integrations
+- Migrate `prefect-dbt` to pydantic v2 - https://github.com/PrefectHQ/prefect/pull/13718
+- Migrate `prefect-email` to pydantic v2 — https://github.com/PrefectHQ/prefect/pull/13654
+- Migrate `prefect-slack` to pydantic v2 — https://github.com/PrefectHQ/prefect/pull/13673
+- Migrate `prefect-shell` to pydantic v2 — https://github.com/PrefectHQ/prefect/pull/13675
+- Migrate `prefect-gcp` to pydantic v2 — https://github.com/PrefectHQ/prefect/pull/13650
+- Migrate `prefect-github` to pydantic v2 — https://github.com/PrefectHQ/prefect/pull/13655
+- Migrate `prefect-gitlab` to pydantic v2 — https://github.com/PrefectHQ/prefect/pull/13656
+- Migrate `prefect-docker` to pydantic v2 - https://github.com/PrefectHQ/prefect/pull/13697
+- Migrate `prefect-sqlalchemy` to pydantic v2 - https://github.com/PrefectHQ/prefect/pull/13700
+- Add `PrefectDistributedClient` to `prefect-dask` — https://github.com/PrefectHQ/prefect/pull/13537
+- Update `RayTaskRunner` for compatibility with new engine — https://github.com/PrefectHQ/prefect/pull/13575
+- Update `DaskTaskRunner` for compatibility with the updated engine — https://github.com/PrefectHQ/prefect/pull/13555
+- prefect-dbt artifact consolidation and markdown fixes — https://github.com/PrefectHQ/prefect/pull/13379
+- prefect-dbt - Cause unsuccessful dbt tasks to fail — https://github.com/PrefectHQ/prefect/pull/13405
+- DBT Tasks extra_command_args Fix — https://github.com/PrefectHQ/prefect/pull/13308
+- Update dbt-core dependency — https://github.com/PrefectHQ/prefect/pull/13394
+
+### Breaking Changes
+- Remove `prefect deployment build` CLI from `main` — https://github.com/PrefectHQ/prefect/pull/13366
+- Remove `prefect agent` CLI from `main` — https://github.com/PrefectHQ/prefect/pull/13365
+- Remove `prefect deployment apply` CLI from `main` — https://github.com/PrefectHQ/prefect/pull/13367
+- Remove `PrefectAgent` class — https://github.com/PrefectHQ/prefect/pull/13374
+- Remove `prefect.software` — https://github.com/PrefectHQ/prefect/pull/13375
+- Remove `deployments` module — https://github.com/PrefectHQ/prefect/pull/13373
+- Remove `EcsTask` from `main` — https://github.com/PrefectHQ/prefect/pull/13417
+- Remove `AzureContainerInstanceJob` from `main` — https://github.com/PrefectHQ/prefect/pull/13418
+- Remove `VertexAICustomTrainingJob` from `main` — https://github.com/PrefectHQ/prefect/pull/13419
+- Remove `CloudRunJob` from `main` — https://github.com/PrefectHQ/prefect/pull/13420
+- Remove infrastructure blocks from `main` — https://github.com/PrefectHQ/prefect/pull/13424
+- Remove `Infrastructure`, `BlockWorker` from `main` — https://github.com/PrefectHQ/prefect/pull/13430
+- Remove deprecated storage blocks from `main` — https://github.com/PrefectHQ/prefect/pull/13410
+- Remove `prefect-agent` as a possible work pool type — https://github.com/PrefectHQ/prefect/pull/13444
+- Remove old engine — https://github.com/PrefectHQ/prefect/pull/13542
+- Remove Python 3.8 support — https://github.com/PrefectHQ/prefect/pull/13331
+- Remove `deprecated` module and its references — https://github.com/PrefectHQ/prefect/pull/13345
+- Remove old task runners and futures modules — https://github.com/PrefectHQ/prefect/pull/13593
+- Remove `is_state` — https://github.com/PrefectHQ/prefect/pull/13569
+- Remove deprecated options from `prefect work-queue` and refs to agents - https://github.com/PrefectHQ/prefect/pull/13638
+
+### Contributors
+- @bsignoret
+* @jaraics made their first contribution in https://github.com/PrefectHQ/prefect/pull/13144
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.19.0...3.0rc1
+
+## Release 2.19.3
+
+### New method for generating parameter schemas without dependencies
+
+`prefect deploy` now works even when dependencies are missing from the current environment. This can speed up deployment via CI by removing the need to install dependencies before deploying your flows.
+
+See the following pull requests for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/13620
+- https://github.com/PrefectHQ/prefect/pull/13315
+
+### Enhancements
+- Provide URL in CLI output upon work pool creation — https://github.com/PrefectHQ/prefect/pull/13597
+
+### Fixes
+- Ensure graceful cancellation of flow runs corresponding to deleted deployments — https://github.com/PrefectHQ/prefect/pull/13669
+
+### Integrations
+- Add loading state to concurrency limits table in the Prefect UI — https://github.com/PrefectHQ/prefect-ui-library/pull/2483
+- Remove old schema properties from deployments in the Prefect UI — https://github.com/PrefectHQ/prefect-ui-library/pull/2482
+- Add handling for multi-word dbt CLI commands — https://github.com/PrefectHQ/prefect/pull/13616
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.19.2...2.19.3
+
+
+## Release 2.19.0
+
+### Support for major infrastructure and distributed task integrations
+As `prefect-dask` and other integrations have been added to the `prefect` codebase, this release adds these integrations as `extra` requirements of the `prefect` package, making it easier to install support for everything in your Prefect stack.
+
+```bash
+pip install prefect[dask]
+```
+
+We loved this community contribution so much, we did it for all our first-party integrations.
+
+```bash
+pip install prefect[aws,kubernetes,dask,dbt,sqlalchemy,slack]
+```
+
+You can see the full list of Prefect's `extra` requirements in [our `setup.py`](https://github.com/PrefectHQ/prefect/blob/main/setup.py#L43).
+
+See the following pull requests for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/13289
+- https://github.com/PrefectHQ/prefect/pull/13310
+- https://github.com/PrefectHQ/prefect/pull/13320
+
+### Support for timeout seconds in global concurrency context manager
+You may want to fail immediately if a global concurrency slot is unavailable. Rather than block and wait, you can now specify a `timeout_seconds` argument in the global concurrency context manager and catch a `TimeoutError` if a slot is not available within the specified time.
+
+```python
+@flow
+def fail_immediately_flow():
+ try:
+ with concurrency("there-can-be-only-one", occupy=1, timeout_seconds=0.1):
+ do_something_resource_intensive()
+ except TimeoutError:
+ return Cancelled(message="Another flow run is already running")
+```
+
+See the following pull request for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/13262
+
+### Manage global concurrency limits via the CLI
+Global concurrency limits let you control how many operations can run simultaneously-- now you can create, read, edit, and delete global concurrency limits via the Prefect CLI!
+
+To create a new concurrency limit, use the `prefect gcl create` command. You must specify a `--limit` argument, and can optionally specify a `--slot-decay-per-second` and `--disable` argument.
+
+```bash
+prefect gcl create my-concurrency-limit --limit 5 --slot-decay-per-second 1.0
+```
+
+You can inspect the details of a concurrency limit using the `prefect gcl inspect` command:
+
+```bash
+prefect gcl inspect my-concurrency-limit
+```
+
+To update a concurrency limit, use the `prefect gcl update` command. You can update the `--limit`, `--slot-decay-per-second`, `--enable`, and `--disable` arguments:
+
+```bash
+prefect gcl update my-concurrency-limit --limit 10
+```
+
+See all available commands and options by running `prefect gcl --help` or read our [docs](/docs/guides/global-concurrency-limits.md#managing-global-concurrency-limits-and-rate-limits).
+
+For implementation details, see the following pull requests:
+- https://github.com/PrefectHQ/prefect/pull/13194
+- https://github.com/PrefectHQ/prefect/pull/13196
+- https://github.com/PrefectHQ/prefect/pull/13214
+- https://github.com/PrefectHQ/prefect/pull/13218
+- https://github.com/PrefectHQ/prefect/pull/13233
+- https://github.com/PrefectHQ/prefect/pull/13238
+
+### Enhancements
+- Remove registry conflict warning — https://github.com/PrefectHQ/prefect/pull/13155
+- Remove top-level Artifacts tab from Prefect UI:
+ - https://github.com/PrefectHQ/prefect/pull/13226
+ - https://github.com/PrefectHQ/prefect/pull/13261
+
+### Fixes
+- Fix work pool base job template generation for `ECSTask` block — https://github.com/PrefectHQ/prefect/pull/13256
+- Fix selecting correct files when using ignore file in `GcsBucket`'s `put_directory` — https://github.com/PrefectHQ/prefect/pull/13290
+- Add `Resuming` flow runs to `BypassCancellingFlowRunsWithNoInfra` orchestration policy — https://github.com/PrefectHQ/prefect/pull/13299
+- Fix `apprise 1.8.0` imports — https://github.com/PrefectHQ/prefect/pull/13311
+- Remove `dataclass` from custom constrained types - https://github.com/PrefectHQ/prefect/pull/13257
+
+### Experimental
+#### Engine
+- Add crash detection for flow runs — https://github.com/PrefectHQ/prefect/pull/13266
+- Consolidate run creation logic on Task — https://github.com/PrefectHQ/prefect/pull/13271
+- Skip timeout context if not needed — https://github.com/PrefectHQ/prefect/pull/13306
+- Add parent task tracking — https://github.com/PrefectHQ/prefect/pull/12915
+- Syncify task engine — https://github.com/PrefectHQ/prefect/pull/13234
+- Syncify flow engine — https://github.com/PrefectHQ/prefect/pull/13246
+- Use Prefect-specific `TestClient` for sync calls — https://github.com/PrefectHQ/prefect/pull/13265
+- Add new sync compatibility setting — https://github.com/PrefectHQ/prefect/pull/13224
+
+#### Deployment Schedule Behavior
+- Add new fields to `DeploymentSchedule` schemas — https://github.com/PrefectHQ/prefect/pull/13204
+- Allow both `active` and `schedule` parameters in `update_deployment_schedule` method — https://github.com/PrefectHQ/prefect/pull/13259
+- Update JSON schema validation for job varariables — https://github.com/PrefectHQ/prefect/pull/13182
+
+### Documentation
+- Update block concept page to reflect product updates — https://github.com/PrefectHQ/prefect/pull/13193
+- Update example repo links to `prefecthq` repos — https://github.com/PrefectHQ/prefect/pull/13258
+- Update storage guide — https://github.com/PrefectHQ/prefect/pull/13294
+- Update integration libraries — https://github.com/PrefectHQ/prefect/pull/13277
+- Update `Hosting a Prefect server instance` page — https://github.com/PrefectHQ/prefect/pull/13225
+- Simplify `prefect-aws` and `prefect-dbt` docs index pages — https://github.com/PrefectHQ/prefect/pull/13232
+- Expand discussion of resolution order for cloud-provider service auth — https://github.com/PrefectHQ/prefect/pull/13239
+- Fix repo url typo in storage guide — https://github.com/PrefectHQ/prefect/pull/13304
+
+### Integrations
+- Add pre-built Prefect DBT tasks — https://github.com/PrefectHQ/prefect/pull/12964
+
+### Contributors
+- @Andrew-S-Rosen
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.18.3...2.19.0
+
+## Release 2.18.3
+
+### Experimental
+#### Engine
+- Wire up new engine to deployment runs — https://github.com/PrefectHQ/prefect/pull/12914
+
+### Fixes
+- Fix parameters becoming unresponsive and disappearing in Prefect UI — https://github.com/PrefectHQ/prefect-ui-library/pull/2355
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.18.2...2.18.3
+
+## Release 2.18.2
+
+### Providing a deployment name to `flow.serve` is now optional
+
+When running `flow.serve`, you can now omit the deployment name. If you do not provide a deployment name, the deployment name will default to the name of the flow. This change makes it easier to run flows without needing to specify a deployment name each time:
+
+```python
+@flow
+def etl_flow():
+ pass
+
+if __name__ == "__main__":
+ etl_flow.serve()
+```
+results in:
+```bash
+Your flow 'etl-flow' is being served and polling for scheduled runs!
+
+To trigger a run for this flow, use the following command:
+
+ $ prefect deployment run 'etl-flow/etl-flow'
+```
+
+See the following PR for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/13069
+
+### Enhancements
+- Add `PREFECT_SERVER_CSRF_PROTECTION_ENABLED` setting to UI settings — https://github.com/PrefectHQ/prefect/pull/13168
+- Allow case-insensitive state and state type handling when listing flow runs via CLI — https://github.com/PrefectHQ/prefect/pull/13152
+
+### Fixes
+- Fix deployment parameter defaults on Deployments page in the UI - https://github.com/PrefectHQ/prefect-ui-library/pull/2344
+- Sync value between form and JSON when entering flow parameters on the Deployments page in the UI - https://github.com/PrefectHQ/prefect-ui-library/pull/2342
+- Revert console setup changes to fix interactivity — https://github.com/PrefectHQ/prefect/pull/13145
+- Warn when work queues paused when starting a worker or agent — https://github.com/PrefectHQ/prefect/pull/13159
+- Standardize work pool type as `Process` — https://github.com/PrefectHQ/prefect/pull/13176
+- Raise a clearer error when deleting and inspecting blocks — https://github.com/PrefectHQ/prefect/pull/13136
+- Fix csrf race condition that caused some pages to not render content when refreshing — https://github.com/PrefectHQ/prefect/pull/13172
+
+### Experimental
+#### Events and Automations
+- Add work queue status events — https://github.com/PrefectHQ/prefect/pull/12900
+- Add work pool status events — https://github.com/PrefectHQ/prefect/pull/13158
+- Add support for negative label values in `ResourceSpecification` and filters — https://github.com/PrefectHQ/prefect/pull/13192
+- Add automations SDK methods — https://github.com/PrefectHQ/prefect/pull/12830
+- Add a retention policy for events — https://github.com/PrefectHQ/prefect/pull/13160
+- Allow streaming OSS events via `prefect event stream` — https://github.com/PrefectHQ/prefect/pull/13161
+- Update `prefect automation inspect` to handle automations with same name — https://github.com/PrefectHQ/prefect/pull/12904
+- Update `automation pause` and `automation resume` to handle automations with same name — https://github.com/PrefectHQ/prefect/pull/13131
+- Rename `prefect.work-pool.not_ready` to `prefect.work-pool.not-ready` — https://github.com/PrefectHQ/prefect/pull/13202
+- Correct an issue that would cause the `work-queue.ready` event to overfire — https://github.com/PrefectHQ/prefect/pull/13117
+
+#### Engine
+- Add dedicated synchronous function handling — https://github.com/PrefectHQ/prefect/pull/12889
+- Add async `task.submit` support with new task engine — https://github.com/PrefectHQ/prefect/pull/13153
+- Fix subflow handling in new engine — https://github.com/PrefectHQ/prefect/pull/12913
+- Handle *args / **kwargs correctly — https://github.com/PrefectHQ/prefect/pull/13142
+
+#### Deployment schedule behavior
+- Add columns to ORM `DeploymentSchedule` and add migrations — https://github.com/PrefectHQ/prefect/pull/13186
+- Add server default for non-nullable deployment schedule column - https://github.com/PrefectHQ/prefect/pull/13206
+
+### Integrations
+- Add `keep_container_group` to ACI worker — https://github.com/PrefectHQ/prefect/pull/13143
+- Improve Vertex AI worker performance — https://github.com/PrefectHQ/prefect/pull/13139
+- Migrate `prefect-ray` to core — https://github.com/PrefectHQ/prefect/pull/12869
+- Log full output of databricks job — https://github.com/PrefectHQ/prefect/pull/13151
+- Update Snowflake Connector example in UI — https://github.com/PrefectHQ/prefect/pull/12903
+- Fix pydantic v1 prefect-databricks — https://github.com/PrefectHQ/prefect/pull/13166
+- Fix inclusion of commas in tag scrubbing — https://github.com/PrefectHQ/prefect/pull/13190
+- Handle empty `service_account_info` for cached Vertex client — https://github.com/PrefectHQ/prefect/pull/13175
+- Add `dlt-prefect` recipe — https://github.com/PrefectHQ/prefect/pull/13203
+
+### Documentation
+- Add third-party secrets guide — https://github.com/PrefectHQ/prefect/pull/13173
+- Update documentation on nested / autonomous tasks — https://github.com/PrefectHQ/prefect/pull/13154
+- Update Prefect Snowflake docs — https://github.com/PrefectHQ/prefect/pull/13171
+- Update prefect-dbt index page — https://github.com/PrefectHQ/prefect/pull/13187
+- Fix `az acr create` command in ACI worker guide — https://github.com/PrefectHQ/prefect/pull/12909
+- Update prefect-dbt index page - https://github.com/PrefectHQ/prefect/pull/13187
+
+### Contributors
+- @h2oa made their first contribution in https://github.com/PrefectHQ/prefect/pull/13157
+- @ConstantinoSchillebeeckx
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.18.1...2.18.2
+
+## Release 2.18.1
+
+### Fixes
+- Fix improper context access for nested async task outside of flow — https://github.com/PrefectHQ/prefect/pull/12810
+- Fix using default interval schedule in `prefect deploy` — https://github.com/PrefectHQ/prefect/pull/12833
+- Handle case in `validationUpdate` schema where definitions are falsy — https://github.com/PrefectHQ/prefect/pull/12880
+- Allow `prefect cloud login` to override current workspace — https://github.com/PrefectHQ/prefect/pull/12867
+- Remove extra quotes in `prefect deployment run --watch` — https://github.com/PrefectHQ/prefect/pull/12894
+
+### Experimental
+
+#### Events and Automations
+- Support filtering by automation name:
+ - https://github.com/PrefectHQ/prefect/pull/12850
+ - https://github.com/PrefectHQ/prefect/pull/12884
+ - https://github.com/PrefectHQ/prefect/pull/12887
+- Add support for using the "normal" Trigger classes for `flow.serve` and `.deploy` — https://github.com/PrefectHQ/prefect/pull/12789
+- Add an account-level event subscriber — https://github.com/PrefectHQ/prefect/pull/12808
+- Emit flow run state change events — https://github.com/PrefectHQ/prefect/pull/12825
+- Emit deployment status persistence and events — https://github.com/PrefectHQ/prefect/pull/12853
+- Enable event streaming from `PrefectCloudEventSubscriber` via CLI — https://github.com/PrefectHQ/prefect/pull/12796
+- Update the `prefect automation delete` CLI — https://github.com/PrefectHQ/prefect/pull/12876
+
+#### Engine
+- Add new experimental engine for tasks and flows with improved readability and extensibility — https://github.com/PrefectHQ/prefect/pull/12856
+
+### Documentation
+- Improve installation instructions — https://github.com/PrefectHQ/prefect/pull/12783
+- Improve quickstart — https://github.com/PrefectHQ/prefect/pull/12798
+- Migrate `prefect-azure` docs to Integrations section of the Prefect docs — https://github.com/PrefectHQ/prefect/pull/12794
+- Update storage guide credentials blocks — https://github.com/PrefectHQ/prefect/pull/12819
+- Remove `server` import recommendations — https://github.com/PrefectHQ/prefect/pull/12823
+- Remove link to removed API page — https://github.com/PrefectHQ/prefect/pull/12824
+- Add Azure Container Instances worker guide — https://github.com/PrefectHQ/prefect/pull/12846
+- Improve wording on integrations index page — https://github.com/PrefectHQ/prefect/pull/12852
+
+#### Prefect UI Library
+- Add `FormattedDate` component to display accessible, long-form timestamps consistently
+- Update modal buttons and add auto-close to the parameters and job variable modals — https://github.com/PrefectHQ/prefect-ui-library/pull/2320
+- Add flow run list information density — https://github.com/PrefectHQ/prefect-ui-library/pull/2321
+- Fix "Run a deployment" action not populating the default parameters from the deployment — https://github.com/PrefectHQ/prefect-ui-library/pull/2322
+- Fix schema form properties with no default value from defaulting to `null` (`None`) — https://github.com/PrefectHQ/prefect-ui-library/pull/2323
+- Update date-fns and date-fns-tz — https://github.com/PrefectHQ/prefect-ui-library/pull/2319
+- Use correct icon colors for non-destructive actions in the UI — https://github.com/PrefectHQ/prefect-ui-library/pull/2328
+
+### Integrations
+#### Prefect CGP
+- Remove API ref to nonexistent Google Cloud Run V2 page — https://github.com/PrefectHQ/prefect-gcp/pull/260
+- Fix VPC access for Cloud v2 worker — https://github.com/PrefectHQ/prefect-gcp/pull/266
+- Handle case where `vpc` isn't in job template — https://github.com/PrefectHQ/prefect-gcp/pull/267
+
+## New Contributors
+* @keizobabybear made their first contribution in https://github.com/PrefectHQ/prefect/pull/12852
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.18.0...2.18.1
+
+## Release 2.18.0
+
+### Breaking Changes
+- Deployment configuration update: The `prefect deploy` command now only supports the `prefect.yaml` file. The `deployment.yaml` file is no longer supported
+following its deprecation last June. Users should update their deployment configurations to use `prefect.yaml` instead. Running `prefect deploy` on a version prior to 2.18.0 will migrate your `deployment.yaml` file to a `prefect.yaml` file. - https://github.com/PrefectHQ/prefect/pull/12731
+- `prefect deploy` options update: The `-f/--flow` option has been removed from `prefect deploy` following its deprecation last June. Please deploy
+using the flow entrypoint instead. - https://github.com/PrefectHQ/prefect/pull/12732
+- `prefect project` removal: The `projects` command group has been removed following its deprecation last June. For instance, instead of using `prefect project init`, use `prefect init` instead. — https://github.com/PrefectHQ/prefect/pull/12737
+- `--ci` option removal: The `--ci` option in `prefect deploy` has been removed to unify the deployment experience across different environments. This removal follows its scheduled deprecation. Please use the `--no-prompt` option instead, e.g. `prefect --no-prompt deploy`. — https://github.com/PrefectHQ/prefect/pull/12740
+
+### Enhancements
+- Improve account selection in `prefect cloud login` and `workspace set` — https://github.com/PrefectHQ/prefect/pull/12717
+
+### Fixes
+- Raise clearer flow validation error — https://github.com/PrefectHQ/prefect/pull/12715
+- Exclude job_variables when exclude=None — https://github.com/PrefectHQ/prefect/pull/12712
+- Remove experimental flags on infrastructure overrides — https://github.com/PrefectHQ/prefect/pull/12742
+
+### Experimental
+
+#### Pydantic V2 Compatibility
+- Introduce self-validating types — https://github.com/PrefectHQ/prefect/pull/12707
+- Refactor `field_validator` and `model_validator` to map Pydantic kwargs between versions — https://github.com/PrefectHQ/prefect/pull/12676
+- Fix type-hinting for self-validating fields — https://github.com/PrefectHQ/prefect/pull/12710
+- Fix types NonNegativeDuration / PositiveDuration — https://github.com/PrefectHQ/prefect/pull/12711
+
+
+#### Events and Automations
+- Implement the `run-deployment` automation action — https://github.com/PrefectHQ/prefect/pull/12677
+- Implement the `send-notification` action — https://github.com/PrefectHQ/prefect/pull/12693
+- Make `TriggeredAction.firing` required — https://github.com/PrefectHQ/prefect/pull/12697
+- Add an Actions service — https://github.com/PrefectHQ/prefect/pull/12699
+- Implement the `call-webhook` action and adds all Action client-side schemata — https://github.com/PrefectHQ/prefect/pull/12728
+- Implement `change-flow-run-state`, `cancel-flow-run`, and `suspend-flow-run` — https://github.com/PrefectHQ/prefect/pull/12730
+- Add functions for querying and counting events — https://github.com/PrefectHQ/prefect/pull/12696
+- Implement the `pause-deployment` and `resume-deployment` actions — https://github.com/PrefectHQ/prefect/pull/12733
+- Add `/events/filter` and `/events/count-by` route trees — https://github.com/PrefectHQ/prefect/pull/12736
+- Allow for creating automations via deployments when experimental events is on — https://github.com/PrefectHQ/prefect/pull/12701
+- Add ability to stream out events via websocket — https://github.com/PrefectHQ/prefect/pull/12744
+- Implement the `pause-automation` and `resume-automation` actions — https://github.com/PrefectHQ/prefect/pull/12738
+- Add automations CLI — https://github.com/PrefectHQ/prefect/pull/12754
+- Rename `prefect-cloud.*` events and labels to `prefect.*` — https://github.com/PrefectHQ/prefect/pull/12755
+- Add ability to emit events to an ephemeral Prefect server — https://github.com/PrefectHQ/prefect/pull/12762
+- Disable `events` and `automations` API routes when experimental events setting is not enabled — https://github.com/PrefectHQ/prefect/pull/12777
+- Add compatibility tests for client and server triggers and actions — https://github.com/PrefectHQ/prefect/pull/12778
+- Disable the automations integration flows for Prefect Cloud — https://github.com/PrefectHQ/prefect/pull/12784
+- Add pause and resume the work pool and work queue actions — https://github.com/PrefectHQ/prefect/pull/12735
+- Add helper functions for creating an events client or subscriber — https://github.com/PrefectHQ/prefect/pull/12759
+- Add default posture to `EventTrigger` schema — https://github.com/PrefectHQ/prefect/pull/12764
+ - Fix writing events for SQLite + SQLAlchemy<2 — https://github.com/PrefectHQ/prefect/pull/12679
+
+### Documentation
+- Update `prefect.yaml` example in work pools concepts page — https://github.com/PrefectHQ/prefect/pull/12695
+- Fix typo in Quickstart — https://github.com/PrefectHQ/prefect/pull/12729
+- Simplify quickstart — https://github.com/PrefectHQ/prefect/pull/12725
+- Add `.serve`, `.deploy`, and composite trigger examples to deployment triggers docs — https://github.com/PrefectHQ/prefect/pull/12743
+- Update automations images — https://github.com/PrefectHQ/prefect/pull/12752
+- Simplify tutorial — https://github.com/PrefectHQ/prefect/pull/12765
+- Remove disclaimer for Python 3.12 experimental support — https://github.com/PrefectHQ/prefect/pull/12771
+- Clarify deployment trigger examples — https://github.com/PrefectHQ/prefect/pull/12782
+- Remove Prefect-managed integration libraries to be archived from the integrations catalog — https://github.com/PrefectHQ/prefect/pull/12781
+- Fix broken link to push work pool guide — https://github.com/PrefectHQ/prefect/pull/12748
+- Fix minor restructure to improve legibility of work pools tutorial — https://github.com/PrefectHQ/prefect/pull/12747
+- Fix `typing` import and typos in tasks tutorial — https://github.com/PrefectHQ/prefect/pull/12746
+- Simplify installation — https://github.com/PrefectHQ/prefect/pull/12772
+- Fix import syntax in `variables.Variable` example — https://github.com/PrefectHQ/prefect/pull/12727
+- Fix typo in How-to Guide document — https://github.com/PrefectHQ/prefect/pull/12761
+
+
+## New Contributors
+* @hboehmer-IW made their first contribution in https://github.com/PrefectHQ/prefect/pull/12721
+* @avriiil made their first contribution in https://github.com/PrefectHQ/prefect/pull/12748
+* @takashimakazuki made their first contribution in https://github.com/PrefectHQ/prefect/pull/12761
+
+### Integrations
+- Add support for a capacity provider — https://github.com/PrefectHQ/prefect-aws/pull/407
+- Improve error handling for task creation — https://github.com/PrefectHQ/prefect-aws/pull/406
+
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.17.1...2.18.0
+
+## Release 2.17.1
+
+### Fixes
+- Fix events storage import — https://github.com/PrefectHQ/prefect/pull/12681
+- Remove `opentelemetry` import — https://github.com/PrefectHQ/prefect/pull/12684
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.17.0...2.17.1
+
+## Release 2.17.0
+
+### Manage Prefect variables via the Python SDK
+
+Prefect variables are useful for storing and reusing data and configuration between and across workflows; and previously you could only create and update variables via the Prefect UI. With this release, you can now get and set Prefect variables directly in your Python code with the new `Variable.set` and `Variable.get` methods!
+
+For an example of reading and writing variable values in Python see the following example:
+
+```python
+from prefect.variables import Variable
+
+# set a variable
+variable = Variable.set(name="the_answer", value="42")
+
+# get a variable
+answer = Variable.get('the_answer')
+print(answer.value)
+# 42
+
+# get a variable with a default value
+answer = Variable.get('not_the_answer', default='42')
+print(answer.value)
+# 42
+
+# update a variable
+answer = Variable.set(name="the_answer", value="43", overwrite=True)
+print(answer.value)
+#43
+```
+
+Refer to the [docs](https://docs.prefect.io/latest/guides/variables/#accessing-variables) for more information and see the PR for implementation details: https://github.com/PrefectHQ/prefect/pull/12596
+
+### Enhancements
+- Allow flows inside tasks
+ — https://github.com/PrefectHQ/prefect/pull/12559
+ — https://github.com/PrefectHQ/prefect/pull/12607
+- Add `User-Agent` header containing the running Prefect version — https://github.com/PrefectHQ/prefect/pull/12601
+- Adds deployment version to the flow run object — https://github.com/PrefectHQ/prefect/pull/12591
+
+### Fixes
+- Transition flow runs without active infrastructure directly to cancelled — https://github.com/PrefectHQ/prefect/pull/12582
+- Remove duplicate CLI output when reauthorizing with `prefect cloud login` — https://github.com/PrefectHQ/prefect/pull/12664
+- Add `blob_storage` extra as requirement for Azure `prefect.yaml` recipes — https://github.com/PrefectHQ/prefect/pull/12333
+- Exclude Typer 0.12.2 from solver — https://github.com/PrefectHQ/prefect/pull/12618
+- Correct `schedules`/`is_schedule_active` deprecation windows — https://github.com/PrefectHQ/prefect/pull/12616
+
+### Experimental / In-Flight Features
+
+#### Pydantic V2 Compatibility
+- Add `pydantic` V2 compatible `field_validator` — https://github.com/PrefectHQ/prefect/pull/12576
+- Add `pydantic` V2 `model_validator` — https://github.com/PrefectHQ/prefect/pull/12635
+- Expose `field_validator` in `pydantic` compatibility layer — https://github.com/PrefectHQ/prefect/pull/12608
+- Add `ConfigDict` to `pydantic` compatibility layer — https://github.com/PrefectHQ/prefect/pull/12629
+- Add `model_fields_set` to `pydantic` compatibility layer — https://github.com/PrefectHQ/prefect/pull/12654
+- Map `copy_on_model_validation` to `revalidate_instances` in `pydantic` compatibility layer — https://github.com/PrefectHQ/prefect/pull/12644
+
+#### Events and Automations
+- Enable `EventsWorker` to emit events to Prefect servers — https://github.com/PrefectHQ/prefect/pull/12637
+- Add ORM models and database migrations for events storage — https://github.com/PrefectHQ/prefect/pull/12651
+- Add automations API — https://github.com/PrefectHQ/prefect/pull/12620
+- Add reactive and composite triggers — https://github.com/PrefectHQ/prefect/pull/12650
+- Add proactive triggers — https://github.com/PrefectHQ/prefect/pull/12660
+- Add `EventPersister` service to store received events - https://github.com/PrefectHQ/prefect/pull/12662
+
+### Deprecations
+- Remove expired deprecations from `prefect/__init__.py` — https://github.com/PrefectHQ/prefect/pull/12613
+
+### Documentation
+- Update references to deployment schedules — https://github.com/PrefectHQ/prefect/pull/12595
+- Add missing navigation items for `prefect shell` CLI command — https://github.com/PrefectHQ/prefect/pull/12598
+- Update formatting for `prefect shell` CLI command — https://github.com/PrefectHQ/prefect/pull/12606
+- Add comment to blocks concept page when using `SecretStr` with `pydantic` V2 — https://github.com/PrefectHQ/prefect/pull/12632
+- Fix name format in `run_deployment` docstring — https://github.com/PrefectHQ/prefect/pull/12628
+- Add documentation for flow run job variables — https://github.com/PrefectHQ/prefect/pull/12490
+- Add example of retrieving an artifact in Python code — https://github.com/PrefectHQ/prefect/pull/12666
+
+### Contributors
+- @hainenber
+
+**All changes**: https://github.com/PrefectHQ/prefect/compare/2.16.9...2.17.0
+
+## Release 2.16.9
+
+### `prefect deploy` with `-jv/--job-variable` option
+
+In a prior release, we added a `-jv/--job-variable` option for providing job variables when running a deployment using `prefect deployment run`. We want to be consistent in our CLI by allowing you to use this option while creating deployments during `prefect deploy`! Thus, we have added a `-jv/--job-variable` option to `prefect deploy` to replace the `-v/--variables` option, which we have now deprecated.
+
+See the following pull request for implementation details:
+- https://github.com/PrefectHQ/prefect/pull/12410
+
+### Enhancements
+- Remove nested task constraint that prevented tasks called from other tasks — https://github.com/PrefectHQ/prefect/pull/12548
+- Stop creating artifacts for unpersisted results - https://github.com/PrefectHQ/prefect/pull/12454
+- Allow for deletion of work pool workers via API — https://github.com/PrefectHQ/prefect/pull/12330
+- Raise more informative error on `prefect worker start -t bad-type` - https://github.com/PrefectHQ/prefect/pull/12586
+- Add tooltip and increase width to support better displaying long Prefect variable names in the UI https://github.com/PrefectHQ/prefect-ui-library/pull/2275
+
+### Fixes
+- Raise lower bound on `typer` dependency — https://github.com/PrefectHQ/prefect/pull/12512
+- Skip flow run cancellation if no associated deployment — https://github.com/PrefectHQ/prefect/pull/12001
+- Handle referenced blocks in base templates during `job_variable` validation — https://github.com/PrefectHQ/prefect/pull/12329
+- Select correct `AsyncWaiter` for successively awaited flow and task calls — https://github.com/PrefectHQ/prefect/pull/12510
+- Handle flow run creation for runner-managed deployments — https://github.com/PrefectHQ/prefect/pull/12319
+- Expose `ignore_warnings` in `Flow.deploy` — https://github.com/PrefectHQ/prefect/pull/12569
+- Allow `prefect cloud login` re-authentication in non-interactive mode — https://github.com/PrefectHQ/prefect/pull/12575
+- Update ECS provisioner IAM policy to include `ecs:TagResource` permission — https://github.com/PrefectHQ/prefect/pull/12551
+- Correctly populate custom default parameters in the flow submission form in the UI - https://github.com/PrefectHQ/prefect-ui-library/pull/2280
+
+### Experimental / In-Flight Features
+#### Flow Run Infrastructure Overrides
+- Add support for adding job variables to trigger definitions via CLI - https://github.com/PrefectHQ/prefect/pull/12276
+
+#### Pydantic V2 Compatibility
+- Add dynamic importing of Pydantic modules
+ - https://github.com/PrefectHQ/prefect/pull/12498
+ - https://github.com/PrefectHQ/prefect/pull/12503
+- Refactor Pydantic V2 compatibility layer into submodules — https://github.com/PrefectHQ/prefect/pull/12522
+- Enable support for `mode="json"` in `model_dump` function by default — https://github.com/PrefectHQ/prefect/pull/12540
+
+#### Events and Automations
+- Add message publisher and consumer abstractions, with in-memory implementation — https://github.com/PrefectHQ/prefect/pull/12485
+- Add events HTTP and websocket endpoints — https://github.com/PrefectHQ/prefect/pull/12499
+- Add a diagnostic service which consumes events and prints a summary of them — https://github.com/PrefectHQ/prefect/pull/12501
+- Add internal events client for publishing events from other server-side areas — https://github.com/PrefectHQ/prefect/pull/12520
+- Add an internal orchestration API client for use in events — https://github.com/PrefectHQ/prefect/pull/12534
+- Add server-side automations schema models — https://github.com/PrefectHQ/prefect/pull/12549
+- Add ORM classes and model modules for automations and its state tables — https://github.com/PrefectHQ/prefect/pull/12581
+
+### Integrations - Prefect AWS
+- Fix `S3Bucket.copy_object` target path resolution — https://github.com/PrefectHQ/prefect-aws/pull/385
+- Add Python 3.12 support and remove 3.7 support — https://github.com/PrefectHQ/prefect-aws/pull/405
+- Change logging prefix to avoid unnecessary task definition registrations — https://github.com/PrefectHQ/prefect-aws/pull/400
+
+### Deprecations
+- Deprecate `KubernetesCusterConfig` block — https://github.com/PrefectHQ/prefect/pull/12571
+- Remove use of PartialModel — 
+