CI/CD

feat(web-ui): process input demands dispatched on the bus #814

Workflow file for this run

.github/workflows/integration_delivery.yml at e4fa394

	name: CI/CD

	on:
	push:
	branches:
	- main
	tags:
	- 'v*'
	pull_request:
	workflow_dispatch:

	env:
	PYTHON_VERSION: '3.11.9'

	jobs:
	dependencies:
	name: Install Dependencies
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v4
	name: Checkout

	- name: System Dependencies
	run: \|
	sudo apt-get update -y
	sudo apt-get install -y portaudio19-dev

	- name: Setup Python
	uses: actions/setup-python@v5
	with:
	python-version: ${{ env.PYTHON_VERSION }}

	- name: Install uv
	uses: astral-sh/setup-uv@v3
	with:
	enable-cache: true
	cache-suffix: ubuntu-latest

	- name: Create virtualenv
	run: \|
	uv venv --system-site-packages

	- name: Install dependencies
	run: uv sync --frozen

	ubo-pod-dependencies:
	name: Install Ubo Pod Dependencies
	runs-on: ubo-pod-pi5
	outputs:
	python-version: ${{ steps.get-python-version.outputs.PYTHON_VERSION }}
	steps:
	- uses: actions/checkout@v4
	name: Checkout

	- name: Extract Python Version
	id: get-python-version
	run: \|
	echo "PYTHON_VERSION=$(python --version \| cut -d' ' -f2)" >> $GITHUB_OUTPUT
	echo "PYTHON_VERSION=$(python --version \| cut -d' ' -f2)"

	- name: Install uv
	uses: astral-sh/setup-uv@v3
	with:
	enable-cache: true
	cache-suffix: ubo-pod

	- name: Create virtualenv
	run: \|
	uv venv --system-site-packages

	- name: Install dependencies
	run: \|
	uv sync --frozen

	type-check:
	name: Type Check
	needs:
	- ubo-pod-dependencies
	runs-on: ubo-pod-pi5
	steps:
	- uses: actions/checkout@v4
	name: Checkout

	- name: Install uv
	uses: astral-sh/setup-uv@v3
	with:
	enable-cache: true
	cache-suffix: ubo-pod

	- name: Create virtualenv
	run: \|
	uv venv --system-site-packages

	- name: Create stub files
	run: \|
	uv run --frozen pyright --createstub kivy

	- name: Type Check
	run: \|
	uv run --frozen poe typecheck

	lint:
	name: Lint
	needs:
	- dependencies
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v4
	name: Checkout

	- name: Setup Python
	uses: actions/setup-python@v5
	with:
	python-version: ${{ env.PYTHON_VERSION }}

	- name: Install uv
	uses: astral-sh/setup-uv@v3
	with:
	enable-cache: true
	cache-suffix: ubuntu-latest

	- name: Lint
	run: uvx ruff check

	test:
	name: Test
	needs:
	- dependencies
	- ubo-pod-dependencies
	strategy:
	matrix:
	runner: ['ubo-pod', 'ubo-pod-pi5', 'ubuntu-latest']
	runs-on: ${{ matrix.runner }}
	environment:
	name: test
	url: https://app.codecov.io/gh/${{ github.repository }}/
	steps:
	- name: System Dependencies
	if: matrix.runner == 'ubuntu-latest'
	run: \|
	sudo apt-get update -y
	sudo apt-get install -y libegl1 libgl1 libmtdev1 libzbar0

	- uses: actions/checkout@v4
	name: Checkout

	- name: Setup Python
	if: matrix.runner == 'ubuntu-latest'
	uses: actions/setup-python@v5
	with:
	python-version: ${{ env.PYTHON_VERSION }}

	- name: Install uv
	uses: astral-sh/setup-uv@v3
	with:
	enable-cache: true
	cache-suffix:
	${{ startsWith(matrix.runner, 'ubo-pod') && 'ubo-pod' \|\|
	'ubuntu-latest' }}

	- name: Create virtualenv
	run: \|
	uv venv --system-site-packages

	- name: Run Tests
	run: \|
	uv run --frozen poe test --verbosity=2 --make-screenshots --cov-report=xml --cov-report=html --log-level=DEBUG --log-cli-level=5 -n ${{ startsWith(matrix.runner, 'ubo-pod') && '1' \|\| 'auto' }}

	- name: Collect Window Screenshots
	uses: actions/upload-artifact@v4
	if: always()
	with:
	name: screenshots-${{ matrix.runner }}
	path: tests//results//*.png

	- name: Collect Store Snapshots
	uses: actions/upload-artifact@v4
	if: always()
	with:
	name: snapshots-${{ matrix.runner }}
	path: tests//results//*.jsonc

	- name: Collect HTML Coverage Report
	uses: actions/upload-artifact@v4
	with:
	name: coverage-report-${{ matrix.runner }}
	path: htmlcov

	- name: Upload Coverage to Codecov
	uses: codecov/codecov-action@v4
	with:
	file: ./coverage.xml
	flags: ${{ matrix.runner }}
	fail_ci_if_error: false
	token: ${{ secrets.CODECOV_TOKEN }}

	build:
	name: Build
	needs:
	- dependencies
	runs-on: ubuntu-latest
	outputs:
	version: ${{ steps.extract-version.outputs.VERSION }}
	name: ${{ steps.extract-version.outputs.NAME }}
	steps:
	- uses: actions/checkout@v4
	name: Checkout
	with:
	lfs: true

	- uses: actions/setup-python@v5
	name: Setup Python
	with:
	python-version: ${{ env.PYTHON_VERSION }}

	- name: Install uv
	uses: astral-sh/setup-uv@v3
	with:
	enable-cache: true
	cache-suffix: ubuntu-latest

	- name: Extract Version
	id: extract-version
	run: \|
	git fetch --prune --unshallow
	git fetch --depth=1 origin +refs/tags/:refs/tags/
	echo "VERSION=$(uvx hatch version)" >> "$GITHUB_OUTPUT"
	echo "VERSION=$(uvx hatch version)"
	echo "NAME=$(uvx hatch project metadata \| jq -r .name)" >> "$GITHUB_OUTPUT"
	echo "NAME=$(uvx hatch project metadata \| jq -r .name)"

	- name: Extract Version from CHANGELOG.md
	run: \|
	FIRST_HEADER=$(sed -n '/## /s/## //p' CHANGELOG.md \| head -n 1)
	if [ "$FIRST_HEADER" == "Upcoming" ]; then
	# Check the version coming from extract-version starts with of x.y.z.devn
	if [[ "${{ steps.extract-version.outputs.VERSION }}" =~ ^[0-9]+\.[0-9]+\.[0-9]+\.dev[0-9]+ ]]; then
	VERSION_CHANGELOG="This is a development version."
	else
	echo "Error: First header in CHANGELOG.md is 'Upcoming' but the version in pyproject.toml is not a development version."
	exit 1
	fi
	else
	VERSION_CHANGELOG=$(echo $FIRST_HEADER \| sed 's/Version //')
	if [ "${{ steps.extract-version.outputs.VERSION }}" != "$VERSION_CHANGELOG" ]; then
	echo "Error: Version extracted from CHANGELOG.md does not match the version in pyproject.toml"
	exit 1
	else
	echo "Versions are consistent."
	fi
	fi

	- name: Configure Sentry
	run: \|
	echo "SENTRY_DSN=${{ secrets.SENTRY_DSN }}" >> ubo_app/.env
	# conditionally set it based on whether it's a tag or not using github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v')
	if [ "${{ github.event_name }}" == "push" ] && [ "$(echo ${{ github.ref }} \| grep -c 'refs/tags/v')" -eq 1 ]; then
	echo "SENTRY_RELEASE=ubo-app@${{ steps.extract-version.outputs.VERSION }}" >> ubo_app/.env
	else
	echo "SENTRY_RELEASE=ubo-app@${{ github.sha }}" >> ubo_app/.env
	fi
	cat ubo_app/.env

	- name: Build
	run:
	SETUPTOOLS_SCM_PRETEND_VERSION=${{
	steps.extract-version.outputs.VERSION }} uv build

	- name: Upload wheel
	uses: actions/upload-artifact@v4
	with:
	name: wheel
	path: dist/*.whl
	if-no-files-found: error

	- name: Upload binary
	uses: actions/upload-artifact@v4
	with:
	name: binary
	path: dist/*.tar.gz
	if-no-files-found: error

	images:
	name: Create Images
	needs:
	- type-check
	- lint
	- test
	- build
	runs-on: ubuntu-latest
	container:
	image: mkaczanowski/packer-builder-arm
	volumes:
	- /dev:/dev
	options: --rm --privileged
	strategy:
	fail-fast: false
	matrix:
	suffix: ['lite', '']
	steps:
	- run: echo Building amd64-${{ matrix.suffix }} image

	- name: Checkout
	uses: actions/checkout@v4

	- uses: actions/download-artifact@v4
	with:
	name: wheel
	path: /build/dist

	- uses: actions/download-artifact@v4
	with:
	name: binary
	path: /build/dist

	- name: Generate Image URL and Checksum
	id: generate-image-url
	run: \|
	SUFFIX=""
	if [ -n "${{ matrix.suffix }}" ]; then
	SUFFIX="_${{ matrix.suffix }}"
	fi
	DASHED_SUFFIX=$(echo $SUFFIX \| sed 's/_/-/g')
	IMAGE_NAME="2024-07-04-raspios-bookworm-arm64${DASHED_SUFFIX}"
	IMAGE_URL="https://downloads.raspberrypi.com/raspios${SUFFIX}_arm64/images/raspios${SUFFIX}_arm64-2024-07-04/${IMAGE_NAME}.img.xz"
	CHECKSUM_URL="${IMAGE_URL}.sha256"
	echo "suffix=$SUFFIX" >> "$GITHUB_OUTPUT"
	echo "dashed_suffix=$DASHED_SUFFIX" >> "$GITHUB_OUTPUT"
	echo "image_url=$IMAGE_URL" >> "$GITHUB_OUTPUT"
	echo "image_name=$IMAGE_NAME" >> "$GITHUB_OUTPUT"
	echo "image_checksum_url=$CHECKSUM_URL" >> "$GITHUB_OUTPUT"
	IMAGE_SIZE_GB=${{ matrix.suffix == 'lite' && '4.5' \|\| matrix.suffix == '' && '6.75' \|\| '13' }}
	IMAGE_SIZE=$(awk -v IMAGE_SIZE_GB=$IMAGE_SIZE_GB 'BEGIN {printf "%.0f", IMAGE_SIZE_GB * 1024 ^ 3}')
	echo "image_size=$IMAGE_SIZE" >> "$GITHUB_OUTPUT"

	- name: Build Artifact
	env:
	PKR_VAR_ubo_app_version: ${{ needs.build.outputs.version }}
	PKR_VAR_image_url: ${{ steps.generate-image-url.outputs.image_url }}
	PKR_VAR_image_name: ${{ steps.generate-image-url.outputs.image_name }}
	PKR_VAR_image_checksum_url:
	${{ steps.generate-image-url.outputs.image_checksum_url }}
	PKR_VAR_target_image_size:
	${{ steps.generate-image-url.outputs.image_size}}
	run: \|
	/entrypoint.sh init scripts/packer/image.pkr.hcl
	SETUP_QEMU=false /entrypoint.sh build scripts/packer/image.pkr.hcl
	ls -lh
	mv image.img /build
	ls -lh /build

	- name: Fill Free Space with Zeros
	run: \|
	apt-get update
	apt-get install -y zerofree
	LOOP_DEV=$(losetup -f)
	losetup -P $LOOP_DEV /build/image.img
	zerofree -v "${LOOP_DEV}p2"
	losetup -d $LOOP_DEV

	- name: Compress File with Gzip
	run: \|
	scripts/consume.sh /build/image.img \| gzip -9 > /ubo_app-${{ needs.build.outputs.version }}-bookworm${{ steps.generate-image-url.outputs.dashed_suffix }}.img.gz

	- name: Upload Image
	uses: actions/upload-artifact@v4
	with:
	name:
	ubo_app-${{ needs.build.outputs.version }}-bookworm${{
	steps.generate-image-url.outputs.dashed_suffix}}-arm64.img.gz
	path:
	/ubo_app-${{ needs.build.outputs.version }}-bookworm${{
	steps.generate-image-url.outputs.dashed_suffix }}.img.gz
	if-no-files-found: error

	publish:
	name: Publish
	if: >-
	github.event_name == 'push' && github.ref == 'refs/heads/main' \|\|
	github.event_name == 'pull_request' && github.event.pull_request.base.ref
	== 'main'
	needs:
	- type-check
	- lint
	- test
	- build
	runs-on: ubuntu-latest
	environment:
	name: pypi
	url:
	https://pypi.org/project/${{ needs.build.outputs.name }}/${{
	needs.build.outputs.version }}
	permissions:
	id-token: write
	steps:
	- uses: actions/download-artifact@v4
	with:
	name: wheel
	path: dist

	- uses: actions/download-artifact@v4
	with:
	name: binary
	path: dist

	- name: Publish to PyPI
	uses: pypa/gh-action-pypi-publish@release/v1
	with:
	packages-dir: dist

	release:
	if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v')
	name: Release
	needs:
	- type-check
	- lint
	- test
	- build
	- publish
	- images
	runs-on: ubuntu-latest
	environment:
	name: release
	url:
	https://github.com/${{ github.repository }}/releases/tag/v${{
	needs.build.outputs.version }}
	permissions:
	contents: write
	steps:
	- uses: actions/checkout@v4
	name: Checkout

	- name: Procure Lite Image
	uses: actions/download-artifact@v4
	with:
	name:
	ubo_app-${{ needs.build.outputs.version
	}}-bookworm-lite-arm64.img.gz
	path: artifacts

	- name: Procure Default Image
	uses: actions/download-artifact@v4
	with:
	name: ubo_app-${{ needs.build.outputs.version }}-bookworm-arm64.img.gz
	path: artifacts

	- name: Procure Wheel
	uses: actions/download-artifact@v4
	with:
	name: wheel
	path: artifacts

	- name: Procure Binary
	uses: actions/download-artifact@v4
	with:
	name: binary
	path: artifacts

	- name:
	Split Large Files into 2GB chunks in a for loop only if they are
	bigger than 2GB
	run: \|
	for file in artifacts/*; do
	if [ $(stat -c%s "$file") -gt 2147000000 ]; then
	split -b 2147000000 "$file" "$file"_
	rm "$file"
	fi
	done

	- name: Extract Changelog
	id: changelog
	run: \|
	perl -0777 -ne 'while (/## Version ${{ needs.build.outputs.version }}\n(\s\n)(.?)(\s\n)*## Version \d+\.\d+\.\d+\n/sg) {print "$2\n"}' CHANGELOG.md > CURRENT_CHANGELOG.md
	{
	echo "CONTENT<<EOF"
	cat CURRENT_CHANGELOG.md
	echo "EOF"
	} >> "$GITHUB_OUTPUT"

	- name: Release
	uses: softprops/action-gh-release@v2
	with:
	files: artifacts/*
	tag_name: v${{ needs.build.outputs.version }}
	body: \|
	PyPI package: https://pypi.org/project/${{ needs.build.outputs.name }}/${{ needs.build.outputs.version }}

	# Changes:
	${{ steps.changelog.outputs.CONTENT }}

	---

	Note than GitHub doesn't allow assets bigger than 2GB in a release. Due to this, the files bigger than 2GB have been split into 2GB chunks. You can join them using the following command:

	```bash
	cat [[filename]]_* > [[filename]]
	```
	prerelease: false
	draft: false

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

feat(web-ui): process input demands dispatched on the bus #814

Workflow file

feat(web-ui): process input demands dispatched on the bus #814

Jobs

Run details

Workflow file for this run