tests

Merge branch 'w/7.70/improvement/UTAPI-98/bump-redis' into tmp/octopu… #595

Workflow file for this run

	---
	name: tests

	on:
	push:
	branches-ignore:
	- 'development/**'

	workflow_dispatch:
	inputs:
	debug:
	description: Debug (enable the ability to SSH to runners)
	type: boolean
	required: false
	default: 'false'
	connection-timeout-m:
	type: number
	required: false
	description: Timeout for ssh connection to worker (minutes)
	default: 30
	jobs:
	build-ci:
	uses: ./.github/workflows/build-ci.yaml
	secrets:
	REGISTRY_LOGIN: ${{ secrets.REGISTRY_LOGIN }}
	REGISTRY_PASSWORD: ${{ secrets.REGISTRY_PASSWORD }}

	lint:
	runs-on: ubuntu-latest
	steps:
	- name: Checkout
	uses: actions/checkout@v2
	with:
	lfs: true
	- uses: actions/setup-node@v2
	with:
	node-version: '16.13.2'
	cache: yarn
	- name: install dependencies
	run: yarn install --frozen-lockfile --network-concurrency 1
	- name: run static analysis tools on markdown
	run: yarn run lint_md
	- name: run static analysis tools on code
	run: yarn run lint

	tests-v1:
	needs:
	- build-ci
	runs-on: ubuntu-latest
	env:
	REINDEX_PYTHON_INTERPRETER: python3
	name: ${{ matrix.test.name }}
	strategy:
	fail-fast: false
	matrix:
	test:
	- name: run unit tests
	command: yarn test
	env:
	UTAPI_METRICS_ENABLED: 'true'
	- name: run v1 client tests
	command: bash ./.github/scripts/run_ft_tests.bash false ft_test:client
	env: {}
	- name: run v1 server tests
	command: bash ./.github/scripts/run_ft_tests.bash false ft_test:server
	env: {}
	- name: run v1 cron tests
	command: bash ./.github/scripts/run_ft_tests.bash false ft_test:cron
	env: {}
	- name: run v1 interval tests
	command: bash ./.github/scripts/run_ft_tests.bash true ft_test:interval
	env: {}
	services:
	redis:
	image: ghcr.io/${{ github.repository }}/redis-ci:${{ github.sha }}
	ports:
	- 6379:6379
	- 9121:9121
	options: >-
	--health-cmd "redis-cli ping"
	--health-interval 10s
	--health-timeout 5s
	--health-retries 5
	redis-replica:
	image: ghcr.io/${{ github.repository }}/redis-replica-ci:${{ github.sha }}
	ports:
	- 6380:6380
	options: >-
	--health-cmd "redis-cli -p 6380 ping"
	--health-interval 10s
	--health-timeout 5s
	--health-retries 5
	redis-sentinel:
	image: bitnami/redis-sentinel:7.2.4
	env:
	REDIS_MASTER_SET: scality-s3
	REDIS_SENTINEL_PORT_NUMBER: '16379'
	REDIS_SENTINEL_QUORUM: '1'
	ports:
	- 16379:16379
	options: >-
	--health-cmd "redis-cli -p 16379 ping"
	--health-interval 10s
	--health-timeout 5s
	--health-retries 5
	warp10:
	image: ghcr.io/${{ github.repository }}/warp10-ci:${{ github.sha }}
	env:
	standalone.port: '4802'
	warpscript.maxops: '10000000'
	ENABLE_SENSISION: 't'
	options: >-
	--health-cmd "curl localhost:4802/api/v0/check"
	--health-interval 10s
	--health-timeout 5s
	--health-retries 10
	--health-start-period 60s
	ports:
	- 4802:4802
	- 8082:8082
	- 9718:9718

	steps:
	- name: Checkout
	uses: actions/checkout@v2
	with:
	lfs: true
	- uses: actions/setup-node@v2
	with:
	node-version: '16.13.2'
	cache: yarn
	- uses: actions/setup-python@v2
	with:
	python-version: '3.9'
	- uses: actions/cache@v2
	with:
	path: ~/.cache/pip
	key: ${{ runner.os }}-pip
	- name: Install python deps
	run: \|
	pip install requests
	pip install redis
	- name: install dependencies
	run: yarn install --frozen-lockfile --network-concurrency 1
	- name: ${{ matrix.test.name }}
	run: ${{ matrix.test.command }}
	env: ${{ matrix.test.env }}

	tests-v2-with-vault:
	needs:
	- build-ci
	runs-on: ubuntu-latest
	env:
	REINDEX_PYTHON_INTERPRETER: python3
	services:
	redis:
	image: ghcr.io/${{ github.repository }}/redis-ci:${{ github.sha }}
	ports:
	- 6379:6379
	- 9121:9121
	options: >-
	--health-cmd "redis-cli ping"
	--health-interval 10s
	--health-timeout 5s
	--health-retries 5
	redis-replica:
	image: ghcr.io/${{ github.repository }}/redis-replica-ci:${{ github.sha }}
	ports:
	- 6380:6380
	options: >-
	--health-cmd "redis-cli -p 6380 ping"
	--health-interval 10s
	--health-timeout 5s
	--health-retries 5
	redis-sentinel:
	image: bitnami/redis-sentinel:7.2.4
	env:
	REDIS_MASTER_SET: scality-s3
	REDIS_SENTINEL_PORT_NUMBER: '16379'
	REDIS_SENTINEL_QUORUM: '1'
	ports:
	- 16379:16379
	options: >-
	--health-cmd "redis-cli -p 16379 ping"
	--health-interval 10s
	--health-timeout 5s
	--health-retries 5
	warp10:
	image: ghcr.io/${{ github.repository }}/warp10-ci:${{ github.sha }}
	env:
	standalone.port: '4802'
	warpscript.maxops: '10000000'
	ENABLE_SENSISION: 't'
	ports:
	- 4802:4802
	- 8082:8082
	- 9718:9718
	options: >-
	--health-cmd "curl localhost:4802/api/v0/check"
	--health-interval 10s
	--health-timeout 5s
	--health-retries 10
	--health-start-period 60s
	vault:
	image: ghcr.io/${{ github.repository }}/vault-ci:${{ github.sha }}
	ports:
	- 8500:8500
	- 8600:8600
	- 8700:8700
	- 8800:8800
	options: >-
	--health-cmd "curl http://localhost:8500/_/healthcheck"
	--health-interval 10s
	--health-timeout 5s
	--health-retries 10

	steps:
	- name: Checkout
	uses: actions/checkout@v2
	with:
	lfs: true
	- uses: actions/setup-node@v2
	with:
	node-version: '16.13.2'
	cache: yarn
	- uses: actions/setup-python@v2
	with:
	python-version: '3.9'
	- uses: actions/cache@v2
	with:
	path: ~/.cache/pip
	key: ${{ runner.os }}-pip
	- name: Install python deps
	run: \|
	pip install requests
	pip install redis
	- name: install dependencies
	run: yarn install --frozen-lockfile --network-concurrency 1
	- name: Wait for warp10 for 60 seconds
	run: sleep 60
	- name: run v2 functional tests
	run: bash ./.github/scripts/run_ft_tests.bash true ft_test:v2
	env:
	UTAPI_CACHE_BACKEND: redis
	UTAPI_SERVICE_USER_ENABLED: 'true'
	UTAPI_LOG_LEVEL: trace
	SETUP_CMD: "run start_v2:server"
	- name: 'Debug: SSH to runner'
	uses: scality/actions/[email protected]
	timeout-minutes: ${{ fromJSON(github.event.inputs.connection-timeout-m) }}
	continue-on-error: true
	with:
	tmate-server-host: ${{ secrets.TMATE_SERVER_HOST }}
	tmate-server-port: ${{ secrets.TMATE_SERVER_PORT }}
	tmate-server-rsa-fingerprint: ${{ secrets.TMATE_SERVER_RSA_FINGERPRINT }}
	tmate-server-ed25519-fingerprint: ${{ secrets.TMATE_SERVER_ED25519_FINGERPRINT }}
	if: ${{ ( github.event.inputs.debug == true \|\| github.event.inputs.debug == 'true' ) }}

	tests-v2-without-sensision:
	needs:
	- build-ci
	runs-on: ubuntu-latest
	env:
	REINDEX_PYTHON_INTERPRETER: python3
	name: ${{ matrix.test.name }}
	strategy:
	fail-fast: false
	matrix:
	test:
	- name: run v2 soft limit test
	command: bash ./.github/scripts/run_ft_tests.bash true ft_test:softLimit
	env:
	UTAPI_CACHE_BACKEND: redis
	UTAPI_LOG_LEVEL: trace
	SETUP_CMD: "run start_v2:server"
	- name: run v2 hard limit test
	command: bash ./.github/scripts/run_ft_tests.bash true ft_test:hardLimit
	env:
	UTAPI_CACHE_BACKEND: redis
	UTAPI_LOG_LEVEL: trace
	SETUP_CMD: "run start_v2:server"
	services:
	redis:
	image: ghcr.io/${{ github.repository }}/redis-ci:${{ github.sha }}
	ports:
	- 6379:6379
	- 9121:9121
	options: >-
	--health-cmd "redis-cli ping"
	--health-interval 10s
	--health-timeout 5s
	--health-retries 5
	redis-replica:
	image: ghcr.io/${{ github.repository }}/redis-replica-ci:${{ github.sha }}
	ports:
	- 6380:6380
	options: >-
	--health-cmd "redis-cli -p 6380 ping"
	--health-interval 10s
	--health-timeout 5s
	--health-retries 5
	redis-sentinel:
	image: bitnami/redis-sentinel:7.2.4
	env:
	REDIS_MASTER_SET: scality-s3
	REDIS_SENTINEL_PORT_NUMBER: '16379'
	REDIS_SENTINEL_QUORUM: '1'
	ports:
	- 16379:16379
	options: >-
	--health-cmd "redis-cli -p 16379 ping"
	--health-interval 10s
	--health-timeout 5s
	--health-retries 5
	warp10:
	image: ghcr.io/${{ github.repository }}/warp10-ci:${{ github.sha }}
	env:
	standalone.port: '4802'
	warpscript.maxops: '10000000'
	ports:
	- 4802:4802
	- 8082:8082
	- 9718:9718
	options: >-
	--health-cmd "curl localhost:4802/api/v0/check"
	--health-interval 10s
	--health-timeout 5s
	--health-retries 10
	--health-start-period 60s
	vault:
	image: ghcr.io/${{ github.repository }}/vault-ci:${{ github.sha }}
	ports:
	- 8500:8500
	- 8600:8600
	- 8700:8700
	- 8800:8800
	options: >-
	--health-cmd "curl http://localhost:8500/_/healthcheck"
	--health-interval 10s
	--health-timeout 5s
	--health-retries 10

	steps:
	- name: Checkout
	uses: actions/checkout@v2
	with:
	lfs: true
	- uses: actions/setup-node@v2
	with:
	node-version: '16.13.2'
	cache: yarn
	- uses: actions/setup-python@v2
	with:
	python-version: '3.9'
	- uses: actions/cache@v2
	with:
	path: ~/.cache/pip
	key: ${{ runner.os }}-pip
	- name: Install python deps
	run: \|
	pip install requests
	pip install redis
	- name: install dependencies
	run: yarn install --frozen-lockfile --network-concurrency 1
	- name: Wait for warp10 a little bit
	run: sleep 60
	- name: ${{ matrix.test.name }}
	run: ${{ matrix.test.command }}
	env: ${{ matrix.test.env }}
	- name: 'Debug: SSH to runner'
	uses: scality/actions/[email protected]
	timeout-minutes: ${{ fromJSON(github.event.inputs.connection-timeout-m) }}
	continue-on-error: true
	with:
	tmate-server-host: ${{ secrets.TMATE_SERVER_HOST }}
	tmate-server-port: ${{ secrets.TMATE_SERVER_PORT }}
	tmate-server-rsa-fingerprint: ${{ secrets.TMATE_SERVER_RSA_FINGERPRINT }}
	tmate-server-ed25519-fingerprint: ${{ secrets.TMATE_SERVER_ED25519_FINGERPRINT }}
	if: ${{ ( github.event.inputs.debug == true \|\| github.event.inputs.debug == 'true' ) }}

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Merge branch 'w/7.70/improvement/UTAPI-98/bump-redis' into tmp/octopu… #595

Workflow file

Merge branch 'w/7.70/improvement/UTAPI-98/bump-redis' into tmp/octopu… #595

Jobs

Run details

Workflow file for this run