From e95698bf9362c6d89efc0ff78800ad743228acab Mon Sep 17 00:00:00 2001 From: rkthtrifork Date: Mon, 22 Apr 2024 13:56:23 +0200 Subject: [PATCH] added workflow for running all component tests with custom development infrastructure ref --- .github/workflows/run-all-component-tests.yml | 80 +++++++++++++++++++ .github/workflows/run-component-tests.yml | 7 -- 2 files changed, 80 insertions(+), 7 deletions(-) create mode 100644 .github/workflows/run-all-component-tests.yml diff --git a/.github/workflows/run-all-component-tests.yml b/.github/workflows/run-all-component-tests.yml new file mode 100644 index 00000000..efddfcb3 --- /dev/null +++ b/.github/workflows/run-all-component-tests.yml @@ -0,0 +1,80 @@ +name: Run All Component Tests + +on: + workflow_dispatch: + inputs: + development-infrastructure-ref: + description: Which branch to run development infrastructure from + required: false + default: v2.0.0 + +concurrency: + group: ${{ github.ref }}-${{ github.workflow }} + cancel-in-progress: true + +jobs: + should-run: + uses: trifork/cheetah-infrastructure-utils-workflows/.github/workflows/e2e-should-run.yml@main + + run-component-tests: + name: ${{ matrix.folder }} + needs: should-run + if: ${{ needs.should-run.outputs.should-run }} + + runs-on: ubuntu-latest + strategy: + matrix: + include: + - folder: AvroToJson + initial-kafka-topics: "AvroToJsonInputTopic AvroToJsonOutputTopic" + + - folder: DockerComposeExamples/RunMultipleFlinkJobs + initial-kafka-topics: "JsonToAvroInputTopic JsonToAvroOutputTopic" + + - folder: EnrichStream + initial-kafka-topics: "EnrichStreamEnrichTopic EnrichStreamInputTopic EnrichStreamOutputTopic" + + - folder: ExternalLookup + initial-kafka-topics: "ExternalLookupInputTopic ExternalLookupOutputTopic" + + - folder: FlinkStates + initial-kafka-topics: "FlinkStatesInputTopic FlinkStatesOutputTopic-value FlinkStatesOutputTopic-reducing FlinkStatesOutputTopic-aggregating FlinkStatesOutputTopic-list FlinkStatesOutputTopic-map" + + - folder: JsonToAvro + initial-kafka-topics: "jsonToAvroInputTopic jsonToAvroOutputTopic" + + - folder: MultipleSideOutput + initial-kafka-topics: "MultipleSideOutputExampleInputTopic OutputA-events OutputB-events OutputCD-events" + + - folder: Observability + initial-kafka-topics: "ObservabilityInputTopic" + + - folder: SerializationErrorCatch + initial-kafka-topics: "SerializationErrorCatchInputTopic SerializationErrorCatchInputTopic SerializationErrorCatchOutputTopic" + + - folder: TransformAndStore + initial-kafka-topics: "TransformAndStoreInputTopic" + + - folder: TumblingWindow + initial-kafka-topics: "TumblingWindowInputTopic TumblingWindowOutputTopic" + + steps: + - name: Checkout repository + uses: actions/checkout@v4 + + - name: Build Flink States example image and run component test + uses: ./.github/actions/component-test + with: + context-path: ./${{ matrix.folder }}/ + access-token: ${{ secrets.PACKAGE_PAT }} + initial-kafka-topics: ${{ matrix.initial-kafka-topics }} + development-infrastructure-ref: ${{ inputs.development-infrastructure-ref }} + + success: + name: Success + needs: run-component-tests + runs-on: ubuntu-latest + steps: + - name: Success + shell: bash + run: echo success diff --git a/.github/workflows/run-component-tests.yml b/.github/workflows/run-component-tests.yml index 3e70e0ae..19179b71 100644 --- a/.github/workflows/run-component-tests.yml +++ b/.github/workflows/run-component-tests.yml @@ -2,12 +2,6 @@ name: Run Component Tests on: workflow_call: - workflow_dispatch: - inputs: - development-infrastructure-ref: - description: Which branch to run development infrastructure from - required: false - default: v2.0.0 schedule: - cron: "0 3 * * *" push: @@ -84,7 +78,6 @@ jobs: context-path: ./${{ matrix.folder }}/ access-token: ${{ secrets.PACKAGE_PAT }} initial-kafka-topics: ${{ matrix.initial-kafka-topics }} - development-infrastructure-ref: ${{ inputs.development-infrastructure-ref }} success: name: Success