Skip to content

Commit

Permalink
ci: Attempt to fix build pipeline
Browse files Browse the repository at this point in the history
  • Loading branch information
rsenden committed Jan 31, 2024
1 parent fdde852 commit 45afc11
Show file tree
Hide file tree
Showing 2 changed files with 46 additions and 22 deletions.
46 changes: 31 additions & 15 deletions .github/workflows/ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -107,9 +107,9 @@ jobs:

- uses: actions/download-artifact@v4
with:
path: ./
path: ./artifacts
name: build-output

# For Linux, we build a statically linked native image, to allow for building a 'FROM scratch'
# Docker image, and to avoid libc version issues. Since Jansi is not supported on statically
# linked images (see https://github.com/fusesource/jansi/issues/246), we set a system property
Expand All @@ -118,7 +118,7 @@ jobs:
# at build time (see https://www.graalvm.org/22.1/reference-manual/native-image/Properties/).
# We also exclude the native Jansi library resources, as these are now no longer needed.
- name: Create native fcli
run: native-image ${{ env.native_image_opts }} --static --libc=musl -Djansi.disable=true --initialize-at-build-time=com.fortify.cli.app.FortifyCLI -H:ExcludeResources="org/fusesource/jansi/internal/native/.*" -jar ./artifact/release-assets/fcli.jar fcli
run: native-image ${{ env.native_image_opts }} --static --libc=musl -Djansi.disable=true --initialize-at-build-time=com.fortify.cli.app.FortifyCLI -H:ExcludeResources="org/fusesource/jansi/internal/native/.*" -jar ./artifacts/release-assets/fcli.jar fcli

- name: Compress native fcli
uses: svenstaro/upx-action@v2
Expand All @@ -132,11 +132,11 @@ jobs:
run: ./fcli --version | tee /dev/stderr | grep -E '[0-9]+\.[0-9]+\.[0-9]+' >/dev/null || (echo "fcli --version doesn't output proper version number"; exit 1)

- name: Package native fcli
run: tar -zcvf artifact/release-assets/fcli-linux.tgz fcli -C ./artifact fcli_completion
run: tar -zcvf artifacts/release-assets/fcli-linux.tgz fcli -C ./artifacts fcli_completion

- uses: actions/upload-artifact@v4
with:
path: ./artifact/**/fcli-linux.tgz
path: ./artifacts/**/fcli-linux.tgz
name: fcli-linux

native_mac:
Expand All @@ -156,14 +156,14 @@ jobs:

- uses: actions/download-artifact@v4
with:
path: ./
path: ./artifacts
name: build-output

# For MacOS, we build a dynamically linked image. Jansi by default provides a resource-config.json
# file to include native libraries for all platforms; we override this to include only the MacOS
# libraries
- name: Create native fcli
run: native-image ${{ env.native_image_opts }} -march=compatibility -H:ExcludeResources="org/fusesource/jansi/internal/native/Windows/.*" -H:ExcludeResources="org/fusesource/jansi/internal/native/Linux/.*" -H:ExcludeResources="org/fusesource/jansi/internal/native/FreeBSD/.*" -jar ./artifact/release-assets/fcli.jar fcli
run: native-image ${{ env.native_image_opts }} -march=compatibility -H:ExcludeResources="org/fusesource/jansi/internal/native/Windows/.*" -H:ExcludeResources="org/fusesource/jansi/internal/native/Linux/.*" -H:ExcludeResources="org/fusesource/jansi/internal/native/FreeBSD/.*" -jar ./artifacts/release-assets/fcli.jar fcli

- name: Compress native fcli
uses: svenstaro/upx-action@v2
Expand All @@ -174,11 +174,11 @@ jobs:
run: ./fcli --help && ./fcli get --help

- name: Package native fcli
run: tar -zcvf ./artifact/release-assets/fcli-mac.tgz fcli -C ./artifact fcli_completion
run: tar -zcvf ./artifacts/release-assets/fcli-mac.tgz fcli -C ./artifacts fcli_completion

- uses: actions/upload-artifact@v4
with:
path: ./artifact/**/fcli-mac.tgz
path: ./artifacts/**/fcli-mac.tgz
name: fcli-mac

native_win:
Expand All @@ -195,7 +195,7 @@ jobs:

- uses: actions/download-artifact@v4
with:
path: ./
path: ./artifacts
name: build-output

# For Windows, we build a dynamically linked image. Jansi by default provides a resource-config.json
Expand All @@ -204,7 +204,7 @@ jobs:
- name: Create native fcli
run: >-
"C:\Program Files\Microsoft Visual Studio\2022\Enterprise\VC\Auxiliary\Build\vcvars64.bat" &&
${{ env.JAVA_HOME }}\bin\native-image.cmd ${{ env.native_image_opts }} -H:ExcludeResources="org/fusesource/jansi/internal/native/Mac/.*" -H:ExcludeResources="org/fusesource/jansi/internal/native/Linux/.*" -H:ExcludeResources="org/fusesource/jansi/internal/native/FreeBSD/.*" -jar .\artifact\release-assets\fcli.jar fcli
${{ env.JAVA_HOME }}\bin\native-image.cmd ${{ env.native_image_opts }} -H:ExcludeResources="org/fusesource/jansi/internal/native/Mac/.*" -H:ExcludeResources="org/fusesource/jansi/internal/native/Linux/.*" -H:ExcludeResources="org/fusesource/jansi/internal/native/FreeBSD/.*" -jar .\artifacts\release-assets\fcli.jar fcli
shell: cmd

# We don't compress the Windows binary for now as this is incompatible with current Graal version.
Expand All @@ -220,17 +220,31 @@ jobs:
.\fcli.exe get --help
- name: Package native fcli
run: 7z a artifact\release-assets\fcli-windows.zip fcli*.exe
run: 7z a artifacts\release-assets\fcli-windows.zip fcli*.exe

- uses: actions/upload-artifact@v4
with:
path: ./artifact/**/fcli-windows.zip
path: ./artifacts/**/fcli-windows.zip
name: fcli-windows

combine-artifacts:
needs: [build, native_linux, native_mac, native_win]
runs-on: ubuntu-latest
steps:
- name: Download artifacts
uses: actions/download-artifact@v4
with:
path: ./artifacts
merge-multiple: true
- uses: actions/upload-artifact@v4
with:
path: ./artifacts
name: combined-artifacts

release:
name: release
if: needs.build.outputs.do_release
needs: [build, native_linux, native_mac, native_win]
needs: [build, native_linux, native_mac, native_win, combine-artifacts]
runs-on: ubuntu-latest
steps:
- name: Check-out source code
Expand All @@ -240,6 +254,7 @@ jobs:
uses: actions/download-artifact@v4
with:
path: ./artifacts
name: combined-artifacts

- name: PROD - Prepare release PR
if: github.ref == 'refs/heads/main'
Expand Down Expand Up @@ -277,7 +292,7 @@ jobs:
publishPages:
name: publishPages
if: needs.build.outputs.do_release
needs: [build, release]
needs: [build, release, combine-artifacts]
runs-on: ubuntu-latest
steps:
- name: Check-out existing docs from gh-pages branch
Expand All @@ -290,6 +305,7 @@ jobs:
uses: actions/download-artifact@v4
with:
path: ./artifacts
name: combined-artifacts

- name: Update documentation from artifact
run: |
Expand Down
22 changes: 15 additions & 7 deletions .github/workflows/functional-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -33,25 +33,29 @@ jobs:

- name: Get artifacts from triggering workflow
if: github.event_name == 'workflow_run'
uses: dawidd6/action-download-artifact@v2
uses: dawidd6/action-download-artifact@v3
with:
run_id: ${{ github.event.workflow_run.id }}
name: combined-artifacts
path: ./artifacts
- name: Get artifacts from specified workflow
if: github.event_name == 'workflow_dispatch'
uses: dawidd6/action-download-artifact@v2
uses: dawidd6/action-download-artifact@v3
with:
run_number: ${{ inputs.runNumber }}
workflow: ci.yml
name: combined-artifacts
path: ./artifacts

- name: List artifact contents
shell: bash
run: ls -lR
run: find ./artifacts

- name: Run Tests
shell: bash
run: |
mv artifact/release-assets/* .
mv artifact/fcli-ftest.jar .
mv artifacts/release-assets/* .
mv artifacts/fcli-ftest.jar .
case "${{ matrix.type }}" in
"java" )
java -jar fcli-ftest.jar -Dft.fcli=build -Dft.run=core,config,tool ;;
Expand Down Expand Up @@ -105,18 +109,22 @@ jobs:
uses: dawidd6/action-download-artifact@v2
with:
run_id: ${{ github.event.workflow_run.id }}
name: combined-artifacts
path: ./artifacts
- name: Get artifacts from specified workflow
if: github.event_name == 'workflow_dispatch'
uses: dawidd6/action-download-artifact@v2
with:
run_number: ${{ inputs.runNumber }}
workflow: ci.yml
name: combined-artifacts
path: ./artifacts

- name: Run Tests
shell: bash
run: |
mv artifact/release-assets/* .
mv artifact/fcli-ftest.jar .
mv artifacts/release-assets/* .
mv artifacts/fcli-ftest.jar .
tar -zxvf fcli-linux.tgz
# Although we only run the current matrix entry type, we pass connection
# options for all session types, as some SC-SAST/SC-DAST tests may also
Expand Down

0 comments on commit 45afc11

Please sign in to comment.