diff --git a/.github/workflows/cli-assets-component-pipeline.yml b/.github/workflows/cli-assets-component-pipeline.yml index 067e3ec188..ee384f77ad 100644 --- a/.github/workflows/cli-assets-component-pipeline.yml +++ b/.github/workflows/cli-assets-component-pipeline.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml component create -f assets/component/pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-assets-component-train.yml b/.github/workflows/cli-assets-component-train.yml index 6fd09d9df4..d5abfd311f 100644 --- a/.github/workflows/cli-assets-component-train.yml +++ b/.github/workflows/cli-assets-component-train.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml component create -f assets/component/train.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-assets-data-cloud-file-https.yml b/.github/workflows/cli-assets-data-cloud-file-https.yml index eb7c69634f..0360432581 100644 --- a/.github/workflows/cli-assets-data-cloud-file-https.yml +++ b/.github/workflows/cli-assets-data-cloud-file-https.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml data create -f assets/data/cloud-file-https.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-assets-data-cloud-file-wasbs.yml b/.github/workflows/cli-assets-data-cloud-file-wasbs.yml index 70bad8d98c..35d944f26f 100644 --- a/.github/workflows/cli-assets-data-cloud-file-wasbs.yml +++ b/.github/workflows/cli-assets-data-cloud-file-wasbs.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml data create -f assets/data/cloud-file-wasbs.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-assets-data-cloud-file.yml b/.github/workflows/cli-assets-data-cloud-file.yml index 80761201fc..4a8e5ca652 100644 --- a/.github/workflows/cli-assets-data-cloud-file.yml +++ b/.github/workflows/cli-assets-data-cloud-file.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml data create -f assets/data/cloud-file.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-assets-data-cloud-folder-https.yml b/.github/workflows/cli-assets-data-cloud-folder-https.yml index da7a605ab6..b6b3cb596a 100644 --- a/.github/workflows/cli-assets-data-cloud-folder-https.yml +++ b/.github/workflows/cli-assets-data-cloud-folder-https.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml data create -f assets/data/cloud-folder-https.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-assets-data-cloud-folder.yml b/.github/workflows/cli-assets-data-cloud-folder.yml index e175a7ee8e..fb4427faed 100644 --- a/.github/workflows/cli-assets-data-cloud-folder.yml +++ b/.github/workflows/cli-assets-data-cloud-folder.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml data create -f assets/data/cloud-folder.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-assets-data-cloud-mltable.yml b/.github/workflows/cli-assets-data-cloud-mltable.yml index fff0adc462..919abb9835 100644 --- a/.github/workflows/cli-assets-data-cloud-mltable.yml +++ b/.github/workflows/cli-assets-data-cloud-mltable.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml data create -f assets/data/cloud-mltable.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-assets-data-iris-csv-example.yml b/.github/workflows/cli-assets-data-iris-csv-example.yml index 767120b578..69413e5759 100644 --- a/.github/workflows/cli-assets-data-iris-csv-example.yml +++ b/.github/workflows/cli-assets-data-iris-csv-example.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml data create -f assets/data/iris-csv-example.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-assets-data-local-file.yml b/.github/workflows/cli-assets-data-local-file.yml index e480c6ee72..ae76cb976f 100644 --- a/.github/workflows/cli-assets-data-local-file.yml +++ b/.github/workflows/cli-assets-data-local-file.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml data create -f assets/data/local-file.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-assets-data-local-folder-sampledata.yml b/.github/workflows/cli-assets-data-local-folder-sampledata.yml index fd0c82a6e3..35b6547d1f 100644 --- a/.github/workflows/cli-assets-data-local-folder-sampledata.yml +++ b/.github/workflows/cli-assets-data-local-folder-sampledata.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml data create -f assets/data/local-folder-sampledata.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-assets-data-local-folder.yml b/.github/workflows/cli-assets-data-local-folder.yml index 4de010cd26..0663982408 100644 --- a/.github/workflows/cli-assets-data-local-folder.yml +++ b/.github/workflows/cli-assets-data-local-folder.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml data create -f assets/data/local-folder.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-assets-data-local-mltable.yml b/.github/workflows/cli-assets-data-local-mltable.yml index 1cf1b8a21b..e6537fdffe 100644 --- a/.github/workflows/cli-assets-data-local-mltable.yml +++ b/.github/workflows/cli-assets-data-local-mltable.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml data create -f assets/data/local-mltable.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-assets-data-public-file-https.yml b/.github/workflows/cli-assets-data-public-file-https.yml index dbe279284a..c3767998b0 100644 --- a/.github/workflows/cli-assets-data-public-file-https.yml +++ b/.github/workflows/cli-assets-data-public-file-https.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml data create -f assets/data/public-file-https.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-assets-environment-docker-context.yml b/.github/workflows/cli-assets-environment-docker-context.yml index 39be56fbcc..38377d7548 100644 --- a/.github/workflows/cli-assets-environment-docker-context.yml +++ b/.github/workflows/cli-assets-environment-docker-context.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml environment create -f assets/environment/docker-context.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-assets-environment-docker-image.yml b/.github/workflows/cli-assets-environment-docker-image.yml index 9f15a05588..f2c4a98455 100644 --- a/.github/workflows/cli-assets-environment-docker-image.yml +++ b/.github/workflows/cli-assets-environment-docker-image.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml environment create -f assets/environment/docker-image.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-assets-model-local-file.yml b/.github/workflows/cli-assets-model-local-file.yml index ff637eb711..d49e8f51e7 100644 --- a/.github/workflows/cli-assets-model-local-file.yml +++ b/.github/workflows/cli-assets-model-local-file.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml model create -f assets/model/local-file.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-assets-model-local-mlflow.yml b/.github/workflows/cli-assets-model-local-mlflow.yml index cb45571bf5..614603ed11 100644 --- a/.github/workflows/cli-assets-model-local-mlflow.yml +++ b/.github/workflows/cli-assets-model-local-mlflow.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml model create -f assets/model/local-mlflow.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-endpoints-batch-deploy-models-custom-outputs-parquet-endpoint.yml b/.github/workflows/cli-endpoints-batch-deploy-models-custom-outputs-parquet-endpoint.yml index efb91f1435..586203dd1c 100644 --- a/.github/workflows/cli-endpoints-batch-deploy-models-custom-outputs-parquet-endpoint.yml +++ b/.github/workflows/cli-endpoints-batch-deploy-models-custom-outputs-parquet-endpoint.yml @@ -46,7 +46,7 @@ jobs: run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml batch-endpoint delete -n tomoutputsparquetendpoint5272 -y + az ml batch-endpoint delete -n tomoutputsparquetendpoint1217 -y working-directory: cli continue-on-error: true - name: create endpoint @@ -54,11 +54,11 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/batch/deploy-models/custom-outputs-parquet/endpoint.yml - az ml batch-endpoint create -n tomoutputsparquetendpoint5272 -f endpoints/batch/deploy-models/custom-outputs-parquet/endpoint.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml batch-endpoint create -n tomoutputsparquetendpoint1217 -f endpoints/batch/deploy-models/custom-outputs-parquet/endpoint.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -67,6 +67,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -79,18 +83,18 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: create deployment run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/batch/deploy-models/custom-outputs-parquet/deployment.yml - az ml batch-deployment create -e tomoutputsparquetendpoint5272 -f endpoints/batch/deploy-models/custom-outputs-parquet/deployment.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml batch-deployment create -e tomoutputsparquetendpoint1217 -f endpoints/batch/deploy-models/custom-outputs-parquet/deployment.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -99,6 +103,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -111,11 +119,11 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: cleanup endpoint run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml batch-endpoint delete -n tomoutputsparquetendpoint5272 -y + az ml batch-endpoint delete -n tomoutputsparquetendpoint1217 -y working-directory: cli diff --git a/.github/workflows/cli-endpoints-batch-deploy-models-heart-classifier-mlflow-endpoint.yml b/.github/workflows/cli-endpoints-batch-deploy-models-heart-classifier-mlflow-endpoint.yml index cc91786730..6c7ad7473f 100644 --- a/.github/workflows/cli-endpoints-batch-deploy-models-heart-classifier-mlflow-endpoint.yml +++ b/.github/workflows/cli-endpoints-batch-deploy-models-heart-classifier-mlflow-endpoint.yml @@ -46,7 +46,7 @@ jobs: run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml batch-endpoint delete -n tclassifiermlflowendpoint1867 -y + az ml batch-endpoint delete -n tclassifiermlflowendpoint9064 -y working-directory: cli continue-on-error: true - name: create endpoint @@ -54,11 +54,11 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/batch/deploy-models/heart-classifier-mlflow/endpoint.yml - az ml batch-endpoint create -n tclassifiermlflowendpoint1867 -f endpoints/batch/deploy-models/heart-classifier-mlflow/endpoint.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml batch-endpoint create -n tclassifiermlflowendpoint9064 -f endpoints/batch/deploy-models/heart-classifier-mlflow/endpoint.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -67,6 +67,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -79,11 +83,11 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: cleanup endpoint run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml batch-endpoint delete -n tclassifiermlflowendpoint1867 -y + az ml batch-endpoint delete -n tclassifiermlflowendpoint9064 -y working-directory: cli diff --git a/.github/workflows/cli-endpoints-batch-deploy-models-huggingface-text-summarization-endpoint.yml b/.github/workflows/cli-endpoints-batch-deploy-models-huggingface-text-summarization-endpoint.yml index 16be6ab52c..5ccaa60d81 100644 --- a/.github/workflows/cli-endpoints-batch-deploy-models-huggingface-text-summarization-endpoint.yml +++ b/.github/workflows/cli-endpoints-batch-deploy-models-huggingface-text-summarization-endpoint.yml @@ -46,7 +46,7 @@ jobs: run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml batch-endpoint delete -n textsummarizationendpoint9694 -y + az ml batch-endpoint delete -n textsummarizationendpoint3184 -y working-directory: cli continue-on-error: true - name: create endpoint @@ -54,11 +54,11 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/batch/deploy-models/huggingface-text-summarization/endpoint.yml - az ml batch-endpoint create -n textsummarizationendpoint9694 -f endpoints/batch/deploy-models/huggingface-text-summarization/endpoint.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml batch-endpoint create -n textsummarizationendpoint3184 -f endpoints/batch/deploy-models/huggingface-text-summarization/endpoint.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -67,6 +67,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -79,18 +83,18 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: create deployment run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/batch/deploy-models/huggingface-text-summarization/deployment.yml - az ml batch-deployment create -e textsummarizationendpoint9694 -f endpoints/batch/deploy-models/huggingface-text-summarization/deployment.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml batch-deployment create -e textsummarizationendpoint3184 -f endpoints/batch/deploy-models/huggingface-text-summarization/deployment.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -99,6 +103,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -111,11 +119,11 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: cleanup endpoint run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml batch-endpoint delete -n textsummarizationendpoint9694 -y + az ml batch-endpoint delete -n textsummarizationendpoint3184 -y working-directory: cli diff --git a/.github/workflows/cli-endpoints-batch-deploy-models-imagenet-classifier-endpoint.yml b/.github/workflows/cli-endpoints-batch-deploy-models-imagenet-classifier-endpoint.yml index 0b2b5d3068..068fa1824c 100644 --- a/.github/workflows/cli-endpoints-batch-deploy-models-imagenet-classifier-endpoint.yml +++ b/.github/workflows/cli-endpoints-batch-deploy-models-imagenet-classifier-endpoint.yml @@ -46,7 +46,7 @@ jobs: run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml batch-endpoint delete -n imagenetclassifierendpoint9619 -y + az ml batch-endpoint delete -n imagenetclassifierendpoint3534 -y working-directory: cli continue-on-error: true - name: create endpoint @@ -54,11 +54,11 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/batch/deploy-models/imagenet-classifier/endpoint.yml - az ml batch-endpoint create -n imagenetclassifierendpoint9619 -f endpoints/batch/deploy-models/imagenet-classifier/endpoint.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml batch-endpoint create -n imagenetclassifierendpoint3534 -f endpoints/batch/deploy-models/imagenet-classifier/endpoint.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -67,6 +67,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -79,11 +83,11 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: cleanup endpoint run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml batch-endpoint delete -n imagenetclassifierendpoint9619 -y + az ml batch-endpoint delete -n imagenetclassifierendpoint3534 -y working-directory: cli diff --git a/.github/workflows/cli-endpoints-batch-deploy-models-mnist-classifier-endpoint.yml b/.github/workflows/cli-endpoints-batch-deploy-models-mnist-classifier-endpoint.yml index 3fbf958dca..c80f2e2cb6 100644 --- a/.github/workflows/cli-endpoints-batch-deploy-models-mnist-classifier-endpoint.yml +++ b/.github/workflows/cli-endpoints-batch-deploy-models-mnist-classifier-endpoint.yml @@ -46,7 +46,7 @@ jobs: run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml batch-endpoint delete -n lsmnistclassifierendpoint2494 -y + az ml batch-endpoint delete -n lsmnistclassifierendpoint3987 -y working-directory: cli continue-on-error: true - name: create endpoint @@ -54,11 +54,11 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/batch/deploy-models/mnist-classifier/endpoint.yml - az ml batch-endpoint create -n lsmnistclassifierendpoint2494 -f endpoints/batch/deploy-models/mnist-classifier/endpoint.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml batch-endpoint create -n lsmnistclassifierendpoint3987 -f endpoints/batch/deploy-models/mnist-classifier/endpoint.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -67,6 +67,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -79,11 +83,11 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: cleanup endpoint run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml batch-endpoint delete -n lsmnistclassifierendpoint2494 -y + az ml batch-endpoint delete -n lsmnistclassifierendpoint3987 -y working-directory: cli diff --git a/.github/workflows/cli-endpoints-batch-deploy-pipelines-batch-scoring-with-preprocessing-endpoint.yml b/.github/workflows/cli-endpoints-batch-deploy-pipelines-batch-scoring-with-preprocessing-endpoint.yml index c0cd32573e..82d37285d5 100644 --- a/.github/workflows/cli-endpoints-batch-deploy-pipelines-batch-scoring-with-preprocessing-endpoint.yml +++ b/.github/workflows/cli-endpoints-batch-deploy-pipelines-batch-scoring-with-preprocessing-endpoint.yml @@ -46,7 +46,7 @@ jobs: run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml batch-endpoint delete -n withpreprocessingendpoint7368 -y + az ml batch-endpoint delete -n withpreprocessingendpoint3638 -y working-directory: cli continue-on-error: true - name: create endpoint @@ -54,11 +54,11 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/batch/deploy-pipelines/batch-scoring-with-preprocessing/endpoint.yml - az ml batch-endpoint create -n withpreprocessingendpoint7368 -f endpoints/batch/deploy-pipelines/batch-scoring-with-preprocessing/endpoint.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml batch-endpoint create -n withpreprocessingendpoint3638 -f endpoints/batch/deploy-pipelines/batch-scoring-with-preprocessing/endpoint.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -67,6 +67,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -79,18 +83,18 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: create deployment run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/batch/deploy-pipelines/batch-scoring-with-preprocessing/deployment.yml - az ml batch-deployment create -e withpreprocessingendpoint7368 -f endpoints/batch/deploy-pipelines/batch-scoring-with-preprocessing/deployment.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml batch-deployment create -e withpreprocessingendpoint3638 -f endpoints/batch/deploy-pipelines/batch-scoring-with-preprocessing/deployment.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -99,6 +103,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -111,11 +119,11 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: cleanup endpoint run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml batch-endpoint delete -n withpreprocessingendpoint7368 -y + az ml batch-endpoint delete -n withpreprocessingendpoint3638 -y working-directory: cli diff --git a/.github/workflows/cli-endpoints-batch-deploy-pipelines-hello-batch-endpoint.yml b/.github/workflows/cli-endpoints-batch-deploy-pipelines-hello-batch-endpoint.yml index 0cc33686cb..a557339139 100644 --- a/.github/workflows/cli-endpoints-batch-deploy-pipelines-hello-batch-endpoint.yml +++ b/.github/workflows/cli-endpoints-batch-deploy-pipelines-hello-batch-endpoint.yml @@ -46,7 +46,7 @@ jobs: run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml batch-endpoint delete -n pelineshellobatchendpoint9428 -y + az ml batch-endpoint delete -n pelineshellobatchendpoint6514 -y working-directory: cli continue-on-error: true - name: create endpoint @@ -54,11 +54,11 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/batch/deploy-pipelines/hello-batch/endpoint.yml - az ml batch-endpoint create -n pelineshellobatchendpoint9428 -f endpoints/batch/deploy-pipelines/hello-batch/endpoint.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml batch-endpoint create -n pelineshellobatchendpoint6514 -f endpoints/batch/deploy-pipelines/hello-batch/endpoint.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -67,6 +67,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -79,18 +83,18 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: create deployment run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/batch/deploy-pipelines/hello-batch/deployment.yml - az ml batch-deployment create -e pelineshellobatchendpoint9428 -f endpoints/batch/deploy-pipelines/hello-batch/deployment.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml batch-deployment create -e pelineshellobatchendpoint6514 -f endpoints/batch/deploy-pipelines/hello-batch/deployment.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -99,6 +103,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -111,11 +119,11 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: cleanup endpoint run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml batch-endpoint delete -n pelineshellobatchendpoint9428 -y + az ml batch-endpoint delete -n pelineshellobatchendpoint6514 -y working-directory: cli diff --git a/.github/workflows/cli-endpoints-batch-deploy-pipelines-training-with-components-endpoint.yml b/.github/workflows/cli-endpoints-batch-deploy-pipelines-training-with-components-endpoint.yml index bdcf6ff95d..e5b01c9669 100644 --- a/.github/workflows/cli-endpoints-batch-deploy-pipelines-training-with-components-endpoint.yml +++ b/.github/workflows/cli-endpoints-batch-deploy-pipelines-training-with-components-endpoint.yml @@ -46,7 +46,7 @@ jobs: run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml batch-endpoint delete -n ingwithcomponentsendpoint1278 -y + az ml batch-endpoint delete -n ingwithcomponentsendpoint3975 -y working-directory: cli continue-on-error: true - name: create endpoint @@ -54,11 +54,11 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/batch/deploy-pipelines/training-with-components/endpoint.yml - az ml batch-endpoint create -n ingwithcomponentsendpoint1278 -f endpoints/batch/deploy-pipelines/training-with-components/endpoint.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml batch-endpoint create -n ingwithcomponentsendpoint3975 -f endpoints/batch/deploy-pipelines/training-with-components/endpoint.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -67,6 +67,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -79,11 +83,11 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: cleanup endpoint run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml batch-endpoint delete -n ingwithcomponentsendpoint1278 -y + az ml batch-endpoint delete -n ingwithcomponentsendpoint3975 -y working-directory: cli diff --git a/.github/workflows/cli-endpoints-online-custom-container-minimal-multimodel-minimal-multimodel-endpoint.yml b/.github/workflows/cli-endpoints-online-custom-container-minimal-multimodel-minimal-multimodel-endpoint.yml index 598dba9a90..871cb955e3 100644 --- a/.github/workflows/cli-endpoints-online-custom-container-minimal-multimodel-minimal-multimodel-endpoint.yml +++ b/.github/workflows/cli-endpoints-online-custom-container-minimal-multimodel-minimal-multimodel-endpoint.yml @@ -46,7 +46,7 @@ jobs: run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n minimalmultimodelendpoint4751 -y + az ml online-endpoint delete -n minimalmultimodelendpoint8473 -y working-directory: cli continue-on-error: true - name: create endpoint @@ -54,11 +54,11 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/online/custom-container/minimal/multimodel/minimal-multimodel-endpoint.yml - az ml online-endpoint create -n minimalmultimodelendpoint4751 -f endpoints/online/custom-container/minimal/multimodel/minimal-multimodel-endpoint.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml online-endpoint create -n minimalmultimodelendpoint8473 -f endpoints/online/custom-container/minimal/multimodel/minimal-multimodel-endpoint.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -67,6 +67,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -79,11 +83,11 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: cleanup endpoint run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n minimalmultimodelendpoint4751 -y + az ml online-endpoint delete -n minimalmultimodelendpoint8473 -y working-directory: cli diff --git a/.github/workflows/cli-endpoints-online-custom-container-minimal-single-model-conda-in-dockerfile-minimal-single-model-conda-in-dockerfile-endpoint.yml b/.github/workflows/cli-endpoints-online-custom-container-minimal-single-model-conda-in-dockerfile-minimal-single-model-conda-in-dockerfile-endpoint.yml index 9b579fcac6..0b314fb9b6 100644 --- a/.github/workflows/cli-endpoints-online-custom-container-minimal-single-model-conda-in-dockerfile-minimal-single-model-conda-in-dockerfile-endpoint.yml +++ b/.github/workflows/cli-endpoints-online-custom-container-minimal-single-model-conda-in-dockerfile-minimal-single-model-conda-in-dockerfile-endpoint.yml @@ -46,7 +46,7 @@ jobs: run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n condaindockerfileendpoint2002 -y + az ml online-endpoint delete -n condaindockerfileendpoint9795 -y working-directory: cli continue-on-error: true - name: create endpoint @@ -54,11 +54,11 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/online/custom-container/minimal/single-model/conda-in-dockerfile/minimal-single-model-conda-in-dockerfile-endpoint.yml - az ml online-endpoint create -n condaindockerfileendpoint2002 -f endpoints/online/custom-container/minimal/single-model/conda-in-dockerfile/minimal-single-model-conda-in-dockerfile-endpoint.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml online-endpoint create -n condaindockerfileendpoint9795 -f endpoints/online/custom-container/minimal/single-model/conda-in-dockerfile/minimal-single-model-conda-in-dockerfile-endpoint.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -67,6 +67,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -79,11 +83,11 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: cleanup endpoint run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n condaindockerfileendpoint2002 -y + az ml online-endpoint delete -n condaindockerfileendpoint9795 -y working-directory: cli diff --git a/.github/workflows/cli-endpoints-online-custom-container-minimal-single-model-minimal-single-model-endpoint.yml b/.github/workflows/cli-endpoints-online-custom-container-minimal-single-model-minimal-single-model-endpoint.yml index 9140c5823a..6496af1e5e 100644 --- a/.github/workflows/cli-endpoints-online-custom-container-minimal-single-model-minimal-single-model-endpoint.yml +++ b/.github/workflows/cli-endpoints-online-custom-container-minimal-single-model-minimal-single-model-endpoint.yml @@ -46,7 +46,7 @@ jobs: run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n inimalsinglemodelendpoint5310 -y + az ml online-endpoint delete -n inimalsinglemodelendpoint9994 -y working-directory: cli continue-on-error: true - name: create endpoint @@ -54,11 +54,11 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/online/custom-container/minimal/single-model/minimal-single-model-endpoint.yml - az ml online-endpoint create -n inimalsinglemodelendpoint5310 -f endpoints/online/custom-container/minimal/single-model/minimal-single-model-endpoint.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml online-endpoint create -n inimalsinglemodelendpoint9994 -f endpoints/online/custom-container/minimal/single-model/minimal-single-model-endpoint.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -67,6 +67,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -79,11 +83,11 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: cleanup endpoint run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n inimalsinglemodelendpoint5310 -y + az ml online-endpoint delete -n inimalsinglemodelendpoint9994 -y working-directory: cli diff --git a/.github/workflows/cli-endpoints-online-custom-container-mlflow-multideployment-scikit-mlflow-endpoint.yml b/.github/workflows/cli-endpoints-online-custom-container-mlflow-multideployment-scikit-mlflow-endpoint.yml index 9eab70e2f3..b78cc410f6 100644 --- a/.github/workflows/cli-endpoints-online-custom-container-mlflow-multideployment-scikit-mlflow-endpoint.yml +++ b/.github/workflows/cli-endpoints-online-custom-container-mlflow-multideployment-scikit-mlflow-endpoint.yml @@ -46,7 +46,7 @@ jobs: run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n ymentscikitmlflowendpoint8569 -y + az ml online-endpoint delete -n ymentscikitmlflowendpoint4309 -y working-directory: cli continue-on-error: true - name: create endpoint @@ -54,11 +54,11 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/online/custom-container/mlflow/multideployment-scikit/mlflow-endpoint.yml - az ml online-endpoint create -n ymentscikitmlflowendpoint8569 -f endpoints/online/custom-container/mlflow/multideployment-scikit/mlflow-endpoint.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml online-endpoint create -n ymentscikitmlflowendpoint4309 -f endpoints/online/custom-container/mlflow/multideployment-scikit/mlflow-endpoint.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -67,6 +67,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -79,11 +83,11 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: cleanup endpoint run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n ymentscikitmlflowendpoint8569 -y + az ml online-endpoint delete -n ymentscikitmlflowendpoint4309 -y working-directory: cli diff --git a/.github/workflows/cli-endpoints-online-custom-container-r-multimodel-plumber-r-endpoint.yml b/.github/workflows/cli-endpoints-online-custom-container-r-multimodel-plumber-r-endpoint.yml index c776900713..5e71431fc9 100644 --- a/.github/workflows/cli-endpoints-online-custom-container-r-multimodel-plumber-r-endpoint.yml +++ b/.github/workflows/cli-endpoints-online-custom-container-r-multimodel-plumber-r-endpoint.yml @@ -46,7 +46,7 @@ jobs: run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n ultimodelplumberrendpoint5561 -y + az ml online-endpoint delete -n ultimodelplumberrendpoint1769 -y working-directory: cli continue-on-error: true - name: create endpoint @@ -54,11 +54,11 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/online/custom-container/r/multimodel-plumber/r-endpoint.yml - az ml online-endpoint create -n ultimodelplumberrendpoint5561 -f endpoints/online/custom-container/r/multimodel-plumber/r-endpoint.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml online-endpoint create -n ultimodelplumberrendpoint1769 -f endpoints/online/custom-container/r/multimodel-plumber/r-endpoint.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -67,6 +67,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -79,11 +83,11 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: cleanup endpoint run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n ultimodelplumberrendpoint5561 -y + az ml online-endpoint delete -n ultimodelplumberrendpoint1769 -y working-directory: cli diff --git a/.github/workflows/cli-endpoints-online-custom-container-torchserve-densenet-torchserve-endpoint.yml b/.github/workflows/cli-endpoints-online-custom-container-torchserve-densenet-torchserve-endpoint.yml index 9f031b6d00..dec6b3ae2b 100644 --- a/.github/workflows/cli-endpoints-online-custom-container-torchserve-densenet-torchserve-endpoint.yml +++ b/.github/workflows/cli-endpoints-online-custom-container-torchserve-densenet-torchserve-endpoint.yml @@ -46,7 +46,7 @@ jobs: run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n densenettorchserveendpoint5884 -y + az ml online-endpoint delete -n densenettorchserveendpoint6776 -y working-directory: cli continue-on-error: true - name: create endpoint @@ -54,11 +54,11 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/online/custom-container/torchserve/densenet/torchserve-endpoint.yml - az ml online-endpoint create -n densenettorchserveendpoint5884 -f endpoints/online/custom-container/torchserve/densenet/torchserve-endpoint.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml online-endpoint create -n densenettorchserveendpoint6776 -f endpoints/online/custom-container/torchserve/densenet/torchserve-endpoint.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -67,6 +67,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -79,11 +83,11 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: cleanup endpoint run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n densenettorchserveendpoint5884 -y + az ml online-endpoint delete -n densenettorchserveendpoint6776 -y working-directory: cli diff --git a/.github/workflows/cli-endpoints-online-custom-container-triton-single-model-triton-cc-endpoint.yml b/.github/workflows/cli-endpoints-online-custom-container-triton-single-model-triton-cc-endpoint.yml index 416b789475..5220f8fd10 100644 --- a/.github/workflows/cli-endpoints-online-custom-container-triton-single-model-triton-cc-endpoint.yml +++ b/.github/workflows/cli-endpoints-online-custom-container-triton-single-model-triton-cc-endpoint.yml @@ -46,7 +46,7 @@ jobs: run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n glemodeltritonccendpoint2003 -y + az ml online-endpoint delete -n glemodeltritonccendpoint8042 -y working-directory: cli continue-on-error: true - name: create endpoint @@ -54,11 +54,11 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/online/custom-container/triton/single-model/triton-cc-endpoint.yml - az ml online-endpoint create -n glemodeltritonccendpoint2003 -f endpoints/online/custom-container/triton/single-model/triton-cc-endpoint.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml online-endpoint create -n glemodeltritonccendpoint8042 -f endpoints/online/custom-container/triton/single-model/triton-cc-endpoint.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -67,6 +67,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -79,11 +83,11 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: cleanup endpoint run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n glemodeltritonccendpoint2003 -y + az ml online-endpoint delete -n glemodeltritonccendpoint8042 -y working-directory: cli diff --git a/.github/workflows/cli-endpoints-online-kubernetes-kubernetes-endpoint.yml b/.github/workflows/cli-endpoints-online-kubernetes-kubernetes-endpoint.yml index ab0ad6ebd8..f24abceaf1 100644 --- a/.github/workflows/cli-endpoints-online-kubernetes-kubernetes-endpoint.yml +++ b/.github/workflows/cli-endpoints-online-kubernetes-kubernetes-endpoint.yml @@ -46,7 +46,7 @@ jobs: run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n berneteskubernetesendpoint3605 -y + az ml online-endpoint delete -n berneteskubernetesendpoint4290 -y working-directory: cli continue-on-error: true - name: create endpoint @@ -54,11 +54,11 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/online/kubernetes/kubernetes-endpoint.yml - az ml online-endpoint create -n berneteskubernetesendpoint3605 -f endpoints/online/kubernetes/kubernetes-endpoint.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml online-endpoint create -n berneteskubernetesendpoint4290 -f endpoints/online/kubernetes/kubernetes-endpoint.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -67,6 +67,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -79,18 +83,18 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: create deployment run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/online/kubernetes/kubernetes-blue-deployment.yml - az ml online-deployment create -e berneteskubernetesendpoint3605 -f endpoints/online/kubernetes/kubernetes-blue-deployment.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml online-deployment create -e berneteskubernetesendpoint4290 -f endpoints/online/kubernetes/kubernetes-blue-deployment.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -99,6 +103,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -111,11 +119,11 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: cleanup endpoint run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n berneteskubernetesendpoint3605 -y + az ml online-endpoint delete -n berneteskubernetesendpoint4290 -y working-directory: cli diff --git a/.github/workflows/cli-endpoints-online-managed-sample-endpoint.yml b/.github/workflows/cli-endpoints-online-managed-sample-endpoint.yml index e24b14f175..5962b5b2ce 100644 --- a/.github/workflows/cli-endpoints-online-managed-sample-endpoint.yml +++ b/.github/workflows/cli-endpoints-online-managed-sample-endpoint.yml @@ -46,7 +46,7 @@ jobs: run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n linemanagedsampleendpoint3245 -y + az ml online-endpoint delete -n linemanagedsampleendpoint9271 -y working-directory: cli continue-on-error: true - name: create endpoint @@ -54,11 +54,11 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/online/managed/sample/endpoint.yml - az ml online-endpoint create -n linemanagedsampleendpoint3245 -f endpoints/online/managed/sample/endpoint.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml online-endpoint create -n linemanagedsampleendpoint9271 -f endpoints/online/managed/sample/endpoint.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -67,6 +67,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -79,18 +83,18 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: create deployment run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/online/managed/sample/blue-deployment.yml - az ml online-deployment create -e linemanagedsampleendpoint3245 -f endpoints/online/managed/sample/blue-deployment.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml online-deployment create -e linemanagedsampleendpoint9271 -f endpoints/online/managed/sample/blue-deployment.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -99,6 +103,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -111,18 +119,18 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: create deployment run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/online/managed/sample/green-deployment.yml - az ml online-deployment create -e linemanagedsampleendpoint3245 -f endpoints/online/managed/sample/green-deployment.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml online-deployment create -e linemanagedsampleendpoint9271 -f endpoints/online/managed/sample/green-deployment.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -131,6 +139,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -143,11 +155,11 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: cleanup endpoint run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n linemanagedsampleendpoint3245 -y + az ml online-endpoint delete -n linemanagedsampleendpoint9271 -y working-directory: cli diff --git a/.github/workflows/cli-endpoints-online-managed-vnet-mlflow-endpoint.yml b/.github/workflows/cli-endpoints-online-managed-vnet-mlflow-endpoint.yml index 1e9d3449ca..9f535a15b7 100644 --- a/.github/workflows/cli-endpoints-online-managed-vnet-mlflow-endpoint.yml +++ b/.github/workflows/cli-endpoints-online-managed-vnet-mlflow-endpoint.yml @@ -46,7 +46,7 @@ jobs: run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n managedvnetmlflowendpoint9189 -y + az ml online-endpoint delete -n managedvnetmlflowendpoint2605 -y working-directory: cli continue-on-error: true - name: create endpoint @@ -54,11 +54,11 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/online/managed/vnet/mlflow/endpoint.yml - az ml online-endpoint create -n managedvnetmlflowendpoint9189 -f endpoints/online/managed/vnet/mlflow/endpoint.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml online-endpoint create -n managedvnetmlflowendpoint2605 -f endpoints/online/managed/vnet/mlflow/endpoint.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -67,6 +67,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -79,11 +83,11 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: cleanup endpoint run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n managedvnetmlflowendpoint9189 -y + az ml online-endpoint delete -n managedvnetmlflowendpoint2605 -y working-directory: cli diff --git a/.github/workflows/cli-endpoints-online-managed-vnet-sample-endpoint.yml b/.github/workflows/cli-endpoints-online-managed-vnet-sample-endpoint.yml index 3bdc0214d3..8ca0fcd2a4 100644 --- a/.github/workflows/cli-endpoints-online-managed-vnet-sample-endpoint.yml +++ b/.github/workflows/cli-endpoints-online-managed-vnet-sample-endpoint.yml @@ -46,7 +46,7 @@ jobs: run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n managedvnetsampleendpoint6693 -y + az ml online-endpoint delete -n managedvnetsampleendpoint2141 -y working-directory: cli continue-on-error: true - name: create endpoint @@ -54,11 +54,11 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; cat endpoints/online/managed/vnet/sample/endpoint.yml - az ml online-endpoint create -n managedvnetsampleendpoint6693 -f endpoints/online/managed/vnet/sample/endpoint.yml > sample_log.txt 2>&1 - cat sample_log.txt + az ml online-endpoint create -n managedvnetsampleendpoint2141 -f endpoints/online/managed/vnet/sample/endpoint.yml > sample_log.txt 2>&1 working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -67,6 +67,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -79,11 +83,11 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: cleanup endpoint run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; - az ml online-endpoint delete -n managedvnetsampleendpoint6693 -y + az ml online-endpoint delete -n managedvnetsampleendpoint2141 -y working-directory: cli diff --git a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-classification-task-bankmarketing-cli-automl-classification-task-bankmarketing.yml b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-classification-task-bankmarketing-cli-automl-classification-task-bankmarketing.yml index 14c3d0f803..d6fd27b030 100644 --- a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-classification-task-bankmarketing-cli-automl-classification-task-bankmarketing.yml +++ b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-classification-task-bankmarketing-cli-automl-classification-task-bankmarketing.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh cli-automl-classification-task-bankmarketing.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/automl-standalone-jobs/cli-automl-classification-task-bankmarketing - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-forecasting-bike-share-cli-automl-forecasting-task-bike-share.yml b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-forecasting-bike-share-cli-automl-forecasting-task-bike-share.yml index 0f8db269e0..7d3532a52a 100644 --- a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-forecasting-bike-share-cli-automl-forecasting-task-bike-share.yml +++ b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-forecasting-bike-share-cli-automl-forecasting-task-bike-share.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh cli-automl-forecasting-task-bike-share.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/automl-standalone-jobs/cli-automl-forecasting-bike-share - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-forecasting-orange-juice-sales-cli-automl-forecasting-orange-juice-sales.yml b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-forecasting-orange-juice-sales-cli-automl-forecasting-orange-juice-sales.yml index 14aa675440..609890386d 100644 --- a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-forecasting-orange-juice-sales-cli-automl-forecasting-orange-juice-sales.yml +++ b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-forecasting-orange-juice-sales-cli-automl-forecasting-orange-juice-sales.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh cli-automl-forecasting-orange-juice-sales.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/automl-standalone-jobs/cli-automl-forecasting-orange-juice-sales - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-forecasting-task-energy-demand-cli-automl-forecasting-task-energy-demand.yml b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-forecasting-task-energy-demand-cli-automl-forecasting-task-energy-demand.yml index e9b241c3aa..805769eb92 100644 --- a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-forecasting-task-energy-demand-cli-automl-forecasting-task-energy-demand.yml +++ b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-forecasting-task-energy-demand-cli-automl-forecasting-task-energy-demand.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh cli-automl-forecasting-task-energy-demand.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/automl-standalone-jobs/cli-automl-forecasting-task-energy-demand - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-forecasting-task-github-dau-cli-automl-forecasting-task-github-dau.yml b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-forecasting-task-github-dau-cli-automl-forecasting-task-github-dau.yml index 528a2504e8..bb35f3dfee 100644 --- a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-forecasting-task-github-dau-cli-automl-forecasting-task-github-dau.yml +++ b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-forecasting-task-github-dau-cli-automl-forecasting-task-github-dau.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh cli-automl-forecasting-task-github-dau.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/automl-standalone-jobs/cli-automl-forecasting-task-github-dau - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multiclass-task-fridge-items-cli-automl-image-classification-multiclass-task-fridge-items-automode.yml b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multiclass-task-fridge-items-cli-automl-image-classification-multiclass-task-fridge-items-automode.yml index 9072ba8abf..8aae7cc4c0 100644 --- a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multiclass-task-fridge-items-cli-automl-image-classification-multiclass-task-fridge-items-automode.yml +++ b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multiclass-task-fridge-items-cli-automl-image-classification-multiclass-task-fridge-items-automode.yml @@ -51,10 +51,10 @@ jobs: bash "${{ github.workspace }}/sdk/python/setup.sh" python prepare_data.py --subscription $SUBSCRIPTION_ID --group $RESOURCE_GROUP_NAME --workspace $WORKSPACE_NAME bash -x ../../../run-job.sh cli-automl-image-classification-multiclass-task-fridge-items-automode.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/automl-standalone-jobs/cli-automl-image-classification-multiclass-task-fridge-items - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -63,6 +63,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -75,5 +79,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multiclass-task-fridge-items-cli-automl-image-classification-multiclass-task-fridge-items.yml b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multiclass-task-fridge-items-cli-automl-image-classification-multiclass-task-fridge-items.yml index 0237ab7237..307b288242 100644 --- a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multiclass-task-fridge-items-cli-automl-image-classification-multiclass-task-fridge-items.yml +++ b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multiclass-task-fridge-items-cli-automl-image-classification-multiclass-task-fridge-items.yml @@ -51,10 +51,10 @@ jobs: bash "${{ github.workspace }}/sdk/python/setup.sh" python prepare_data.py --subscription $SUBSCRIPTION_ID --group $RESOURCE_GROUP_NAME --workspace $WORKSPACE_NAME bash -x ../../../run-job.sh cli-automl-image-classification-multiclass-task-fridge-items.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/automl-standalone-jobs/cli-automl-image-classification-multiclass-task-fridge-items - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -63,6 +63,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -75,5 +79,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multilabel-task-fridge-items-cli-automl-image-classification-multilabel-task-fridge-items-automode.yml b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multilabel-task-fridge-items-cli-automl-image-classification-multilabel-task-fridge-items-automode.yml index a45ced1abe..cea74fabe2 100644 --- a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multilabel-task-fridge-items-cli-automl-image-classification-multilabel-task-fridge-items-automode.yml +++ b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multilabel-task-fridge-items-cli-automl-image-classification-multilabel-task-fridge-items-automode.yml @@ -51,10 +51,10 @@ jobs: bash "${{ github.workspace }}/sdk/python/setup.sh" python prepare_data.py --subscription $SUBSCRIPTION_ID --group $RESOURCE_GROUP_NAME --workspace $WORKSPACE_NAME bash -x ../../../run-job.sh cli-automl-image-classification-multilabel-task-fridge-items-automode.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/automl-standalone-jobs/cli-automl-image-classification-multilabel-task-fridge-items - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -63,6 +63,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -75,5 +79,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multilabel-task-fridge-items-cli-automl-image-classification-multilabel-task-fridge-items.yml b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multilabel-task-fridge-items-cli-automl-image-classification-multilabel-task-fridge-items.yml index 5f91d36eb5..04e077602b 100644 --- a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multilabel-task-fridge-items-cli-automl-image-classification-multilabel-task-fridge-items.yml +++ b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multilabel-task-fridge-items-cli-automl-image-classification-multilabel-task-fridge-items.yml @@ -51,10 +51,10 @@ jobs: bash "${{ github.workspace }}/sdk/python/setup.sh" python prepare_data.py --subscription $SUBSCRIPTION_ID --group $RESOURCE_GROUP_NAME --workspace $WORKSPACE_NAME bash -x ../../../run-job.sh cli-automl-image-classification-multilabel-task-fridge-items.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/automl-standalone-jobs/cli-automl-image-classification-multilabel-task-fridge-items - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -63,6 +63,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -75,5 +79,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-instance-segmentation-task-fridge-items-cli-automl-image-instance-segmentation-task-fridge-items-automode.yml b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-instance-segmentation-task-fridge-items-cli-automl-image-instance-segmentation-task-fridge-items-automode.yml index 626a5516e9..3cd4cadda4 100644 --- a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-instance-segmentation-task-fridge-items-cli-automl-image-instance-segmentation-task-fridge-items-automode.yml +++ b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-instance-segmentation-task-fridge-items-cli-automl-image-instance-segmentation-task-fridge-items-automode.yml @@ -51,10 +51,10 @@ jobs: bash "${{ github.workspace }}/sdk/python/setup.sh" python prepare_data.py --subscription $SUBSCRIPTION_ID --group $RESOURCE_GROUP_NAME --workspace $WORKSPACE_NAME bash -x ../../../run-job.sh cli-automl-image-instance-segmentation-task-fridge-items-automode.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/automl-standalone-jobs/cli-automl-image-instance-segmentation-task-fridge-items - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -63,6 +63,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -75,5 +79,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-instance-segmentation-task-fridge-items-cli-automl-image-instance-segmentation-task-fridge-items.yml b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-instance-segmentation-task-fridge-items-cli-automl-image-instance-segmentation-task-fridge-items.yml index 9eda73b8b4..8d27581cab 100644 --- a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-instance-segmentation-task-fridge-items-cli-automl-image-instance-segmentation-task-fridge-items.yml +++ b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-instance-segmentation-task-fridge-items-cli-automl-image-instance-segmentation-task-fridge-items.yml @@ -51,10 +51,10 @@ jobs: bash "${{ github.workspace }}/sdk/python/setup.sh" python prepare_data.py --subscription $SUBSCRIPTION_ID --group $RESOURCE_GROUP_NAME --workspace $WORKSPACE_NAME bash -x ../../../run-job.sh cli-automl-image-instance-segmentation-task-fridge-items.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/automl-standalone-jobs/cli-automl-image-instance-segmentation-task-fridge-items - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -63,6 +63,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -75,5 +79,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-object-detection-task-fridge-items-cli-automl-image-object-detection-task-fridge-items-automode.yml b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-object-detection-task-fridge-items-cli-automl-image-object-detection-task-fridge-items-automode.yml index f91b11e08a..176903699b 100644 --- a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-object-detection-task-fridge-items-cli-automl-image-object-detection-task-fridge-items-automode.yml +++ b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-object-detection-task-fridge-items-cli-automl-image-object-detection-task-fridge-items-automode.yml @@ -51,10 +51,10 @@ jobs: bash "${{ github.workspace }}/sdk/python/setup.sh" python prepare_data.py --subscription $SUBSCRIPTION_ID --group $RESOURCE_GROUP_NAME --workspace $WORKSPACE_NAME bash -x ../../../run-job.sh cli-automl-image-object-detection-task-fridge-items-automode.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/automl-standalone-jobs/cli-automl-image-object-detection-task-fridge-items - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -63,6 +63,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -75,5 +79,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-object-detection-task-fridge-items-cli-automl-image-object-detection-task-fridge-items.yml b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-object-detection-task-fridge-items-cli-automl-image-object-detection-task-fridge-items.yml index 25f154483f..96ec7ebaec 100644 --- a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-object-detection-task-fridge-items-cli-automl-image-object-detection-task-fridge-items.yml +++ b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-object-detection-task-fridge-items-cli-automl-image-object-detection-task-fridge-items.yml @@ -51,10 +51,10 @@ jobs: bash "${{ github.workspace }}/sdk/python/setup.sh" python prepare_data.py --subscription $SUBSCRIPTION_ID --group $RESOURCE_GROUP_NAME --workspace $WORKSPACE_NAME bash -x ../../../run-job.sh cli-automl-image-object-detection-task-fridge-items.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/automl-standalone-jobs/cli-automl-image-object-detection-task-fridge-items - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -63,6 +63,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -75,5 +79,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-regression-task-hardware-perf-cli-automl-regression-task-hardware-perf.yml b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-regression-task-hardware-perf-cli-automl-regression-task-hardware-perf.yml index 1bfd69ced2..faa47235ea 100644 --- a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-regression-task-hardware-perf-cli-automl-regression-task-hardware-perf.yml +++ b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-regression-task-hardware-perf-cli-automl-regression-task-hardware-perf.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh cli-automl-regression-task-hardware-perf.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/automl-standalone-jobs/cli-automl-regression-task-hardware-perf - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-text-classification-multilabel-paper-cat-cli-automl-text-classification-multilabel-paper-cat.yml b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-text-classification-multilabel-paper-cat-cli-automl-text-classification-multilabel-paper-cat.yml index 99e858e5a2..ae0e341812 100644 --- a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-text-classification-multilabel-paper-cat-cli-automl-text-classification-multilabel-paper-cat.yml +++ b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-text-classification-multilabel-paper-cat-cli-automl-text-classification-multilabel-paper-cat.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh cli-automl-text-classification-multilabel-paper-cat.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/automl-standalone-jobs/cli-automl-text-classification-multilabel-paper-cat - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-text-classification-newsgroup-cli-automl-text-classification-newsgroup.yml b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-text-classification-newsgroup-cli-automl-text-classification-newsgroup.yml index 575cc78d07..f58c3f709f 100644 --- a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-text-classification-newsgroup-cli-automl-text-classification-newsgroup.yml +++ b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-text-classification-newsgroup-cli-automl-text-classification-newsgroup.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh cli-automl-text-classification-newsgroup.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/automl-standalone-jobs/cli-automl-text-classification-newsgroup - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-text-ner-conll-cli-automl-text-ner-conll2003.yml b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-text-ner-conll-cli-automl-text-ner-conll2003.yml index 770b5fdded..5d41551c72 100644 --- a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-text-ner-conll-cli-automl-text-ner-conll2003.yml +++ b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-text-ner-conll-cli-automl-text-ner-conll2003.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh cli-automl-text-ner-conll2003.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/automl-standalone-jobs/cli-automl-text-ner-conll - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-text-ner-conll-distributed-sweeping-cli-automl-text-ner-conll2003-distributed-sweeping.yml b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-text-ner-conll-distributed-sweeping-cli-automl-text-ner-conll2003-distributed-sweeping.yml index a9692787c7..5f6422549c 100644 --- a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-text-ner-conll-distributed-sweeping-cli-automl-text-ner-conll2003-distributed-sweeping.yml +++ b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-text-ner-conll-distributed-sweeping-cli-automl-text-ner-conll2003-distributed-sweeping.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh cli-automl-text-ner-conll2003-distributed-sweeping.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/automl-standalone-jobs/cli-automl-text-ner-conll-distributed-sweeping - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-automl-hello-automl-job-basic.yml b/.github/workflows/cli-jobs-basics-hello-automl-hello-automl-job-basic.yml index 0f4c3d0d48..1bcc9e29d0 100644 --- a/.github/workflows/cli-jobs-basics-hello-automl-hello-automl-job-basic.yml +++ b/.github/workflows/cli-jobs-basics-hello-automl-hello-automl-job-basic.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh hello-automl-job-basic.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics/hello-automl - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-code.yml b/.github/workflows/cli-jobs-basics-hello-code.yml index ca877c44a7..111eea1fff 100644 --- a/.github/workflows/cli-jobs-basics-hello-code.yml +++ b/.github/workflows/cli-jobs-basics-hello-code.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-code.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-data-uri-folder.yml b/.github/workflows/cli-jobs-basics-hello-data-uri-folder.yml index ed7d3cce4a..0540ad3d92 100644 --- a/.github/workflows/cli-jobs-basics-hello-data-uri-folder.yml +++ b/.github/workflows/cli-jobs-basics-hello-data-uri-folder.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-data-uri-folder.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-dataset.yml b/.github/workflows/cli-jobs-basics-hello-dataset.yml index 60242d64cf..5d6ef6c911 100644 --- a/.github/workflows/cli-jobs-basics-hello-dataset.yml +++ b/.github/workflows/cli-jobs-basics-hello-dataset.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-dataset.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-git.yml b/.github/workflows/cli-jobs-basics-hello-git.yml index 8a6253a08b..8393dde989 100644 --- a/.github/workflows/cli-jobs-basics-hello-git.yml +++ b/.github/workflows/cli-jobs-basics-hello-git.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-git.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-interactive.yml b/.github/workflows/cli-jobs-basics-hello-interactive.yml index b80091e75d..f1bf102f3c 100644 --- a/.github/workflows/cli-jobs-basics-hello-interactive.yml +++ b/.github/workflows/cli-jobs-basics-hello-interactive.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-interactive.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-iris-datastore-file.yml b/.github/workflows/cli-jobs-basics-hello-iris-datastore-file.yml index c34dc8b4bb..d2ff3ea3b3 100644 --- a/.github/workflows/cli-jobs-basics-hello-iris-datastore-file.yml +++ b/.github/workflows/cli-jobs-basics-hello-iris-datastore-file.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-iris-datastore-file.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-iris-datastore-folder.yml b/.github/workflows/cli-jobs-basics-hello-iris-datastore-folder.yml index 46bf855cd8..6e765387a0 100644 --- a/.github/workflows/cli-jobs-basics-hello-iris-datastore-folder.yml +++ b/.github/workflows/cli-jobs-basics-hello-iris-datastore-folder.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-iris-datastore-folder.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-iris-file.yml b/.github/workflows/cli-jobs-basics-hello-iris-file.yml index 7b2c1eb641..e7d4e7a728 100644 --- a/.github/workflows/cli-jobs-basics-hello-iris-file.yml +++ b/.github/workflows/cli-jobs-basics-hello-iris-file.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-iris-file.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-iris-folder.yml b/.github/workflows/cli-jobs-basics-hello-iris-folder.yml index 6d71088a59..dbefb71fb8 100644 --- a/.github/workflows/cli-jobs-basics-hello-iris-folder.yml +++ b/.github/workflows/cli-jobs-basics-hello-iris-folder.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-iris-folder.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-iris-literal.yml b/.github/workflows/cli-jobs-basics-hello-iris-literal.yml index 3f270ed210..0006355bcc 100644 --- a/.github/workflows/cli-jobs-basics-hello-iris-literal.yml +++ b/.github/workflows/cli-jobs-basics-hello-iris-literal.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-iris-literal.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-mlflow.yml b/.github/workflows/cli-jobs-basics-hello-mlflow.yml index abd6a3a7ab..c0965280b1 100644 --- a/.github/workflows/cli-jobs-basics-hello-mlflow.yml +++ b/.github/workflows/cli-jobs-basics-hello-mlflow.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-mlflow.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-model-as-input.yml b/.github/workflows/cli-jobs-basics-hello-model-as-input.yml index 257a76147a..105eff7070 100644 --- a/.github/workflows/cli-jobs-basics-hello-model-as-input.yml +++ b/.github/workflows/cli-jobs-basics-hello-model-as-input.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-model-as-input.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-model-as-output.yml b/.github/workflows/cli-jobs-basics-hello-model-as-output.yml index 3694160ec1..f4291fda5f 100644 --- a/.github/workflows/cli-jobs-basics-hello-model-as-output.yml +++ b/.github/workflows/cli-jobs-basics-hello-model-as-output.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-model-as-output.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-notebook.yml b/.github/workflows/cli-jobs-basics-hello-notebook.yml index ea1adcb686..94531c8717 100644 --- a/.github/workflows/cli-jobs-basics-hello-notebook.yml +++ b/.github/workflows/cli-jobs-basics-hello-notebook.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-notebook.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-pipeline-abc.yml b/.github/workflows/cli-jobs-basics-hello-pipeline-abc.yml index 707a06eb3b..3838857a8d 100644 --- a/.github/workflows/cli-jobs-basics-hello-pipeline-abc.yml +++ b/.github/workflows/cli-jobs-basics-hello-pipeline-abc.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-pipeline-abc.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-pipeline-customize-output-file.yml b/.github/workflows/cli-jobs-basics-hello-pipeline-customize-output-file.yml index 99d97b241a..3f0212ea15 100644 --- a/.github/workflows/cli-jobs-basics-hello-pipeline-customize-output-file.yml +++ b/.github/workflows/cli-jobs-basics-hello-pipeline-customize-output-file.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-pipeline-customize-output-file.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-pipeline-customize-output-folder.yml b/.github/workflows/cli-jobs-basics-hello-pipeline-customize-output-folder.yml index dabc121f5c..1e6fbf926e 100644 --- a/.github/workflows/cli-jobs-basics-hello-pipeline-customize-output-folder.yml +++ b/.github/workflows/cli-jobs-basics-hello-pipeline-customize-output-folder.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-pipeline-customize-output-folder.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-pipeline-default-artifacts.yml b/.github/workflows/cli-jobs-basics-hello-pipeline-default-artifacts.yml index 844c01363e..0555e1f356 100644 --- a/.github/workflows/cli-jobs-basics-hello-pipeline-default-artifacts.yml +++ b/.github/workflows/cli-jobs-basics-hello-pipeline-default-artifacts.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-pipeline-default-artifacts.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-pipeline-io.yml b/.github/workflows/cli-jobs-basics-hello-pipeline-io.yml index 31e8208b3d..36046b752e 100644 --- a/.github/workflows/cli-jobs-basics-hello-pipeline-io.yml +++ b/.github/workflows/cli-jobs-basics-hello-pipeline-io.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-pipeline-io.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-pipeline-settings.yml b/.github/workflows/cli-jobs-basics-hello-pipeline-settings.yml index c81775f79a..65411e82e3 100644 --- a/.github/workflows/cli-jobs-basics-hello-pipeline-settings.yml +++ b/.github/workflows/cli-jobs-basics-hello-pipeline-settings.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-pipeline-settings.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-pipeline.yml b/.github/workflows/cli-jobs-basics-hello-pipeline.yml index ac16b24c0d..937d6e9124 100644 --- a/.github/workflows/cli-jobs-basics-hello-pipeline.yml +++ b/.github/workflows/cli-jobs-basics-hello-pipeline.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-sweep.yml b/.github/workflows/cli-jobs-basics-hello-sweep.yml index a2d44c8aca..c981213c0b 100644 --- a/.github/workflows/cli-jobs-basics-hello-sweep.yml +++ b/.github/workflows/cli-jobs-basics-hello-sweep.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-sweep.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-world-env-var.yml b/.github/workflows/cli-jobs-basics-hello-world-env-var.yml index ef9223d6fa..4864cd1d41 100644 --- a/.github/workflows/cli-jobs-basics-hello-world-env-var.yml +++ b/.github/workflows/cli-jobs-basics-hello-world-env-var.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-world-env-var.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-world-input.yml b/.github/workflows/cli-jobs-basics-hello-world-input.yml index 6154d7e371..03c7aee16a 100644 --- a/.github/workflows/cli-jobs-basics-hello-world-input.yml +++ b/.github/workflows/cli-jobs-basics-hello-world-input.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-world-input.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-world-org.yml b/.github/workflows/cli-jobs-basics-hello-world-org.yml index d484d505f6..d1550dfa39 100644 --- a/.github/workflows/cli-jobs-basics-hello-world-org.yml +++ b/.github/workflows/cli-jobs-basics-hello-world-org.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-world-org.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-world-output-data.yml b/.github/workflows/cli-jobs-basics-hello-world-output-data.yml index 75492d0ad2..7b384c52de 100644 --- a/.github/workflows/cli-jobs-basics-hello-world-output-data.yml +++ b/.github/workflows/cli-jobs-basics-hello-world-output-data.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-world-output-data.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-world-output.yml b/.github/workflows/cli-jobs-basics-hello-world-output.yml index b13ed991bd..cdb7669df3 100644 --- a/.github/workflows/cli-jobs-basics-hello-world-output.yml +++ b/.github/workflows/cli-jobs-basics-hello-world-output.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-world-output.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-basics-hello-world.yml b/.github/workflows/cli-jobs-basics-hello-world.yml index 11199c66a7..7e45858b61 100644 --- a/.github/workflows/cli-jobs-basics-hello-world.yml +++ b/.github/workflows/cli-jobs-basics-hello-world.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh hello-world.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/basics - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-deepspeed-deepspeed-autotuning-job.yml b/.github/workflows/cli-jobs-deepspeed-deepspeed-autotuning-job.yml index 3cda328bb0..8ab1fa638e 100644 --- a/.github/workflows/cli-jobs-deepspeed-deepspeed-autotuning-job.yml +++ b/.github/workflows/cli-jobs-deepspeed-deepspeed-autotuning-job.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x generate-yml.sh bash -x ../../../run-job.sh job.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/deepspeed/deepspeed-autotuning - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-deepspeed-deepspeed-training-job.yml b/.github/workflows/cli-jobs-deepspeed-deepspeed-training-job.yml index a95538fde9..bb8a5f0de6 100644 --- a/.github/workflows/cli-jobs-deepspeed-deepspeed-training-job.yml +++ b/.github/workflows/cli-jobs-deepspeed-deepspeed-training-job.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh job.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/deepspeed/deepspeed-training - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-nebulaml-PyTorch_CNN_MNIST-job.yml b/.github/workflows/cli-jobs-nebulaml-PyTorch_CNN_MNIST-job.yml index a4dab13ee5..e34c0b1ff0 100644 --- a/.github/workflows/cli-jobs-nebulaml-PyTorch_CNN_MNIST-job.yml +++ b/.github/workflows/cli-jobs-nebulaml-PyTorch_CNN_MNIST-job.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh job.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/nebulaml/PyTorch_CNN_MNIST - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-parallel-1a_oj_sales_prediction-pipeline.yml b/.github/workflows/cli-jobs-parallel-1a_oj_sales_prediction-pipeline.yml index 71d44afa94..0eaef38cf7 100644 --- a/.github/workflows/cli-jobs-parallel-1a_oj_sales_prediction-pipeline.yml +++ b/.github/workflows/cli-jobs-parallel-1a_oj_sales_prediction-pipeline.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/parallel/1a_oj_sales_prediction - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-parallel-2a_iris_batch_prediction-pipeline.yml b/.github/workflows/cli-jobs-parallel-2a_iris_batch_prediction-pipeline.yml index e7971a289e..3796602796 100644 --- a/.github/workflows/cli-jobs-parallel-2a_iris_batch_prediction-pipeline.yml +++ b/.github/workflows/cli-jobs-parallel-2a_iris_batch_prediction-pipeline.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/parallel/2a_iris_batch_prediction - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-parallel-3a_mnist_batch_identification-pipeline.yml b/.github/workflows/cli-jobs-parallel-3a_mnist_batch_identification-pipeline.yml index eeacf8143a..98db79643c 100644 --- a/.github/workflows/cli-jobs-parallel-3a_mnist_batch_identification-pipeline.yml +++ b/.github/workflows/cli-jobs-parallel-3a_mnist_batch_identification-pipeline.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/parallel/3a_mnist_batch_identification - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-automl-cli-automl-classification-task-bankmarketing-pipeline-pipeline.yml b/.github/workflows/cli-jobs-pipelines-automl-cli-automl-classification-task-bankmarketing-pipeline-pipeline.yml index 0af90b940b..d5347cabbd 100644 --- a/.github/workflows/cli-jobs-pipelines-automl-cli-automl-classification-task-bankmarketing-pipeline-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-automl-cli-automl-classification-task-bankmarketing-pipeline-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines/automl/cli-automl-classification-task-bankmarketing-pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-automl-cli-automl-forecasting-demand-with-pipeline-components-cli-automl-forecasting-demand-hierarchical-timeseries-hts_evaluation_pipeline.yml b/.github/workflows/cli-jobs-pipelines-automl-cli-automl-forecasting-demand-with-pipeline-components-cli-automl-forecasting-demand-hierarchical-timeseries-hts_evaluation_pipeline.yml index 18e1453255..7e189c9353 100644 --- a/.github/workflows/cli-jobs-pipelines-automl-cli-automl-forecasting-demand-with-pipeline-components-cli-automl-forecasting-demand-hierarchical-timeseries-hts_evaluation_pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-automl-cli-automl-forecasting-demand-with-pipeline-components-cli-automl-forecasting-demand-hierarchical-timeseries-hts_evaluation_pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../../run-job.sh hts_evaluation_pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines/automl/cli-automl-forecasting-demand-with-pipeline-components/cli-automl-forecasting-demand-hierarchical-timeseries - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-automl-cli-automl-forecasting-demand-with-pipeline-components-cli-automl-forecasting-demand-many-models-many_models_evaluation_pipeline.yml b/.github/workflows/cli-jobs-pipelines-automl-cli-automl-forecasting-demand-with-pipeline-components-cli-automl-forecasting-demand-many-models-many_models_evaluation_pipeline.yml index b81e16df2b..e5ff1d67a8 100644 --- a/.github/workflows/cli-jobs-pipelines-automl-cli-automl-forecasting-demand-with-pipeline-components-cli-automl-forecasting-demand-many-models-many_models_evaluation_pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-automl-cli-automl-forecasting-demand-with-pipeline-components-cli-automl-forecasting-demand-many-models-many_models_evaluation_pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../../run-job.sh many_models_evaluation_pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines/automl/cli-automl-forecasting-demand-with-pipeline-components/cli-automl-forecasting-demand-many-models - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-automl-cli-automl-regression-housepricing-pipeline-pipeline.yml b/.github/workflows/cli-jobs-pipelines-automl-cli-automl-regression-housepricing-pipeline-pipeline.yml index bc62caa4a7..bde8ccd804 100644 --- a/.github/workflows/cli-jobs-pipelines-automl-cli-automl-regression-housepricing-pipeline-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-automl-cli-automl-regression-housepricing-pipeline-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines/automl/cli-automl-regression-housepricing-pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-automl-cli-automl-text-classification-multilabel-paper-categorization-pipeline-pipeline.yml b/.github/workflows/cli-jobs-pipelines-automl-cli-automl-text-classification-multilabel-paper-categorization-pipeline-pipeline.yml index 21f784eafb..98813e0228 100644 --- a/.github/workflows/cli-jobs-pipelines-automl-cli-automl-text-classification-multilabel-paper-categorization-pipeline-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-automl-cli-automl-text-classification-multilabel-paper-categorization-pipeline-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines/automl/cli-automl-text-classification-multilabel-paper-categorization-pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-automl-cli-automl-text-classification-newsgroup-pipeline-pipeline.yml b/.github/workflows/cli-jobs-pipelines-automl-cli-automl-text-classification-newsgroup-pipeline-pipeline.yml index e4bd2a90dd..26775ed1c6 100644 --- a/.github/workflows/cli-jobs-pipelines-automl-cli-automl-text-classification-newsgroup-pipeline-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-automl-cli-automl-text-classification-newsgroup-pipeline-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines/automl/cli-automl-text-classification-newsgroup-pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-automl-cli-automl-text-ner-conll-pipeline-pipeline.yml b/.github/workflows/cli-jobs-pipelines-automl-cli-automl-text-ner-conll-pipeline-pipeline.yml index 8ed95aa4ac..49b25c6a6b 100644 --- a/.github/workflows/cli-jobs-pipelines-automl-cli-automl-text-ner-conll-pipeline-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-automl-cli-automl-text-ner-conll-pipeline-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines/automl/cli-automl-text-ner-conll-pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-automl-forecasting-energy-demand-pipeline-pipeline.yml b/.github/workflows/cli-jobs-pipelines-automl-forecasting-energy-demand-pipeline-pipeline.yml index f7f349cfab..f1e071bd9e 100644 --- a/.github/workflows/cli-jobs-pipelines-automl-forecasting-energy-demand-pipeline-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-automl-forecasting-energy-demand-pipeline-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines/automl/forecasting-energy-demand-pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-automl-image-instance-segmentation-task-fridge-items-pipeline-pipeline.yml b/.github/workflows/cli-jobs-pipelines-automl-image-instance-segmentation-task-fridge-items-pipeline-pipeline.yml index fed6784f7e..09b7d649e2 100644 --- a/.github/workflows/cli-jobs-pipelines-automl-image-instance-segmentation-task-fridge-items-pipeline-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-automl-image-instance-segmentation-task-fridge-items-pipeline-pipeline.yml @@ -52,10 +52,10 @@ jobs: bash "${{ github.workspace }}/sdk/python/setup.sh" python prepare_data.py --subscription $SUBSCRIPTION_ID --group $RESOURCE_GROUP_NAME --workspace $WORKSPACE_NAME bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines/automl/image-instance-segmentation-task-fridge-items-pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -64,6 +64,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -76,5 +80,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-automl-image-multiclass-classification-fridge-items-pipeline-pipeline.yml b/.github/workflows/cli-jobs-pipelines-automl-image-multiclass-classification-fridge-items-pipeline-pipeline.yml index d87aecb629..d83bc1b344 100644 --- a/.github/workflows/cli-jobs-pipelines-automl-image-multiclass-classification-fridge-items-pipeline-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-automl-image-multiclass-classification-fridge-items-pipeline-pipeline.yml @@ -52,10 +52,10 @@ jobs: bash "${{ github.workspace }}/sdk/python/setup.sh" python prepare_data.py --subscription $SUBSCRIPTION_ID --group $RESOURCE_GROUP_NAME --workspace $WORKSPACE_NAME bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines/automl/image-multiclass-classification-fridge-items-pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -64,6 +64,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -76,5 +80,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-automl-image-multilabel-classification-fridge-items-pipeline-pipeline.yml b/.github/workflows/cli-jobs-pipelines-automl-image-multilabel-classification-fridge-items-pipeline-pipeline.yml index c3ccced901..b58cc33029 100644 --- a/.github/workflows/cli-jobs-pipelines-automl-image-multilabel-classification-fridge-items-pipeline-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-automl-image-multilabel-classification-fridge-items-pipeline-pipeline.yml @@ -52,10 +52,10 @@ jobs: bash "${{ github.workspace }}/sdk/python/setup.sh" python prepare_data.py --subscription $SUBSCRIPTION_ID --group $RESOURCE_GROUP_NAME --workspace $WORKSPACE_NAME bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines/automl/image-multilabel-classification-fridge-items-pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -64,6 +64,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -76,5 +80,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-automl-image-object-detection-task-fridge-items-pipeline-pipeline.yml b/.github/workflows/cli-jobs-pipelines-automl-image-object-detection-task-fridge-items-pipeline-pipeline.yml index b4871c0aa6..657f19613f 100644 --- a/.github/workflows/cli-jobs-pipelines-automl-image-object-detection-task-fridge-items-pipeline-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-automl-image-object-detection-task-fridge-items-pipeline-pipeline.yml @@ -52,10 +52,10 @@ jobs: bash "${{ github.workspace }}/sdk/python/setup.sh" python prepare_data.py --subscription $SUBSCRIPTION_ID --group $RESOURCE_GROUP_NAME --workspace $WORKSPACE_NAME bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines/automl/image-object-detection-task-fridge-items-pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -64,6 +64,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -76,5 +80,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-cifar-10-pipeline.yml b/.github/workflows/cli-jobs-pipelines-cifar-10-pipeline.yml index d6453f7d07..a85da2b7c0 100644 --- a/.github/workflows/cli-jobs-pipelines-cifar-10-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-cifar-10-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines/cifar-10 - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-iris-batch-prediction-using-parallel-pipeline.yml b/.github/workflows/cli-jobs-pipelines-iris-batch-prediction-using-parallel-pipeline.yml index b00d69f094..bc397a9cb5 100644 --- a/.github/workflows/cli-jobs-pipelines-iris-batch-prediction-using-parallel-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-iris-batch-prediction-using-parallel-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines/iris-batch-prediction-using-parallel - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-mnist-batch-identification-using-parallel-pipeline.yml b/.github/workflows/cli-jobs-pipelines-mnist-batch-identification-using-parallel-pipeline.yml index 5fc0ec601d..1d8222dadc 100644 --- a/.github/workflows/cli-jobs-pipelines-mnist-batch-identification-using-parallel-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-mnist-batch-identification-using-parallel-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines/mnist-batch-identification-using-parallel - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-nyc-taxi-pipeline.yml b/.github/workflows/cli-jobs-pipelines-nyc-taxi-pipeline.yml index 6cbd284f85..6b00984d85 100644 --- a/.github/workflows/cli-jobs-pipelines-nyc-taxi-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-nyc-taxi-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines/nyc-taxi - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-tensorflow-image-segmentation-pipeline.yml b/.github/workflows/cli-jobs-pipelines-tensorflow-image-segmentation-pipeline.yml index 9adf9c96b8..6907e944a2 100644 --- a/.github/workflows/cli-jobs-pipelines-tensorflow-image-segmentation-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-tensorflow-image-segmentation-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines/tensorflow-image-segmentation - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-1a_e2e_local_components-pipeline-registry.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-1a_e2e_local_components-pipeline-registry.yml index 6c99153f5f..2aa36fd477 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-1a_e2e_local_components-pipeline-registry.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-1a_e2e_local_components-pipeline-registry.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-pipeline-job-with-registry-components.sh pipeline 1a_e2e_local_components > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/1a_e2e_local_components - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-1a_e2e_local_components-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-1a_e2e_local_components-pipeline.yml index 95869fb8c7..0d3aa475ae 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-1a_e2e_local_components-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-1a_e2e_local_components-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/1a_e2e_local_components - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-1b_e2e_registered_components-pipeline-registry.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-1b_e2e_registered_components-pipeline-registry.yml index b46f6a2ecf..a780a8a650 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-1b_e2e_registered_components-pipeline-registry.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-1b_e2e_registered_components-pipeline-registry.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-pipeline-job-with-registry-components.sh pipeline 1b_e2e_registered_components > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/1b_e2e_registered_components - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-1b_e2e_registered_components-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-1b_e2e_registered_components-pipeline.yml index 1f7dc4918c..b9a2f6fb88 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-1b_e2e_registered_components-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-1b_e2e_registered_components-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/1b_e2e_registered_components - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-2a_basic_component-pipeline-registry.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-2a_basic_component-pipeline-registry.yml index d7ef717d77..ee7c83715f 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-2a_basic_component-pipeline-registry.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-2a_basic_component-pipeline-registry.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-pipeline-job-with-registry-components.sh pipeline 2a_basic_component > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/2a_basic_component - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-2a_basic_component-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-2a_basic_component-pipeline.yml index fa7904007f..da94805327 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-2a_basic_component-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-2a_basic_component-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/2a_basic_component - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-2b_component_with_input_output-pipeline-registry.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-2b_component_with_input_output-pipeline-registry.yml index 6d77bbb710..c9d43d802f 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-2b_component_with_input_output-pipeline-registry.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-2b_component_with_input_output-pipeline-registry.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-pipeline-job-with-registry-components.sh pipeline 2b_component_with_input_output > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/2b_component_with_input_output - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-2b_component_with_input_output-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-2b_component_with_input_output-pipeline.yml index d2ed4b86a2..c30078655b 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-2b_component_with_input_output-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-2b_component_with_input_output-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/2b_component_with_input_output - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-3a_basic_pipeline-pipeline-registry.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-3a_basic_pipeline-pipeline-registry.yml index da35220beb..002ca296e8 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-3a_basic_pipeline-pipeline-registry.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-3a_basic_pipeline-pipeline-registry.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-pipeline-job-with-registry-components.sh pipeline 3a_basic_pipeline > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/3a_basic_pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-3a_basic_pipeline-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-3a_basic_pipeline-pipeline.yml index 77469f1340..966036999a 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-3a_basic_pipeline-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-3a_basic_pipeline-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/3a_basic_pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-3b_pipeline_with_data-pipeline-registry.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-3b_pipeline_with_data-pipeline-registry.yml index cf2c995ca0..01c8096d70 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-3b_pipeline_with_data-pipeline-registry.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-3b_pipeline_with_data-pipeline-registry.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-pipeline-job-with-registry-components.sh pipeline 3b_pipeline_with_data > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/3b_pipeline_with_data - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-3b_pipeline_with_data-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-3b_pipeline_with_data-pipeline.yml index 330335828e..dd6182af4d 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-3b_pipeline_with_data-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-3b_pipeline_with_data-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/3b_pipeline_with_data - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-4a_local_data_input-pipeline-registry.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-4a_local_data_input-pipeline-registry.yml index b188978cd8..83776905d7 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-4a_local_data_input-pipeline-registry.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-4a_local_data_input-pipeline-registry.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-pipeline-job-with-registry-components.sh pipeline 4a_local_data_input > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/4a_local_data_input - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-4a_local_data_input-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-4a_local_data_input-pipeline.yml index cbf4b7bbb0..6bfeea9ddb 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-4a_local_data_input-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-4a_local_data_input-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/4a_local_data_input - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-4b_datastore_datapath_uri-pipeline-registry.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-4b_datastore_datapath_uri-pipeline-registry.yml index 31b32bdf10..468ae140aa 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-4b_datastore_datapath_uri-pipeline-registry.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-4b_datastore_datapath_uri-pipeline-registry.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-pipeline-job-with-registry-components.sh pipeline 4b_datastore_datapath_uri > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/4b_datastore_datapath_uri - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-4b_datastore_datapath_uri-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-4b_datastore_datapath_uri-pipeline.yml index 10eca7f13e..f559b48837 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-4b_datastore_datapath_uri-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-4b_datastore_datapath_uri-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/4b_datastore_datapath_uri - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-4c_web_url_input-pipeline-registry.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-4c_web_url_input-pipeline-registry.yml index 6296001cd1..fe9b94b4e0 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-4c_web_url_input-pipeline-registry.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-4c_web_url_input-pipeline-registry.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-pipeline-job-with-registry-components.sh pipeline 4c_web_url_input > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/4c_web_url_input - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-4c_web_url_input-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-4c_web_url_input-pipeline.yml index 0d9555ac54..9d8fe9660a 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-4c_web_url_input-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-4c_web_url_input-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/4c_web_url_input - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-4d_data_input-pipeline-registry.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-4d_data_input-pipeline-registry.yml index fc7f4a1bdb..f3c577cdfd 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-4d_data_input-pipeline-registry.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-4d_data_input-pipeline-registry.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-pipeline-job-with-registry-components.sh pipeline 4d_data_input > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/4d_data_input - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-4d_data_input-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-4d_data_input-pipeline.yml index 8f8972693d..475c6feaf8 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-4d_data_input-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-4d_data_input-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/4d_data_input - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-5a_env_public_docker_image-pipeline-registry.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-5a_env_public_docker_image-pipeline-registry.yml index fb6f7c16e2..d871eef4c7 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-5a_env_public_docker_image-pipeline-registry.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-5a_env_public_docker_image-pipeline-registry.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-pipeline-job-with-registry-components.sh pipeline 5a_env_public_docker_image > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/5a_env_public_docker_image - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-5a_env_public_docker_image-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-5a_env_public_docker_image-pipeline.yml index 1aea8d6bfd..92e19beb12 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-5a_env_public_docker_image-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-5a_env_public_docker_image-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/5a_env_public_docker_image - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-5b_env_registered-pipeline-registry.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-5b_env_registered-pipeline-registry.yml index 7d3358e602..1a5140fdd5 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-5b_env_registered-pipeline-registry.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-5b_env_registered-pipeline-registry.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-pipeline-job-with-registry-components.sh pipeline 5b_env_registered > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/5b_env_registered - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-5b_env_registered-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-5b_env_registered-pipeline.yml index db2e7afd49..5ff0cfa0b1 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-5b_env_registered-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-5b_env_registered-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/5b_env_registered - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-5c_env_conda_file-pipeline-registry.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-5c_env_conda_file-pipeline-registry.yml index f4fb0f72d8..0ffe57d313 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-5c_env_conda_file-pipeline-registry.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-5c_env_conda_file-pipeline-registry.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-pipeline-job-with-registry-components.sh pipeline 5c_env_conda_file > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/5c_env_conda_file - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-5c_env_conda_file-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-5c_env_conda_file-pipeline.yml index 874d259b20..98fb2a6a2b 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-5c_env_conda_file-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-5c_env_conda_file-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/5c_env_conda_file - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-6a_tf_hello_world-pipeline-registry.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-6a_tf_hello_world-pipeline-registry.yml index 71869344f6..709f5a1475 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-6a_tf_hello_world-pipeline-registry.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-6a_tf_hello_world-pipeline-registry.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-pipeline-job-with-registry-components.sh pipeline 6a_tf_hello_world > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/6a_tf_hello_world - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-6a_tf_hello_world-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-6a_tf_hello_world-pipeline.yml index 5e1a87b23a..04435c540f 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-6a_tf_hello_world-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-6a_tf_hello_world-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/6a_tf_hello_world - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-6b_pytorch_hello_world-pipeline-registry.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-6b_pytorch_hello_world-pipeline-registry.yml index 4414c04e47..1de9b225ca 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-6b_pytorch_hello_world-pipeline-registry.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-6b_pytorch_hello_world-pipeline-registry.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-pipeline-job-with-registry-components.sh pipeline 6b_pytorch_hello_world > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/6b_pytorch_hello_world - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-6b_pytorch_hello_world-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-6b_pytorch_hello_world-pipeline.yml index 51cbc9548b..2d418c6759 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-6b_pytorch_hello_world-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-6b_pytorch_hello_world-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/6b_pytorch_hello_world - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-6c_r_iris-pipeline-registry.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-6c_r_iris-pipeline-registry.yml index e24f915cb9..d437a82e63 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-6c_r_iris-pipeline-registry.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-6c_r_iris-pipeline-registry.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-pipeline-job-with-registry-components.sh pipeline 6c_r_iris > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/6c_r_iris - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-basics-6c_r_iris-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-basics-6c_r_iris-pipeline.yml index c63c2ecdba..6c91be13d8 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-basics-6c_r_iris-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-basics-6c_r_iris-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/basics/6c_r_iris - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-image_classification_with_densenet-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-image_classification_with_densenet-pipeline.yml index 2e13a12f3b..082804e2f3 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-image_classification_with_densenet-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-image_classification_with_densenet-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/image_classification_with_densenet - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-nyc_taxi_data_regression-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-nyc_taxi_data_regression-pipeline.yml index 325ba7181b..65faef98c4 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-nyc_taxi_data_regression-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-nyc_taxi_data_regression-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/nyc_taxi_data_regression - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-nyc_taxi_data_regression-single-job-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-nyc_taxi_data_regression-single-job-pipeline.yml index f94f869c45..99a03e8a9d 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-nyc_taxi_data_regression-single-job-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-nyc_taxi_data_regression-single-job-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh single-job-pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/nyc_taxi_data_regression - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-pipeline_job_with_flow_as_component-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-pipeline_job_with_flow_as_component-pipeline.yml index 90f2b421b4..b8bff4432a 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-pipeline_job_with_flow_as_component-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-pipeline_job_with_flow_as_component-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/pipeline_job_with_flow_as_component - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-pipeline_with_hyperparameter_sweep-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-pipeline_with_hyperparameter_sweep-pipeline.yml index cb419fe1fc..01c19572b6 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-pipeline_with_hyperparameter_sweep-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-pipeline_with_hyperparameter_sweep-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/pipeline_with_hyperparameter_sweep - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-pipeline_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-pipeline_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component-pipeline.yml index 5a473ac005..6cfd6fb4d2 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-pipeline_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-pipeline_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/pipeline_with_pipeline_component/nyc_taxi_data_regression_with_pipeline_component - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-pipelines-with-components-pipeline_with_pipeline_component-pipeline_with_train_eval_pipeline_component-pipeline.yml b/.github/workflows/cli-jobs-pipelines-with-components-pipeline_with_pipeline_component-pipeline_with_train_eval_pipeline_component-pipeline.yml index 9b50c075cf..392a597ee6 100644 --- a/.github/workflows/cli-jobs-pipelines-with-components-pipeline_with_pipeline_component-pipeline_with_train_eval_pipeline_component-pipeline.yml +++ b/.github/workflows/cli-jobs-pipelines-with-components-pipeline_with_pipeline_component-pipeline_with_train_eval_pipeline_component-pipeline.yml @@ -48,10 +48,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh pipeline.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/pipelines-with-components/pipeline_with_pipeline_component/pipeline_with_train_eval_pipeline_component - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -60,6 +60,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -72,5 +76,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-single-step-dask-nyctaxi-job.yml b/.github/workflows/cli-jobs-single-step-dask-nyctaxi-job.yml index 87443b3a24..bf99703edd 100644 --- a/.github/workflows/cli-jobs-single-step-dask-nyctaxi-job.yml +++ b/.github/workflows/cli-jobs-single-step-dask-nyctaxi-job.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh job.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/single-step/dask/nyctaxi - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-single-step-gpu_perf-gpu_perf_job.yml b/.github/workflows/cli-jobs-single-step-gpu_perf-gpu_perf_job.yml index c53f40bb2e..a6baaf8992 100644 --- a/.github/workflows/cli-jobs-single-step-gpu_perf-gpu_perf_job.yml +++ b/.github/workflows/cli-jobs-single-step-gpu_perf-gpu_perf_job.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../run-job.sh gpu_perf_job.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/single-step/gpu_perf - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-single-step-julia-iris-job.yml b/.github/workflows/cli-jobs-single-step-julia-iris-job.yml index 0b34c44efc..415f543628 100644 --- a/.github/workflows/cli-jobs-single-step-julia-iris-job.yml +++ b/.github/workflows/cli-jobs-single-step-julia-iris-job.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh job.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/single-step/julia/iris - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-single-step-lightgbm-iris-job-sweep.yml b/.github/workflows/cli-jobs-single-step-lightgbm-iris-job-sweep.yml index 7876615ca5..679ceda924 100644 --- a/.github/workflows/cli-jobs-single-step-lightgbm-iris-job-sweep.yml +++ b/.github/workflows/cli-jobs-single-step-lightgbm-iris-job-sweep.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh job-sweep.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/single-step/lightgbm/iris - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-single-step-lightgbm-iris-job.yml b/.github/workflows/cli-jobs-single-step-lightgbm-iris-job.yml index dc0db3af56..a1967e0bb7 100644 --- a/.github/workflows/cli-jobs-single-step-lightgbm-iris-job.yml +++ b/.github/workflows/cli-jobs-single-step-lightgbm-iris-job.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh job.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/single-step/lightgbm/iris - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-single-step-pytorch-cifar-distributed-job.yml b/.github/workflows/cli-jobs-single-step-pytorch-cifar-distributed-job.yml index 2d3f74eb26..d6dea5884e 100644 --- a/.github/workflows/cli-jobs-single-step-pytorch-cifar-distributed-job.yml +++ b/.github/workflows/cli-jobs-single-step-pytorch-cifar-distributed-job.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh job.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/single-step/pytorch/cifar-distributed - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-single-step-pytorch-iris-job.yml b/.github/workflows/cli-jobs-single-step-pytorch-iris-job.yml index af31c43d80..2edcc078a1 100644 --- a/.github/workflows/cli-jobs-single-step-pytorch-iris-job.yml +++ b/.github/workflows/cli-jobs-single-step-pytorch-iris-job.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh job.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/single-step/pytorch/iris - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-single-step-pytorch-word-language-model-job.yml b/.github/workflows/cli-jobs-single-step-pytorch-word-language-model-job.yml index de7ee56d89..89f78a0fb8 100644 --- a/.github/workflows/cli-jobs-single-step-pytorch-word-language-model-job.yml +++ b/.github/workflows/cli-jobs-single-step-pytorch-word-language-model-job.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh job.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/single-step/pytorch/word-language-model - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-single-step-r-accidents-job.yml b/.github/workflows/cli-jobs-single-step-r-accidents-job.yml index 4f34788cfa..5acc712401 100644 --- a/.github/workflows/cli-jobs-single-step-r-accidents-job.yml +++ b/.github/workflows/cli-jobs-single-step-r-accidents-job.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh job.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/single-step/r/accidents - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-single-step-r-iris-job.yml b/.github/workflows/cli-jobs-single-step-r-iris-job.yml index 94a4707ad2..848848c1b3 100644 --- a/.github/workflows/cli-jobs-single-step-r-iris-job.yml +++ b/.github/workflows/cli-jobs-single-step-r-iris-job.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh job.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/single-step/r/iris - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-single-step-scikit-learn-diabetes-job.yml b/.github/workflows/cli-jobs-single-step-scikit-learn-diabetes-job.yml index d4cec46cdc..fa575e8e18 100644 --- a/.github/workflows/cli-jobs-single-step-scikit-learn-diabetes-job.yml +++ b/.github/workflows/cli-jobs-single-step-scikit-learn-diabetes-job.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh job.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/single-step/scikit-learn/diabetes - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-single-step-scikit-learn-iris-job-docker-context.yml b/.github/workflows/cli-jobs-single-step-scikit-learn-iris-job-docker-context.yml index 383c8bb96d..04436af3c1 100644 --- a/.github/workflows/cli-jobs-single-step-scikit-learn-iris-job-docker-context.yml +++ b/.github/workflows/cli-jobs-single-step-scikit-learn-iris-job-docker-context.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh job-docker-context.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/single-step/scikit-learn/iris - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-single-step-scikit-learn-iris-job-sweep.yml b/.github/workflows/cli-jobs-single-step-scikit-learn-iris-job-sweep.yml index 316665590c..205309bb1c 100644 --- a/.github/workflows/cli-jobs-single-step-scikit-learn-iris-job-sweep.yml +++ b/.github/workflows/cli-jobs-single-step-scikit-learn-iris-job-sweep.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh job-sweep.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/single-step/scikit-learn/iris - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-single-step-scikit-learn-iris-job.yml b/.github/workflows/cli-jobs-single-step-scikit-learn-iris-job.yml index af8c51ef45..f2ff1cbdfc 100644 --- a/.github/workflows/cli-jobs-single-step-scikit-learn-iris-job.yml +++ b/.github/workflows/cli-jobs-single-step-scikit-learn-iris-job.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh job.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/single-step/scikit-learn/iris - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-single-step-scikit-learn-iris-notebook-job.yml b/.github/workflows/cli-jobs-single-step-scikit-learn-iris-notebook-job.yml index 0dbe126d1e..ff8f20b6a2 100644 --- a/.github/workflows/cli-jobs-single-step-scikit-learn-iris-notebook-job.yml +++ b/.github/workflows/cli-jobs-single-step-scikit-learn-iris-notebook-job.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh job.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/single-step/scikit-learn/iris-notebook - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-single-step-tensorflow-mnist-distributed-horovod-job.yml b/.github/workflows/cli-jobs-single-step-tensorflow-mnist-distributed-horovod-job.yml index ed20681654..3f468b58aa 100644 --- a/.github/workflows/cli-jobs-single-step-tensorflow-mnist-distributed-horovod-job.yml +++ b/.github/workflows/cli-jobs-single-step-tensorflow-mnist-distributed-horovod-job.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh job.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/single-step/tensorflow/mnist-distributed-horovod - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-single-step-tensorflow-mnist-distributed-job.yml b/.github/workflows/cli-jobs-single-step-tensorflow-mnist-distributed-job.yml index 0b79af0aac..d3e248167d 100644 --- a/.github/workflows/cli-jobs-single-step-tensorflow-mnist-distributed-job.yml +++ b/.github/workflows/cli-jobs-single-step-tensorflow-mnist-distributed-job.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh job.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/single-step/tensorflow/mnist-distributed - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-single-step-tensorflow-mnist-job.yml b/.github/workflows/cli-jobs-single-step-tensorflow-mnist-job.yml index 7e9008a001..edc4a53311 100644 --- a/.github/workflows/cli-jobs-single-step-tensorflow-mnist-job.yml +++ b/.github/workflows/cli-jobs-single-step-tensorflow-mnist-job.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../../../run-job.sh job.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/single-step/tensorflow/mnist - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-spark-attached-spark-pipeline-default-identity.yml b/.github/workflows/cli-jobs-spark-attached-spark-pipeline-default-identity.yml index dd7ae6e8bd..4620b26197 100644 --- a/.github/workflows/cli-jobs-spark-attached-spark-pipeline-default-identity.yml +++ b/.github/workflows/cli-jobs-spark-attached-spark-pipeline-default-identity.yml @@ -57,10 +57,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh attached-spark-pipeline-default-identity.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/spark - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -69,6 +69,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -81,5 +85,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-spark-attached-spark-pipeline-managed-identity.yml b/.github/workflows/cli-jobs-spark-attached-spark-pipeline-managed-identity.yml index df4b2b7e4a..0ae61c9bd6 100644 --- a/.github/workflows/cli-jobs-spark-attached-spark-pipeline-managed-identity.yml +++ b/.github/workflows/cli-jobs-spark-attached-spark-pipeline-managed-identity.yml @@ -62,10 +62,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh attached-spark-pipeline-managed-identity.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/spark - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -74,6 +74,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -86,5 +90,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-spark-attached-spark-pipeline-user-identity.yml b/.github/workflows/cli-jobs-spark-attached-spark-pipeline-user-identity.yml index 0eee2cfd0e..5cf4ddb829 100644 --- a/.github/workflows/cli-jobs-spark-attached-spark-pipeline-user-identity.yml +++ b/.github/workflows/cli-jobs-spark-attached-spark-pipeline-user-identity.yml @@ -57,10 +57,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh attached-spark-pipeline-user-identity.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/spark - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -69,6 +69,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -81,5 +85,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-spark-attached-spark-standalone-default-identity.yml b/.github/workflows/cli-jobs-spark-attached-spark-standalone-default-identity.yml index af00ce1444..dec36c3184 100644 --- a/.github/workflows/cli-jobs-spark-attached-spark-standalone-default-identity.yml +++ b/.github/workflows/cli-jobs-spark-attached-spark-standalone-default-identity.yml @@ -57,10 +57,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh attached-spark-standalone-default-identity.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/spark - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -69,6 +69,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -81,5 +85,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-spark-attached-spark-standalone-managed-identity.yml b/.github/workflows/cli-jobs-spark-attached-spark-standalone-managed-identity.yml index 704a923ae2..fd2efdbeb1 100644 --- a/.github/workflows/cli-jobs-spark-attached-spark-standalone-managed-identity.yml +++ b/.github/workflows/cli-jobs-spark-attached-spark-standalone-managed-identity.yml @@ -62,10 +62,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh attached-spark-standalone-managed-identity.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/spark - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -74,6 +74,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -86,5 +90,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-spark-attached-spark-standalone-user-identity.yml b/.github/workflows/cli-jobs-spark-attached-spark-standalone-user-identity.yml index d4f7e4d049..a0f99e6a82 100644 --- a/.github/workflows/cli-jobs-spark-attached-spark-standalone-user-identity.yml +++ b/.github/workflows/cli-jobs-spark-attached-spark-standalone-user-identity.yml @@ -57,10 +57,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh attached-spark-standalone-user-identity.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/spark - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -69,6 +69,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -81,5 +85,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-spark-serverless-spark-pipeline-default-identity.yml b/.github/workflows/cli-jobs-spark-serverless-spark-pipeline-default-identity.yml index fd3b385c55..4efcad37c2 100644 --- a/.github/workflows/cli-jobs-spark-serverless-spark-pipeline-default-identity.yml +++ b/.github/workflows/cli-jobs-spark-serverless-spark-pipeline-default-identity.yml @@ -52,10 +52,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh serverless-spark-pipeline-default-identity.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/spark - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -64,6 +64,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -76,5 +80,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-spark-serverless-spark-pipeline-managed-identity.yml b/.github/workflows/cli-jobs-spark-serverless-spark-pipeline-managed-identity.yml index 333511326b..8212b7fc24 100644 --- a/.github/workflows/cli-jobs-spark-serverless-spark-pipeline-managed-identity.yml +++ b/.github/workflows/cli-jobs-spark-serverless-spark-pipeline-managed-identity.yml @@ -57,10 +57,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh serverless-spark-pipeline-managed-identity.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/spark - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -69,6 +69,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -81,5 +85,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-spark-serverless-spark-pipeline-user-identity.yml b/.github/workflows/cli-jobs-spark-serverless-spark-pipeline-user-identity.yml index 6091a952de..c7542c6d05 100644 --- a/.github/workflows/cli-jobs-spark-serverless-spark-pipeline-user-identity.yml +++ b/.github/workflows/cli-jobs-spark-serverless-spark-pipeline-user-identity.yml @@ -52,10 +52,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh serverless-spark-pipeline-user-identity.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/spark - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -64,6 +64,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -76,5 +80,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-spark-serverless-spark-standalone-default-identity.yml b/.github/workflows/cli-jobs-spark-serverless-spark-standalone-default-identity.yml index 7b3211b899..c19e4b60e2 100644 --- a/.github/workflows/cli-jobs-spark-serverless-spark-standalone-default-identity.yml +++ b/.github/workflows/cli-jobs-spark-serverless-spark-standalone-default-identity.yml @@ -52,10 +52,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh serverless-spark-standalone-default-identity.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/spark - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -64,6 +64,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -76,5 +80,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-spark-serverless-spark-standalone-managed-identity.yml b/.github/workflows/cli-jobs-spark-serverless-spark-standalone-managed-identity.yml index fad444ba0b..28f936e6b4 100644 --- a/.github/workflows/cli-jobs-spark-serverless-spark-standalone-managed-identity.yml +++ b/.github/workflows/cli-jobs-spark-serverless-spark-standalone-managed-identity.yml @@ -57,10 +57,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh serverless-spark-standalone-managed-identity.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/spark - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -69,6 +69,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -81,5 +85,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-jobs-spark-serverless-spark-standalone-user-identity.yml b/.github/workflows/cli-jobs-spark-serverless-spark-standalone-user-identity.yml index a40d1e9b9a..66d95608b1 100644 --- a/.github/workflows/cli-jobs-spark-serverless-spark-standalone-user-identity.yml +++ b/.github/workflows/cli-jobs-spark-serverless-spark-standalone-user-identity.yml @@ -52,10 +52,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh serverless-spark-standalone-user-identity.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/jobs/spark - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -64,6 +64,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -76,5 +80,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-resources-compute-cluster-basic.yml b/.github/workflows/cli-resources-compute-cluster-basic.yml index cd6c979fe4..95ba2c073a 100644 --- a/.github/workflows/cli-resources-compute-cluster-basic.yml +++ b/.github/workflows/cli-resources-compute-cluster-basic.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml compute create -f resources/compute/cluster-basic.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-resources-compute-cluster-location.yml b/.github/workflows/cli-resources-compute-cluster-location.yml index 7e7907d371..2d9fb14e49 100644 --- a/.github/workflows/cli-resources-compute-cluster-location.yml +++ b/.github/workflows/cli-resources-compute-cluster-location.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml compute create -f resources/compute/cluster-location.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-resources-compute-cluster-low-priority.yml b/.github/workflows/cli-resources-compute-cluster-low-priority.yml index ac6354af42..0356ea4527 100644 --- a/.github/workflows/cli-resources-compute-cluster-low-priority.yml +++ b/.github/workflows/cli-resources-compute-cluster-low-priority.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml compute create -f resources/compute/cluster-low-priority.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-resources-compute-cluster-minimal.yml b/.github/workflows/cli-resources-compute-cluster-minimal.yml index c7fe1acf36..82453d6ea1 100644 --- a/.github/workflows/cli-resources-compute-cluster-minimal.yml +++ b/.github/workflows/cli-resources-compute-cluster-minimal.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml compute create -f resources/compute/cluster-minimal.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-resources-compute-cluster-ssh-password.yml b/.github/workflows/cli-resources-compute-cluster-ssh-password.yml index 9914c3ae0e..17ebaf26bd 100644 --- a/.github/workflows/cli-resources-compute-cluster-ssh-password.yml +++ b/.github/workflows/cli-resources-compute-cluster-ssh-password.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml compute create -f resources/compute/cluster-ssh-password.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-resources-compute-cluster-system-identity.yml b/.github/workflows/cli-resources-compute-cluster-system-identity.yml index 0833e627c2..cdddc4b6cc 100644 --- a/.github/workflows/cli-resources-compute-cluster-system-identity.yml +++ b/.github/workflows/cli-resources-compute-cluster-system-identity.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml compute create -f resources/compute/cluster-system-identity.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-responsible-ai-cli-responsibleaidashboard-housing-classification-cli-responsibleaidashboard-housing-classification.yml b/.github/workflows/cli-responsible-ai-cli-responsibleaidashboard-housing-classification-cli-responsibleaidashboard-housing-classification.yml index 2c0c121a65..0c633e72e6 100644 --- a/.github/workflows/cli-responsible-ai-cli-responsibleaidashboard-housing-classification-cli-responsibleaidashboard-housing-classification.yml +++ b/.github/workflows/cli-responsible-ai-cli-responsibleaidashboard-housing-classification-cli-responsibleaidashboard-housing-classification.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh cli-responsibleaidashboard-housing-classification.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/responsible-ai/cli-responsibleaidashboard-housing-classification - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-responsible-ai-cli-responsibleaidashboard-programmer-regression-cli-responsibleaidashboard-programmer-regression.yml b/.github/workflows/cli-responsible-ai-cli-responsibleaidashboard-programmer-regression-cli-responsibleaidashboard-programmer-regression.yml index 5a04da104b..7855141505 100644 --- a/.github/workflows/cli-responsible-ai-cli-responsibleaidashboard-programmer-regression-cli-responsibleaidashboard-programmer-regression.yml +++ b/.github/workflows/cli-responsible-ai-cli-responsibleaidashboard-programmer-regression-cli-responsibleaidashboard-programmer-regression.yml @@ -47,10 +47,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; bash -x ../../run-job.sh cli-responsibleaidashboard-programmer-regression.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/responsible-ai/cli-responsibleaidashboard-programmer-regression - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -59,6 +59,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -71,5 +75,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-schedules-schedules-cron-job-schedule.yml b/.github/workflows/cli-schedules-schedules-cron-job-schedule.yml index 78cff1d13f..1bf035f20a 100644 --- a/.github/workflows/cli-schedules-schedules-cron-job-schedule.yml +++ b/.github/workflows/cli-schedules-schedules-cron-job-schedule.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml schedule create -f ./schedules/cron-job-schedule.yml --set name="ci_test_cron-job-schedule" > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,7 +74,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: disable schedule diff --git a/.github/workflows/cli-schedules-schedules-cron-with-settings-job-schedule.yml b/.github/workflows/cli-schedules-schedules-cron-with-settings-job-schedule.yml index 3cdb4548de..e8421bea57 100644 --- a/.github/workflows/cli-schedules-schedules-cron-with-settings-job-schedule.yml +++ b/.github/workflows/cli-schedules-schedules-cron-with-settings-job-schedule.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml schedule create -f ./schedules/cron-with-settings-job-schedule.yml --set name="ci_test_cron-with-settings-job-schedule" > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,7 +74,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: disable schedule diff --git a/.github/workflows/cli-schedules-schedules-recurrence-job-schedule.yml b/.github/workflows/cli-schedules-schedules-recurrence-job-schedule.yml index 1d563c975a..2939f138c9 100644 --- a/.github/workflows/cli-schedules-schedules-recurrence-job-schedule.yml +++ b/.github/workflows/cli-schedules-schedules-recurrence-job-schedule.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; az ml schedule create -f ./schedules/recurrence-job-schedule.yml --set name="ci_test_recurrence-job-schedule" > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,7 +74,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() - name: disable schedule diff --git a/.github/workflows/cli-scripts-batch-score-rest.yml b/.github/workflows/cli-scripts-batch-score-rest.yml index 24d0548612..e4ababfeee 100644 --- a/.github/workflows/cli-scripts-batch-score-rest.yml +++ b/.github/workflows/cli-scripts-batch-score-rest.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x batch-score-rest.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-batch-score.yml b/.github/workflows/cli-scripts-batch-score.yml index 9b883b7d14..5889df4847 100644 --- a/.github/workflows/cli-scripts-batch-score.yml +++ b/.github/workflows/cli-scripts-batch-score.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x batch-score.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-custom-container-minimal-multimodel.yml b/.github/workflows/cli-scripts-deploy-custom-container-minimal-multimodel.yml index fa937d377c..1ae3c4619f 100644 --- a/.github/workflows/cli-scripts-deploy-custom-container-minimal-multimodel.yml +++ b/.github/workflows/cli-scripts-deploy-custom-container-minimal-multimodel.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-custom-container-minimal-multimodel.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-custom-container-minimal-single-model.yml b/.github/workflows/cli-scripts-deploy-custom-container-minimal-single-model.yml index 114e014acf..44c2fd01ee 100644 --- a/.github/workflows/cli-scripts-deploy-custom-container-minimal-single-model.yml +++ b/.github/workflows/cli-scripts-deploy-custom-container-minimal-single-model.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-custom-container-minimal-single-model.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-custom-container-mlflow-multideployment-scikit.yml b/.github/workflows/cli-scripts-deploy-custom-container-mlflow-multideployment-scikit.yml index 0c588f4dff..db71aba1f9 100644 --- a/.github/workflows/cli-scripts-deploy-custom-container-mlflow-multideployment-scikit.yml +++ b/.github/workflows/cli-scripts-deploy-custom-container-mlflow-multideployment-scikit.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-custom-container-mlflow-multideployment-scikit.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-custom-container-r-multimodel-plumber.yml b/.github/workflows/cli-scripts-deploy-custom-container-r-multimodel-plumber.yml index ae6857a07a..267b6c65ed 100644 --- a/.github/workflows/cli-scripts-deploy-custom-container-r-multimodel-plumber.yml +++ b/.github/workflows/cli-scripts-deploy-custom-container-r-multimodel-plumber.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-custom-container-r-multimodel-plumber.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-custom-container-tfserving-half-plus-two-integrated.yml b/.github/workflows/cli-scripts-deploy-custom-container-tfserving-half-plus-two-integrated.yml index d1d969d495..c27fc221ac 100644 --- a/.github/workflows/cli-scripts-deploy-custom-container-tfserving-half-plus-two-integrated.yml +++ b/.github/workflows/cli-scripts-deploy-custom-container-tfserving-half-plus-two-integrated.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-custom-container-tfserving-half-plus-two-integrated.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-custom-container-tfserving-half-plus-two.yml b/.github/workflows/cli-scripts-deploy-custom-container-tfserving-half-plus-two.yml index 270aa6cb5e..5905faed00 100644 --- a/.github/workflows/cli-scripts-deploy-custom-container-tfserving-half-plus-two.yml +++ b/.github/workflows/cli-scripts-deploy-custom-container-tfserving-half-plus-two.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-custom-container-tfserving-half-plus-two.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-custom-container-torchserve-densenet.yml b/.github/workflows/cli-scripts-deploy-custom-container-torchserve-densenet.yml index 99fdaf436e..8efaea69ff 100644 --- a/.github/workflows/cli-scripts-deploy-custom-container-torchserve-densenet.yml +++ b/.github/workflows/cli-scripts-deploy-custom-container-torchserve-densenet.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-custom-container-torchserve-densenet.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-custom-container-torchserve-huggingface-textgen.yml b/.github/workflows/cli-scripts-deploy-custom-container-torchserve-huggingface-textgen.yml index 8ce3055edf..3d6f1bdd42 100644 --- a/.github/workflows/cli-scripts-deploy-custom-container-torchserve-huggingface-textgen.yml +++ b/.github/workflows/cli-scripts-deploy-custom-container-torchserve-huggingface-textgen.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-custom-container-torchserve-huggingface-textgen.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-custom-container-triton-single-model.yml b/.github/workflows/cli-scripts-deploy-custom-container-triton-single-model.yml index 1c094ed9bf..9d19e9ac56 100644 --- a/.github/workflows/cli-scripts-deploy-custom-container-triton-single-model.yml +++ b/.github/workflows/cli-scripts-deploy-custom-container-triton-single-model.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-custom-container-triton-single-model.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-local-endpoint.yml b/.github/workflows/cli-scripts-deploy-local-endpoint.yml index fe75abf192..028099b1f2 100644 --- a/.github/workflows/cli-scripts-deploy-local-endpoint.yml +++ b/.github/workflows/cli-scripts-deploy-local-endpoint.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-local-endpoint.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-managed-online-endpoint-access-resource-sai.yml b/.github/workflows/cli-scripts-deploy-managed-online-endpoint-access-resource-sai.yml index 9ceb583f4a..a20d0084fe 100644 --- a/.github/workflows/cli-scripts-deploy-managed-online-endpoint-access-resource-sai.yml +++ b/.github/workflows/cli-scripts-deploy-managed-online-endpoint-access-resource-sai.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-managed-online-endpoint-access-resource-sai.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-managed-online-endpoint-access-resource-uai.yml b/.github/workflows/cli-scripts-deploy-managed-online-endpoint-access-resource-uai.yml index 5d7c102ba6..5fd176b1cd 100644 --- a/.github/workflows/cli-scripts-deploy-managed-online-endpoint-access-resource-uai.yml +++ b/.github/workflows/cli-scripts-deploy-managed-online-endpoint-access-resource-uai.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-managed-online-endpoint-access-resource-uai.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-managed-online-endpoint-ncd.yml b/.github/workflows/cli-scripts-deploy-managed-online-endpoint-ncd.yml index b8ea1e0afb..36b5558c4d 100644 --- a/.github/workflows/cli-scripts-deploy-managed-online-endpoint-ncd.yml +++ b/.github/workflows/cli-scripts-deploy-managed-online-endpoint-ncd.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-managed-online-endpoint-ncd.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-managed-online-endpoint.yml b/.github/workflows/cli-scripts-deploy-managed-online-endpoint.yml index afbd46ca0f..3cc874c800 100644 --- a/.github/workflows/cli-scripts-deploy-managed-online-endpoint.yml +++ b/.github/workflows/cli-scripts-deploy-managed-online-endpoint.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-managed-online-endpoint.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-mlcompute-create_with-system-identity.yml b/.github/workflows/cli-scripts-deploy-mlcompute-create_with-system-identity.yml index 7e5bbb0c9e..35deebb7a6 100644 --- a/.github/workflows/cli-scripts-deploy-mlcompute-create_with-system-identity.yml +++ b/.github/workflows/cli-scripts-deploy-mlcompute-create_with-system-identity.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-mlcompute-create_with-system-identity.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-mlcompute-update-to-system-identity.yml b/.github/workflows/cli-scripts-deploy-mlcompute-update-to-system-identity.yml index b4e4469dc5..94aac58f03 100644 --- a/.github/workflows/cli-scripts-deploy-mlcompute-update-to-system-identity.yml +++ b/.github/workflows/cli-scripts-deploy-mlcompute-update-to-system-identity.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-mlcompute-update-to-system-identity.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-mlcompute-update-to-user-identity.yml b/.github/workflows/cli-scripts-deploy-mlcompute-update-to-user-identity.yml index 56d0303f55..53665af2a8 100644 --- a/.github/workflows/cli-scripts-deploy-mlcompute-update-to-user-identity.yml +++ b/.github/workflows/cli-scripts-deploy-mlcompute-update-to-user-identity.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-mlcompute-update-to-user-identity.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-moe-autoscale.yml b/.github/workflows/cli-scripts-deploy-moe-autoscale.yml index 34dc92c6f5..958a73d37a 100644 --- a/.github/workflows/cli-scripts-deploy-moe-autoscale.yml +++ b/.github/workflows/cli-scripts-deploy-moe-autoscale.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-moe-autoscale.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-moe-binary-payloads.yml b/.github/workflows/cli-scripts-deploy-moe-binary-payloads.yml index 44a01d201b..09f0b5f2ec 100644 --- a/.github/workflows/cli-scripts-deploy-moe-binary-payloads.yml +++ b/.github/workflows/cli-scripts-deploy-moe-binary-payloads.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-moe-binary-payloads.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-moe-inference-schema.yml b/.github/workflows/cli-scripts-deploy-moe-inference-schema.yml index b5876e3a0a..39eddd1d93 100644 --- a/.github/workflows/cli-scripts-deploy-moe-inference-schema.yml +++ b/.github/workflows/cli-scripts-deploy-moe-inference-schema.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-moe-inference-schema.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-moe-keyvault.yml b/.github/workflows/cli-scripts-deploy-moe-keyvault.yml index d0d86b60c4..396cdd3593 100644 --- a/.github/workflows/cli-scripts-deploy-moe-keyvault.yml +++ b/.github/workflows/cli-scripts-deploy-moe-keyvault.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-moe-keyvault.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-moe-minimal-single-model-registered.yml b/.github/workflows/cli-scripts-deploy-moe-minimal-single-model-registered.yml index e53fa4e6b0..9e15ac4930 100644 --- a/.github/workflows/cli-scripts-deploy-moe-minimal-single-model-registered.yml +++ b/.github/workflows/cli-scripts-deploy-moe-minimal-single-model-registered.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-moe-minimal-single-model-registered.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-moe-openapi.yml b/.github/workflows/cli-scripts-deploy-moe-openapi.yml index b63462df92..eadd23d08c 100644 --- a/.github/workflows/cli-scripts-deploy-moe-openapi.yml +++ b/.github/workflows/cli-scripts-deploy-moe-openapi.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-moe-openapi.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-rest.yml b/.github/workflows/cli-scripts-deploy-rest.yml index e375cb60bf..6ea73d8671 100644 --- a/.github/workflows/cli-scripts-deploy-rest.yml +++ b/.github/workflows/cli-scripts-deploy-rest.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-rest.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-safe-rollout-kubernetes-online-endpoints.yml b/.github/workflows/cli-scripts-deploy-safe-rollout-kubernetes-online-endpoints.yml index 8b75db74c1..46874bd7ec 100644 --- a/.github/workflows/cli-scripts-deploy-safe-rollout-kubernetes-online-endpoints.yml +++ b/.github/workflows/cli-scripts-deploy-safe-rollout-kubernetes-online-endpoints.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-safe-rollout-kubernetes-online-endpoints.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-safe-rollout-online-endpoints.yml b/.github/workflows/cli-scripts-deploy-safe-rollout-online-endpoints.yml index 7143a6140e..bc10c34519 100644 --- a/.github/workflows/cli-scripts-deploy-safe-rollout-online-endpoints.yml +++ b/.github/workflows/cli-scripts-deploy-safe-rollout-online-endpoints.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-safe-rollout-online-endpoints.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-deploy-triton-managed-online-endpoint.yml b/.github/workflows/cli-scripts-deploy-triton-managed-online-endpoint.yml index e5ffa38d15..fc2701d36c 100644 --- a/.github/workflows/cli-scripts-deploy-triton-managed-online-endpoint.yml +++ b/.github/workflows/cli-scripts-deploy-triton-managed-online-endpoint.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x deploy-triton-managed-online-endpoint.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-misc.yml b/.github/workflows/cli-scripts-misc.yml index cb543a67a8..0b9ebd6dea 100644 --- a/.github/workflows/cli-scripts-misc.yml +++ b/.github/workflows/cli-scripts-misc.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x misc.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-mlflow-uri.yml b/.github/workflows/cli-scripts-mlflow-uri.yml index c23a7eb5c4..e6f0f1b75f 100644 --- a/.github/workflows/cli-scripts-mlflow-uri.yml +++ b/.github/workflows/cli-scripts-mlflow-uri.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x mlflow-uri.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-train-rest.yml b/.github/workflows/cli-scripts-train-rest.yml index 864885c69c..c8dbce2d44 100644 --- a/.github/workflows/cli-scripts-train-rest.yml +++ b/.github/workflows/cli-scripts-train-rest.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x train-rest.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/cli-scripts-train.yml b/.github/workflows/cli-scripts-train.yml index 32a2c02533..09e6f73d92 100644 --- a/.github/workflows/cli-scripts-train.yml +++ b/.github/workflows/cli-scripts-train.yml @@ -46,10 +46,10 @@ jobs: source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; set -e; bash -x train.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -58,6 +58,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -70,5 +74,5 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: always() diff --git a/.github/workflows/sdk-assets-assets-in-registry-share-data-using-registry.yml b/.github/workflows/sdk-assets-assets-in-registry-share-data-using-registry.yml index 692581e4b5..c2d41479ce 100644 --- a/.github/workflows/sdk-assets-assets-in-registry-share-data-using-registry.yml +++ b/.github/workflows/sdk-assets-assets-in-registry-share-data-using-registry.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "share-data-using-registry.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python share-data-using-registry.ipynb share-data-using-registry.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/assets/assets-in-registry - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-assets-assets-in-registry-share-models-components-environments.yml b/.github/workflows/sdk-assets-assets-in-registry-share-models-components-environments.yml index d569425f09..0618428ffe 100644 --- a/.github/workflows/sdk-assets-assets-in-registry-share-models-components-environments.yml +++ b/.github/workflows/sdk-assets-assets-in-registry-share-models-components-environments.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "share-models-components-environments.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python share-models-components-environments.ipynb share-models-components-environments.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/assets/assets-in-registry - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-assets-component-component.yml b/.github/workflows/sdk-assets-component-component.yml index d81dd1f424..22faeaadc6 100644 --- a/.github/workflows/sdk-assets-component-component.yml +++ b/.github/workflows/sdk-assets-component-component.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "component.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python component.ipynb component.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/assets/component - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-assets-data-data.yml b/.github/workflows/sdk-assets-data-data.yml index 19836f0f75..fcdc37b285 100644 --- a/.github/workflows/sdk-assets-data-data.yml +++ b/.github/workflows/sdk-assets-data-data.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "data.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python data.ipynb data.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/assets/data - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-assets-data-working_with_mltable.yml b/.github/workflows/sdk-assets-data-working_with_mltable.yml index d1ed338443..224bede2c0 100644 --- a/.github/workflows/sdk-assets-data-working_with_mltable.yml +++ b/.github/workflows/sdk-assets-data-working_with_mltable.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "working_with_mltable.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python working_with_mltable.ipynb working_with_mltable.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/assets/data - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-assets-environment-environment.yml b/.github/workflows/sdk-assets-environment-environment.yml index eefbecadf7..d048392d57 100644 --- a/.github/workflows/sdk-assets-environment-environment.yml +++ b/.github/workflows/sdk-assets-environment-environment.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "environment.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python environment.ipynb environment.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/assets/environment - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-assets-model-model.yml b/.github/workflows/sdk-assets-model-model.yml index ef94709ee5..74758692e6 100644 --- a/.github/workflows/sdk-assets-model-model.yml +++ b/.github/workflows/sdk-assets-model-model.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "model.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python model.ipynb model.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/assets/model - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-batch-deploy-models-custom-outputs-parquet-custom-output-batch.yml b/.github/workflows/sdk-endpoints-batch-deploy-models-custom-outputs-parquet-custom-output-batch.yml index b0ede72976..2037690d1c 100644 --- a/.github/workflows/sdk-endpoints-batch-deploy-models-custom-outputs-parquet-custom-output-batch.yml +++ b/.github/workflows/sdk-endpoints-batch-deploy-models-custom-outputs-parquet-custom-output-batch.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "custom-output-batch.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python custom-output-batch.ipynb custom-output-batch.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/batch/deploy-models/custom-outputs-parquet - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-batch-deploy-models-heart-classifier-mlflow-mlflow-for-batch-tabular.yml b/.github/workflows/sdk-endpoints-batch-deploy-models-heart-classifier-mlflow-mlflow-for-batch-tabular.yml index d122f46ec4..124cd5eb53 100644 --- a/.github/workflows/sdk-endpoints-batch-deploy-models-heart-classifier-mlflow-mlflow-for-batch-tabular.yml +++ b/.github/workflows/sdk-endpoints-batch-deploy-models-heart-classifier-mlflow-mlflow-for-batch-tabular.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "mlflow-for-batch-tabular.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python mlflow-for-batch-tabular.ipynb mlflow-for-batch-tabular.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/batch/deploy-models/heart-classifier-mlflow - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-batch-deploy-models-huggingface-text-summarization-text-summarization-batch.yml b/.github/workflows/sdk-endpoints-batch-deploy-models-huggingface-text-summarization-text-summarization-batch.yml index 6584b8e991..cbd6e94642 100644 --- a/.github/workflows/sdk-endpoints-batch-deploy-models-huggingface-text-summarization-text-summarization-batch.yml +++ b/.github/workflows/sdk-endpoints-batch-deploy-models-huggingface-text-summarization-text-summarization-batch.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "text-summarization-batch.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python text-summarization-batch.ipynb text-summarization-batch.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/batch/deploy-models/huggingface-text-summarization - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-batch-deploy-models-imagenet-classifier-imagenet-classifier-batch.yml b/.github/workflows/sdk-endpoints-batch-deploy-models-imagenet-classifier-imagenet-classifier-batch.yml index 33813a96d4..7b1825505e 100644 --- a/.github/workflows/sdk-endpoints-batch-deploy-models-imagenet-classifier-imagenet-classifier-batch.yml +++ b/.github/workflows/sdk-endpoints-batch-deploy-models-imagenet-classifier-imagenet-classifier-batch.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "imagenet-classifier-batch.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python imagenet-classifier-batch.ipynb imagenet-classifier-batch.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/batch/deploy-models/imagenet-classifier - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-batch-deploy-models-imagenet-classifier-imagenet-classifier-mlflow.yml b/.github/workflows/sdk-endpoints-batch-deploy-models-imagenet-classifier-imagenet-classifier-mlflow.yml index ed3bfe6ef1..da71f11081 100644 --- a/.github/workflows/sdk-endpoints-batch-deploy-models-imagenet-classifier-imagenet-classifier-mlflow.yml +++ b/.github/workflows/sdk-endpoints-batch-deploy-models-imagenet-classifier-imagenet-classifier-mlflow.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "imagenet-classifier-mlflow.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python imagenet-classifier-mlflow.ipynb imagenet-classifier-mlflow.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/batch/deploy-models/imagenet-classifier - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-batch-deploy-models-mnist-classifier-mnist-batch.yml b/.github/workflows/sdk-endpoints-batch-deploy-models-mnist-classifier-mnist-batch.yml index c864bcca39..e09044cd33 100644 --- a/.github/workflows/sdk-endpoints-batch-deploy-models-mnist-classifier-mnist-batch.yml +++ b/.github/workflows/sdk-endpoints-batch-deploy-models-mnist-classifier-mnist-batch.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "mnist-batch.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python mnist-batch.ipynb mnist-batch.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/batch/deploy-models/mnist-classifier - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-batch-deploy-pipelines-batch-scoring-with-preprocessing-sdk-deploy-and-test.yml b/.github/workflows/sdk-endpoints-batch-deploy-pipelines-batch-scoring-with-preprocessing-sdk-deploy-and-test.yml index 76ed0647d3..bc15e54c6c 100644 --- a/.github/workflows/sdk-endpoints-batch-deploy-pipelines-batch-scoring-with-preprocessing-sdk-deploy-and-test.yml +++ b/.github/workflows/sdk-endpoints-batch-deploy-pipelines-batch-scoring-with-preprocessing-sdk-deploy-and-test.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "sdk-deploy-and-test.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python sdk-deploy-and-test.ipynb sdk-deploy-and-test.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/batch/deploy-pipelines/batch-scoring-with-preprocessing - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-batch-deploy-pipelines-hello-batch-sdk-deploy-and-test.yml b/.github/workflows/sdk-endpoints-batch-deploy-pipelines-hello-batch-sdk-deploy-and-test.yml index 11c7a26d48..6005f1e9d7 100644 --- a/.github/workflows/sdk-endpoints-batch-deploy-pipelines-hello-batch-sdk-deploy-and-test.yml +++ b/.github/workflows/sdk-endpoints-batch-deploy-pipelines-hello-batch-sdk-deploy-and-test.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "sdk-deploy-and-test.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python sdk-deploy-and-test.ipynb sdk-deploy-and-test.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/batch/deploy-pipelines/hello-batch - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-batch-deploy-pipelines-training-with-components-sdk-deploy-and-test.yml b/.github/workflows/sdk-endpoints-batch-deploy-pipelines-training-with-components-sdk-deploy-and-test.yml index efacc108f0..e0be7bf3e4 100644 --- a/.github/workflows/sdk-endpoints-batch-deploy-pipelines-training-with-components-sdk-deploy-and-test.yml +++ b/.github/workflows/sdk-endpoints-batch-deploy-pipelines-training-with-components-sdk-deploy-and-test.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "sdk-deploy-and-test.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python sdk-deploy-and-test.ipynb sdk-deploy-and-test.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/batch/deploy-pipelines/training-with-components - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-online-custom-container-online-endpoints-custom-container-multimodel.yml b/.github/workflows/sdk-endpoints-online-custom-container-online-endpoints-custom-container-multimodel.yml index 10e3136183..961da51012 100644 --- a/.github/workflows/sdk-endpoints-online-custom-container-online-endpoints-custom-container-multimodel.yml +++ b/.github/workflows/sdk-endpoints-online-custom-container-online-endpoints-custom-container-multimodel.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "online-endpoints-custom-container-multimodel.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python online-endpoints-custom-container-multimodel.ipynb online-endpoints-custom-container-multimodel.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/online/custom-container - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-online-custom-container-online-endpoints-custom-container.yml b/.github/workflows/sdk-endpoints-online-custom-container-online-endpoints-custom-container.yml index 71cfa17469..1963ca3760 100644 --- a/.github/workflows/sdk-endpoints-online-custom-container-online-endpoints-custom-container.yml +++ b/.github/workflows/sdk-endpoints-online-custom-container-online-endpoints-custom-container.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "online-endpoints-custom-container.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python online-endpoints-custom-container.ipynb online-endpoints-custom-container.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/online/custom-container - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-online-custom-container-triton-online-endpoints-triton-cc.yml b/.github/workflows/sdk-endpoints-online-custom-container-triton-online-endpoints-triton-cc.yml index 82495c951d..71f03ff4c7 100644 --- a/.github/workflows/sdk-endpoints-online-custom-container-triton-online-endpoints-triton-cc.yml +++ b/.github/workflows/sdk-endpoints-online-custom-container-triton-online-endpoints-triton-cc.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "online-endpoints-triton-cc.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python online-endpoints-triton-cc.ipynb online-endpoints-triton-cc.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/online/custom-container/triton - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-online-kubernetes-kubernetes-online-endpoints-safe-rollout.yml b/.github/workflows/sdk-endpoints-online-kubernetes-kubernetes-online-endpoints-safe-rollout.yml index 58590f0e70..ad4d6e73ce 100644 --- a/.github/workflows/sdk-endpoints-online-kubernetes-kubernetes-online-endpoints-safe-rollout.yml +++ b/.github/workflows/sdk-endpoints-online-kubernetes-kubernetes-online-endpoints-safe-rollout.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "kubernetes-online-endpoints-safe-rollout.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python kubernetes-online-endpoints-safe-rollout.ipynb kubernetes-online-endpoints-safe-rollout.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/online/kubernetes - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-online-kubernetes-kubernetes-online-endpoints-simple-deployment.yml b/.github/workflows/sdk-endpoints-online-kubernetes-kubernetes-online-endpoints-simple-deployment.yml index e5e1b341ed..704043feb7 100644 --- a/.github/workflows/sdk-endpoints-online-kubernetes-kubernetes-online-endpoints-simple-deployment.yml +++ b/.github/workflows/sdk-endpoints-online-kubernetes-kubernetes-online-endpoints-simple-deployment.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "kubernetes-online-endpoints-simple-deployment.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python kubernetes-online-endpoints-simple-deployment.ipynb kubernetes-online-endpoints-simple-deployment.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/online/kubernetes - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-online-llm-langchain-1_langchain_basic_deploy.yml b/.github/workflows/sdk-endpoints-online-llm-langchain-1_langchain_basic_deploy.yml index a925bb0260..b389ecd571 100644 --- a/.github/workflows/sdk-endpoints-online-llm-langchain-1_langchain_basic_deploy.yml +++ b/.github/workflows/sdk-endpoints-online-llm-langchain-1_langchain_basic_deploy.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "1_langchain_basic_deploy.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python 1_langchain_basic_deploy.ipynb 1_langchain_basic_deploy.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/online/llm/langchain - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-online-llm-semantic-kernel-1_semantic_http_server.yml b/.github/workflows/sdk-endpoints-online-llm-semantic-kernel-1_semantic_http_server.yml index 654db4f407..144088d186 100644 --- a/.github/workflows/sdk-endpoints-online-llm-semantic-kernel-1_semantic_http_server.yml +++ b/.github/workflows/sdk-endpoints-online-llm-semantic-kernel-1_semantic_http_server.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "1_semantic_http_server.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python 1_semantic_http_server.ipynb 1_semantic_http_server.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/online/llm/semantic-kernel - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-online-managed-managed-identities-online-endpoints-managed-identity-sai.yml b/.github/workflows/sdk-endpoints-online-managed-managed-identities-online-endpoints-managed-identity-sai.yml index e2f2622740..fe50202508 100644 --- a/.github/workflows/sdk-endpoints-online-managed-managed-identities-online-endpoints-managed-identity-sai.yml +++ b/.github/workflows/sdk-endpoints-online-managed-managed-identities-online-endpoints-managed-identity-sai.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "online-endpoints-managed-identity-sai.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python online-endpoints-managed-identity-sai.ipynb online-endpoints-managed-identity-sai.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/online/managed/managed-identities - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-online-managed-managed-identities-online-endpoints-managed-identity-uai.yml b/.github/workflows/sdk-endpoints-online-managed-managed-identities-online-endpoints-managed-identity-uai.yml index df6486b0aa..7fab122c7c 100644 --- a/.github/workflows/sdk-endpoints-online-managed-managed-identities-online-endpoints-managed-identity-uai.yml +++ b/.github/workflows/sdk-endpoints-online-managed-managed-identities-online-endpoints-managed-identity-uai.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "online-endpoints-managed-identity-uai.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python online-endpoints-managed-identity-uai.ipynb online-endpoints-managed-identity-uai.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/online/managed/managed-identities - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-binary-payloads.yml b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-binary-payloads.yml index 4a189afe29..f94befed2b 100644 --- a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-binary-payloads.yml +++ b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-binary-payloads.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "online-endpoints-binary-payloads.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python online-endpoints-binary-payloads.ipynb online-endpoints-binary-payloads.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/online/managed - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-inference-schema.yml b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-inference-schema.yml index c751b2a35f..5d55d09447 100644 --- a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-inference-schema.yml +++ b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-inference-schema.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "online-endpoints-inference-schema.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python online-endpoints-inference-schema.ipynb online-endpoints-inference-schema.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/online/managed - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-keyvault.yml b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-keyvault.yml index 997ae5ce20..e86b756175 100644 --- a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-keyvault.yml +++ b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-keyvault.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "online-endpoints-keyvault.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python online-endpoints-keyvault.ipynb online-endpoints-keyvault.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/online/managed - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-multimodel.yml b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-multimodel.yml index c03809d00b..0d25d0179d 100644 --- a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-multimodel.yml +++ b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-multimodel.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "online-endpoints-multimodel.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python online-endpoints-multimodel.ipynb online-endpoints-multimodel.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/online/managed - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-openapi.yml b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-openapi.yml index c91e0d5447..403e4aa5df 100644 --- a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-openapi.yml +++ b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-openapi.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "online-endpoints-openapi.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python online-endpoints-openapi.ipynb online-endpoints-openapi.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/online/managed - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-safe-rollout.yml b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-safe-rollout.yml index d91bebe7f4..d32022f62c 100644 --- a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-safe-rollout.yml +++ b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-safe-rollout.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "online-endpoints-safe-rollout.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python online-endpoints-safe-rollout.ipynb online-endpoints-safe-rollout.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/online/managed - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-simple-deployment.yml b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-simple-deployment.yml index 7952066c87..c0a87c2b94 100644 --- a/.github/workflows/sdk-endpoints-online-managed-online-endpoints-simple-deployment.yml +++ b/.github/workflows/sdk-endpoints-online-managed-online-endpoints-simple-deployment.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "online-endpoints-simple-deployment.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python online-endpoints-simple-deployment.ipynb online-endpoints-simple-deployment.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/online/managed - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-online-mlflow-online-endpoints-deploy-mlflow-model-with-script.yml b/.github/workflows/sdk-endpoints-online-mlflow-online-endpoints-deploy-mlflow-model-with-script.yml index 5cf6659758..5af1b7f72d 100644 --- a/.github/workflows/sdk-endpoints-online-mlflow-online-endpoints-deploy-mlflow-model-with-script.yml +++ b/.github/workflows/sdk-endpoints-online-mlflow-online-endpoints-deploy-mlflow-model-with-script.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "online-endpoints-deploy-mlflow-model-with-script.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python online-endpoints-deploy-mlflow-model-with-script.ipynb online-endpoints-deploy-mlflow-model-with-script.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/online/mlflow - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-online-mlflow-online-endpoints-deploy-mlflow-model.yml b/.github/workflows/sdk-endpoints-online-mlflow-online-endpoints-deploy-mlflow-model.yml index 0cbfdba45e..353b7d1d8f 100644 --- a/.github/workflows/sdk-endpoints-online-mlflow-online-endpoints-deploy-mlflow-model.yml +++ b/.github/workflows/sdk-endpoints-online-mlflow-online-endpoints-deploy-mlflow-model.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "online-endpoints-deploy-mlflow-model.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python online-endpoints-deploy-mlflow-model.ipynb online-endpoints-deploy-mlflow-model.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/online/mlflow - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-online-triton-single-model-online-endpoints-triton.yml b/.github/workflows/sdk-endpoints-online-triton-single-model-online-endpoints-triton.yml index 030b101ed8..c376738e7f 100644 --- a/.github/workflows/sdk-endpoints-online-triton-single-model-online-endpoints-triton.yml +++ b/.github/workflows/sdk-endpoints-online-triton-single-model-online-endpoints-triton.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "online-endpoints-triton.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python online-endpoints-triton.ipynb online-endpoints-triton.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/endpoints/online/triton/single-model - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-featurestore_sample-automation-test-test_featurestore_cli_samples.yml b/.github/workflows/sdk-featurestore_sample-automation-test-test_featurestore_cli_samples.yml index 107817310e..cd9ae8419e 100644 --- a/.github/workflows/sdk-featurestore_sample-automation-test-test_featurestore_cli_samples.yml +++ b/.github/workflows/sdk-featurestore_sample-automation-test-test_featurestore_cli_samples.yml @@ -71,10 +71,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "test_featurestore_cli_samples.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python test_featurestore_cli_samples.ipynb test_featurestore_cli_samples.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/featurestore_sample/automation-test - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -83,6 +83,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -95,7 +99,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-featurestore_sample-automation-test-test_featurestore_sdk_samples.yml b/.github/workflows/sdk-featurestore_sample-automation-test-test_featurestore_sdk_samples.yml index 7c1fef77d7..fb50f6b26f 100644 --- a/.github/workflows/sdk-featurestore_sample-automation-test-test_featurestore_sdk_samples.yml +++ b/.github/workflows/sdk-featurestore_sample-automation-test-test_featurestore_sdk_samples.yml @@ -71,10 +71,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "test_featurestore_sdk_samples.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python test_featurestore_sdk_samples.ipynb test_featurestore_sdk_samples.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/featurestore_sample/automation-test - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -83,6 +83,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -95,7 +99,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-foundation-models-azure_openai-oai-v1-openai_completions_finetune.yml b/.github/workflows/sdk-foundation-models-azure_openai-oai-v1-openai_completions_finetune.yml index eb29bfd195..c55c6c2a1e 100644 --- a/.github/workflows/sdk-foundation-models-azure_openai-oai-v1-openai_completions_finetune.yml +++ b/.github/workflows/sdk-foundation-models-azure_openai-oai-v1-openai_completions_finetune.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "openai_completions_finetune.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python openai_completions_finetune.ipynb openai_completions_finetune.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/foundation-models/azure_openai/oai-v1 - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-foundation-models-azure_openai-oai-v2-openai_chat_finetune_pipeline.yml b/.github/workflows/sdk-foundation-models-azure_openai-oai-v2-openai_chat_finetune_pipeline.yml index 2d2db3ba22..a1f09e276d 100644 --- a/.github/workflows/sdk-foundation-models-azure_openai-oai-v2-openai_chat_finetune_pipeline.yml +++ b/.github/workflows/sdk-foundation-models-azure_openai-oai-v2-openai_chat_finetune_pipeline.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "openai_chat_finetune_pipeline.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python openai_chat_finetune_pipeline.ipynb openai_chat_finetune_pipeline.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/foundation-models/azure_openai/oai-v2 - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-foundation-models-huggingface-inference-question-answering-question-answering-online-endpoint.yml b/.github/workflows/sdk-foundation-models-huggingface-inference-question-answering-question-answering-online-endpoint.yml index b774653470..f3b78853b5 100644 --- a/.github/workflows/sdk-foundation-models-huggingface-inference-question-answering-question-answering-online-endpoint.yml +++ b/.github/workflows/sdk-foundation-models-huggingface-inference-question-answering-question-answering-online-endpoint.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "question-answering-online-endpoint.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python question-answering-online-endpoint.ipynb question-answering-online-endpoint.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/foundation-models/huggingface/inference/question-answering - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-foundation-models-huggingface-inference-token-classification-token-classification-online-endpoint.yml b/.github/workflows/sdk-foundation-models-huggingface-inference-token-classification-token-classification-online-endpoint.yml index 3aa7cc2e51..acac8f366a 100644 --- a/.github/workflows/sdk-foundation-models-huggingface-inference-token-classification-token-classification-online-endpoint.yml +++ b/.github/workflows/sdk-foundation-models-huggingface-inference-token-classification-token-classification-online-endpoint.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "token-classification-online-endpoint.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python token-classification-online-endpoint.ipynb token-classification-online-endpoint.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/foundation-models/huggingface/inference/token-classification - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-foundation-models-huggingface-inference-translation-translation-online-endpoint.yml b/.github/workflows/sdk-foundation-models-huggingface-inference-translation-translation-online-endpoint.yml index 56a715e86f..22f4a0ca94 100644 --- a/.github/workflows/sdk-foundation-models-huggingface-inference-translation-translation-online-endpoint.yml +++ b/.github/workflows/sdk-foundation-models-huggingface-inference-translation-translation-online-endpoint.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "translation-online-endpoint.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python translation-online-endpoint.ipynb translation-online-endpoint.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/foundation-models/huggingface/inference/translation - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-foundation-models-huggingface-inference-zero-shot-classification-zero-shot-classification-online-endpoint.yml b/.github/workflows/sdk-foundation-models-huggingface-inference-zero-shot-classification-zero-shot-classification-online-endpoint.yml index 9858877948..9da02e0aca 100644 --- a/.github/workflows/sdk-foundation-models-huggingface-inference-zero-shot-classification-zero-shot-classification-online-endpoint.yml +++ b/.github/workflows/sdk-foundation-models-huggingface-inference-zero-shot-classification-zero-shot-classification-online-endpoint.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "zero-shot-classification-online-endpoint.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python zero-shot-classification-online-endpoint.ipynb zero-shot-classification-online-endpoint.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/foundation-models/huggingface/inference/zero-shot-classification - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-foundation-models-system-import-import_model_into_registry.yml b/.github/workflows/sdk-foundation-models-system-import-import_model_into_registry.yml index 7c54e46ea9..fbcd3b31d5 100644 --- a/.github/workflows/sdk-foundation-models-system-import-import_model_into_registry.yml +++ b/.github/workflows/sdk-foundation-models-system-import-import_model_into_registry.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "import_model_into_registry.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python import_model_into_registry.ipynb import_model_into_registry.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/foundation-models/system/import - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-classification-task-bankmarketing-automl-classification-task-bankmarketing.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-classification-task-bankmarketing-automl-classification-task-bankmarketing.yml index 1ef6664c92..6573dab4db 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-classification-task-bankmarketing-automl-classification-task-bankmarketing.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-classification-task-bankmarketing-automl-classification-task-bankmarketing.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-classification-task-bankmarketing.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-cpu-cluster automl-classification-task-bankmarketing.ipynb automl-classification-task-bankmarketing.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/automl-standalone-jobs/automl-classification-task-bankmarketing - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: check notebook output run: | diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-distributed-tcn-automl-forecasting-distributed-tcn.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-distributed-tcn-automl-forecasting-distributed-tcn.yml index 974d1dbd5e..ba674d9152 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-distributed-tcn-automl-forecasting-distributed-tcn.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-distributed-tcn-automl-forecasting-distributed-tcn.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-forecasting-distributed-tcn.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-cpu-cluster automl-forecasting-distributed-tcn.ipynb automl-forecasting-distributed-tcn.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/automl-standalone-jobs/automl-forecasting-distributed-tcn - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-github-dau-auto-ml-forecasting-github-dau.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-github-dau-auto-ml-forecasting-github-dau.yml index 3180cd4837..f7cfee72d3 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-github-dau-auto-ml-forecasting-github-dau.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-github-dau-auto-ml-forecasting-github-dau.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "auto-ml-forecasting-github-dau.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-cpu-cluster auto-ml-forecasting-github-dau.ipynb auto-ml-forecasting-github-dau.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/automl-standalone-jobs/automl-forecasting-github-dau - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: check notebook output run: | diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-orange-juice-sales-automl-forecasting-orange-juice-sales-mlflow.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-orange-juice-sales-automl-forecasting-orange-juice-sales-mlflow.yml index a6f23676ad..24dcf62db6 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-orange-juice-sales-automl-forecasting-orange-juice-sales-mlflow.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-orange-juice-sales-automl-forecasting-orange-juice-sales-mlflow.yml @@ -70,10 +70,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-forecasting-orange-juice-sales-mlflow.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-cpu-cluster automl-forecasting-orange-juice-sales-mlflow.ipynb automl-forecasting-orange-juice-sales-mlflow.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/automl-standalone-jobs/automl-forecasting-orange-juice-sales - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -82,6 +82,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -94,7 +98,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: check notebook output run: | diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-recipes-univariate-automl-forecasting-recipe-univariate-experiment-settings.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-recipes-univariate-automl-forecasting-recipe-univariate-experiment-settings.yml index ffbdeb78f8..e089fb816e 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-recipes-univariate-automl-forecasting-recipe-univariate-experiment-settings.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-recipes-univariate-automl-forecasting-recipe-univariate-experiment-settings.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-forecasting-recipe-univariate-experiment-settings.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-cpu-cluster automl-forecasting-recipe-univariate-experiment-settings.ipynb automl-forecasting-recipe-univariate-experiment-settings.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/automl-standalone-jobs/automl-forecasting-recipes-univariate - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-recipes-univariate-automl-forecasting-recipe-univariate-run.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-recipes-univariate-automl-forecasting-recipe-univariate-run.yml index 4eb99f04ee..d11111c3ce 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-recipes-univariate-automl-forecasting-recipe-univariate-run.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-recipes-univariate-automl-forecasting-recipe-univariate-run.yml @@ -70,10 +70,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-forecasting-recipe-univariate-run.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-cpu-cluster automl-forecasting-recipe-univariate-run.ipynb automl-forecasting-recipe-univariate-run.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/automl-standalone-jobs/automl-forecasting-recipes-univariate - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -82,6 +82,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -94,7 +98,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-bike-share-auto-ml-forecasting-bike-share.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-bike-share-auto-ml-forecasting-bike-share.yml index 47d12ff3b2..3e3e9667ba 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-bike-share-auto-ml-forecasting-bike-share.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-bike-share-auto-ml-forecasting-bike-share.yml @@ -70,10 +70,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "auto-ml-forecasting-bike-share.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-cpu-cluster auto-ml-forecasting-bike-share.ipynb auto-ml-forecasting-bike-share.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/automl-standalone-jobs/automl-forecasting-task-bike-share - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -82,6 +82,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -94,7 +98,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: check notebook output run: | diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-energy-demand-automl-forecasting-task-energy-demand-advanced-mlflow.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-energy-demand-automl-forecasting-task-energy-demand-advanced-mlflow.yml index badffc303f..428b846808 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-energy-demand-automl-forecasting-task-energy-demand-advanced-mlflow.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-energy-demand-automl-forecasting-task-energy-demand-advanced-mlflow.yml @@ -70,10 +70,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-forecasting-task-energy-demand-advanced-mlflow.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-cpu-cluster automl-forecasting-task-energy-demand-advanced-mlflow.ipynb automl-forecasting-task-energy-demand-advanced-mlflow.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/automl-standalone-jobs/automl-forecasting-task-energy-demand - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -82,6 +82,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -94,7 +98,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-energy-demand-automl-forecasting-task-energy-demand-advanced.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-energy-demand-automl-forecasting-task-energy-demand-advanced.yml index e19fda23a3..96489fbc72 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-energy-demand-automl-forecasting-task-energy-demand-advanced.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-forecasting-task-energy-demand-automl-forecasting-task-energy-demand-advanced.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-forecasting-task-energy-demand-advanced.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-cpu-cluster automl-forecasting-task-energy-demand-advanced.ipynb automl-forecasting-task-energy-demand-advanced.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/automl-standalone-jobs/automl-forecasting-task-energy-demand - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: check notebook output run: | diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-classification-multiclass-task-fridge-items-automl-image-classification-multiclass-task-fridge-items.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-classification-multiclass-task-fridge-items-automl-image-classification-multiclass-task-fridge-items.yml index d754d1f227..6e5ad166d6 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-classification-multiclass-task-fridge-items-automl-image-classification-multiclass-task-fridge-items.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-classification-multiclass-task-fridge-items-automl-image-classification-multiclass-task-fridge-items.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-image-classification-multiclass-task-fridge-items.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-gpu-cluster automl-image-classification-multiclass-task-fridge-items.ipynb automl-image-classification-multiclass-task-fridge-items.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/automl-standalone-jobs/automl-image-classification-multiclass-task-fridge-items - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-classification-multilabel-task-fridge-items-automl-image-classification-multilabel-task-fridge-items.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-classification-multilabel-task-fridge-items-automl-image-classification-multilabel-task-fridge-items.yml index 3ad3e8ad6e..44392a705e 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-classification-multilabel-task-fridge-items-automl-image-classification-multilabel-task-fridge-items.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-classification-multilabel-task-fridge-items-automl-image-classification-multilabel-task-fridge-items.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-image-classification-multilabel-task-fridge-items.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-gpu-cluster automl-image-classification-multilabel-task-fridge-items.ipynb automl-image-classification-multilabel-task-fridge-items.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/automl-standalone-jobs/automl-image-classification-multilabel-task-fridge-items - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-instance-segmentation-task-fridge-items-automl-image-instance-segmentation-task-fridge-items.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-instance-segmentation-task-fridge-items-automl-image-instance-segmentation-task-fridge-items.yml index 84f233ce03..9af68d1363 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-instance-segmentation-task-fridge-items-automl-image-instance-segmentation-task-fridge-items.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-instance-segmentation-task-fridge-items-automl-image-instance-segmentation-task-fridge-items.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-image-instance-segmentation-task-fridge-items.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-gpu-cluster automl-image-instance-segmentation-task-fridge-items.ipynb automl-image-instance-segmentation-task-fridge-items.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/automl-standalone-jobs/automl-image-instance-segmentation-task-fridge-items - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-object-detection-task-fridge-items-automl-image-object-detection-task-fridge-items.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-object-detection-task-fridge-items-automl-image-object-detection-task-fridge-items.yml index c652468924..6ac01add0a 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-object-detection-task-fridge-items-automl-image-object-detection-task-fridge-items.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-object-detection-task-fridge-items-automl-image-object-detection-task-fridge-items.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-image-object-detection-task-fridge-items.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-gpu-cluster automl-image-object-detection-task-fridge-items.ipynb automl-image-object-detection-task-fridge-items.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/automl-standalone-jobs/automl-image-object-detection-task-fridge-items - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-object-detection-task-fridge-items-batch-scoring-image-object-detection-batch-scoring-non-mlflow-model.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-object-detection-task-fridge-items-batch-scoring-image-object-detection-batch-scoring-non-mlflow-model.yml index 64dda09f95..2c1af51119 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-object-detection-task-fridge-items-batch-scoring-image-object-detection-batch-scoring-non-mlflow-model.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-object-detection-task-fridge-items-batch-scoring-image-object-detection-batch-scoring-non-mlflow-model.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "image-object-detection-batch-scoring-non-mlflow-model.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-gpu-cluster image-object-detection-batch-scoring-non-mlflow-model.ipynb image-object-detection-batch-scoring-non-mlflow-model.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/automl-standalone-jobs/automl-image-object-detection-task-fridge-items-batch-scoring - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multiclass-task-sentiment-analysis-automl-nlp-multiclass-sentiment-mlflow.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multiclass-task-sentiment-analysis-automl-nlp-multiclass-sentiment-mlflow.yml index 7b42e06600..7534c2ef9c 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multiclass-task-sentiment-analysis-automl-nlp-multiclass-sentiment-mlflow.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multiclass-task-sentiment-analysis-automl-nlp-multiclass-sentiment-mlflow.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-nlp-multiclass-sentiment-mlflow.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-gpu-cluster automl-nlp-multiclass-sentiment-mlflow.ipynb automl-nlp-multiclass-sentiment-mlflow.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/automl-standalone-jobs/automl-nlp-text-classification-multiclass-task-sentiment-analysis - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multiclass-task-sentiment-analysis-automl-nlp-multiclass-sentiment.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multiclass-task-sentiment-analysis-automl-nlp-multiclass-sentiment.yml index e15afc0cc7..3ef0f2bfd6 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multiclass-task-sentiment-analysis-automl-nlp-multiclass-sentiment.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multiclass-task-sentiment-analysis-automl-nlp-multiclass-sentiment.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-nlp-multiclass-sentiment.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-gpu-cluster automl-nlp-multiclass-sentiment.ipynb automl-nlp-multiclass-sentiment.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/automl-standalone-jobs/automl-nlp-text-classification-multiclass-task-sentiment-analysis - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: check notebook output run: | diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multilabel-task-paper-categorization-automl-nlp-multilabel-paper-cat.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multilabel-task-paper-categorization-automl-nlp-multilabel-paper-cat.yml index 18b9a63f5c..eab9241701 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multilabel-task-paper-categorization-automl-nlp-multilabel-paper-cat.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-classification-multilabel-task-paper-categorization-automl-nlp-multilabel-paper-cat.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-nlp-multilabel-paper-cat.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-gpu-cluster automl-nlp-multilabel-paper-cat.ipynb automl-nlp-multilabel-paper-cat.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/automl-standalone-jobs/automl-nlp-text-classification-multilabel-task-paper-categorization - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: check notebook output run: | diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-named-entity-recognition-task-automl-nlp-text-ner-task.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-named-entity-recognition-task-automl-nlp-text-ner-task.yml index e252367974..724e54df61 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-named-entity-recognition-task-automl-nlp-text-ner-task.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-named-entity-recognition-task-automl-nlp-text-ner-task.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-nlp-text-ner-task.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-gpu-cluster automl-nlp-text-ner-task.ipynb automl-nlp-text-ner-task.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/automl-standalone-jobs/automl-nlp-text-named-entity-recognition-task - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: check notebook output run: | diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-named-entity-recognition-task-distributed-sweeping-automl-nlp-text-ner-task-distributed-with-sweeping.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-named-entity-recognition-task-distributed-sweeping-automl-nlp-text-ner-task-distributed-with-sweeping.yml index 54bc706757..4730b182fe 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-named-entity-recognition-task-distributed-sweeping-automl-nlp-text-ner-task-distributed-with-sweeping.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-nlp-text-named-entity-recognition-task-distributed-sweeping-automl-nlp-text-ner-task-distributed-with-sweeping.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-nlp-text-ner-task-distributed-with-sweeping.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-gpu-cluster automl-nlp-text-ner-task-distributed-with-sweeping.ipynb automl-nlp-text-ner-task-distributed-with-sweeping.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/automl-standalone-jobs/automl-nlp-text-named-entity-recognition-task-distributed-sweeping - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: check notebook output run: | diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-regression-task-hardware-performance-automl-regression-task-hardware-performance.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-regression-task-hardware-performance-automl-regression-task-hardware-performance.yml index 59733113cc..aa06bf7758 100644 --- a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-regression-task-hardware-performance-automl-regression-task-hardware-performance.yml +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-regression-task-hardware-performance-automl-regression-task-hardware-performance.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-regression-task-hardware-performance.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-cpu-cluster automl-regression-task-hardware-performance.ipynb automl-regression-task-hardware-performance.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/automl-standalone-jobs/automl-regression-task-hardware-performance - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: check notebook output run: | diff --git a/.github/workflows/sdk-jobs-configuration.yml b/.github/workflows/sdk-jobs-configuration.yml index fc1c647f73..6010d0eb8f 100644 --- a/.github/workflows/sdk-jobs-configuration.yml +++ b/.github/workflows/sdk-jobs-configuration.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "configuration.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python configuration.ipynb configuration.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-parallel-1a_oj_sales_prediction-oj_sales_prediction.yml b/.github/workflows/sdk-jobs-parallel-1a_oj_sales_prediction-oj_sales_prediction.yml index e061ecd5ff..5aee8fc30c 100644 --- a/.github/workflows/sdk-jobs-parallel-1a_oj_sales_prediction-oj_sales_prediction.yml +++ b/.github/workflows/sdk-jobs-parallel-1a_oj_sales_prediction-oj_sales_prediction.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "oj_sales_prediction.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python oj_sales_prediction.ipynb oj_sales_prediction.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/parallel/1a_oj_sales_prediction - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-parallel-2a_iris_batch_prediction-iris_batch_prediction.yml b/.github/workflows/sdk-jobs-parallel-2a_iris_batch_prediction-iris_batch_prediction.yml index 806299ec14..2157bc2b39 100644 --- a/.github/workflows/sdk-jobs-parallel-2a_iris_batch_prediction-iris_batch_prediction.yml +++ b/.github/workflows/sdk-jobs-parallel-2a_iris_batch_prediction-iris_batch_prediction.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "iris_batch_prediction.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python iris_batch_prediction.ipynb iris_batch_prediction.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/parallel/2a_iris_batch_prediction - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-parallel-3a_mnist_batch_identification-mnist_batch_prediction.yml b/.github/workflows/sdk-jobs-parallel-3a_mnist_batch_identification-mnist_batch_prediction.yml index 6f08281c81..cb34f79e8c 100644 --- a/.github/workflows/sdk-jobs-parallel-3a_mnist_batch_identification-mnist_batch_prediction.yml +++ b/.github/workflows/sdk-jobs-parallel-3a_mnist_batch_identification-mnist_batch_prediction.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "mnist_batch_prediction.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python mnist_batch_prediction.ipynb mnist_batch_prediction.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/parallel/3a_mnist_batch_identification - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-1a_pipeline_with_components_from_yaml-pipeline_with_components_from_yaml.yml b/.github/workflows/sdk-jobs-pipelines-1a_pipeline_with_components_from_yaml-pipeline_with_components_from_yaml.yml index 8c2a71de03..092126d7aa 100644 --- a/.github/workflows/sdk-jobs-pipelines-1a_pipeline_with_components_from_yaml-pipeline_with_components_from_yaml.yml +++ b/.github/workflows/sdk-jobs-pipelines-1a_pipeline_with_components_from_yaml-pipeline_with_components_from_yaml.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "pipeline_with_components_from_yaml.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python pipeline_with_components_from_yaml.ipynb pipeline_with_components_from_yaml.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/1a_pipeline_with_components_from_yaml - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-1b_pipeline_with_python_function_components-pipeline_with_python_function_components.yml b/.github/workflows/sdk-jobs-pipelines-1b_pipeline_with_python_function_components-pipeline_with_python_function_components.yml index d5d7503649..b0843ef859 100644 --- a/.github/workflows/sdk-jobs-pipelines-1b_pipeline_with_python_function_components-pipeline_with_python_function_components.yml +++ b/.github/workflows/sdk-jobs-pipelines-1b_pipeline_with_python_function_components-pipeline_with_python_function_components.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "pipeline_with_python_function_components.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python pipeline_with_python_function_components.ipynb pipeline_with_python_function_components.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/1b_pipeline_with_python_function_components - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-1c_pipeline_with_hyperparameter_sweep-pipeline_with_hyperparameter_sweep.yml b/.github/workflows/sdk-jobs-pipelines-1c_pipeline_with_hyperparameter_sweep-pipeline_with_hyperparameter_sweep.yml index f833ce6bed..20e3a3b6da 100644 --- a/.github/workflows/sdk-jobs-pipelines-1c_pipeline_with_hyperparameter_sweep-pipeline_with_hyperparameter_sweep.yml +++ b/.github/workflows/sdk-jobs-pipelines-1c_pipeline_with_hyperparameter_sweep-pipeline_with_hyperparameter_sweep.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "pipeline_with_hyperparameter_sweep.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python pipeline_with_hyperparameter_sweep.ipynb pipeline_with_hyperparameter_sweep.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/1c_pipeline_with_hyperparameter_sweep - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-1d_pipeline_with_non_python_components-pipeline_with_non_python_components.yml b/.github/workflows/sdk-jobs-pipelines-1d_pipeline_with_non_python_components-pipeline_with_non_python_components.yml index faa693f32a..668971e15e 100644 --- a/.github/workflows/sdk-jobs-pipelines-1d_pipeline_with_non_python_components-pipeline_with_non_python_components.yml +++ b/.github/workflows/sdk-jobs-pipelines-1d_pipeline_with_non_python_components-pipeline_with_non_python_components.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "pipeline_with_non_python_components.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python pipeline_with_non_python_components.ipynb pipeline_with_non_python_components.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/1d_pipeline_with_non_python_components - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-1e_pipeline_with_registered_components-pipeline_with_registered_components.yml b/.github/workflows/sdk-jobs-pipelines-1e_pipeline_with_registered_components-pipeline_with_registered_components.yml index b3444bfde3..b0da46072e 100644 --- a/.github/workflows/sdk-jobs-pipelines-1e_pipeline_with_registered_components-pipeline_with_registered_components.yml +++ b/.github/workflows/sdk-jobs-pipelines-1e_pipeline_with_registered_components-pipeline_with_registered_components.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "pipeline_with_registered_components.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python pipeline_with_registered_components.ipynb pipeline_with_registered_components.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/1e_pipeline_with_registered_components - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-1g_pipeline_with_parallel_nodes-pipeline_with_parallel_nodes.yml b/.github/workflows/sdk-jobs-pipelines-1g_pipeline_with_parallel_nodes-pipeline_with_parallel_nodes.yml index 1bfc5e63b4..63912a51ca 100644 --- a/.github/workflows/sdk-jobs-pipelines-1g_pipeline_with_parallel_nodes-pipeline_with_parallel_nodes.yml +++ b/.github/workflows/sdk-jobs-pipelines-1g_pipeline_with_parallel_nodes-pipeline_with_parallel_nodes.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "pipeline_with_parallel_nodes.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python pipeline_with_parallel_nodes.ipynb pipeline_with_parallel_nodes.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/1g_pipeline_with_parallel_nodes - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-classification-bankmarketing-in-pipeline-automl-classification-bankmarketing-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-classification-bankmarketing-in-pipeline-automl-classification-bankmarketing-in-pipeline.yml index 19564b4f09..f61dfb4a35 100644 --- a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-classification-bankmarketing-in-pipeline-automl-classification-bankmarketing-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-classification-bankmarketing-in-pipeline-automl-classification-bankmarketing-in-pipeline.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-classification-bankmarketing-in-pipeline.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-cpu-cluster automl-classification-bankmarketing-in-pipeline.ipynb automl-classification-bankmarketing-in-pipeline.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/1h_automl_in_pipeline/automl-classification-bankmarketing-in-pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-forecasting-in-pipeline-automl-forecasting-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-forecasting-in-pipeline-automl-forecasting-in-pipeline.yml index 960089ef16..fe2fc4410e 100644 --- a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-forecasting-in-pipeline-automl-forecasting-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-forecasting-in-pipeline-automl-forecasting-in-pipeline.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-forecasting-in-pipeline.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-cpu-cluster automl-forecasting-in-pipeline.ipynb automl-forecasting-in-pipeline.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/1h_automl_in_pipeline/automl-forecasting-in-pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-classification-multiclass-in-pipeline-automl-image-classification-multiclass-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-classification-multiclass-in-pipeline-automl-image-classification-multiclass-in-pipeline.yml index c1cb9b4fda..e526c28ee6 100644 --- a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-classification-multiclass-in-pipeline-automl-image-classification-multiclass-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-classification-multiclass-in-pipeline-automl-image-classification-multiclass-in-pipeline.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-image-classification-multiclass-in-pipeline.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-gpu-cluster automl-image-classification-multiclass-in-pipeline.ipynb automl-image-classification-multiclass-in-pipeline.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/1h_automl_in_pipeline/automl-image-classification-multiclass-in-pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-classification-multilabel-in-pipeline-automl-image-classification-multilabel-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-classification-multilabel-in-pipeline-automl-image-classification-multilabel-in-pipeline.yml index 5184ed28e6..5f16bef6ed 100644 --- a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-classification-multilabel-in-pipeline-automl-image-classification-multilabel-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-classification-multilabel-in-pipeline-automl-image-classification-multilabel-in-pipeline.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-image-classification-multilabel-in-pipeline.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-gpu-cluster automl-image-classification-multilabel-in-pipeline.ipynb automl-image-classification-multilabel-in-pipeline.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/1h_automl_in_pipeline/automl-image-classification-multilabel-in-pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-instance-segmentation-in-pipeline-automl-image-instance-segmentation-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-instance-segmentation-in-pipeline-automl-image-instance-segmentation-in-pipeline.yml index 580bae2ac8..d099316952 100644 --- a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-instance-segmentation-in-pipeline-automl-image-instance-segmentation-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-instance-segmentation-in-pipeline-automl-image-instance-segmentation-in-pipeline.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-image-instance-segmentation-in-pipeline.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-gpu-cluster automl-image-instance-segmentation-in-pipeline.ipynb automl-image-instance-segmentation-in-pipeline.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/1h_automl_in_pipeline/automl-image-instance-segmentation-in-pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-object-detection-in-pipeline-automl-image-object-detection-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-object-detection-in-pipeline-automl-image-object-detection-in-pipeline.yml index 40185743a8..b65f5b88af 100644 --- a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-object-detection-in-pipeline-automl-image-object-detection-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-image-object-detection-in-pipeline-automl-image-object-detection-in-pipeline.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-image-object-detection-in-pipeline.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-gpu-cluster automl-image-object-detection-in-pipeline.ipynb automl-image-object-detection-in-pipeline.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/1h_automl_in_pipeline/automl-image-object-detection-in-pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-regression-house-pricing-in-pipeline-automl-regression-house-pricing-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-regression-house-pricing-in-pipeline-automl-regression-house-pricing-in-pipeline.yml index 34aeb41fe1..560dcb3875 100644 --- a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-regression-house-pricing-in-pipeline-automl-regression-house-pricing-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-regression-house-pricing-in-pipeline-automl-regression-house-pricing-in-pipeline.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-regression-house-pricing-in-pipeline.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-cpu-cluster automl-regression-house-pricing-in-pipeline.ipynb automl-regression-house-pricing-in-pipeline.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/1h_automl_in_pipeline/automl-regression-house-pricing-in-pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-classification-in-pipeline-automl-text-classification-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-classification-in-pipeline-automl-text-classification-in-pipeline.yml index 09a197b4ea..3992632190 100644 --- a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-classification-in-pipeline-automl-text-classification-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-classification-in-pipeline-automl-text-classification-in-pipeline.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-text-classification-in-pipeline.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-cpu-cluster automl-text-classification-in-pipeline.ipynb automl-text-classification-in-pipeline.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/1h_automl_in_pipeline/automl-text-classification-in-pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-classification-multilabel-in-pipeline-automl-text-classification-multilabel-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-classification-multilabel-in-pipeline-automl-text-classification-multilabel-in-pipeline.yml index 4bf070a0f5..bf39fe1f9d 100644 --- a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-classification-multilabel-in-pipeline-automl-text-classification-multilabel-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-classification-multilabel-in-pipeline-automl-text-classification-multilabel-in-pipeline.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-text-classification-multilabel-in-pipeline.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-cpu-cluster automl-text-classification-multilabel-in-pipeline.ipynb automl-text-classification-multilabel-in-pipeline.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/1h_automl_in_pipeline/automl-text-classification-multilabel-in-pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-ner-named-entity-recognition-in-pipeline-automl-text-ner-named-entity-recognition-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-ner-named-entity-recognition-in-pipeline-automl-text-ner-named-entity-recognition-in-pipeline.yml index c4512a2407..61a8e4edfc 100644 --- a/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-ner-named-entity-recognition-in-pipeline-automl-text-ner-named-entity-recognition-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-ner-named-entity-recognition-in-pipeline-automl-text-ner-named-entity-recognition-in-pipeline.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-text-ner-named-entity-recognition-in-pipeline.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-cpu-cluster automl-text-ner-named-entity-recognition-in-pipeline.ipynb automl-text-ner-named-entity-recognition-in-pipeline.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/1h_automl_in_pipeline/automl-text-ner-named-entity-recognition-in-pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-1i_pipeline_with_spark_nodes-pipeline_with_spark_nodes.yml b/.github/workflows/sdk-jobs-pipelines-1i_pipeline_with_spark_nodes-pipeline_with_spark_nodes.yml index 3485eda8d9..18a89178d2 100644 --- a/.github/workflows/sdk-jobs-pipelines-1i_pipeline_with_spark_nodes-pipeline_with_spark_nodes.yml +++ b/.github/workflows/sdk-jobs-pipelines-1i_pipeline_with_spark_nodes-pipeline_with_spark_nodes.yml @@ -71,10 +71,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "pipeline_with_spark_nodes.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python pipeline_with_spark_nodes.ipynb pipeline_with_spark_nodes.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/1i_pipeline_with_spark_nodes - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -83,6 +83,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -95,7 +99,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-1j_pipeline_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component.yml b/.github/workflows/sdk-jobs-pipelines-1j_pipeline_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component.yml index da01527289..53e3fd3f76 100644 --- a/.github/workflows/sdk-jobs-pipelines-1j_pipeline_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component.yml +++ b/.github/workflows/sdk-jobs-pipelines-1j_pipeline_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "nyc_taxi_data_regression_with_pipeline_component.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python nyc_taxi_data_regression_with_pipeline_component.ipynb nyc_taxi_data_regression_with_pipeline_component.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/1j_pipeline_with_pipeline_component/nyc_taxi_data_regression_with_pipeline_component - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-1j_pipeline_with_pipeline_component-pipeline_with_train_eval_pipeline_component-pipeline_with_train_eval_pipeline_component.yml b/.github/workflows/sdk-jobs-pipelines-1j_pipeline_with_pipeline_component-pipeline_with_train_eval_pipeline_component-pipeline_with_train_eval_pipeline_component.yml index 54b25b0008..8ed463ff9f 100644 --- a/.github/workflows/sdk-jobs-pipelines-1j_pipeline_with_pipeline_component-pipeline_with_train_eval_pipeline_component-pipeline_with_train_eval_pipeline_component.yml +++ b/.github/workflows/sdk-jobs-pipelines-1j_pipeline_with_pipeline_component-pipeline_with_train_eval_pipeline_component-pipeline_with_train_eval_pipeline_component.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "pipeline_with_train_eval_pipeline_component.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python pipeline_with_train_eval_pipeline_component.ipynb pipeline_with_train_eval_pipeline_component.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/1j_pipeline_with_pipeline_component/pipeline_with_train_eval_pipeline_component - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-1k_demand_forecasting_with_pipeline_components-automl-forecasting-demand-many-models-in-pipeline-automl-forecasting-demand-many-models-in-pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1k_demand_forecasting_with_pipeline_components-automl-forecasting-demand-many-models-in-pipeline-automl-forecasting-demand-many-models-in-pipeline.yml index 6ab15f1ea2..92df7ef2fe 100644 --- a/.github/workflows/sdk-jobs-pipelines-1k_demand_forecasting_with_pipeline_components-automl-forecasting-demand-many-models-in-pipeline-automl-forecasting-demand-many-models-in-pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1k_demand_forecasting_with_pipeline_components-automl-forecasting-demand-many-models-in-pipeline-automl-forecasting-demand-many-models-in-pipeline.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-forecasting-demand-many-models-in-pipeline.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python -p compute_name automl-cpu-cluster automl-forecasting-demand-many-models-in-pipeline.ipynb automl-forecasting-demand-many-models-in-pipeline.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/1k_demand_forecasting_with_pipeline_components/automl-forecasting-demand-many-models-in-pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-1l_flow_in_pipeline-flow_in_pipeline.yml b/.github/workflows/sdk-jobs-pipelines-1l_flow_in_pipeline-flow_in_pipeline.yml index bd63234668..c29cbf49a6 100644 --- a/.github/workflows/sdk-jobs-pipelines-1l_flow_in_pipeline-flow_in_pipeline.yml +++ b/.github/workflows/sdk-jobs-pipelines-1l_flow_in_pipeline-flow_in_pipeline.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "flow_in_pipeline.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python flow_in_pipeline.ipynb flow_in_pipeline.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/1l_flow_in_pipeline - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-2a_train_mnist_with_tensorflow-train_mnist_with_tensorflow.yml b/.github/workflows/sdk-jobs-pipelines-2a_train_mnist_with_tensorflow-train_mnist_with_tensorflow.yml index 7a6d379639..025540a540 100644 --- a/.github/workflows/sdk-jobs-pipelines-2a_train_mnist_with_tensorflow-train_mnist_with_tensorflow.yml +++ b/.github/workflows/sdk-jobs-pipelines-2a_train_mnist_with_tensorflow-train_mnist_with_tensorflow.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "train_mnist_with_tensorflow.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python train_mnist_with_tensorflow.ipynb train_mnist_with_tensorflow.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/2a_train_mnist_with_tensorflow - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-2b_train_cifar_10_with_pytorch-train_cifar_10_with_pytorch.yml b/.github/workflows/sdk-jobs-pipelines-2b_train_cifar_10_with_pytorch-train_cifar_10_with_pytorch.yml index 57cd61dc05..f873824a5c 100644 --- a/.github/workflows/sdk-jobs-pipelines-2b_train_cifar_10_with_pytorch-train_cifar_10_with_pytorch.yml +++ b/.github/workflows/sdk-jobs-pipelines-2b_train_cifar_10_with_pytorch-train_cifar_10_with_pytorch.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "train_cifar_10_with_pytorch.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python train_cifar_10_with_pytorch.ipynb train_cifar_10_with_pytorch.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/2b_train_cifar_10_with_pytorch - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-2c_nyc_taxi_data_regression-nyc_taxi_data_regression.yml b/.github/workflows/sdk-jobs-pipelines-2c_nyc_taxi_data_regression-nyc_taxi_data_regression.yml index a064ef5f15..f9f554a94d 100644 --- a/.github/workflows/sdk-jobs-pipelines-2c_nyc_taxi_data_regression-nyc_taxi_data_regression.yml +++ b/.github/workflows/sdk-jobs-pipelines-2c_nyc_taxi_data_regression-nyc_taxi_data_regression.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "nyc_taxi_data_regression.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python nyc_taxi_data_regression.ipynb nyc_taxi_data_regression.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/2c_nyc_taxi_data_regression - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-2d_image_classification_with_densenet-image_classification_with_densenet.yml b/.github/workflows/sdk-jobs-pipelines-2d_image_classification_with_densenet-image_classification_with_densenet.yml index 9fd65632fa..3335d9de51 100644 --- a/.github/workflows/sdk-jobs-pipelines-2d_image_classification_with_densenet-image_classification_with_densenet.yml +++ b/.github/workflows/sdk-jobs-pipelines-2d_image_classification_with_densenet-image_classification_with_densenet.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "image_classification_with_densenet.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python image_classification_with_densenet.ipynb image_classification_with_densenet.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/2d_image_classification_with_densenet - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-pipelines-2e_image_classification_keras_minist_convnet-image_classification_keras_minist_convnet.yml b/.github/workflows/sdk-jobs-pipelines-2e_image_classification_keras_minist_convnet-image_classification_keras_minist_convnet.yml index ea63074492..b79af30936 100644 --- a/.github/workflows/sdk-jobs-pipelines-2e_image_classification_keras_minist_convnet-image_classification_keras_minist_convnet.yml +++ b/.github/workflows/sdk-jobs-pipelines-2e_image_classification_keras_minist_convnet-image_classification_keras_minist_convnet.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "image_classification_keras_minist_convnet.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python image_classification_keras_minist_convnet.ipynb image_classification_keras_minist_convnet.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/pipelines/2e_image_classification_keras_minist_convnet - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-single-step-debug-and-monitor-debug-and-monitor.yml b/.github/workflows/sdk-jobs-single-step-debug-and-monitor-debug-and-monitor.yml index 36d64cb898..925f179000 100644 --- a/.github/workflows/sdk-jobs-single-step-debug-and-monitor-debug-and-monitor.yml +++ b/.github/workflows/sdk-jobs-single-step-debug-and-monitor-debug-and-monitor.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "debug-and-monitor.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python debug-and-monitor.ipynb debug-and-monitor.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/single-step/debug-and-monitor - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-single-step-lightgbm-iris-lightgbm-iris-sweep.yml b/.github/workflows/sdk-jobs-single-step-lightgbm-iris-lightgbm-iris-sweep.yml index 2d678badf9..7b72904e20 100644 --- a/.github/workflows/sdk-jobs-single-step-lightgbm-iris-lightgbm-iris-sweep.yml +++ b/.github/workflows/sdk-jobs-single-step-lightgbm-iris-lightgbm-iris-sweep.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "lightgbm-iris-sweep.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python lightgbm-iris-sweep.ipynb lightgbm-iris-sweep.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/single-step/lightgbm/iris - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-single-step-pytorch-distributed-training-distributed-cifar10.yml b/.github/workflows/sdk-jobs-single-step-pytorch-distributed-training-distributed-cifar10.yml index ddd03561c4..587496d302 100644 --- a/.github/workflows/sdk-jobs-single-step-pytorch-distributed-training-distributed-cifar10.yml +++ b/.github/workflows/sdk-jobs-single-step-pytorch-distributed-training-distributed-cifar10.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "distributed-cifar10.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python distributed-cifar10.ipynb distributed-cifar10.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/single-step/pytorch/distributed-training - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-single-step-pytorch-distributed-training-yolov5-objectdetectionAzureML.yml b/.github/workflows/sdk-jobs-single-step-pytorch-distributed-training-yolov5-objectdetectionAzureML.yml index 6b7b22167f..ac70e5d431 100644 --- a/.github/workflows/sdk-jobs-single-step-pytorch-distributed-training-yolov5-objectdetectionAzureML.yml +++ b/.github/workflows/sdk-jobs-single-step-pytorch-distributed-training-yolov5-objectdetectionAzureML.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "objectdetectionAzureML.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python objectdetectionAzureML.ipynb objectdetectionAzureML.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/single-step/pytorch/distributed-training-yolov5 - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-single-step-pytorch-iris-pytorch-iris.yml b/.github/workflows/sdk-jobs-single-step-pytorch-iris-pytorch-iris.yml index 4942a492e1..9902c15cbb 100644 --- a/.github/workflows/sdk-jobs-single-step-pytorch-iris-pytorch-iris.yml +++ b/.github/workflows/sdk-jobs-single-step-pytorch-iris-pytorch-iris.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "pytorch-iris.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python pytorch-iris.ipynb pytorch-iris.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/single-step/pytorch/iris - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-single-step-pytorch-train-hyperparameter-tune-deploy-with-pytorch-train-hyperparameter-tune-deploy-with-pytorch.yml b/.github/workflows/sdk-jobs-single-step-pytorch-train-hyperparameter-tune-deploy-with-pytorch-train-hyperparameter-tune-deploy-with-pytorch.yml index dd32f99a8a..1ce5bda410 100644 --- a/.github/workflows/sdk-jobs-single-step-pytorch-train-hyperparameter-tune-deploy-with-pytorch-train-hyperparameter-tune-deploy-with-pytorch.yml +++ b/.github/workflows/sdk-jobs-single-step-pytorch-train-hyperparameter-tune-deploy-with-pytorch-train-hyperparameter-tune-deploy-with-pytorch.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "train-hyperparameter-tune-deploy-with-pytorch.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python train-hyperparameter-tune-deploy-with-pytorch.ipynb train-hyperparameter-tune-deploy-with-pytorch.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/single-step/pytorch/train-hyperparameter-tune-deploy-with-pytorch - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-single-step-r-accidents-accident-prediction.yml b/.github/workflows/sdk-jobs-single-step-r-accidents-accident-prediction.yml index fa62f8dcbc..38ba2889ad 100644 --- a/.github/workflows/sdk-jobs-single-step-r-accidents-accident-prediction.yml +++ b/.github/workflows/sdk-jobs-single-step-r-accidents-accident-prediction.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "accident-prediction.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python accident-prediction.ipynb accident-prediction.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/single-step/r/accidents - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-single-step-scikit-learn-diabetes-sklearn-diabetes.yml b/.github/workflows/sdk-jobs-single-step-scikit-learn-diabetes-sklearn-diabetes.yml index db2d907d33..f9ecf6ab58 100644 --- a/.github/workflows/sdk-jobs-single-step-scikit-learn-diabetes-sklearn-diabetes.yml +++ b/.github/workflows/sdk-jobs-single-step-scikit-learn-diabetes-sklearn-diabetes.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "sklearn-diabetes.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python sklearn-diabetes.ipynb sklearn-diabetes.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/single-step/scikit-learn/diabetes - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-single-step-scikit-learn-iris-iris-scikit-learn.yml b/.github/workflows/sdk-jobs-single-step-scikit-learn-iris-iris-scikit-learn.yml index a715a67578..181d063fe1 100644 --- a/.github/workflows/sdk-jobs-single-step-scikit-learn-iris-iris-scikit-learn.yml +++ b/.github/workflows/sdk-jobs-single-step-scikit-learn-iris-iris-scikit-learn.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "iris-scikit-learn.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python iris-scikit-learn.ipynb iris-scikit-learn.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/single-step/scikit-learn/iris - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-single-step-scikit-learn-mnist-sklearn-mnist.yml b/.github/workflows/sdk-jobs-single-step-scikit-learn-mnist-sklearn-mnist.yml index 104a18d58a..04b0d42acd 100644 --- a/.github/workflows/sdk-jobs-single-step-scikit-learn-mnist-sklearn-mnist.yml +++ b/.github/workflows/sdk-jobs-single-step-scikit-learn-mnist-sklearn-mnist.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "sklearn-mnist.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python sklearn-mnist.ipynb sklearn-mnist.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/single-step/scikit-learn/mnist - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-distributed-horovod-tensorflow-mnist-distributed-horovod.yml b/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-distributed-horovod-tensorflow-mnist-distributed-horovod.yml index 255b48d685..816850919b 100644 --- a/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-distributed-horovod-tensorflow-mnist-distributed-horovod.yml +++ b/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-distributed-horovod-tensorflow-mnist-distributed-horovod.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "tensorflow-mnist-distributed-horovod.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python tensorflow-mnist-distributed-horovod.ipynb tensorflow-mnist-distributed-horovod.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/single-step/tensorflow/mnist-distributed-horovod - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-distributed-tensorflow-mnist-distributed.yml b/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-distributed-tensorflow-mnist-distributed.yml index 2d6e6eb326..122382b25b 100644 --- a/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-distributed-tensorflow-mnist-distributed.yml +++ b/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-distributed-tensorflow-mnist-distributed.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "tensorflow-mnist-distributed.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python tensorflow-mnist-distributed.ipynb tensorflow-mnist-distributed.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/single-step/tensorflow/mnist-distributed - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-tensorflow-mnist.yml b/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-tensorflow-mnist.yml index 534d713085..bdc184e15b 100644 --- a/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-tensorflow-mnist.yml +++ b/.github/workflows/sdk-jobs-single-step-tensorflow-mnist-tensorflow-mnist.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "tensorflow-mnist.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python tensorflow-mnist.ipynb tensorflow-mnist.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/single-step/tensorflow/mnist - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-spark-automation-run_interactive_session_notebook.yml b/.github/workflows/sdk-jobs-spark-automation-run_interactive_session_notebook.yml index dea7904e19..9a2c31cb80 100644 --- a/.github/workflows/sdk-jobs-spark-automation-run_interactive_session_notebook.yml +++ b/.github/workflows/sdk-jobs-spark-automation-run_interactive_session_notebook.yml @@ -71,10 +71,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "run_interactive_session_notebook.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python run_interactive_session_notebook.ipynb run_interactive_session_notebook.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/spark/automation - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -83,6 +83,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -95,7 +99,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-spark-submit_spark_pipeline_jobs.yml b/.github/workflows/sdk-jobs-spark-submit_spark_pipeline_jobs.yml index 385e65eeba..b69fc687b3 100644 --- a/.github/workflows/sdk-jobs-spark-submit_spark_pipeline_jobs.yml +++ b/.github/workflows/sdk-jobs-spark-submit_spark_pipeline_jobs.yml @@ -71,10 +71,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "submit_spark_pipeline_jobs.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python submit_spark_pipeline_jobs.ipynb submit_spark_pipeline_jobs.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/spark - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -83,6 +83,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -95,7 +99,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-spark-submit_spark_standalone_jobs.yml b/.github/workflows/sdk-jobs-spark-submit_spark_standalone_jobs.yml index 3e971b5c04..bf5c8ff5df 100644 --- a/.github/workflows/sdk-jobs-spark-submit_spark_standalone_jobs.yml +++ b/.github/workflows/sdk-jobs-spark-submit_spark_standalone_jobs.yml @@ -71,10 +71,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "submit_spark_standalone_jobs.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python submit_spark_standalone_jobs.ipynb submit_spark_standalone_jobs.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/spark - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -83,6 +83,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -95,7 +99,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-jobs-spark-submit_spark_standalone_jobs_managed_vnet.yml b/.github/workflows/sdk-jobs-spark-submit_spark_standalone_jobs_managed_vnet.yml index fc51e64e46..359f0259ce 100644 --- a/.github/workflows/sdk-jobs-spark-submit_spark_standalone_jobs_managed_vnet.yml +++ b/.github/workflows/sdk-jobs-spark-submit_spark_standalone_jobs_managed_vnet.yml @@ -71,10 +71,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "submit_spark_standalone_jobs_managed_vnet.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python submit_spark_standalone_jobs_managed_vnet.ipynb submit_spark_standalone_jobs_managed_vnet.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/jobs/spark - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -83,6 +83,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -95,7 +99,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-resources-compute-attach_manage_spark_pools.yml b/.github/workflows/sdk-resources-compute-attach_manage_spark_pools.yml index 347eed66e9..d31aa9ebec 100644 --- a/.github/workflows/sdk-resources-compute-attach_manage_spark_pools.yml +++ b/.github/workflows/sdk-resources-compute-attach_manage_spark_pools.yml @@ -71,10 +71,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "attach_manage_spark_pools.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python attach_manage_spark_pools.ipynb attach_manage_spark_pools.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/resources/compute - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -83,6 +83,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -95,7 +99,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-resources-compute-compute.yml b/.github/workflows/sdk-resources-compute-compute.yml index 0bf248eb58..0177b8bbf0 100644 --- a/.github/workflows/sdk-resources-compute-compute.yml +++ b/.github/workflows/sdk-resources-compute-compute.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "compute.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python compute.ipynb compute.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/resources/compute - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-resources-connections-connections.yml b/.github/workflows/sdk-resources-connections-connections.yml index a252d48164..3a3b6a9beb 100644 --- a/.github/workflows/sdk-resources-connections-connections.yml +++ b/.github/workflows/sdk-resources-connections-connections.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "connections.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python connections.ipynb connections.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/resources/connections - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} env: ACR_USERNAME: ${{ secrets.ACR_USERNAME }} diff --git a/.github/workflows/sdk-resources-registry-registry-create.yml b/.github/workflows/sdk-resources-registry-registry-create.yml index 2a1ea30d60..506d11868a 100644 --- a/.github/workflows/sdk-resources-registry-registry-create.yml +++ b/.github/workflows/sdk-resources-registry-registry-create.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "registry-create.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python registry-create.ipynb registry-create.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/resources/registry - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-resources-workspace-workspace.yml b/.github/workflows/sdk-resources-workspace-workspace.yml index 61e96575bc..3057cdcd95 100644 --- a/.github/workflows/sdk-resources-workspace-workspace.yml +++ b/.github/workflows/sdk-resources-workspace-workspace.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "workspace.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python workspace.ipynb workspace.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/resources/workspace - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-responsible-ai-mlflow-deployment-with-explanations-mlflow-deployment-with-explanations.yml b/.github/workflows/sdk-responsible-ai-mlflow-deployment-with-explanations-mlflow-deployment-with-explanations.yml index 6053939bf0..0ec20994c0 100644 --- a/.github/workflows/sdk-responsible-ai-mlflow-deployment-with-explanations-mlflow-deployment-with-explanations.yml +++ b/.github/workflows/sdk-responsible-ai-mlflow-deployment-with-explanations-mlflow-deployment-with-explanations.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "mlflow-deployment-with-explanations.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python mlflow-deployment-with-explanations.ipynb mlflow-deployment-with-explanations.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/responsible-ai/mlflow-deployment-with-explanations - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-diabetes-decision-making-responsibleaidashboard-diabetes-decision-making.yml b/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-diabetes-decision-making-responsibleaidashboard-diabetes-decision-making.yml index 8c0c0f1394..ad62f79566 100644 --- a/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-diabetes-decision-making-responsibleaidashboard-diabetes-decision-making.yml +++ b/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-diabetes-decision-making-responsibleaidashboard-diabetes-decision-making.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "responsibleaidashboard-diabetes-decision-making.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python responsibleaidashboard-diabetes-decision-making.ipynb responsibleaidashboard-diabetes-decision-making.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/responsible-ai/tabular/responsibleaidashboard-diabetes-decision-making - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-diabetes-regression-model-debugging-responsibleaidashboard-diabetes-regression-model-debugging.yml b/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-diabetes-regression-model-debugging-responsibleaidashboard-diabetes-regression-model-debugging.yml index 8aa7342fe0..40450cc607 100644 --- a/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-diabetes-regression-model-debugging-responsibleaidashboard-diabetes-regression-model-debugging.yml +++ b/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-diabetes-regression-model-debugging-responsibleaidashboard-diabetes-regression-model-debugging.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "responsibleaidashboard-diabetes-regression-model-debugging.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python responsibleaidashboard-diabetes-regression-model-debugging.ipynb responsibleaidashboard-diabetes-regression-model-debugging.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/responsible-ai/tabular/responsibleaidashboard-diabetes-regression-model-debugging - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-housing-classification-model-debugging-responsibleaidashboard-housing-classification-model-debugging.yml b/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-housing-classification-model-debugging-responsibleaidashboard-housing-classification-model-debugging.yml index 7a504e489b..11e2e34104 100644 --- a/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-housing-classification-model-debugging-responsibleaidashboard-housing-classification-model-debugging.yml +++ b/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-housing-classification-model-debugging-responsibleaidashboard-housing-classification-model-debugging.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "responsibleaidashboard-housing-classification-model-debugging.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python responsibleaidashboard-housing-classification-model-debugging.ipynb responsibleaidashboard-housing-classification-model-debugging.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/responsible-ai/tabular/responsibleaidashboard-housing-classification-model-debugging - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-housing-decision-making-responsibleaidashboard-housing-decision-making.yml b/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-housing-decision-making-responsibleaidashboard-housing-decision-making.yml index c8ed2058cb..174de1c4a1 100644 --- a/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-housing-decision-making-responsibleaidashboard-housing-decision-making.yml +++ b/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-housing-decision-making-responsibleaidashboard-housing-decision-making.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "responsibleaidashboard-housing-decision-making.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python responsibleaidashboard-housing-decision-making.ipynb responsibleaidashboard-housing-decision-making.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/responsible-ai/tabular/responsibleaidashboard-housing-decision-making - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-programmer-regression-model-debugging-responsibleaidashboard-programmer-regression-model-debugging.yml b/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-programmer-regression-model-debugging-responsibleaidashboard-programmer-regression-model-debugging.yml index 39e2a11bd5..ee760ee8f7 100644 --- a/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-programmer-regression-model-debugging-responsibleaidashboard-programmer-regression-model-debugging.yml +++ b/.github/workflows/sdk-responsible-ai-tabular-responsibleaidashboard-programmer-regression-model-debugging-responsibleaidashboard-programmer-regression-model-debugging.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "responsibleaidashboard-programmer-regression-model-debugging.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python responsibleaidashboard-programmer-regression-model-debugging.ipynb responsibleaidashboard-programmer-regression-model-debugging.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/responsible-ai/tabular/responsibleaidashboard-programmer-regression-model-debugging - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-multilabel-text-classification-covid-events.yml b/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-multilabel-text-classification-covid-events.yml index 89f8bd3aa7..8d0fd09e73 100644 --- a/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-multilabel-text-classification-covid-events.yml +++ b/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-multilabel-text-classification-covid-events.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "responsibleaidashboard-multilabel-text-classification-covid-events.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python responsibleaidashboard-multilabel-text-classification-covid-events.ipynb responsibleaidashboard-multilabel-text-classification-covid-events.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/responsible-ai/text - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-classification-DBPedia.yml b/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-classification-DBPedia.yml index 71609ba638..db09c61f65 100644 --- a/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-classification-DBPedia.yml +++ b/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-classification-DBPedia.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "responsibleaidashboard-text-classification-DBPedia.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python responsibleaidashboard-text-classification-DBPedia.ipynb responsibleaidashboard-text-classification-DBPedia.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/responsible-ai/text - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-classification-blbooksgenre.yml b/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-classification-blbooksgenre.yml index cca439d994..7abf8b596a 100644 --- a/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-classification-blbooksgenre.yml +++ b/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-classification-blbooksgenre.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "responsibleaidashboard-text-classification-blbooksgenre.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python responsibleaidashboard-text-classification-blbooksgenre.ipynb responsibleaidashboard-text-classification-blbooksgenre.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/responsible-ai/text - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-question-answering-squad.yml b/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-question-answering-squad.yml index fded6a1a55..4cbd9fb301 100644 --- a/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-question-answering-squad.yml +++ b/.github/workflows/sdk-responsible-ai-text-responsibleaidashboard-text-question-answering-squad.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "responsibleaidashboard-text-question-answering-squad.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python responsibleaidashboard-text-question-answering-squad.ipynb responsibleaidashboard-text-question-answering-squad.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/responsible-ai/text - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-automl-image-classification-fridge.yml b/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-automl-image-classification-fridge.yml index 999138320b..484887b85d 100644 --- a/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-automl-image-classification-fridge.yml +++ b/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-automl-image-classification-fridge.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "responsibleaidashboard-automl-image-classification-fridge.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python responsibleaidashboard-automl-image-classification-fridge.ipynb responsibleaidashboard-automl-image-classification-fridge.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/responsible-ai/vision - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-automl-object-detection-fridge-private-data.yml b/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-automl-object-detection-fridge-private-data.yml index 2f9037850e..2b8f3e0ffa 100644 --- a/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-automl-object-detection-fridge-private-data.yml +++ b/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-automl-object-detection-fridge-private-data.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "responsibleaidashboard-automl-object-detection-fridge-private-data.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python responsibleaidashboard-automl-object-detection-fridge-private-data.ipynb responsibleaidashboard-automl-object-detection-fridge-private-data.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/responsible-ai/vision - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-image-classification-fridge.yml b/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-image-classification-fridge.yml index bb6249fe7b..d208235fba 100644 --- a/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-image-classification-fridge.yml +++ b/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-image-classification-fridge.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "responsibleaidashboard-image-classification-fridge.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python responsibleaidashboard-image-classification-fridge.ipynb responsibleaidashboard-image-classification-fridge.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/responsible-ai/vision - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-image-multilabel-classification-fridge.yml b/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-image-multilabel-classification-fridge.yml index 68f6ef1c80..5a4f6cf5dc 100644 --- a/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-image-multilabel-classification-fridge.yml +++ b/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-image-multilabel-classification-fridge.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "responsibleaidashboard-image-multilabel-classification-fridge.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python responsibleaidashboard-image-multilabel-classification-fridge.ipynb responsibleaidashboard-image-multilabel-classification-fridge.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/responsible-ai/vision - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-object-detection-MSCOCO.yml b/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-object-detection-MSCOCO.yml index e8c9524e1d..ebff618569 100644 --- a/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-object-detection-MSCOCO.yml +++ b/.github/workflows/sdk-responsible-ai-vision-responsibleaidashboard-object-detection-MSCOCO.yml @@ -68,10 +68,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "responsibleaidashboard-object-detection-MSCOCO.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python responsibleaidashboard-object-detection-MSCOCO.ipynb responsibleaidashboard-object-detection-MSCOCO.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/responsible-ai/vision - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -80,6 +80,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -92,7 +96,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-schedules-job-schedule.yml b/.github/workflows/sdk-schedules-job-schedule.yml index caf3968539..6178dff7c2 100644 --- a/.github/workflows/sdk-schedules-job-schedule.yml +++ b/.github/workflows/sdk-schedules-job-schedule.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "job-schedule.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python job-schedule.ipynb job-schedule.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/schedules - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-using-mltable-delimited-files-example-delimited-files-example.yml b/.github/workflows/sdk-using-mltable-delimited-files-example-delimited-files-example.yml index e2716e8e3f..63e1327f2f 100644 --- a/.github/workflows/sdk-using-mltable-delimited-files-example-delimited-files-example.yml +++ b/.github/workflows/sdk-using-mltable-delimited-files-example-delimited-files-example.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "delimited-files-example.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python delimited-files-example.ipynb delimited-files-example.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/using-mltable/delimited-files-example - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-using-mltable-delta-lake-example-delta-lake-example.yml b/.github/workflows/sdk-using-mltable-delta-lake-example-delta-lake-example.yml index acbb7e3380..263b5d2cae 100644 --- a/.github/workflows/sdk-using-mltable-delta-lake-example-delta-lake-example.yml +++ b/.github/workflows/sdk-using-mltable-delta-lake-example-delta-lake-example.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "delta-lake-example.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python delta-lake-example.ipynb delta-lake-example.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/using-mltable/delta-lake-example - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-using-mltable-from-paths-example-from-paths-example.yml b/.github/workflows/sdk-using-mltable-from-paths-example-from-paths-example.yml index 37ad6314ac..5d07c0a3cd 100644 --- a/.github/workflows/sdk-using-mltable-from-paths-example-from-paths-example.yml +++ b/.github/workflows/sdk-using-mltable-from-paths-example-from-paths-example.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "from-paths-example.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python from-paths-example.ipynb from-paths-example.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/using-mltable/from-paths-example - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-using-mltable-local-to-cloud-mltable-local-to-cloud.yml b/.github/workflows/sdk-using-mltable-local-to-cloud-mltable-local-to-cloud.yml index d66b251f85..5de1043351 100644 --- a/.github/workflows/sdk-using-mltable-local-to-cloud-mltable-local-to-cloud.yml +++ b/.github/workflows/sdk-using-mltable-local-to-cloud-mltable-local-to-cloud.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "mltable-local-to-cloud.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python mltable-local-to-cloud.ipynb mltable-local-to-cloud.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/using-mltable/local-to-cloud - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-using-mltable-quickstart-mltable-quickstart.yml b/.github/workflows/sdk-using-mltable-quickstart-mltable-quickstart.yml index c51508f541..e5c182ec7f 100644 --- a/.github/workflows/sdk-using-mltable-quickstart-mltable-quickstart.yml +++ b/.github/workflows/sdk-using-mltable-quickstart-mltable-quickstart.yml @@ -66,10 +66,10 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "mltable-quickstart.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; papermill -k python mltable-quickstart.ipynb mltable-quickstart.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/using-mltable/quickstart - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{ job.status }}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -78,6 +78,10 @@ jobs: failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -90,7 +94,7 @@ jobs: uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}" - event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}" + event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}" if: ${{ always() }} - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/cli/readme.py b/cli/readme.py index 0b25c1560b..5949a23df5 100644 --- a/cli/readme.py +++ b/cli/readme.py @@ -485,10 +485,10 @@ def write_job_workflow(job): workflow_yaml += f""" bash -x generate-yml.sh\n""" # workflow_yaml += f""" bash -x {os.path.relpath(".", project_dir)}/run-job.sh generate-yml.yml\n""" workflow_yaml += f""" bash -x {os.path.relpath(".", project_dir).replace(os.sep, "/")}/run-job.sh {filename}.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/{posix_project_dir} - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{{{ job.status }}}}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -497,6 +497,10 @@ def write_job_workflow(job): failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -509,7 +513,7 @@ def write_job_workflow(job): uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{{{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}}}" - event-name: "${{{{ job.status }}}}_${{{{ env.FAILURE_REASON }}}}" + event-name: "${{{{ job.status }}}}_${{{{ env.FAILURE_REASON }}}}_${{{{ github.ref_name }}}}" if: always()\n""" # write workflow @@ -582,10 +586,10 @@ def write_job_using_registry_components_workflow(job): bash \"{GITHUB_WORKSPACE}/sdk/python/setup.sh\" python prepare_data.py --subscription $SUBSCRIPTION_ID --group $RESOURCE_GROUP_NAME --workspace $WORKSPACE_NAME\n""" workflow_yaml += f""" bash -x {os.path.relpath(".", project_dir).replace(os.sep, "/")}/run-pipeline-job-with-registry-components.sh {filename} {folder_name} > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli/{posix_project_dir} - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{{{ job.status }}}}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -594,6 +598,10 @@ def write_job_using_registry_components_workflow(job): failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -606,7 +614,7 @@ def write_job_using_registry_components_workflow(job): uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{{{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}}}" - event-name: "${{{{ job.status }}}}_${{{{ env.FAILURE_REASON }}}}" + event-name: "${{{{ job.status }}}}_${{{{ env.FAILURE_REASON }}}}_${{{{ github.ref_name }}}}" if: always()\n""" # write workflow @@ -697,10 +705,10 @@ def write_endpoint_workflow(endpoint): source "{GITHUB_WORKSPACE}/infra/bootstrapping/init_environment.sh"; cat {endpoint}.yml az ml {endpoint_type}-endpoint create -n {endpoint_name} -f {endpoint}.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{{{ job.status }}}}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -709,6 +717,10 @@ def write_endpoint_workflow(endpoint): failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -721,7 +733,7 @@ def write_endpoint_workflow(endpoint): uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{{{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}}}" - event-name: "${{{{ job.status }}}}_${{{{ env.FAILURE_REASON }}}}" + event-name: "${{{{ job.status }}}}_${{{{ env.FAILURE_REASON }}}}_${{{{ github.ref_name }}}}" if: always()\n""" cleanup_yaml = f""" - name: cleanup endpoint @@ -743,10 +755,10 @@ def write_endpoint_workflow(endpoint): source "{GITHUB_WORKSPACE}/infra/bootstrapping/init_environment.sh"; cat {deployment}.yml az ml {endpoint_type}-deployment create -e {endpoint_name} -f {deployment}.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{{{ job.status }}}}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -755,6 +767,10 @@ def write_endpoint_workflow(endpoint): failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -767,7 +783,7 @@ def write_endpoint_workflow(endpoint): uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{{{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}}}" - event-name: "${{{{ job.status }}}}_${{{{ env.FAILURE_REASON }}}}" + event-name: "${{{{ job.status }}}}_${{{{ env.FAILURE_REASON }}}}_${{{{ github.ref_name }}}}" if: always()\n""" workflow_yaml += deployment_yaml @@ -828,10 +844,10 @@ def write_asset_workflow(asset): source "{GITHUB_WORKSPACE}/infra/bootstrapping/sdk_helpers.sh"; source "{GITHUB_WORKSPACE}/infra/bootstrapping/init_environment.sh"; az ml {asset.split(os.sep)[1]} create -f {posix_asset}.yml > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{{{ job.status }}}}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -840,6 +856,10 @@ def write_asset_workflow(asset): failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -852,7 +872,7 @@ def write_asset_workflow(asset): uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{{{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}}}" - event-name: "${{{{ job.status }}}}_${{{{ env.FAILURE_REASON }}}}" + event-name: "${{{{ job.status }}}}_${{{{ env.FAILURE_REASON }}}}_${{{{ github.ref_name }}}}" if: always()\n""" # write workflow @@ -910,10 +930,10 @@ def write_script_workflow(script): source "{GITHUB_WORKSPACE}/infra/bootstrapping/sdk_helpers.sh"; source "{GITHUB_WORKSPACE}/infra/bootstrapping/init_environment.sh"; set -e; bash -x {script}.sh > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{{{ job.status }}}}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -922,6 +942,10 @@ def write_script_workflow(script): failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -934,7 +958,7 @@ def write_script_workflow(script): uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{{{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}}}" - event-name: "${{{{ job.status }}}}_${{{{ env.FAILURE_REASON }}}}" + event-name: "${{{{ job.status }}}}_${{{{ env.FAILURE_REASON }}}}_${{{{ github.ref_name }}}}" if: always()\n""" # write workflow @@ -991,10 +1015,10 @@ def write_schedule_workflow(schedule): source "{GITHUB_WORKSPACE}/infra/bootstrapping/sdk_helpers.sh"; source "{GITHUB_WORKSPACE}/infra/bootstrapping/init_environment.sh"; az ml schedule create -f ./{posix_schedule}.yml --set name="ci_test_{filename}" > sample_log.txt 2>&1 - cat sample_log.txt working-directory: cli - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{{{ job.status }}}}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -1003,6 +1027,10 @@ def write_schedule_workflow(schedule): failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -1015,7 +1043,7 @@ def write_schedule_workflow(schedule): uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{{{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}}}" - event-name: "${{{{ job.status }}}}_${{{{ env.FAILURE_REASON }}}}" + event-name: "${{{{ job.status }}}}_${{{{ env.FAILURE_REASON }}}}_${{{{ github.ref_name }}}}" if: always()\n - name: disable schedule run: | diff --git a/sdk/python/readme.py b/sdk/python/readme.py index c2dfbfeb75..76353c41cd 100644 --- a/sdk/python/readme.py +++ b/sdk/python/readme.py @@ -302,24 +302,22 @@ def write_notebook_workflow( if not ("automl" in folder): workflow_yaml += f""" papermill -k python {name}.ipynb {name}.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/{posix_folder}""" elif "nlp" in folder or "image" in folder: # need GPU cluster, so override the compute cluster name to dedicated workflow_yaml += f""" papermill -k python -p compute_name automl-gpu-cluster {name}.ipynb {name}.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/{posix_folder}""" else: # need CPU cluster, so override the compute cluster name to dedicated workflow_yaml += f""" papermill -k python -p compute_name automl-cpu-cluster {name}.ipynb {name}.output.ipynb > sample_log.txt 2>&1 - cat sample_log.txt working-directory: sdk/python/{posix_folder}""" workflow_yaml += f""" - name: Determine Failure Reason run: | + cat sample_log.txt failure_reason="N/A" if [ "${{{{ job.status }}}}" == "failure" ]; then if grep -q "ResourceNotReady" sample_log.txt; then @@ -328,6 +326,10 @@ def write_notebook_workflow( failure_reason="QuotaIssue" elif grep -q "ParentResourceNotFound" sample_log.txt; then failure_reason="ParentResourceNotFound" + elif grep -q "already exists" sample_log.txt; then + failure_reason="ResourceAlreadyExists" + elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then + failure_reason="InvalidStorageAccount" else failure_reason="UncategorizedFailure" fi @@ -340,7 +342,7 @@ def write_notebook_workflow( uses: syedhassaanahmed/app-insights-event-action@main with: instrumentation-key: "${{{{secrets.APP_INSIGHTS_INSTRUMENTATION_KEY}}}}" - event-name: "${{{{ job.status }}}}_${{{{ env.FAILURE_REASON }}}}" + event-name: "${{{{ job.status }}}}_${{{{ env.FAILURE_REASON }}}}_${{{{ github.ref_name }}}}" if: ${{{{ always() }}}}""" if name == "connections":