Merge branch 'add-appinsights-logging' into add-appinsights-logging-l…

…atest-release
Azure · Nov 9, 2023 · 2f234c2 · 2f234c2
2 parents c5964f6 + d22f5b7
commit 2f234c2
Show file tree

Hide file tree

Showing 359 changed files with 2,296 additions and 810 deletions.
diff --git a/.github/workflows/cli-assets-component-pipeline.yml b/.github/workflows/cli-assets-component-pipeline.yml
@@ -46,10 +46,10 @@ jobs:
           source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
           source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
           az ml component create -f assets/component/pipeline.yml > sample_log.txt 2>&1
-          cat sample_log.txt
       working-directory: cli
     - name: Determine Failure Reason
       run: |
+        cat sample_log.txt
         failure_reason="N/A"
         if [ "${{ job.status }}" == "failure" ]; then
           if grep -q "ResourceNotReady" sample_log.txt; then
@@ -58,6 +58,10 @@ jobs:
             failure_reason="QuotaIssue"
           elif grep -q "ParentResourceNotFound" sample_log.txt; then
             failure_reason="ParentResourceNotFound"
+          elif grep -q "already exists" sample_log.txt; then
+            failure_reason="ResourceAlreadyExists"
+          elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then
+            failure_reason="InvalidStorageAccount"
           else
             failure_reason="UncategorizedFailure"
           fi
@@ -70,5 +74,5 @@ jobs:
       uses: syedhassaanahmed/app-insights-event-action@main
       with:
         instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}"
-        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}"
+        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}"
       if: always()
diff --git a/.github/workflows/cli-assets-component-train.yml b/.github/workflows/cli-assets-component-train.yml
@@ -46,10 +46,10 @@ jobs:
           source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
           source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
           az ml component create -f assets/component/train.yml > sample_log.txt 2>&1
-          cat sample_log.txt
       working-directory: cli
     - name: Determine Failure Reason
       run: |
+        cat sample_log.txt
         failure_reason="N/A"
         if [ "${{ job.status }}" == "failure" ]; then
           if grep -q "ResourceNotReady" sample_log.txt; then
@@ -58,6 +58,10 @@ jobs:
             failure_reason="QuotaIssue"
           elif grep -q "ParentResourceNotFound" sample_log.txt; then
             failure_reason="ParentResourceNotFound"
+          elif grep -q "already exists" sample_log.txt; then
+            failure_reason="ResourceAlreadyExists"
+          elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then
+            failure_reason="InvalidStorageAccount"
           else
             failure_reason="UncategorizedFailure"
           fi
@@ -70,5 +74,5 @@ jobs:
       uses: syedhassaanahmed/app-insights-event-action@main
       with:
         instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}"
-        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}"
+        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}"
       if: always()
diff --git a/.github/workflows/cli-assets-data-cloud-file-https.yml b/.github/workflows/cli-assets-data-cloud-file-https.yml
@@ -46,10 +46,10 @@ jobs:
           source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
           source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
           az ml data create -f assets/data/cloud-file-https.yml > sample_log.txt 2>&1
-          cat sample_log.txt
       working-directory: cli
     - name: Determine Failure Reason
       run: |
+        cat sample_log.txt
         failure_reason="N/A"
         if [ "${{ job.status }}" == "failure" ]; then
           if grep -q "ResourceNotReady" sample_log.txt; then
@@ -58,6 +58,10 @@ jobs:
             failure_reason="QuotaIssue"
           elif grep -q "ParentResourceNotFound" sample_log.txt; then
             failure_reason="ParentResourceNotFound"
+          elif grep -q "already exists" sample_log.txt; then
+            failure_reason="ResourceAlreadyExists"
+          elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then
+            failure_reason="InvalidStorageAccount"
           else
             failure_reason="UncategorizedFailure"
           fi
@@ -70,5 +74,5 @@ jobs:
       uses: syedhassaanahmed/app-insights-event-action@main
       with:
         instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}"
-        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}"
+        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}"
       if: always()
diff --git a/.github/workflows/cli-assets-data-cloud-file-wasbs.yml b/.github/workflows/cli-assets-data-cloud-file-wasbs.yml
@@ -46,10 +46,10 @@ jobs:
           source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
           source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
           az ml data create -f assets/data/cloud-file-wasbs.yml > sample_log.txt 2>&1
-          cat sample_log.txt
       working-directory: cli
     - name: Determine Failure Reason
       run: |
+        cat sample_log.txt
         failure_reason="N/A"
         if [ "${{ job.status }}" == "failure" ]; then
           if grep -q "ResourceNotReady" sample_log.txt; then
@@ -58,6 +58,10 @@ jobs:
             failure_reason="QuotaIssue"
           elif grep -q "ParentResourceNotFound" sample_log.txt; then
             failure_reason="ParentResourceNotFound"
+          elif grep -q "already exists" sample_log.txt; then
+            failure_reason="ResourceAlreadyExists"
+          elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then
+            failure_reason="InvalidStorageAccount"
           else
             failure_reason="UncategorizedFailure"
           fi
@@ -70,5 +74,5 @@ jobs:
       uses: syedhassaanahmed/app-insights-event-action@main
       with:
         instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}"
-        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}"
+        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}"
       if: always()
diff --git a/.github/workflows/cli-assets-data-cloud-file.yml b/.github/workflows/cli-assets-data-cloud-file.yml
@@ -46,10 +46,10 @@ jobs:
           source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
           source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
           az ml data create -f assets/data/cloud-file.yml > sample_log.txt 2>&1
-          cat sample_log.txt
       working-directory: cli
     - name: Determine Failure Reason
       run: |
+        cat sample_log.txt
         failure_reason="N/A"
         if [ "${{ job.status }}" == "failure" ]; then
           if grep -q "ResourceNotReady" sample_log.txt; then
@@ -58,6 +58,10 @@ jobs:
             failure_reason="QuotaIssue"
           elif grep -q "ParentResourceNotFound" sample_log.txt; then
             failure_reason="ParentResourceNotFound"
+          elif grep -q "already exists" sample_log.txt; then
+            failure_reason="ResourceAlreadyExists"
+          elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then
+            failure_reason="InvalidStorageAccount"
           else
             failure_reason="UncategorizedFailure"
           fi
@@ -70,5 +74,5 @@ jobs:
       uses: syedhassaanahmed/app-insights-event-action@main
       with:
         instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}"
-        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}"
+        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}"
       if: always()
diff --git a/.github/workflows/cli-assets-data-cloud-folder-https.yml b/.github/workflows/cli-assets-data-cloud-folder-https.yml
@@ -46,10 +46,10 @@ jobs:
           source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
           source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
           az ml data create -f assets/data/cloud-folder-https.yml > sample_log.txt 2>&1
-          cat sample_log.txt
       working-directory: cli
     - name: Determine Failure Reason
       run: |
+        cat sample_log.txt
         failure_reason="N/A"
         if [ "${{ job.status }}" == "failure" ]; then
           if grep -q "ResourceNotReady" sample_log.txt; then
@@ -58,6 +58,10 @@ jobs:
             failure_reason="QuotaIssue"
           elif grep -q "ParentResourceNotFound" sample_log.txt; then
             failure_reason="ParentResourceNotFound"
+          elif grep -q "already exists" sample_log.txt; then
+            failure_reason="ResourceAlreadyExists"
+          elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then
+            failure_reason="InvalidStorageAccount"
           else
             failure_reason="UncategorizedFailure"
           fi
@@ -70,5 +74,5 @@ jobs:
       uses: syedhassaanahmed/app-insights-event-action@main
       with:
         instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}"
-        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}"
+        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}"
       if: always()
diff --git a/.github/workflows/cli-assets-data-cloud-folder.yml b/.github/workflows/cli-assets-data-cloud-folder.yml
@@ -46,10 +46,10 @@ jobs:
           source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
           source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
           az ml data create -f assets/data/cloud-folder.yml > sample_log.txt 2>&1
-          cat sample_log.txt
       working-directory: cli
     - name: Determine Failure Reason
       run: |
+        cat sample_log.txt
         failure_reason="N/A"
         if [ "${{ job.status }}" == "failure" ]; then
           if grep -q "ResourceNotReady" sample_log.txt; then
@@ -58,6 +58,10 @@ jobs:
             failure_reason="QuotaIssue"
           elif grep -q "ParentResourceNotFound" sample_log.txt; then
             failure_reason="ParentResourceNotFound"
+          elif grep -q "already exists" sample_log.txt; then
+            failure_reason="ResourceAlreadyExists"
+          elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then
+            failure_reason="InvalidStorageAccount"
           else
             failure_reason="UncategorizedFailure"
           fi
@@ -70,5 +74,5 @@ jobs:
       uses: syedhassaanahmed/app-insights-event-action@main
       with:
         instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}"
-        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}"
+        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}"
       if: always()
diff --git a/.github/workflows/cli-assets-data-cloud-mltable.yml b/.github/workflows/cli-assets-data-cloud-mltable.yml
@@ -46,10 +46,10 @@ jobs:
           source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
           source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
           az ml data create -f assets/data/cloud-mltable.yml > sample_log.txt 2>&1
-          cat sample_log.txt
       working-directory: cli
     - name: Determine Failure Reason
       run: |
+        cat sample_log.txt
         failure_reason="N/A"
         if [ "${{ job.status }}" == "failure" ]; then
           if grep -q "ResourceNotReady" sample_log.txt; then
@@ -58,6 +58,10 @@ jobs:
             failure_reason="QuotaIssue"
           elif grep -q "ParentResourceNotFound" sample_log.txt; then
             failure_reason="ParentResourceNotFound"
+          elif grep -q "already exists" sample_log.txt; then
+            failure_reason="ResourceAlreadyExists"
+          elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then
+            failure_reason="InvalidStorageAccount"
           else
             failure_reason="UncategorizedFailure"
           fi
@@ -70,5 +74,5 @@ jobs:
       uses: syedhassaanahmed/app-insights-event-action@main
       with:
         instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}"
-        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}"
+        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}"
       if: always()
diff --git a/.github/workflows/cli-assets-data-iris-csv-example.yml b/.github/workflows/cli-assets-data-iris-csv-example.yml
@@ -46,10 +46,10 @@ jobs:
           source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
           source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
           az ml data create -f assets/data/iris-csv-example.yml > sample_log.txt 2>&1
-          cat sample_log.txt
       working-directory: cli
     - name: Determine Failure Reason
       run: |
+        cat sample_log.txt
         failure_reason="N/A"
         if [ "${{ job.status }}" == "failure" ]; then
           if grep -q "ResourceNotReady" sample_log.txt; then
@@ -58,6 +58,10 @@ jobs:
             failure_reason="QuotaIssue"
           elif grep -q "ParentResourceNotFound" sample_log.txt; then
             failure_reason="ParentResourceNotFound"
+          elif grep -q "already exists" sample_log.txt; then
+            failure_reason="ResourceAlreadyExists"
+          elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then
+            failure_reason="InvalidStorageAccount"
           else
             failure_reason="UncategorizedFailure"
           fi
@@ -70,5 +74,5 @@ jobs:
       uses: syedhassaanahmed/app-insights-event-action@main
       with:
         instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}"
-        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}"
+        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}"
       if: always()
diff --git a/.github/workflows/cli-assets-data-local-file.yml b/.github/workflows/cli-assets-data-local-file.yml
@@ -46,10 +46,10 @@ jobs:
           source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
           source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
           az ml data create -f assets/data/local-file.yml > sample_log.txt 2>&1
-          cat sample_log.txt
       working-directory: cli
     - name: Determine Failure Reason
       run: |
+        cat sample_log.txt
         failure_reason="N/A"
         if [ "${{ job.status }}" == "failure" ]; then
           if grep -q "ResourceNotReady" sample_log.txt; then
@@ -58,6 +58,10 @@ jobs:
             failure_reason="QuotaIssue"
           elif grep -q "ParentResourceNotFound" sample_log.txt; then
             failure_reason="ParentResourceNotFound"
+          elif grep -q "already exists" sample_log.txt; then
+            failure_reason="ResourceAlreadyExists"
+          elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then
+            failure_reason="InvalidStorageAccount"
           else
             failure_reason="UncategorizedFailure"
           fi
@@ -70,5 +74,5 @@ jobs:
       uses: syedhassaanahmed/app-insights-event-action@main
       with:
         instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}"
-        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}"
+        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}"
       if: always()
diff --git a/.github/workflows/cli-assets-data-local-folder-sampledata.yml b/.github/workflows/cli-assets-data-local-folder-sampledata.yml
@@ -46,10 +46,10 @@ jobs:
           source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
           source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
           az ml data create -f assets/data/local-folder-sampledata.yml > sample_log.txt 2>&1
-          cat sample_log.txt
       working-directory: cli
     - name: Determine Failure Reason
       run: |
+        cat sample_log.txt
         failure_reason="N/A"
         if [ "${{ job.status }}" == "failure" ]; then
           if grep -q "ResourceNotReady" sample_log.txt; then
@@ -58,6 +58,10 @@ jobs:
             failure_reason="QuotaIssue"
           elif grep -q "ParentResourceNotFound" sample_log.txt; then
             failure_reason="ParentResourceNotFound"
+          elif grep -q "already exists" sample_log.txt; then
+            failure_reason="ResourceAlreadyExists"
+          elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then
+            failure_reason="InvalidStorageAccount"
           else
             failure_reason="UncategorizedFailure"
           fi
@@ -70,5 +74,5 @@ jobs:
       uses: syedhassaanahmed/app-insights-event-action@main
       with:
         instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}"
-        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}"
+        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}"
       if: always()
diff --git a/.github/workflows/cli-assets-data-local-folder.yml b/.github/workflows/cli-assets-data-local-folder.yml
@@ -46,10 +46,10 @@ jobs:
           source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
           source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
           az ml data create -f assets/data/local-folder.yml > sample_log.txt 2>&1
-          cat sample_log.txt
       working-directory: cli
     - name: Determine Failure Reason
       run: |
+        cat sample_log.txt
         failure_reason="N/A"
         if [ "${{ job.status }}" == "failure" ]; then
           if grep -q "ResourceNotReady" sample_log.txt; then
@@ -58,6 +58,10 @@ jobs:
             failure_reason="QuotaIssue"
           elif grep -q "ParentResourceNotFound" sample_log.txt; then
             failure_reason="ParentResourceNotFound"
+          elif grep -q "already exists" sample_log.txt; then
+            failure_reason="ResourceAlreadyExists"
+          elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then
+            failure_reason="InvalidStorageAccount"
           else
             failure_reason="UncategorizedFailure"
           fi
@@ -70,5 +74,5 @@ jobs:
       uses: syedhassaanahmed/app-insights-event-action@main
       with:
         instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}"
-        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}"
+        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}"
       if: always()
diff --git a/.github/workflows/cli-assets-data-local-mltable.yml b/.github/workflows/cli-assets-data-local-mltable.yml
@@ -46,10 +46,10 @@ jobs:
           source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
           source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
           az ml data create -f assets/data/local-mltable.yml > sample_log.txt 2>&1
-          cat sample_log.txt
       working-directory: cli
     - name: Determine Failure Reason
       run: |
+        cat sample_log.txt
         failure_reason="N/A"
         if [ "${{ job.status }}" == "failure" ]; then
           if grep -q "ResourceNotReady" sample_log.txt; then
@@ -58,6 +58,10 @@ jobs:
             failure_reason="QuotaIssue"
           elif grep -q "ParentResourceNotFound" sample_log.txt; then
             failure_reason="ParentResourceNotFound"
+          elif grep -q "already exists" sample_log.txt; then
+            failure_reason="ResourceAlreadyExists"
+          elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then
+            failure_reason="InvalidStorageAccount"
           else
             failure_reason="UncategorizedFailure"
           fi
@@ -70,5 +74,5 @@ jobs:
       uses: syedhassaanahmed/app-insights-event-action@main
       with:
         instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}"
-        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}"
+        event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}"
       if: always()