-
Notifications
You must be signed in to change notification settings - Fork 1.5k
129 lines (128 loc) · 5.65 KB
/
cli-endpoints-batch-deploy-pipelines-batch-scoring-with-preprocessing-endpoint.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
# This code is autogenerated.
# Code is generated by running custom script: python3 readme.py
# Any manual changes to this file may cause incorrect behavior.
# Any manual changes will be overwritten if the code is regenerated.
name: cli-endpoints-batch-deploy-pipelines-batch-scoring-with-preprocessing-endpoint
on:
workflow_dispatch:
schedule:
- cron: "18 11/12 * * *"
pull_request:
branches:
- main
paths:
- cli/endpoints/batch/deploy-pipelines/batch-scoring-with-preprocessing/**
- cli/endpoints/batch/**
- infra/bootstrapping/**
- .github/workflows/cli-endpoints-batch-deploy-pipelines-batch-scoring-with-preprocessing-endpoint.yml
- cli/setup.sh
concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
jobs:
build:
runs-on: ubuntu-latest
steps:
- name: check out repo
uses: actions/checkout@v2
- name: azure login
uses: azure/login@v1
with:
creds: ${{secrets.AZUREML_CREDENTIALS}}
- name: bootstrap resources
run: |
bash bootstrap.sh
working-directory: infra/bootstrapping
continue-on-error: false
- name: setup-cli
run: |
source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
bash setup.sh
working-directory: cli
continue-on-error: true
- name: delete endpoint if existing
run: |
source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
az ml batch-endpoint delete -n withpreprocessingendpoint3638 -y
working-directory: cli
continue-on-error: true
- name: create endpoint
run: |
source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
cat endpoints/batch/deploy-pipelines/batch-scoring-with-preprocessing/endpoint.yml
az ml batch-endpoint create -n withpreprocessingendpoint3638 -f endpoints/batch/deploy-pipelines/batch-scoring-with-preprocessing/endpoint.yml > sample_log.txt 2>&1
working-directory: cli
- name: Determine Failure Reason
run: |
cat sample_log.txt
failure_reason="N/A"
if [ "${{ job.status }}" == "failure" ]; then
if grep -q "ResourceNotReady" sample_log.txt; then
failure_reason = "ResourceNotReady"
elif grep -q "quota" sample_log.txt; then
failure_reason="QuotaIssue"
elif grep -q "ParentResourceNotFound" sample_log.txt; then
failure_reason="ParentResourceNotFound"
elif grep -q "already exists" sample_log.txt; then
failure_reason="ResourceAlreadyExists"
elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then
failure_reason="InvalidStorageAccount"
else
failure_reason="UncategorizedFailure"
fi
fi
echo "FAILURE_REASON=$failure_reason" >> $GITHUB_ENV
working-directory: cli
if: ${{ always() }}
continue-on-error: true
- name: Log Job Results to Application Insights
uses: syedhassaanahmed/app-insights-event-action@main
with:
instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}"
event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}"
if: always()
- name: create deployment
run: |
source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
cat endpoints/batch/deploy-pipelines/batch-scoring-with-preprocessing/deployment.yml
az ml batch-deployment create -e withpreprocessingendpoint3638 -f endpoints/batch/deploy-pipelines/batch-scoring-with-preprocessing/deployment.yml > sample_log.txt 2>&1
working-directory: cli
- name: Determine Failure Reason
run: |
cat sample_log.txt
failure_reason="N/A"
if [ "${{ job.status }}" == "failure" ]; then
if grep -q "ResourceNotReady" sample_log.txt; then
failure_reason = "ResourceNotReady"
elif grep -q "quota" sample_log.txt; then
failure_reason="QuotaIssue"
elif grep -q "ParentResourceNotFound" sample_log.txt; then
failure_reason="ParentResourceNotFound"
elif grep -q "already exists" sample_log.txt; then
failure_reason="ResourceAlreadyExists"
elif grep -q "StorageAccountTypeConversionNotAllowed" sample_log.txt; then
failure_reason="InvalidStorageAccount"
else
failure_reason="UncategorizedFailure"
fi
fi
echo "FAILURE_REASON=$failure_reason" >> $GITHUB_ENV
working-directory: cli
if: ${{ always() }}
continue-on-error: true
- name: Log Job Results to Application Insights
uses: syedhassaanahmed/app-insights-event-action@main
with:
instrumentation-key: "${{ secrets.APP_INSIGHTS_INSTRUMENTATION_KEY }}"
event-name: "${{ job.status }}_${{ env.FAILURE_REASON }}_${{ github.ref_name }}"
if: always()
- name: cleanup endpoint
run: |
source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
az ml batch-endpoint delete -n withpreprocessingendpoint3638 -y
working-directory: cli