Adding a test for distillation notebook (#3331)

* Adding a test for distillation notebook * Commenting out a part of the checks * Corrections * Corrections * Minor fixes * Push the fixes * Changes to force re-run of tests * Uncommenting code in the tets file * Adding -ve tests * Fixes --------- Co-authored-by: Chakrapani Ravi Kiran S <[email protected]>
Azure · Aug 6, 2024 · 1a086da · 1a086da
1 parent 6e32c21
commit 1a086da
Show file tree

Hide file tree

Showing 2 changed files with 93 additions and 8 deletions.
diff --git a/...tion-models-system-finetune-Llama-notebooks-distillation-distillation_chat_completion.yml b/...tion-models-system-finetune-Llama-notebooks-distillation-distillation_chat_completion.yml
@@ -0,0 +1,85 @@
+# This code is autogenerated.
+# Code is generated by running custom script: python3 readme.py
+# Any manual changes to this file may cause incorrect behavior.
+# Any manual changes will be overwritten if the code is regenerated. 
+
+name: sdk-foundation-models-system-finetune-Llama-notebooks-distillation-distillation_chat_completion
+# This file is created by sdk/python/readme.py.
+# Please do not edit directly.
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: "42 4/12 * * *"
+  pull_request:
+    branches:
+      - main
+    paths:
+      - sdk/python/foundation-models/system/finetune/Llama-notebooks/distillation/**
+      - .github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-distillation-distillation_chat_completion.yml
+      - sdk/python/dev-requirements.txt
+      - infra/bootstrapping/**
+      - sdk/python/setup.sh
+
+permissions:
+  id-token: write
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - name: check out repo
+      uses: actions/checkout@v2
+    - name: setup python
+      uses: actions/setup-python@v2
+      with:
+        python-version: "3.10"
+    - name: pip install notebook reqs
+      run: pip install --no-cache-dir -r sdk/python/dev-requirements.txt
+    - name: azure login
+      uses: azure/login@v1
+      with:
+        client-id: ${{ secrets.OIDC_AZURE_CLIENT_ID }}
+        tenant-id: ${{ secrets.OIDC_AZURE_TENANT_ID }}
+        subscription-id: ${{ secrets.OIDC_AZURE_SUBSCRIPTION_ID }}
+    - name: bootstrap resources
+      run: |
+          echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}';
+          bash bootstrap.sh
+      working-directory: infra/bootstrapping
+      continue-on-error: false
+    - name: setup SDK
+      run: |
+          source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
+          source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
+          bash setup.sh
+      working-directory: sdk/python
+      continue-on-error: true
+    # - name: validate readme
+    #   run: |
+    #       python check-readme.py "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/finetune/Llama-notebooks/distillation"
+    #   working-directory: infra/bootstrapping
+    #   continue-on-error: false 
+    - name: setup-cli
+      run: |
+          source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
+          source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
+          bash setup.sh
+      working-directory: cli
+      continue-on-error: true
+    - name: run foundation-models/system/finetune/Llama-notebooks/distillation/distillation_chat_completion.ipynb
+      run: |
+          source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
+          source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
+          bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json";
+          bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "distillation_chat_completion.ipynb";
+          [ -f "../../.azureml/config" ] && cat "../../.azureml/config";
+          papermill -k python distillation_chat_completion.ipynb distillation_chat_completion.output.ipynb
+      working-directory: sdk/python/foundation-models/system/finetune/Llama-notebooks/distillation
+    - name: upload notebook's working folder as an artifact
+      if: ${{ always() }}
+      uses: actions/upload-artifact@v2
+      with:
+        name: distillation_chat_completion
+        path: sdk/python/foundation-models/system/finetune/Llama-notebooks/distillation
diff --git a/...on-models/system/finetune/Llama-notebooks/distillation/distillation_chat_completion.ipynb b/...on-models/system/finetune/Llama-notebooks/distillation/distillation_chat_completion.ipynb
@@ -37,12 +37,12 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "# %pip install azure-ai-ml\n",
-    "# %pip install azure-identity\n",
+    "%pip install azure-ai-ml\n",
+    "%pip install azure-identity\n",
     "\n",
-    "# %pip install mlflow\n",
-    "# %pip install azureml-mlflow\n",
-    "# %pip install datasets"
+    "%pip install mlflow\n",
+    "%pip install azureml-mlflow\n",
+    "%pip install datasets"
    ]
   },
   {
@@ -95,9 +95,9 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "SUBSCRIPTION_ID = \"<SUBSCRIPTION>\"\n",
+    "SUBSCRIPTION_ID = \"<SUBSCRIPTION_ID>\"\n",
     "RESOURCE_GROUP = \"<RESOURCE_GROUP>\"\n",
-    "AI_PROJECT_NAME = \"<AI_PROJECT_NAME>\""
+    "WORKSPACE_NAME = \"<AML_WORKSPACE_NAME>\""
    ]
   },
   {
@@ -138,7 +138,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "ml_client = MLClient(credential, SUBSCRIPTION_ID, RESOURCE_GROUP, AI_PROJECT_NAME)\n",
+    "ml_client = MLClient(credential, SUBSCRIPTION_ID, RESOURCE_GROUP, WORKSPACE_NAME)\n",
     "\n",
     "ai_project = ml_client._workspaces.get(ml_client.workspace_name)\n",
     "ai_project._workspace_id"