Merge branch 'main' into zetia/fix-nonexist

.github/CODEOWNERS

@@ -1,10 +1,7 @@
 # See for instructions on this file https://help.github.com/articles/about-codeowners/
 
-/cli/ @kingernupur @jayesh-tanna @achauhan-scc
+/cli/ @kingernupur @jayesh-tanna @achauhan-scc @imatiach-msft
 /infra/ @kingernupur @jayesh-tanna @achauhan-scc
-/sdk/python/ @kingernupur @jayesh-tanna @achauhan-scc
-/setup/ @kingernupur @jayesh-tanna @achauhan-scc
-/tutorials/ @kingernupur @jayesh-tanna @achauhan-scc
 
 /python-sdk/tutorials/automl-with-azureml @rtanase @cesardelatorre @anupsms @jeff-shepherd @raduk @swatig007 @MercyPrasanna @PhaniShekhar @sjinthehouse @vadthyavath @mispa-ms
 
@@ -246,6 +243,7 @@ sdk/python/foundation-models/cohere/command_tools-langchain.ipynb @stewart-co @k
 /sdk/python/jobs/pipelines/2e_image_classification_keras_minist_convnet/train/train_component.py @sdgilley @msakande @Blackmist @ssalgadodev @lgayhardt @fbsolo-ms1  
 /sdk/python/using-mlflow/deploy/environment/conda.yaml @sdgilley @msakande @Blackmist @ssalgadodev @lgayhardt @fbsolo-ms1  
 /sdk/python/using-mlflow/deploy/model/conda.yaml @sdgilley @msakande @Blackmist @ssalgadodev @lgayhardt @fbsolo-ms1  
+/sdk/python/jobs/finetuning/standalone/chat-completion/chat_completion_with_model_as_service.ipynb  @sagarsumant @srsaggam  
 /setup/setup-ci/install-pip-package.sh @sdgilley @msakande @Blackmist @ssalgadodev @lgayhardt @fbsolo-ms1  
 /setup/setup-repo/azure-github.sh @sdgilley @msakande @Blackmist @ssalgadodev @lgayhardt @fbsolo-ms1  
 /tutorials/get-started-notebooks/workstation_env.yml @sdgilley @msakande @Blackmist @ssalgadodev @lgayhardt @fbsolo-ms1  

.github/test/scripts/check_notebook_output.py

@@ -77,6 +77,10 @@
     "Detected ",
     "FutureWarning: promote has been superseded by mode",
     "dataframe_reader.complete_incoming_dataframe",
+    (
+        "google.protobuf.service module is deprecated. RPC implementations should provide code generator plugins "
+        "which generate code specific to the RPC implementation. service.py will be removed in Jan 2025"
+    ),
 ]
 
 with open(full_name, "r") as notebook_file:

cli/endpoints/online/ncd/lightgbm-iris/model/conda.yaml

@@ -9,4 +9,5 @@ dependencies:
   - pandas==2.0.0
   - psutil==5.9.4
   - typing-extensions==4.5.0
+  - numpy==1.26.4
 name: mlflow-env

cli/endpoints/online/ncd/sklearn-diabetes/model/conda.yaml

@@ -8,4 +8,5 @@ dependencies:
   - scikit-learn==1.2.2
   - cloudpickle==2.2.1
   - psutil==5.9.4
+  - numpy==1.26.4
 name: mlflow-env

cli/responsible-ai/cli-responsibleaidashboard-housing-classification/train_housing.yml

@@ -21,7 +21,7 @@ outputs:
     type: path
 
 code: ./train.py
-environment: azureml://registries/azureml/environments/responsibleai-ubuntu20.04-py38-cpu/versions/55
+environment: azureml://registries/azureml/environments/responsibleai-tabular/versions/4
 command: >-
   python train.py
   --training_data ${{inputs.training_data}}

cli/responsible-ai/cli-responsibleaidashboard-programmer-regression/train_programmers.yml

@@ -21,7 +21,7 @@ outputs:
     type: path
 
 code: ./train.py
-environment: azureml://registries/azureml/environments/responsibleai-ubuntu20.04-py38-cpu/versions/55
+environment: azureml://registries/azureml/environments/responsibleai-tabular/versions/4
 command: >-
   python train.py
   --training_data ${{inputs.training_data}}

infra/validation/schema_valdiation.ps1

@@ -0,0 +1,15 @@
+$validation_list = "pipelineComponent,workspace,environment,dataset,model"
+$validation_entities = $validation_list.split(",");
+foreach ($validation_entity in $validation_entities) {
+    Write-Output $validation_entity
+    $uri = "https://azuremlschemas.azureedge.net/latest/$validation_entity.schema.json"
+    Write-Output "validating $uri"
+    $response = Invoke-RestMethod -Uri $uri -Method Get
+    if ([bool]($response.PSobject.Properties.name -match "definitions")){
+        Write-Output "success $validation_entity"
+    }
+    else{
+        Write-Output "fail $validation_entity"
+        throw [System.IO.FileNotFoundException] "$validation_entity not found."
+    }
+}