updating python version (Azure#2196) (Azure#2197)

* updating python version (Azure#2196)

Co-authored-by: Raghu Ramaswamy <[email protected]>

* Added endpoint paths to trigger create deployment workflows to test Python ver change

* Removed unrelated workflows that are failing

* Removed unrelated workflows

* Ignore kubernetes green deployment

* Fixed typo in pip and joblib versions

---------

Co-authored-by: Raghu Ramaswamy <[email protected]>
Co-authored-by: Raghu Ramaswamy <[email protected]>

Author: 3 people

Diff for: .github/workflows/cli-endpoints-batch-deploy-models-custom-outputs-parquet-endpoint.yml

@@ -13,6 +13,7 @@ on:
       - main
     paths:
       - cli/endpoints/batch/deploy-models/custom-outputs-parquet/**
+      - cli/endpoints/batch/**
       - infra/**
       - .github/workflows/cli-endpoints-batch-deploy-models-custom-outputs-parquet-endpoint.yml
       - cli/setup.sh

Diff for: .github/workflows/cli-endpoints-batch-deploy-models-heart-classifier-mlflow-endpoint.yml

@@ -13,6 +13,7 @@ on:
       - main
     paths:
       - cli/endpoints/batch/deploy-models/heart-classifier-mlflow/**
+      - cli/endpoints/batch/**
       - infra/**
       - .github/workflows/cli-endpoints-batch-deploy-models-heart-classifier-mlflow-endpoint.yml
       - cli/setup.sh

Diff for: .github/workflows/cli-endpoints-batch-deploy-models-huggingface-text-summarization-endpoint.yml

@@ -13,6 +13,7 @@ on:
       - main
     paths:
       - cli/endpoints/batch/deploy-models/huggingface-text-summarization/**
+      - cli/endpoints/batch/**
       - infra/**
       - .github/workflows/cli-endpoints-batch-deploy-models-huggingface-text-summarization-endpoint.yml
       - cli/setup.sh

Diff for: .github/workflows/cli-endpoints-batch-deploy-models-imagenet-classifier-endpoint.yml

@@ -13,6 +13,7 @@ on:
       - main
     paths:
       - cli/endpoints/batch/deploy-models/imagenet-classifier/**
+      - cli/endpoints/batch/**
       - infra/**
       - .github/workflows/cli-endpoints-batch-deploy-models-imagenet-classifier-endpoint.yml
       - cli/setup.sh

Diff for: .github/workflows/cli-endpoints-batch-deploy-models-mnist-classifier-endpoint.yml

@@ -13,6 +13,7 @@ on:
       - main
     paths:
       - cli/endpoints/batch/deploy-models/mnist-classifier/**
+      - cli/endpoints/batch/**
       - infra/**
       - .github/workflows/cli-endpoints-batch-deploy-models-mnist-classifier-endpoint.yml
       - cli/setup.sh

Diff for: .github/workflows/cli-endpoints-online-custom-container-minimal-multimodel-minimal-multimodel-endpoint.yml

@@ -13,6 +13,7 @@ on:
       - main
     paths:
       - cli/endpoints/online/custom-container/minimal/multimodel/**
+      - cli/endpoints/online/**
       - infra/**
       - .github/workflows/cli-endpoints-online-custom-container-minimal-multimodel-minimal-multimodel-endpoint.yml
       - cli/setup.sh

Diff for: .github/workflows/cli-endpoints-online-custom-container-minimal-single-model-conda-in-dockerfile-minimal-single-model-conda-in-dockerfile-endpoint.yml

@@ -13,6 +13,7 @@ on:
       - main
     paths:
       - cli/endpoints/online/custom-container/minimal/single-model/conda-in-dockerfile/**
+      - cli/endpoints/online/**
       - infra/**
       - .github/workflows/cli-endpoints-online-custom-container-minimal-single-model-conda-in-dockerfile-minimal-single-model-conda-in-dockerfile-endpoint.yml
       - cli/setup.sh

Diff for: .github/workflows/cli-endpoints-online-custom-container-minimal-single-model-minimal-single-model-endpoint.yml

@@ -13,6 +13,7 @@ on:
       - main
     paths:
       - cli/endpoints/online/custom-container/minimal/single-model/**
+      - cli/endpoints/online/**
       - infra/**
       - .github/workflows/cli-endpoints-online-custom-container-minimal-single-model-minimal-single-model-endpoint.yml
       - cli/setup.sh

Diff for: .github/workflows/cli-endpoints-online-custom-container-mlflow-multideployment-scikit-mlflow-endpoint.yml

@@ -13,6 +13,7 @@ on:
       - main
     paths:
       - cli/endpoints/online/custom-container/mlflow/multideployment-scikit/**
+      - cli/endpoints/online/**
       - infra/**
       - .github/workflows/cli-endpoints-online-custom-container-mlflow-multideployment-scikit-mlflow-endpoint.yml
       - cli/setup.sh

Diff for: .github/workflows/cli-endpoints-online-custom-container-r-multimodel-plumber-r-endpoint.yml

@@ -13,6 +13,7 @@ on:
       - main
     paths:
       - cli/endpoints/online/custom-container/r/multimodel-plumber/**
+      - cli/endpoints/online/**
       - infra/**
       - .github/workflows/cli-endpoints-online-custom-container-r-multimodel-plumber-r-endpoint.yml
       - cli/setup.sh

Diff for: .github/workflows/cli-endpoints-online-custom-container-torchserve-densenet-torchserve-endpoint.yml

@@ -13,6 +13,7 @@ on:
       - main
     paths:
       - cli/endpoints/online/custom-container/torchserve/densenet/**
+      - cli/endpoints/online/**
       - infra/**
       - .github/workflows/cli-endpoints-online-custom-container-torchserve-densenet-torchserve-endpoint.yml
       - cli/setup.sh

Diff for: .github/workflows/cli-endpoints-online-custom-container-triton-single-model-triton-cc-endpoint.yml

@@ -13,6 +13,7 @@ on:
       - main
     paths:
       - cli/endpoints/online/custom-container/triton/single-model/**
+      - cli/endpoints/online/**
       - infra/**
       - .github/workflows/cli-endpoints-online-custom-container-triton-single-model-triton-cc-endpoint.yml
       - cli/setup.sh

Diff for: .github/workflows/cli-endpoints-online-kubernetes-kubernetes-endpoint.yml

@@ -13,6 +13,7 @@ on:
       - main
     paths:
       - cli/endpoints/online/kubernetes/**
+      - cli/endpoints/online/**
       - infra/**
       - .github/workflows/cli-endpoints-online-kubernetes-kubernetes-endpoint.yml
       - cli/setup.sh
@@ -62,13 +63,6 @@ jobs:
           cat endpoints/online/kubernetes/kubernetes-blue-deployment.yml
           az ml online-deployment create -e ekuberneteskubernetesendpoint -f endpoints/online/kubernetes/kubernetes-blue-deployment.yml
       working-directory: cli
-    - name: create deployment
-      run: |
-          source "${{ github.workspace }}/infra/sdk_helpers.sh";
-          source "${{ github.workspace }}/infra/init_environment.sh";
-          cat endpoints/online/kubernetes/kubernetes-green-deployment.yml
-          az ml online-deployment create -e ekuberneteskubernetesendpoint -f endpoints/online/kubernetes/kubernetes-green-deployment.yml
-      working-directory: cli
     - name: cleanup endpoint
       run: |
           source "${{ github.workspace }}/infra/sdk_helpers.sh";

Diff for: .github/workflows/cli-endpoints-online-managed-sample-endpoint.yml

@@ -13,6 +13,7 @@ on:
       - main
     paths:
       - cli/endpoints/online/managed/sample/**
+      - cli/endpoints/online/**
       - infra/**
       - .github/workflows/cli-endpoints-online-managed-sample-endpoint.yml
       - cli/setup.sh

Diff for: .github/workflows/cli-endpoints-online-managed-vnet-mlflow-endpoint.yml

@@ -13,6 +13,7 @@ on:
       - main
     paths:
       - cli/endpoints/online/managed/vnet/mlflow/**
+      - cli/endpoints/online/**
       - infra/**
       - .github/workflows/cli-endpoints-online-managed-vnet-mlflow-endpoint.yml
       - cli/setup.sh

Diff for: .github/workflows/cli-endpoints-online-managed-vnet-sample-endpoint.yml

@@ -13,6 +13,7 @@ on:
       - main
     paths:
       - cli/endpoints/online/managed/vnet/sample/**
+      - cli/endpoints/online/**
       - infra/**
       - .github/workflows/cli-endpoints-online-managed-vnet-sample-endpoint.yml
       - cli/setup.sh

Diff for: cli/README.md

@@ -31,7 +31,7 @@ az extension add --name ml --yes
 ```
 
 ## Examples
- 
+
 **Scripts**
 
 path|status|

Diff for: cli/endpoints/online/managed/minimal/single-model-registered/env.yml

@@ -2,12 +2,12 @@ name: model-env
 channels:
   - conda-forge
 dependencies:
-  - python=3.7
-  - numpy=1.21.2
-  - pip=21.2.4
-  - scikit-learn=0.24.2
-  - scipy=1.7.1
+  - python=3.9
+  - numpy=1.23.5
+  - pip=23.0.1
+  - scikit-learn=1.2.2
+  - scipy=1.10.1
   - pip:
-    - azureml-defaults==1.38.0
+    - azureml-defaults==1.49.0
     - joblib==1.0.1
     - azureml-inference-server-http

Diff for: cli/endpoints/online/managed/vnet/mlflow/environment/conda.yml

@@ -2,9 +2,9 @@ name: mlflow-env
 channels:
 - conda-forge
 dependencies:
-- python=3.7.12
+- python=3.9
 - pip
 - pip:
   - mlflow
-  - cloudpickle==2.0.0
-  - scikit-learn==1.0.2
+  - cloudpickle==2.2.1
+  - scikit-learn==1.2.2

Diff for: cli/endpoints/online/managed/vnet/sample/environment/conda.yml

@@ -2,11 +2,11 @@ name: model-env
 channels:
   - conda-forge
 dependencies:
-  - python=3.7
-  - numpy=1.21.2
-  - pip=21.2.4
-  - scikit-learn=0.24.2
-  - scipy=1.7.1
+  - python=3.9
+  - numpy=1.23.5
+  - pip=23.0.1
+  - scikit-learn=1.2.2
+  - scipy=1.10.1
   - pip:    
-    - joblib==1.0.1
-    - azureml-defaults==1.38.0
+    - joblib==1.2.0
+    - azureml-defaults==1.49.0

Diff for: cli/endpoints/online/model-1/environment/conda.yaml

@@ -2,12 +2,12 @@ name: model-env
 channels:
   - conda-forge
 dependencies:
-  - python=3.7
-  - numpy=1.21.2
-  - pip=21.2.4
-  - scikit-learn=0.24.2
-  - scipy=1.7.1
+  - python=3.9
+  - numpy=1.23.5
+  - pip=23.0.1
+  - scikit-learn=1.2.2
+  - scipy=1.10.1
   - pip:
-    - azureml-defaults==1.47.0
-    - inference-schema[numpy-support]==1.5
-    - joblib==1.0.1
+    - azureml-defaults==1.49.0
+    - inference-schema[numpy-support]==1.5.1
+    - joblib==1.2.0

Diff for: cli/endpoints/online/model-2/environment/conda.yaml

@@ -2,12 +2,12 @@ name: model-env
 channels:
   - conda-forge
 dependencies:
-  - python=3.7
-  - numpy=1.21.2
-  - pip=21.2.4
-  - scikit-learn=0.24.2
-  - scipy=1.7.1
+  - python=3.9
+  - numpy=1.23.5
+  - pip=23.0.1
+  - scikit-learn=1.2.2
+  - scipy=1.10.1
   - pip:
-    - azureml-defaults==1.47.0
-    - inference-schema[numpy-support]==1.5
-    - joblib==1.0.1
+    - azureml-defaults==1.49.0
+    - inference-schema[numpy-support]==1.5.1
+    - joblib==1.2.0

Diff for: cli/endpoints/online/ncd/lightgbm-iris/model/conda.yaml

@@ -1,12 +1,12 @@
 channels:
 - conda-forge
 dependencies:
-- python=3.7.11
+- python=3.9
 - pip
 - pip:
   - mlflow
-  - lightgbm==3.3.2
-  - pandas==1.3.1
-  - psutil==5.8.0
-  - typing-extensions==3.10.0.0
+  - lightgbm==3.3.5
+  - pandas==2.0.0
+  - psutil==5.9.4
+  - typing-extensions==4.5.0
 name: mlflow-env

Diff for: cli/endpoints/online/ncd/sklearn-diabetes/environment/conda.yml

@@ -1,13 +1,13 @@
 channels:
 - conda-forge
 dependencies:
-- python=3.7.11
+- python=3.9
 - pip
 - pip:
   - mlflow
-  - scikit-learn==0.24.1
-  - cloudpickle==2.0.0
-  - psutil==5.8.0
-  - pandas==1.3.5
+  - scikit-learn==1.2.2
+  - cloudpickle==2.2.1
+  - psutil==5.9.4
+  - pandas==2.0.0
   - azureml-inference-server-http
 name: mlflow-env

Diff for: cli/endpoints/online/ncd/sklearn-diabetes/model/conda.yaml

@@ -1,11 +1,11 @@
 channels:
 - conda-forge
 dependencies:
-- python=3.7.11
+- python=3.9
 - pip
 - pip:
   - mlflow
-  - scikit-learn==0.24.1
-  - cloudpickle==2.0.0
-  - psutil==5.8.0
+  - scikit-learn==1.2.2
+  - cloudpickle==2.2.1
+  - psutil==5.9.4
 name: mlflow-env

Diff for: cli/readme.py

@@ -24,6 +24,7 @@
     "torchserve-deployment",
     "triton-cc-deployment",
     "2-sai-deployment",
+    "kubernetes-green-deployment",
 ]
 EXCLUDED_RESOURCES = [
     "workspace",
@@ -593,6 +594,7 @@ def write_endpoint_workflow(endpoint):
       - main
     paths:
       - cli/{project_dir}/**
+      - cli/endpoints/{endpoint_type}/**
       - infra/**
       - .github/workflows/cli-{hyphenated}.yml
       - cli/setup.sh