Changed training V1 notebooks to ubuntu 20.04 (#2100)

* Changed training V1 notebooks to ubuntu 20.04 * Updated requirements.txt to speed up install * Updated creds, workspace and resource group * Added pin for mlflow-skinny
Azure · Mar 17, 2023 · c6ffc8b · c6ffc8b
1 parent 87317c8
commit c6ffc8b
Show file tree

Hide file tree

Showing 27 changed files with 81 additions and 78 deletions.
diff --git a/.github/workflows/python-sdk-deploy-pytorch-mnist-job.yml b/.github/workflows/python-sdk-deploy-pytorch-mnist-job.yml
@@ -11,7 +11,7 @@ on:
       - v1/python-sdk/requirements.txt
 jobs:
   build:
-    runs-on: ubuntu-latest
+    runs-on: ${{vars.V1_UBUNTU_RUNNER}}
     steps:
     - name: check out repo
       uses: actions/checkout@v2
@@ -29,13 +29,13 @@ jobs:
     - name: azure login
       uses: azure/login@v1
       with:
-        creds: ${{secrets.AZ_AE_CREDS}}
+        creds: ${{secrets.AZ_CREDS}}
     - name: Run update-azure-extensions
       run: |
          chmod +x ./v1/scripts/update-azure-extensions.sh
          ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
+      run: az ml folder attach -w main -g azureml-examples
     - name: run workflow
       run: python v1/python-sdk/workflows/deploy/pytorch/mnist/job.py
diff --git a/.github/workflows/python-sdk-deploy-scikit-learn-diabetes-job.yml b/.github/workflows/python-sdk-deploy-scikit-learn-diabetes-job.yml
@@ -11,7 +11,7 @@ on:
       - v1/python-sdk/requirements.txt
 jobs:
   build:
-    runs-on: ubuntu-latest
+    runs-on: ${{vars.V1_UBUNTU_RUNNER}}
     steps:
     - name: check out repo
       uses: actions/checkout@v2
@@ -29,13 +29,13 @@ jobs:
     - name: azure login
       uses: azure/login@v1
       with:
-        creds: ${{secrets.AZ_AE_CREDS}}
+        creds: ${{secrets.AZ_CREDS}}
     - name: Run update-azure-extensions
       run: |
          chmod +x ./v1/scripts/update-azure-extensions.sh
          ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
+      run: az ml folder attach -w main -g azureml-examples
     - name: run workflow
       run: python v1/python-sdk/workflows/deploy/scikit-learn/diabetes/job.py
diff --git a/.github/workflows/python-sdk-train-deepspeed-cifar-job.yml b/.github/workflows/python-sdk-train-deepspeed-cifar-job.yml
@@ -11,7 +11,7 @@ on:
       - v1/python-sdk/requirements.txt
 jobs:
   build:
-    runs-on: ubuntu-latest
+    runs-on: ${{vars.V1_UBUNTU_RUNNER}}
     steps:
     - name: check out repo
       uses: actions/checkout@v2
@@ -29,13 +29,13 @@ jobs:
     - name: azure login
       uses: azure/login@v1
       with:
-        creds: ${{secrets.AZ_AE_CREDS}}
+        creds: ${{secrets.AZ_CREDS}}
     - name: Run update-azure-extensions
       run: |
          chmod +x ./v1/scripts/update-azure-extensions.sh
          ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
+      run: az ml folder attach -w main -g azureml-examples
     - name: run workflow
       run: python v1/python-sdk/workflows/train/deepspeed/cifar/job.py
diff --git a/.github/workflows/python-sdk-train-deepspeed-transformers-job.yml b/.github/workflows/python-sdk-train-deepspeed-transformers-job.yml
@@ -11,7 +11,7 @@ on:
       - v1/python-sdk/requirements.txt
 jobs:
   build:
-    runs-on: ubuntu-latest
+    runs-on: ${{vars.V1_UBUNTU_RUNNER}}
     steps:
     - name: check out repo
       uses: actions/checkout@v2
@@ -29,13 +29,13 @@ jobs:
     - name: azure login
       uses: azure/login@v1
       with:
-        creds: ${{secrets.AZ_AE_CREDS}}
+        creds: ${{secrets.AZ_CREDS}}
     - name: Run update-azure-extensions
       run: |
          chmod +x ./v1/scripts/update-azure-extensions.sh
          ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
+      run: az ml folder attach -w main -g azureml-examples
     - name: run workflow
       run: python v1/python-sdk/workflows/train/deepspeed/transformers/job.py
diff --git a/.github/workflows/python-sdk-train-fastai-mnist-job.yml b/.github/workflows/python-sdk-train-fastai-mnist-job.yml
@@ -11,7 +11,7 @@ on:
       - v1/python-sdk/requirements.txt
 jobs:
   build:
-    runs-on: ubuntu-latest
+    runs-on: ${{vars.V1_UBUNTU_RUNNER}}
     steps:
     - name: check out repo
       uses: actions/checkout@v2
@@ -29,13 +29,13 @@ jobs:
     - name: azure login
       uses: azure/login@v1
       with:
-        creds: ${{secrets.AZ_AE_CREDS}}
+        creds: ${{secrets.AZ_CREDS}}
     - name: Run update-azure-extensions
       run: |
          chmod +x ./v1/scripts/update-azure-extensions.sh
          ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
+      run: az ml folder attach -w main -g azureml-examples
     - name: run workflow
       run: python v1/python-sdk/workflows/train/fastai/mnist/job.py
diff --git a/.github/workflows/python-sdk-train-fastai-mnist-mlproject-job.yml b/.github/workflows/python-sdk-train-fastai-mnist-mlproject-job.yml
@@ -11,7 +11,7 @@ on:
       - v1/python-sdk/requirements.txt
 jobs:
   build:
-    runs-on: ubuntu-latest
+    runs-on: ${{vars.V1_UBUNTU_RUNNER}}
     steps:
     - name: check out repo
       uses: actions/checkout@v2
@@ -29,13 +29,13 @@ jobs:
     - name: azure login
       uses: azure/login@v1
       with:
-        creds: ${{secrets.AZ_AE_CREDS}}
+        creds: ${{secrets.AZ_CREDS}}
     - name: Run update-azure-extensions
       run: |
          chmod +x ./v1/scripts/update-azure-extensions.sh
          ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
+      run: az ml folder attach -w main -g azureml-examples
     - name: run workflow
       run: python v1/python-sdk/workflows/train/fastai/mnist-mlproject/job.py
diff --git a/.github/workflows/python-sdk-train-fastai-pets-job.yml b/.github/workflows/python-sdk-train-fastai-pets-job.yml
@@ -11,7 +11,7 @@ on:
       - v1/python-sdk/requirements.txt
 jobs:
   build:
-    runs-on: ubuntu-latest
+    runs-on: ${{vars.V1_UBUNTU_RUNNER}}
     steps:
     - name: check out repo
       uses: actions/checkout@v2
@@ -29,13 +29,13 @@ jobs:
     - name: azure login
       uses: azure/login@v1
       with:
-        creds: ${{secrets.AZ_AE_CREDS}}
+        creds: ${{secrets.AZ_CREDS}}
     - name: Run update-azure-extensions
       run: |
          chmod +x ./v1/scripts/update-azure-extensions.sh
          ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
+      run: az ml folder attach -w main -g azureml-examples
     - name: run workflow
       run: python v1/python-sdk/workflows/train/fastai/pets/job.py
diff --git a/.github/workflows/python-sdk-train-lightgbm-iris-job.yml b/.github/workflows/python-sdk-train-lightgbm-iris-job.yml
@@ -11,7 +11,7 @@ on:
       - v1/python-sdk/requirements.txt
 jobs:
   build:
-    runs-on: ubuntu-latest
+    runs-on: ${{vars.V1_UBUNTU_RUNNER}}
     steps:
     - name: check out repo
       uses: actions/checkout@v2
@@ -29,13 +29,13 @@ jobs:
     - name: azure login
       uses: azure/login@v1
       with:
-        creds: ${{secrets.AZ_AE_CREDS}}
+        creds: ${{secrets.AZ_CREDS}}
     - name: Run update-azure-extensions
       run: |
          chmod +x ./v1/scripts/update-azure-extensions.sh
          ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
+      run: az ml folder attach -w main -g azureml-examples
     - name: run workflow
       run: python v1/python-sdk/workflows/train/lightgbm/iris/job.py
diff --git a/.github/workflows/python-sdk-train-pytorch-cifar-distributed-job.yml b/.github/workflows/python-sdk-train-pytorch-cifar-distributed-job.yml
@@ -11,7 +11,7 @@ on:
       - v1/python-sdk/requirements.txt
 jobs:
   build:
-    runs-on: ubuntu-latest
+    runs-on: ${{vars.V1_UBUNTU_RUNNER}}
     steps:
     - name: check out repo
       uses: actions/checkout@v2
@@ -29,13 +29,13 @@ jobs:
     - name: azure login
       uses: azure/login@v1
       with:
-        creds: ${{secrets.AZ_AE_CREDS}}
+        creds: ${{secrets.AZ_CREDS}}
     - name: Run update-azure-extensions
       run: |
          chmod +x ./v1/scripts/update-azure-extensions.sh
          ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
+      run: az ml folder attach -w main -g azureml-examples
     - name: run workflow
       run: python v1/python-sdk/workflows/train/pytorch/cifar-distributed/job.py
diff --git a/.github/workflows/python-sdk-train-pytorch-mnist-job.yml b/.github/workflows/python-sdk-train-pytorch-mnist-job.yml
@@ -11,7 +11,7 @@ on:
       - v1/python-sdk/requirements.txt
 jobs:
   build:
-    runs-on: ubuntu-latest
+    runs-on: ${{vars.V1_UBUNTU_RUNNER}}
     steps:
     - name: check out repo
       uses: actions/checkout@v2
@@ -29,13 +29,13 @@ jobs:
     - name: azure login
       uses: azure/login@v1
       with:
-        creds: ${{secrets.AZ_AE_CREDS}}
+        creds: ${{secrets.AZ_CREDS}}
     - name: Run update-azure-extensions
       run: |
          chmod +x ./v1/scripts/update-azure-extensions.sh
          ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
+      run: az ml folder attach -w main -g azureml-examples
     - name: run workflow
       run: python v1/python-sdk/workflows/train/pytorch/mnist/job.py
diff --git a/.github/workflows/python-sdk-train-pytorch-mnist-mlproject-job.yml b/.github/workflows/python-sdk-train-pytorch-mnist-mlproject-job.yml
@@ -11,7 +11,7 @@ on:
       - v1/python-sdk/requirements.txt
 jobs:
   build:
-    runs-on: ubuntu-latest
+    runs-on: ${{vars.V1_UBUNTU_RUNNER}}
     steps:
     - name: check out repo
       uses: actions/checkout@v2
@@ -29,13 +29,13 @@ jobs:
     - name: azure login
       uses: azure/login@v1
       with:
-        creds: ${{secrets.AZ_AE_CREDS}}
+        creds: ${{secrets.AZ_CREDS}}
     - name: Run update-azure-extensions
       run: |
          chmod +x ./v1/scripts/update-azure-extensions.sh
          ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
+      run: az ml folder attach -w main -g azureml-examples
     - name: run workflow
       run: python v1/python-sdk/workflows/train/pytorch/mnist-mlproject/job.py
diff --git a/.github/workflows/python-sdk-train-scikit-learn-diabetes-job.yml b/.github/workflows/python-sdk-train-scikit-learn-diabetes-job.yml
@@ -11,7 +11,7 @@ on:
       - v1/python-sdk/requirements.txt
 jobs:
   build:
-    runs-on: ubuntu-latest
+    runs-on: ${{vars.V1_UBUNTU_RUNNER}}
     steps:
     - name: check out repo
       uses: actions/checkout@v2
@@ -29,13 +29,13 @@ jobs:
     - name: azure login
       uses: azure/login@v1
       with:
-        creds: ${{secrets.AZ_AE_CREDS}}
+        creds: ${{secrets.AZ_CREDS}}
     - name: Run update-azure-extensions
       run: |
          chmod +x ./v1/scripts/update-azure-extensions.sh
          ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
+      run: az ml folder attach -w main -g azureml-examples
     - name: run workflow
       run: python v1/python-sdk/workflows/train/scikit-learn/diabetes/job.py
diff --git a/.github/workflows/python-sdk-train-scikit-learn-diabetes-mlproject-job.yml b/.github/workflows/python-sdk-train-scikit-learn-diabetes-mlproject-job.yml
@@ -11,7 +11,7 @@ on:
       - v1/python-sdk/requirements.txt
 jobs:
   build:
-    runs-on: ubuntu-latest
+    runs-on: ${{vars.V1_UBUNTU_RUNNER}}
     steps:
     - name: check out repo
       uses: actions/checkout@v2
@@ -29,13 +29,13 @@ jobs:
     - name: azure login
       uses: azure/login@v1
       with:
-        creds: ${{secrets.AZ_AE_CREDS}}
+        creds: ${{secrets.AZ_CREDS}}
     - name: Run update-azure-extensions
       run: |
          chmod +x ./v1/scripts/update-azure-extensions.sh
          ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
+      run: az ml folder attach -w main -g azureml-examples
     - name: run workflow
       run: python v1/python-sdk/workflows/train/scikit-learn/diabetes-mlproject/job.py
diff --git a/.github/workflows/python-sdk-train-tensorflow-mnist-distributed-horovod-job.yml b/.github/workflows/python-sdk-train-tensorflow-mnist-distributed-horovod-job.yml
@@ -11,7 +11,7 @@ on:
       - v1/python-sdk/requirements.txt
 jobs:
   build:
-    runs-on: ubuntu-latest
+    runs-on: ${{vars.V1_UBUNTU_RUNNER}}
     steps:
     - name: check out repo
       uses: actions/checkout@v2
@@ -29,13 +29,13 @@ jobs:
     - name: azure login
       uses: azure/login@v1
       with:
-        creds: ${{secrets.AZ_AE_CREDS}}
+        creds: ${{secrets.AZ_CREDS}}
     - name: Run update-azure-extensions
       run: |
          chmod +x ./v1/scripts/update-azure-extensions.sh
          ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
+      run: az ml folder attach -w main -g azureml-examples
     - name: run workflow
       run: python v1/python-sdk/workflows/train/tensorflow/mnist-distributed-horovod/job.py
diff --git a/.github/workflows/python-sdk-train-tensorflow-mnist-distributed-job.yml b/.github/workflows/python-sdk-train-tensorflow-mnist-distributed-job.yml
@@ -11,7 +11,7 @@ on:
       - v1/python-sdk/requirements.txt
 jobs:
   build:
-    runs-on: ubuntu-latest
+    runs-on: ${{vars.V1_UBUNTU_RUNNER}}
     steps:
     - name: check out repo
       uses: actions/checkout@v2
@@ -29,13 +29,13 @@ jobs:
     - name: azure login
       uses: azure/login@v1
       with:
-        creds: ${{secrets.AZ_AE_CREDS}}
+        creds: ${{secrets.AZ_CREDS}}
     - name: Run update-azure-extensions
       run: |
          chmod +x ./v1/scripts/update-azure-extensions.sh
          ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
+      run: az ml folder attach -w main -g azureml-examples
     - name: run workflow
       run: python v1/python-sdk/workflows/train/tensorflow/mnist-distributed/job.py
diff --git a/.github/workflows/python-sdk-train-tensorflow-mnist-job.yml b/.github/workflows/python-sdk-train-tensorflow-mnist-job.yml
@@ -11,7 +11,7 @@ on:
       - v1/python-sdk/requirements.txt
 jobs:
   build:
-    runs-on: ubuntu-latest
+    runs-on: ${{vars.V1_UBUNTU_RUNNER}}
     steps:
     - name: check out repo
       uses: actions/checkout@v2
@@ -29,13 +29,13 @@ jobs:
     - name: azure login
       uses: azure/login@v1
       with:
-        creds: ${{secrets.AZ_AE_CREDS}}
+        creds: ${{secrets.AZ_CREDS}}
     - name: Run update-azure-extensions
       run: |
          chmod +x ./v1/scripts/update-azure-extensions.sh
          ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
+      run: az ml folder attach -w main -g azureml-examples
     - name: run workflow
       run: python v1/python-sdk/workflows/train/tensorflow/mnist/job.py