Skip to content

Commit

Permalink
Updated automl regression notebook to work with the latest matplotlib (
Browse files Browse the repository at this point in the history
…Azure#1901)

* Updated automl regression notebook to work with the latest matplotlib

* Updated generate_workflows.py based on move to v1 folder

* Updated automl_env files for SDK 1.47.0
  • Loading branch information
jeff-shepherd committed Nov 24, 2022
1 parent 539bf62 commit a7f8519
Show file tree
Hide file tree
Showing 21 changed files with 66 additions and 67 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -58,13 +58,13 @@ jobs:
working-directory: v1/python-sdk/tutorials/automl-with-azureml/classification-bank-marketing-all-features
- name: check notebook output
run: |
python scripts/validation/check_notebook_output.py \
python v1/scripts/validation/check_notebook_output.py \
--file_name auto-ml-classification-bank-marketing-all-features.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/classification-bank-marketing-all-features \
--check warning
- name: check experiment result
run: |
python scripts/validation/check_experiment_result.py \
python v1/scripts/validation/check_experiment_result.py \
--file_name auto-ml-classification-bank-marketing-all-features.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/classification-bank-marketing-all-features \
--experiment_name automl-classification-bmarketing-all \
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -58,13 +58,13 @@ jobs:
working-directory: v1/python-sdk/tutorials/automl-with-azureml/local-run-classification-credit-card-fraud
- name: check notebook output
run: |
python scripts/validation/check_notebook_output.py \
python v1/scripts/validation/check_notebook_output.py \
--file_name auto-ml-classification-credit-card-fraud-local.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/local-run-classification-credit-card-fraud \
--check warning stderr
- name: check experiment result
run: |
python scripts/validation/check_experiment_result.py \
python v1/scripts/validation/check_experiment_result.py \
--file_name auto-ml-classification-credit-card-fraud-local.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/local-run-classification-credit-card-fraud \
--experiment_name automl-classification-ccard-local \
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -58,13 +58,13 @@ jobs:
working-directory: v1/python-sdk/tutorials/automl-with-azureml/classification-credit-card-fraud
- name: check notebook output
run: |
python scripts/validation/check_notebook_output.py \
python v1/scripts/validation/check_notebook_output.py \
--file_name auto-ml-classification-credit-card-fraud.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/classification-credit-card-fraud \
--check warning stderr
- name: check experiment result
run: |
python scripts/validation/check_experiment_result.py \
python v1/scripts/validation/check_experiment_result.py \
--file_name auto-ml-classification-credit-card-fraud.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/classification-credit-card-fraud \
--experiment_name automl-classification-ccard-remote \
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -58,21 +58,21 @@ jobs:
working-directory: v1/python-sdk/tutorials/automl-with-azureml/classification-text-dnn
- name: check notebook output
run: |
python scripts/validation/check_notebook_output.py \
python v1/scripts/validation/check_notebook_output.py \
--file_name auto-ml-classification-text-dnn.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/classification-text-dnn \
--check warning stderr
- name: check experiment result
run: |
python scripts/validation/check_experiment_result.py \
python v1/scripts/validation/check_experiment_result.py \
--file_name auto-ml-classification-text-dnn.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/classification-text-dnn \
--experiment_name automl-classification-text-dnn \
--minimum_median_score 0.3 \
--metric_name accuracy
- name: check cell output
run: |
python scripts/validation/check_cell_output.py \
python v1/scripts/validation/check_cell_output.py \
--file_name auto-ml-classification-text-dnn.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/classification-text-dnn \
--cell_source \
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -58,7 +58,7 @@ jobs:
working-directory: v1/python-sdk/tutorials/automl-with-azureml/continuous-retraining
- name: check notebook output
run: |
python scripts/validation/check_notebook_output.py \
python v1/scripts/validation/check_notebook_output.py \
--file_name auto-ml-continuous-retraining.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/continuous-retraining \
--check warning
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -58,13 +58,13 @@ jobs:
working-directory: v1/python-sdk/tutorials/automl-with-azureml/forecasting-bike-share
- name: check notebook output
run: |
python scripts/validation/check_notebook_output.py \
python v1/scripts/validation/check_notebook_output.py \
--file_name auto-ml-forecasting-bike-share.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/forecasting-bike-share \
--check warning
- name: check experiment result
run: |
python scripts/validation/check_experiment_result.py \
python v1/scripts/validation/check_experiment_result.py \
--file_name auto-ml-forecasting-bike-share.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/forecasting-bike-share \
--experiment_name automl-bikeshareforecasting \
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -58,13 +58,13 @@ jobs:
working-directory: v1/python-sdk/tutorials/automl-with-azureml/forecasting-energy-demand
- name: check notebook output
run: |
python scripts/validation/check_notebook_output.py \
python v1/scripts/validation/check_notebook_output.py \
--file_name auto-ml-forecasting-energy-demand.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/forecasting-energy-demand \
--check warning stderr
- name: check experiment result
run: |
python scripts/validation/check_experiment_result.py \
python v1/scripts/validation/check_experiment_result.py \
--file_name auto-ml-forecasting-energy-demand.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/forecasting-energy-demand \
--experiment_name automl-forecasting-energydemand \
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -58,13 +58,13 @@ jobs:
working-directory: v1/python-sdk/tutorials/automl-with-azureml/forecasting-forecast-function
- name: check notebook output
run: |
python scripts/validation/check_notebook_output.py \
python v1/scripts/validation/check_notebook_output.py \
--file_name auto-ml-forecasting-function.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/forecasting-forecast-function \
--check warning stderr
- name: check experiment result
run: |
python scripts/validation/check_experiment_result.py \
python v1/scripts/validation/check_experiment_result.py \
--file_name auto-ml-forecasting-function.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/forecasting-forecast-function \
--experiment_name automl-forecast-function-demo \
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -61,13 +61,13 @@ jobs:
working-directory: v1/python-sdk/tutorials/automl-with-azureml/forecasting-hierarchical-timeseries
- name: check notebook output
run: |
python scripts/validation/check_notebook_output.py \
python v1/scripts/validation/check_notebook_output.py \
--file_name auto-ml-forecasting-hierarchical-timeseries.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/forecasting-hierarchical-timeseries \
--check warning
- name: check timeseries
run: |
python scripts/validation/check_timeseries.py \
python v1/scripts/validation/check_timeseries.py \
--file_name auto-ml-forecasting-hierarchical-timeseries.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/forecasting-hierarchical-timeseries \
--experiment_name automl-hts
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -58,13 +58,13 @@ jobs:
working-directory: v1/python-sdk/tutorials/automl-with-azureml/forecasting-orange-juice-sales
- name: check notebook output
run: |
python scripts/validation/check_notebook_output.py \
python v1/scripts/validation/check_notebook_output.py \
--file_name auto-ml-forecasting-orange-juice-sales.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/forecasting-orange-juice-sales \
--check warning stderr
- name: check experiment result
run: |
python scripts/validation/check_experiment_result.py \
python v1/scripts/validation/check_experiment_result.py \
--file_name auto-ml-forecasting-orange-juice-sales.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/forecasting-orange-juice-sales \
--experiment_name automl-ojforecasting \
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -58,7 +58,7 @@ jobs:
working-directory: v1/python-sdk/tutorials/automl-with-azureml/forecasting-pipelines
- name: check notebook output
run: |
python scripts/validation/check_notebook_output.py \
python v1/scripts/validation/check_notebook_output.py \
--file_name auto-ml-forecasting-pipelines.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/forecasting-pipelines \
--check stderr
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -58,7 +58,7 @@ jobs:
working-directory: v1/python-sdk/tutorials/automl-with-azureml/forecasting-recipes-univariate
- name: check notebook output
run: |
python scripts/validation/check_notebook_output.py \
python v1/scripts/validation/check_notebook_output.py \
--file_name auto-ml-forecasting-univariate-recipe-experiment-settings.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/forecasting-recipes-univariate \
--check warning
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -58,13 +58,13 @@ jobs:
working-directory: v1/python-sdk/tutorials/automl-with-azureml/forecasting-recipes-univariate
- name: check notebook output
run: |
python scripts/validation/check_notebook_output.py \
python v1/scripts/validation/check_notebook_output.py \
--file_name auto-ml-forecasting-univariate-recipe-run-experiment.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/forecasting-recipes-univariate \
--check warning stderr
- name: check experiment result
run: |
python scripts/validation/check_experiment_result.py \
python v1/scripts/validation/check_experiment_result.py \
--file_name auto-ml-forecasting-univariate-recipe-run-experiment.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/forecasting-recipes-univariate \
--experiment_name alcohol_diff-True_lags-None_STL-None \
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/python-sdk-tutorial-auto-ml-regression.yml
Original file line number Diff line number Diff line change
Expand Up @@ -58,13 +58,13 @@ jobs:
working-directory: v1/python-sdk/tutorials/automl-with-azureml/regression
- name: check notebook output
run: |
python scripts/validation/check_notebook_output.py \
python v1/scripts/validation/check_notebook_output.py \
--file_name auto-ml-regression.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/regression \
--check warning stderr
- name: check experiment result
run: |
python scripts/validation/check_experiment_result.py \
python v1/scripts/validation/check_experiment_result.py \
--file_name auto-ml-regression.output.ipynb \
--folder v1/python-sdk/tutorials/automl-with-azureml/regression \
--experiment_name automl-regression \
Expand Down
13 changes: 7 additions & 6 deletions v1/python-sdk/tutorials/automl-with-azureml/automl_env.yml
Original file line number Diff line number Diff line change
Expand Up @@ -10,26 +10,27 @@ dependencies:
- python>=3.6,<3.9
- matplotlib==3.2.1
- py-xgboost==1.3.3
- pytorch::pytorch=1.4.0
- pytorch::pytorch=1.11.0
- conda-forge::fbprophet==0.7.1
- cudatoolkit=10.1.243
- scipy==1.5.3
- notebook
- pywin32==227
- PySocks==1.7.1
- conda-forge::pyqt==5.12.3
- jinja2<=2.11.2
- markupsafe<2.1.0
- tqdm==4.64.0
- tqdm==4.64.1
- jsonschema==4.16.0
- websocket-client==1.4.1

- pip:
# Required packages for AzureML execution, history, and data preparation.
- azureml-widgets~=1.45.0
- azureml-defaults~=1.45.0
- azureml-widgets~=1.47.0
- azureml-defaults~=1.47.0
- pytorch-transformers==1.0.0
- spacy==2.2.4
- pystan==2.19.1.1
- https://aka.ms/automl-resources/packages/en_core_web_sm-2.1.0.tar.gz
- -r https://automlsdkdataresources.blob.core.windows.net/validated-requirements/1.45.0/validated_win32_requirements.txt [--no-deps]
- -r https://automlsdkdataresources.blob.core.windows.net/validated-requirements/1.47.0/validated_win32_requirements.txt [--no-deps]
- arch==4.14
- wasabi==0.9.1
13 changes: 6 additions & 7 deletions v1/python-sdk/tutorials/automl-with-azureml/automl_env_linux.yml
Original file line number Diff line number Diff line change
Expand Up @@ -6,10 +6,8 @@ channels:
dependencies:
# The python interpreter version.
# Currently Azure ML only supports 3.6.0 and later.
- pip==20.2.4
- pip==20.1.1
- python>=3.6,<3.9
- boto3==1.20.19
- botocore<=1.23.19
- matplotlib==3.2.1
- numpy>=1.21.6,<=1.22.3
- cython==0.29.14
Expand All @@ -19,18 +17,19 @@ dependencies:
- py-xgboost<=1.3.3
- holidays==0.10.3
- conda-forge::fbprophet==0.7.1
- pytorch::pytorch=1.4.0
- pytorch::pytorch=1.11.0
- cudatoolkit=10.1.243
- notebook
- jinja2<=2.11.2
- markupsafe<2.1.0

- pip:
# Required packages for AzureML execution, history, and data preparation.
- azureml-widgets~=1.45.0
- azureml-defaults~=1.45.0
- azureml-widgets~=1.47.0
- azureml-defaults~=1.47.0
- pytorch-transformers==1.0.0
- spacy==2.2.4
- pystan==2.19.1.1
- https://aka.ms/automl-resources/packages/en_core_web_sm-2.1.0.tar.gz
- -r https://automlsdkdataresources.blob.core.windows.net/validated-requirements/1.45.0/validated_linux_requirements.txt [--no-deps]
- -r https://automlsdkdataresources.blob.core.windows.net/validated-requirements/1.47.0/validated_linux_requirements.txt [--no-deps]
- arch==4.14
14 changes: 6 additions & 8 deletions v1/python-sdk/tutorials/automl-with-azureml/automl_env_mac.yml
Original file line number Diff line number Diff line change
Expand Up @@ -6,11 +6,8 @@ channels:
dependencies:
# The python interpreter version.
# Currently Azure ML only supports 3.6.0 and later.
- pip==20.2.4
- nomkl
- pip==20.1.1
- python>=3.6,<3.9
- boto3==1.20.19
- botocore<=1.23.19
- matplotlib==3.2.1
- numpy>=1.21.6,<=1.22.3
- cython==0.29.14
Expand All @@ -20,18 +17,19 @@ dependencies:
- py-xgboost<=1.3.3
- holidays==0.10.3
- conda-forge::fbprophet==0.7.1
- pytorch::pytorch=1.4.0
- pytorch::pytorch=1.11.0
- cudatoolkit=9.0
- notebook
- jinja2<=2.11.2
- markupsafe<2.1.0

- pip:
# Required packages for AzureML execution, history, and data preparation.
- azureml-widgets~=1.45.0
- azureml-defaults~=1.45.0
- azureml-widgets~=1.47.0
- azureml-defaults~=1.47.0
- pytorch-transformers==1.0.0
- spacy==2.2.4
- pystan==2.19.1.1
- https://aka.ms/automl-resources/packages/en_core_web_sm-2.1.0.tar.gz
- -r https://automlsdkdataresources.blob.core.windows.net/validated-requirements/1.45.0/validated_darwin_requirements.txt [--no-deps]
- -r https://automlsdkdataresources.blob.core.windows.net/validated-requirements/1.47.0/validated_darwin_requirements.txt [--no-deps]
- arch==4.14
Loading

0 comments on commit a7f8519

Please sign in to comment.