From b3d9e2845a8918bae48a02b300399c52d0814d1c Mon Sep 17 00:00:00 2001 From: marrrcin Date: Tue, 2 Aug 2022 13:48:48 +0200 Subject: [PATCH] #8 Auto-dataset via custom runner - cleaned up e2e config --- tests/e2e/catalog.yml | 105 ------------------------------------------ 1 file changed, 105 deletions(-) diff --git a/tests/e2e/catalog.yml b/tests/e2e/catalog.yml index 56cc3c1..a4ffa8b 100644 --- a/tests/e2e/catalog.yml +++ b/tests/e2e/catalog.yml @@ -14,108 +14,3 @@ shuttles: layer: raw load_args: engine: openpyxl - -model_input_table: - type: pandas.CSVDataSet - filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/03_primary/model_input_table.csv - layer: primary - -### catalog entries required by starter version <= 0.17.6 -preprocessed_companies: - type: pandas.CSVDataSet - filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/02_intermediate/preprocessed_companies.csv - layer: intermediate - -preprocessed_shuttles: - type: pandas.CSVDataSet - filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/02_intermediate/preprocessed_shuttles.csv - layer: intermediate - -X_train: - type: pickle.PickleDataSet - filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/05_model_input/X_train.pickle - layer: model_input - -y_train: - type: pickle.PickleDataSet - filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/05_model_input/y_train.pickle - layer: model_input - -X_test: - type: pickle.PickleDataSet - filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/05_model_input/X_test.pickle - layer: model_input - -y_test: - type: pickle.PickleDataSet - filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/05_model_input/y_test.pickle - layer: model_input - -regressor: - type: pickle.PickleDataSet - filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/06_models/regressor.pickle - versioned: true - layer: models - -### catalog entries required by starter version >= 0.17.7 -data_processing.preprocessed_companies: - type: pandas.CSVDataSet - filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/02_intermediate/preprocessed_companies.csv - layer: intermediate - -data_processing.preprocessed_shuttles: - type: pandas.CSVDataSet - filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/02_intermediate/preprocessed_shuttles.csv - layer: intermediate - -data_science.active_modelling_pipeline.X_train: - type: pickle.PickleDataSet - filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/active_modelling_pipeline/05_model_input/X_train.pickle - layer: model_input - -data_science.active_modelling_pipeline.y_train: - type: pickle.PickleDataSet - filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/active_modelling_pipeline/05_model_input/y_train.pickle - layer: model_input - -data_science.active_modelling_pipeline.X_test: - type: pickle.PickleDataSet - filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/active_modelling_pipeline/05_model_input/X_test.pickle - layer: model_input - -data_science.active_modelling_pipeline.y_test: - type: pickle.PickleDataSet - filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/active_modelling_pipeline/05_model_input/y_test.pickle - layer: model_input - -data_science.active_modelling_pipeline.regressor: - type: pickle.PickleDataSet - filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/active_modelling_pipeline/06_models/regressor.pickle - versioned: true - layer: models - -data_science.candidate_modelling_pipeline.X_train: - type: pickle.PickleDataSet - filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/candidate_modelling_pipeline/05_model_input/X_train.pickle - layer: model_input - -data_science.candidate_modelling_pipeline.y_train: - type: pickle.PickleDataSet - filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/candidate_modelling_pipeline/05_model_input/y_train.pickle - layer: model_input - -data_science.candidate_modelling_pipeline.X_test: - type: pickle.PickleDataSet - filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/candidate_modelling_pipeline/05_model_input/X_test.pickle - layer: model_input - -data_science.candidate_modelling_pipeline.y_test: - type: pickle.PickleDataSet - filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/candidate_modelling_pipeline/05_model_input/y_test.pickle - layer: model_input - -data_science.candidate_modelling_pipeline.regressor: - type: pickle.PickleDataSet - filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/candidate_modelling_pipeline/06_models/regressor.pickle - versioned: true - layer: models \ No newline at end of file