#8 Auto-dataset via custom runner - cleaned up e2e config

getindata · Aug 2, 2022 · b3d9e28 · b3d9e28
1 parent 3829a7c
commit b3d9e28
Showing 1 changed file with 0 additions and 105 deletions.
diff --git a/tests/e2e/catalog.yml b/tests/e2e/catalog.yml
@@ -14,108 +14,3 @@ shuttles:
   layer: raw
   load_args:
     engine: openpyxl
-
-model_input_table:
-  type: pandas.CSVDataSet
-  filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/03_primary/model_input_table.csv
-  layer: primary
-
-### catalog entries required by starter version <= 0.17.6
-preprocessed_companies:
-  type: pandas.CSVDataSet
-  filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/02_intermediate/preprocessed_companies.csv
-  layer: intermediate
-
-preprocessed_shuttles:
-  type: pandas.CSVDataSet
-  filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/02_intermediate/preprocessed_shuttles.csv
-  layer: intermediate
-
-X_train:
-  type: pickle.PickleDataSet
-  filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/05_model_input/X_train.pickle
-  layer: model_input
-
-y_train:
-  type: pickle.PickleDataSet
-  filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/05_model_input/y_train.pickle
-  layer: model_input
-
-X_test:
-  type: pickle.PickleDataSet
-  filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/05_model_input/X_test.pickle
-  layer: model_input
-
-y_test:
-  type: pickle.PickleDataSet
-  filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/05_model_input/y_test.pickle
-  layer: model_input
-
-regressor:
-  type: pickle.PickleDataSet
-  filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/06_models/regressor.pickle
-  versioned: true
-  layer: models
-
-### catalog entries required by starter version >= 0.17.7
-data_processing.preprocessed_companies:
-  type: pandas.CSVDataSet
-  filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/02_intermediate/preprocessed_companies.csv
-  layer: intermediate
-
-data_processing.preprocessed_shuttles:
-  type: pandas.CSVDataSet
-  filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/02_intermediate/preprocessed_shuttles.csv
-  layer: intermediate
-
-data_science.active_modelling_pipeline.X_train:
-  type: pickle.PickleDataSet
-  filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/active_modelling_pipeline/05_model_input/X_train.pickle
-  layer: model_input
-
-data_science.active_modelling_pipeline.y_train:
-  type: pickle.PickleDataSet
-  filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/active_modelling_pipeline/05_model_input/y_train.pickle
-  layer: model_input
-
-data_science.active_modelling_pipeline.X_test:
-  type: pickle.PickleDataSet
-  filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/active_modelling_pipeline/05_model_input/X_test.pickle
-  layer: model_input
-
-data_science.active_modelling_pipeline.y_test:
-  type: pickle.PickleDataSet
-  filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/active_modelling_pipeline/05_model_input/y_test.pickle
-  layer: model_input
-
-data_science.active_modelling_pipeline.regressor:
-  type: pickle.PickleDataSet
-  filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/active_modelling_pipeline/06_models/regressor.pickle
-  versioned: true
-  layer: models
-
-data_science.candidate_modelling_pipeline.X_train:
-  type: pickle.PickleDataSet
-  filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/candidate_modelling_pipeline/05_model_input/X_train.pickle
-  layer: model_input
-
-data_science.candidate_modelling_pipeline.y_train:
-  type: pickle.PickleDataSet
-  filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/candidate_modelling_pipeline/05_model_input/y_train.pickle
-  layer: model_input
-
-data_science.candidate_modelling_pipeline.X_test:
-  type: pickle.PickleDataSet
-  filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/candidate_modelling_pipeline/05_model_input/X_test.pickle
-  layer: model_input
-
-data_science.candidate_modelling_pipeline.y_test:
-  type: pickle.PickleDataSet
-  filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/candidate_modelling_pipeline/05_model_input/y_test.pickle
-  layer: model_input
-
-data_science.candidate_modelling_pipeline.regressor:
-  type: pickle.PickleDataSet
-  filepath: gs://gid-ml-ops-sandbox-plugin-tests/${run_id}/candidate_modelling_pipeline/06_models/regressor.pickle
-  versioned: true
-  layer: models