feat(config): add datasets-save-predictions.yaml

chore(pipeline/datasets.yaml): add tasks records_to_dataframe and convert_absa_output_to_results
entelecheia · Sep 9, 2023 · bb93396 · bb93396
1 parent 1a35bcb
commit bb93396
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 1 deletion.
diff --git a/config/pipeline/datasets.yaml b/config/pipeline/datasets.yaml
@@ -15,6 +15,8 @@ defaults:
   - /pipe@dataset_remove_columns: dataset_remove_columns
   - /pipe@dataframe_drop_columns: dataframe_drop_columns
   - /pipe@dataframe_select_columns: dataframe_select_columns
+  - /pipe@records_to_dataframe: records_to_dataframe
+  - /pipe@convert_absa_output_to_results: convert_absa_output_to_results
 
 use_task_as_initial_object: true
 steps:
diff --git a/config/workflow/corprep.yaml b/config/workflow/corprep.yaml
@@ -6,6 +6,7 @@ defaults:
   - /pipeline@datasets-filter: datasets-filter
   - /pipeline@datasets-test: datasets-test
   - /pipeline@datasets-save: datasets-save
+  - /pipeline@datasets-save-predictions: datasets-save-predictions
   - /pipeline@datasets-filter-year: datasets-filter-year
   - override /project: corprep
 
@@ -17,7 +18,8 @@ pipelines:
   # - datasets-filter
   # - datasets-test
   # - datasets-save
-  - datasets-filter-year
+  - datasets-save-predictions
+  # - datasets-filter-year
 
 variables:
   filter_year: 2023