feat(corprep): add run configurations for absa_agent_predict, filter_…

…dataset and load_raw_dataset

src/corprep/conf/pipe/absa_agent_predict.yaml

@@ -1,15 +1,6 @@
 defaults:
   - __general_external_funcs__
+  - /run: absa_agent_predict
 
-run: corprep.absa.agent.predict
-run_with:
-  tasks: [AE]
-  absa_config_name: default
-  text_col: bodyText
-  batch_size: 10
-  num_workers: 1
-  remove_columns:
-  load_from_cache_file: true
-  verbose: ${..verbose}
 use_pipe_obj: true
 return_pipe_obj: false

src/corprep/conf/pipe/dataset_filter.yaml

@@ -1,12 +1,7 @@
 defaults:
   - __general_external_funcs__
+  - /run: filter_dataset
 
-run: corprep.datasets.preprocessing.filter.filter_dataset
-run_with:
-  num_proc: 1
-  batched: true
-  text_col: bodyText
-  verbose: ${..verbose}
 use_pipe_obj: true
 return_pipe_obj: false
 # 은는이가도과와에의등

src/corprep/conf/pipe/dataset_load_raw.yaml

@@ -1,9 +1,7 @@
 defaults:
   - __general_external_funcs__
+  - /run: load_raw_dataset
 
-run: corprep.datasets.io.load_raw_dataset
-run_with:
-  raw_dataset_dir:
+run:
   path: json
-  verbose: false
 use_pipe_obj: false

src/corprep/conf/run/absa_agent_predict.yaml

@@ -0,0 +1,12 @@
+defaults:
+  - __init__
+
+_target_: corprep.absa.agent.predict
+tasks: [AE]
+absa_config_name: default
+text_col: bodyText
+batch_size: 10
+num_workers: 1
+remove_columns:
+load_from_cache_file: true
+verbose: ${oc.select:..verbose, false}

src/corprep/conf/run/filter_dataset.yaml

@@ -0,0 +1,8 @@
+defaults:
+  - __init__
+
+_target_: corprep.datasets.preprocessing.filter.filter_dataset
+num_proc: 1
+batched: true
+text_col: bodyText
+verbose: ${oc.select:..verbose, false}

src/corprep/conf/run/load_raw_dataset.yaml

@@ -0,0 +1,7 @@
+defaults:
+  - __init__
+
+_target_: corprep.datasets.io.load_raw_dataset
+raw_dataset_dir:
+path: json
+verbose: ${oc.select:..verbose, false}