feat(corprep): add yaml configurations for saving dataframes

entelecheia · Jul 27, 2023 · 5e5b235 · 5e5b235
1 parent c468597
commit 5e5b235
Show file tree

Hide file tree

Showing 2 changed files with 15 additions and 0 deletions.
diff --git a/src/corprep/conf/pipe/dataframe_save.yaml b/src/corprep/conf/pipe/dataframe_save.yaml
@@ -0,0 +1,6 @@
+defaults:
+  - __dataframe_external_funcs__
+  - /run: save_dataframes
+
+pipe_obj_arg_name: data
+return_pipe_obj: true
diff --git a/src/corprep/conf/run/save_dataframes.yaml b/src/corprep/conf/run/save_dataframes.yaml
@@ -0,0 +1,9 @@
+_target_: hyfi.utils.datasets.DATASETs.save_dataframes
+data:
+data_file:
+data_dir:
+columns:
+index: false
+filetype: parquet
+suffix:
+verbose: ${oc.select:..verbose, false}