#240 related.

nicolay-r · Dec 24, 2021 · 4164be8 · 4164be8
1 parent 26a428f
commit 4164be8
Show file tree

Hide file tree

Showing 4 changed files with 10 additions and 3 deletions.
diff --git a/arekit/common/data/pipeline/item_handle.py b/arekit/common/data/pipeline/item_handle.py
@@ -4,6 +4,7 @@
 from arekit.common.pipeline.item import BasePipelineItem
 
 
+# TODO. #240. Item handle, iter, map move into base pipeline folder
 class HandleIterPipelineItem(BasePipelineItem):
 
     def __init__(self, handle_func=None):

diff --git a/arekit/common/data/pipeline/item_iter.py b/arekit/common/data/pipeline/item_iter.py
@@ -4,6 +4,7 @@
 from arekit.common.pipeline.item import BasePipelineItem
 
 
+# TODO. #240. Item handle, iter, map move into base pipeline folder
 class FilterPipelineItem(BasePipelineItem):
 
     def __init__(self, filter_func=None):

diff --git a/arekit/common/data/pipeline/item_map.py b/arekit/common/data/pipeline/item_map.py
@@ -4,6 +4,7 @@
 from arekit.common.pipeline.item import BasePipelineItem
 
 
+# TODO. #240. Item handle, iter, map move into base pipeline folder
 class MapPipelineItem(BasePipelineItem):
 
     def __init__(self, map_func=None):

diff --git a/arekit/contrib/networks/core/callback/utils_model_eval.py b/arekit/contrib/networks/core/callback/utils_model_eval.py
@@ -93,6 +93,7 @@ def evaluate_model(experiment, label_scaler, data_type, epoch_index, model,
 
 
 # TODO. Pass TsvInputOpinionReader.
+# TODO. #240 Move and refactor the code below and place at common/data/output/pipelines/to_collections.py
 def __convert_output_to_opinion_collections(exp_io, opin_ops, doc_ops, labels_scaler,
                                             output_storage, data_type, epoch_index,
                                             supported_collection_labels, label_calc_mode, labels_formatter):
@@ -125,7 +126,9 @@ def __convert_output_to_opinion_collections(exp_io, opin_ops, doc_ops, labels_sc
                              linked_iter=linkages_iter,
                              supported_labels=supported_collection_labels,
                              create_opinion_collection=opin_ops.create_opinion_collection,
-                             label_scaler=labels_scaler))),
+                             label_scaler=labels_scaler,
+                             label_calc_mode=label_calc_mode))
+                        ),
     ])
 
     # Executing pipeline.
@@ -145,13 +148,14 @@ def __convert_output_to_opinion_collections(exp_io, opin_ops, doc_ops, labels_sc
                                         target=target)
 
 
-def __create_opinion_collection(linked_iter, supported_labels, label_scaler, create_opinion_collection):
+def __create_opinion_collection(linked_iter, supported_labels, label_scaler, create_opinion_collection,
+                                label_calc_mode):
     return create_opinion_collection(
         create_opinion_collection=create_opinion_collection,
         linked_data_iter=linked_iter,
         labels_helper=SingleLabelsHelper(label_scaler),
         to_opinion_func=__create_labeled_opinion,
-        label_calc_mode=LabelCalculationMode.AVERAGE,
+        label_calc_mode=label_calc_mode,
         supported_labels=supported_labels)