#240 and #242 related

nicolay-r · Dec 25, 2021 · b044e0c · b044e0c
1 parent 7555043
commit b044e0c
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 9 deletions.
diff --git a/arekit/contrib/bert/run_evaluation.py b/arekit/contrib/bert/run_evaluation.py
@@ -150,19 +150,19 @@ def _handle_iteration(self, iter_index):
 
                 # Writing opinion collection.
                 save_item = HandleIterPipelineItem(
-                    lambda doc_id, collection:
+                    lambda data:
                     exp_io.write_opinion_collection(
-                        collection=collection,
+                        collection=data[1],
                         labels_formatter=self.__labels_formatter,
                         target=exp_io.create_result_opinion_collection_target(
                             data_type=self.__data_type,
                             epoch_index=epoch_index,
-                            doc_id=doc_id)))
+                            doc_id=data[0])))
 
                 # Executing pipeline.
                 ppl.append(save_item)
                 pipeline_ctx = PipelineContext({
-                    "src": set(storage.iter_column_values(column_name=const.DOC_ID))
+                    "src": set(output_storage.iter_column_values(column_name=const.DOC_ID))
                 })
                 ppl.run(pipeline_ctx)
 

diff --git a/arekit/contrib/networks/core/callback/utils_model_eval.py b/arekit/contrib/networks/core/callback/utils_model_eval.py
@@ -1,6 +1,7 @@
 import logging
 
 from arekit.common.data import const
+from arekit.common.data.storages.base import BaseRowsStorage
 from arekit.common.data.views.linkages.multilabel import MultilableOpinionLinkagesView
 from arekit.common.experiment.api.enums import BaseDocumentTag
 from arekit.common.experiment.data_type import DataType
@@ -59,8 +60,7 @@ def evaluate_model(experiment, label_scaler, data_type, epoch_index, model,
             labels_scaler=label_scaler)
         out.write(title=title, contents_it=contents_it)
 
-    # TODO. Pass here the original storage. (NO API for now out there).
-    storage = None
+    storage = BaseRowsStorage.from_tsv(filepath=result_filepath)
 
     linkages_view = MultilableOpinionLinkagesView(
         labels_scaler=label_scaler,
@@ -79,14 +79,14 @@ def evaluate_model(experiment, label_scaler, data_type, epoch_index, model,
 
     # Writing opinion collection.
     save_item = HandleIterPipelineItem(
-        lambda doc_id, collection:
+        lambda data:
         experiment.ExperimentIO.write_opinion_collection(
-            collection=collection,
+            collection=data[1],
             labels_formatter=labels_formatter,
             target=experiment.ExperimentIO.create_result_opinion_collection_target(
                 data_type=data_type,
                 epoch_index=epoch_index,
-                doc_id=doc_id)))
+                doc_id=data[0])))
 
     # Executing pipeline.
     ppl.append(save_item)