Skip to content

Commit

Permalink
#432 done. (#431 related)
Browse files Browse the repository at this point in the history
  • Loading branch information
nicolay-r committed Jan 2, 2023
1 parent c2aec4b commit 5587fa5
Show file tree
Hide file tree
Showing 3 changed files with 7 additions and 3 deletions.
3 changes: 3 additions & 0 deletions arekit/common/data/input/providers/const.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
# Idle mode related to iteration format, which is considered only for assessing the expected
# amount of sampled data, while its contents could be avoided at all.
IDLE_MODE = "idle_mode"
5 changes: 3 additions & 2 deletions arekit/common/data/input/providers/opinions.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
from arekit.common.data.input.providers.const import IDLE_MODE
from arekit.common.linkage.text_opinions import TextOpinionsLinkage
from arekit.common.pipeline.base import BasePipeline
from arekit.common.text_opinions.base import TextOpinion
Expand Down Expand Up @@ -28,9 +29,9 @@ def __assign_ids(self, linkage):
self.__current_id += 1

# TODO. rename.
def iter_linked_opinions(self, doc_ids):
def iter_linked_opinions(self, doc_ids, idle_mode=False):
self.__current_id = 0
for linkage in self.__pipeline.run(doc_ids):
for linkage in self.__pipeline.run(doc_ids, params_dict={IDLE_MODE: idle_mode}):
assert(isinstance(linkage, TextOpinionsLinkage))
self.__assign_ids(linkage)
yield linkage
2 changes: 1 addition & 1 deletion arekit/common/data/input/providers/rows/base.py
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@ def iter_by_rows(self, opinion_provider, doc_ids_iter, idle_mode):
assert(isinstance(opinion_provider, InputTextOpinionProvider))
assert(isinstance(doc_ids_iter, collections.Iterable))

for linkage in opinion_provider.iter_linked_opinions(doc_ids_iter):
for linkage in opinion_provider.iter_linked_opinions(doc_ids=doc_ids_iter, idle_mode=idle_mode):
assert(isinstance(linkage, TextOpinionsLinkage))
assert(isinstance(linkage.Tag, ParsedNewsService))

Expand Down

0 comments on commit 5587fa5

Please sign in to comment.