Skip to content

Commit

Permalink
#466 added support
Browse files Browse the repository at this point in the history
  • Loading branch information
nicolay-r committed Jul 3, 2023
1 parent a04c567 commit 1682eef
Showing 1 changed file with 4 additions and 2 deletions.
6 changes: 4 additions & 2 deletions arekit/contrib/utils/pipelines/items/sampling/base.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
from arekit.common.experiment.api.base_samples_io import BaseSamplesIO
from arekit.common.experiment.data_type import DataType
from arekit.common.folding.base import BaseDataFolding
from arekit.common.folding.nofold import NoFolding
from arekit.common.pipeline.base import BasePipeline
from arekit.common.pipeline.context import PipelineContext
from arekit.common.pipeline.items.base import BasePipelineItem
Expand Down Expand Up @@ -79,10 +80,11 @@ def apply_core(self, input_data, pipeline_ctx):
"""
assert (isinstance(pipeline_ctx, PipelineContext))
assert ("data_type_pipelines" in pipeline_ctx)
assert ("data_folding" in pipeline_ctx)
assert ("doc_ids" in pipeline_ctx)

data_folding = pipeline_ctx.provide("data_folding")
data_folding = pipeline_ctx.provide_or_none("data_folding")
data_folding = NoFolding() if data_folding is None else data_folding

for _ in folding_iter_states(data_folding):
self._handle_iteration(data_type_pipelines=pipeline_ctx.provide("data_type_pipelines"),
doc_ids=pipeline_ctx.provide("doc_ids"),
Expand Down

0 comments on commit 1682eef

Please sign in to comment.