Skip to content

Commit

Permalink
#154 related.
Browse files Browse the repository at this point in the history
  • Loading branch information
nicolay-r committed Dec 20, 2021
1 parent 94ee6a1 commit c024fd4
Show file tree
Hide file tree
Showing 8 changed files with 16 additions and 16 deletions.
4 changes: 2 additions & 2 deletions arekit/common/news/entities_grouping.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
from arekit.common.entities.base import Entity
from arekit.common.pipeline.context import PipelineContext
from arekit.common.pipeline.item import TextParserPipelineItem
from arekit.common.pipeline.item import BasePipelineItem


class EntitiesGroupingPipelineItem(TextParserPipelineItem):
class EntitiesGroupingPipelineItem(BasePipelineItem):

def __init__(self, value_to_group_id_func):
assert(callable(value_to_group_id_func))
Expand Down
4 changes: 2 additions & 2 deletions arekit/common/news/objects_parser.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
from arekit.common.bound import Bound
from arekit.common.pipeline.context import PipelineContext
from arekit.common.pipeline.item import TextParserPipelineItem
from arekit.common.pipeline.item import BasePipelineItem


class SentenceObjectsParserPipelineItem(TextParserPipelineItem):
class SentenceObjectsParserPipelineItem(BasePipelineItem):

def __init__(self, iter_objs_func):
assert(callable(iter_objs_func))
Expand Down
4 changes: 2 additions & 2 deletions arekit/common/pipeline/base.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
from arekit.common.pipeline.context import PipelineContext
from arekit.common.pipeline.item import TextParserPipelineItem
from arekit.common.pipeline.item import BasePipelineItem


class BasePipeline(object):
Expand All @@ -12,5 +12,5 @@ def run(self, pipeline_ctx):
assert(isinstance(pipeline_ctx, PipelineContext))

for item in filter(lambda itm: itm is not None, self.__pipeline):
assert(isinstance(item, TextParserPipelineItem))
assert(isinstance(item, BasePipelineItem))
item.apply(pipeline_ctx)
2 changes: 1 addition & 1 deletion arekit/common/pipeline/item.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
from arekit.common.pipeline.context import PipelineContext


class TextParserPipelineItem(object):
class BasePipelineItem(object):
""" Single pipeline item that might be instatiated and embedded into pipeline.
"""

Expand Down
4 changes: 2 additions & 2 deletions arekit/contrib/experiment_rusentrel/common.py
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
from arekit.common.experiment.api.ctx_serialization import SerializationData
from arekit.common.news.entities_grouping import EntitiesGroupingPipelineItem
from arekit.common.pipeline.item import TextParserPipelineItem
from arekit.common.pipeline.item import BasePipelineItem
from arekit.common.text.parser import BaseTextParser
from arekit.processing.text.pipeline_frames_lemmatized import LemmasBasedFrameVariantsParser
from arekit.processing.text.pipeline_tokenizer import DefaultTextTokenizer


def create_text_parser(exp_data, entities_parser, value_to_group_id_func):
assert(isinstance(entities_parser, TextParserPipelineItem))
assert(isinstance(entities_parser, BasePipelineItem))
assert(callable(value_to_group_id_func) or value_to_group_id_func is None)

if not isinstance(exp_data, SerializationData):
Expand Down
4 changes: 2 additions & 2 deletions arekit/processing/text/pipeline_frames.py
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
from arekit.common.frames.text_variant import TextFrameVariant
from arekit.common.frames.variants.collection import FrameVariantsCollection
from arekit.common.pipeline.context import PipelineContext
from arekit.common.pipeline.item import TextParserPipelineItem
from arekit.common.pipeline.item import BasePipelineItem
from arekit.processing.languages.mods import BaseLanguageMods
from arekit.processing.languages.ru.mods import RussianLanguageMods


class FrameVariantsParser(TextParserPipelineItem):
class FrameVariantsParser(BasePipelineItem):

def __init__(self, frame_variants, locale_mods=RussianLanguageMods):
assert(isinstance(frame_variants, FrameVariantsCollection))
Expand Down
4 changes: 2 additions & 2 deletions arekit/processing/text/pipeline_tokenizer.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
import logging

from arekit.common.pipeline.context import PipelineContext
from arekit.common.pipeline.item import TextParserPipelineItem
from arekit.common.pipeline.item import BasePipelineItem
from arekit.common.utils import split_by_whitespaces
from arekit.processing.text.tokens import Tokens
from arekit.processing.text.token import Token
Expand All @@ -11,7 +11,7 @@
logger.setLevel(logging.INFO)


class DefaultTextTokenizer(TextParserPipelineItem):
class DefaultTextTokenizer(BasePipelineItem):
""" Default parser implementation.
"""

Expand Down
6 changes: 3 additions & 3 deletions examples/network/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@
from arekit.common.frames.variants.collection import FrameVariantsCollection
from arekit.common.opinions.collection import OpinionCollection
from arekit.common.pipeline.context import PipelineContext
from arekit.common.pipeline.item import TextParserPipelineItem
from arekit.common.pipeline.item import BasePipelineItem
from arekit.common.utils import split_by_whitespaces
from arekit.contrib.experiment_rusentrel.connotations.provider import RuSentiFramesConnotationProvider
from arekit.contrib.experiment_rusentrel.entities.str_simple_fmt import StringEntitiesSimpleFormatter
Expand Down Expand Up @@ -134,15 +134,15 @@ def TermsPerContext(self):
return 50


class TermsSplitterParser(TextParserPipelineItem):
class TermsSplitterParser(BasePipelineItem):

def apply(self, pipeline_ctx):
assert(isinstance(pipeline_ctx, PipelineContext))
return pipeline_ctx.update(param="src",
value=split_by_whitespaces(pipeline_ctx.provide("src")))


class TextEntitiesParser(TextParserPipelineItem):
class TextEntitiesParser(BasePipelineItem):

def __init__(self):
super(TextEntitiesParser, self).__init__()
Expand Down

0 comments on commit c024fd4

Please sign in to comment.