From 17a314d10794fb756dc6ef90b26b19c202903a66 Mon Sep 17 00:00:00 2001 From: Nicolay Rusnachenko Date: Wed, 17 Aug 2022 16:01:18 +0300 Subject: [PATCH] #282 removed opinions --- .../data/input/providers/columns/opinion.py | 13 ------ .../data/input/providers/rows/opinions.py | 46 ------------------- .../data/input/repositories/opinions.py | 5 -- 3 files changed, 64 deletions(-) delete mode 100644 arekit/common/data/input/providers/columns/opinion.py delete mode 100644 arekit/common/data/input/providers/rows/opinions.py delete mode 100644 arekit/common/data/input/repositories/opinions.py diff --git a/arekit/common/data/input/providers/columns/opinion.py b/arekit/common/data/input/providers/columns/opinion.py deleted file mode 100644 index a2bbed35..00000000 --- a/arekit/common/data/input/providers/columns/opinion.py +++ /dev/null @@ -1,13 +0,0 @@ -from arekit.common.data import const -from arekit.common.data.input.providers.columns.base import BaseColumnsProvider - - -class OpinionColumnsProvider(BaseColumnsProvider): - - def get_columns_list_with_types(self): - dtypes_list = super(OpinionColumnsProvider, self).get_columns_list_with_types() - dtypes_list.append((const.ID, str)) - dtypes_list.append((const.DOC_ID, 'int32')) - dtypes_list.append((const.SOURCE, str)) - dtypes_list.append((const.TARGET, str)) - return dtypes_list diff --git a/arekit/common/data/input/providers/rows/opinions.py b/arekit/common/data/input/providers/rows/opinions.py deleted file mode 100644 index b9e6ed0d..00000000 --- a/arekit/common/data/input/providers/rows/opinions.py +++ /dev/null @@ -1,46 +0,0 @@ -from collections import OrderedDict - -from arekit.common.data import const -from arekit.common.data.input.providers.rows.base import BaseRowProvider -from arekit.common.data.row_ids.multiple import MultipleIDProvider -from arekit.common.linkage.text_opinions import TextOpinionsLinkage -from arekit.common.news.parsed.providers.entity_service import EntityEndType, EntityServiceProvider - - -class BaseOpinionsRowProvider(BaseRowProvider): - - @staticmethod - def __create_opinion_row(entity_service, text_opinions_linkage): - """ - row format: [id, src, target, label] - """ - assert(isinstance(entity_service, EntityServiceProvider)) - assert(isinstance(text_opinions_linkage, TextOpinionsLinkage)) - - row = OrderedDict() - - src_value = entity_service.extract_entity_value( - text_opinion=text_opinions_linkage.First, - end_type=EntityEndType.Source) - - target_value = entity_service.extract_entity_value( - text_opinion=text_opinions_linkage.First, - end_type=EntityEndType.Target) - - row[const.ID] = MultipleIDProvider.create_opinion_id( - text_opinions_linkage=text_opinions_linkage, - index_in_linked=0) - - row[const.DOC_ID] = text_opinions_linkage.First.DocID - - row[const.SOURCE] = src_value - row[const.TARGET] = target_value - - return row - - def _provide_rows(self, parsed_news, entity_service, text_opinion_linkage, idle_mode): - if idle_mode: - yield None - else: - yield BaseOpinionsRowProvider.__create_opinion_row(entity_service=entity_service, - text_opinions_linkage=text_opinion_linkage) diff --git a/arekit/common/data/input/repositories/opinions.py b/arekit/common/data/input/repositories/opinions.py deleted file mode 100644 index 2cbf879e..00000000 --- a/arekit/common/data/input/repositories/opinions.py +++ /dev/null @@ -1,5 +0,0 @@ -from arekit.common.data.input.repositories.base import BaseInputRepository - - -class BaseInputOpinionsRepository(BaseInputRepository): - pass \ No newline at end of file