Skip to content

Commit

Permalink
#282 related refactoring. Now we specialize only on parts.
Browse files Browse the repository at this point in the history
  • Loading branch information
nicolay-r committed Jul 31, 2022
1 parent e140462 commit e6a98ae
Show file tree
Hide file tree
Showing 8 changed files with 7 additions and 8 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@
from arekit.contrib.experiment_rusentrel.bert.output_provider import GoogleBertOutputStorage
from arekit.contrib.experiment_rusentrel.eval_helper import EvalHelper
from arekit.contrib.experiment_rusentrel.utils import create_result_opinion_collection_target
from arekit.contrib.utils.model_io.bert import DefaultBertIOUtils
from arekit.contrib.utils.io_utils.bert import DefaultBertIOUtils
from arekit.contrib.utils.pipelines.items.to_output import TextOpinionLinkagesToOpinionConverterPipelineItem


Expand Down
2 changes: 1 addition & 1 deletion arekit/contrib/experiment_rusentrel/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
from arekit.common.folding.base import BaseDataFolding
from arekit.contrib.source.rusentrel.opinions.provider import RuSentRelOpinionCollectionProvider
from arekit.contrib.utils.cv.two_class import TwoClassCVFolding
from arekit.contrib.utils.model_io.utils import join_dir_with_subfolder_name
from arekit.contrib.utils.io_utils.utils import join_dir_with_subfolder_name


def experiment_iter_index(folding):
Expand Down
4 changes: 2 additions & 2 deletions arekit/contrib/networks/pipelines/items/serializer.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@
from arekit.contrib.networks.core.input.providers.text import NetworkSingleTextProvider
from arekit.contrib.networks.core.input.terms_mapping import StringWithEmbeddingNetworkTermMapping
from arekit.contrib.networks.embedding import Embedding
from arekit.contrib.utils.model_io.tf_networks import DefaultNetworkIOUtils
from arekit.contrib.utils.io_utils.tf_networks import DefaultNetworkIOUtils
from arekit.contrib.utils.utils_folding import folding_iter_states
from arekit.contrib.utils.serializer import InputDataSerializationHelper

Expand All @@ -26,7 +26,7 @@ def __init__(self, vectorizers, save_labels_func, str_entity_fmt, exp_ctx,
""" This pipeline item allows to perform a data preparation for neural network models.
considering a list of the whole data_types with the related pipelines,
which are supported and required in a hadler. It is necessary to know
which are supported and required in a handler. It is necessary to know
data_types in advance as it allows to create a complete vocabulary of input terms,
with the related embeddings.
Expand Down
3 changes: 1 addition & 2 deletions arekit/contrib/networks/pipelines/items/training.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,8 +18,7 @@
from arekit.contrib.networks.core.pipeline.item_predict_labeling import EpochLabelsCollectorPipelineItem
from arekit.contrib.networks.shapes import NetworkInputShapes
from arekit.contrib.networks.utils import rm_dir_contents

from arekit.contrib.utils.model_io.tf_networks import DefaultNetworkIOUtils
from arekit.contrib.utils.io_utils.tf_networks import DefaultNetworkIOUtils
from arekit.contrib.utils.utils_folding import folding_iter_states


Expand Down
File renamed without changes.
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@
from arekit.common.experiment.api.ctx_base import ExperimentContext
from arekit.common.experiment.api.io_utils import BaseIOUtils
from arekit.contrib.utils.data.views.opinions import BaseOpinionStorageView
from arekit.contrib.utils.model_io.utils import join_dir_with_subfolder_name, filename_template
from arekit.contrib.utils.io_utils.utils import join_dir_with_subfolder_name, filename_template

logger = logging.getLogger(__name__)
logging.basicConfig(level=logging.INFO)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@
from arekit.common.experiment.data_type import DataType
from arekit.common.folding.base import BaseDataFolding
from arekit.contrib.utils.data.views.opinions import BaseOpinionStorageView
from arekit.contrib.utils.model_io.utils import join_dir_with_subfolder_name, filename_template
from arekit.contrib.utils.io_utils.utils import join_dir_with_subfolder_name, filename_template
from arekit.contrib.utils.utils_folding import experiment_iter_index
from arekit.contrib.utils.np_utils.embedding import NpzEmbeddingHelper

Expand Down
File renamed without changes.

0 comments on commit e6a98ae

Please sign in to comment.