diff --git a/curated_transformers/tests/tokenization/test_bbpe_encoder.py b/curated_transformers/tests/tokenization/test_bbpe_encoder.py index 35b7e95b..a747670b 100644 --- a/curated_transformers/tests/tokenization/test_bbpe_encoder.py +++ b/curated_transformers/tests/tokenization/test_bbpe_encoder.py @@ -9,7 +9,7 @@ @pytest.fixture def toy_encoder(test_dir): encoder = build_byte_bpe_encoder_v1() - encoder.init = registry.model_loaders.get("curated-transformers.ByteBPELoader.v1")( + encoder.init = registry.model_loaders.get("curated-transformers.ByteBpeLoader.v1")( vocab_path=test_dir / "toy-vocab.json", merges_path=test_dir / "toy-merges.txt" ) encoder.initialize() diff --git a/curated_transformers/tests/tokenization/test_registry.py b/curated_transformers/tests/tokenization/test_registry.py index a5838127..bfc1962e 100644 --- a/curated_transformers/tests/tokenization/test_registry.py +++ b/curated_transformers/tests/tokenization/test_registry.py @@ -7,7 +7,7 @@ "encoder_name", [ "curated-transformers.BertWordpieceEncoder.v1", - "curated-transformers.ByteBPEEncoder.v1", + "curated-transformers.ByteBpeEncoder.v1", "curated-transformers.CamembertSentencepieceEncoder.v1", "curated-transformers.CharEncoder.v1", "curated-transformers.SentencepieceEncoder.v1", @@ -22,7 +22,7 @@ def test_encoder_from_registry(encoder_name): @pytest.mark.parametrize( "loader_name", [ - "curated-transformers.ByteBPELoader.v1", + "curated-transformers.ByteBpeLoader.v1", "curated-transformers.CharEncoderLoader.v1", "curated-transformers.HFTransformerEncoderLoader.v1", "curated-transformers.HFPieceEncoderLoader.v1", diff --git a/setup.cfg b/setup.cfg index 86a3c9fc..23b8cddc 100644 --- a/setup.cfg +++ b/setup.cfg @@ -1,5 +1,5 @@ [metadata] -version = 0.0.7 +version = 0.0.8 description = Curated transformer models url = https://github.com/explosion/curated-transformers author = Explosion @@ -34,7 +34,7 @@ spacy_architectures = curated-transformers.LastTransformerLayerListener.v1 = curated_transformers.models.listeners:build_last_transformer_layer_listener_v1 curated-transformers.ScalarWeightingListener.v1 = curated_transformers.models.listeners:build_scalar_weighting_listener_v1 curated-transformers.BertWordpieceEncoder.v1 = curated_transformers.tokenization:build_bert_wordpiece_encoder_v1 - curated-transformers.ByteBPEEncoder.v1 = curated_transformers.tokenization:build_byte_bpe_encoder_v1 + curated-transformers.ByteBpeEncoder.v1 = curated_transformers.tokenization:build_byte_bpe_encoder_v1 curated-transformers.CamembertSentencepieceEncoder.v1 = curated_transformers.tokenization:build_camembert_sentencepiece_encoder_v1 curated-transformers.CharEncoder.v1 = curated_transformers.tokenization:build_char_encoder_v1 curated-transformers.SentencepieceEncoder.v1 = curated_transformers.tokenization:build_sentencepiece_encoder_v1 @@ -49,7 +49,7 @@ spacy_cli = curated-transformers.quantize = curated_transformers.cli.quantize:quantize_cli thinc_model_loaders = - curated-transformers.ByteBPELoader.v1 = curated_transformers.tokenization:build_byte_bpe_encoder_loader_v1 + curated-transformers.ByteBpeLoader.v1 = curated_transformers.tokenization:build_byte_bpe_encoder_loader_v1 curated-transformers.CharEncoderLoader.v1 = curated_transformers.tokenization:build_char_encoder_loader_v1 curated-transformers.HFTransformerEncoderLoader.v1 = curated_transformers.models:build_hf_transformer_encoder_loader_v1 curated-transformers.HFPieceEncoderLoader.v1 = curated_transformers.tokenization:build_hf_piece_encoder_loader_v1