From 122022ef63237ea2ddfcf02b4d0e2af85c2d132b Mon Sep 17 00:00:00 2001 From: Joshua Lochner <26504141+xenova@users.noreply.github.com> Date: Tue, 2 Dec 2025 00:15:24 -0500 Subject: [PATCH] Fix Ernie 4.5 naming --- src/models.js | 10 +++++----- src/tokenizers.js | 3 --- 2 files changed, 5 insertions(+), 8 deletions(-) diff --git a/src/models.js b/src/models.js index 4bd84bd45..70228507e 100644 --- a/src/models.js +++ b/src/models.js @@ -6950,11 +6950,11 @@ export class MistralForCausalLM extends MistralPreTrainedModel { } ////////////////////////////////////////////////// // ERNIE-4.5 models -export class Ernie4_5_PretrainedModel extends PreTrainedModel { } +export class Ernie4_5PreTrainedModel extends PreTrainedModel { } -export class Ernie4_5_Model extends Ernie4_5_PretrainedModel { } +export class Ernie4_5Model extends Ernie4_5PreTrainedModel { } -export class Ernie4_5_ForCausalLM extends Ernie4_5_PretrainedModel { } +export class Ernie4_5ForCausalLM extends Ernie4_5PreTrainedModel { } ////////////////////////////////////////////////// @@ -8041,7 +8041,7 @@ const MODEL_MAPPING_NAMES_DECODER_ONLY = new Map([ ['mpt', ['MptModel', MptModel]], ['opt', ['OPTModel', OPTModel]], ['mistral', ['MistralModel', MistralModel]], - ['ernie4_5', ['Ernie4_5_Model', Ernie4_5_Model]], + ['ernie4_5', ['Ernie4_5Model', Ernie4_5Model]], ['starcoder2', ['Starcoder2Model', Starcoder2Model]], ['falcon', ['FalconModel', FalconModel]], ['stablelm', ['StableLmModel', StableLmModel]], @@ -8155,7 +8155,7 @@ const MODEL_FOR_CAUSAL_LM_MAPPING_NAMES = new Map([ ['opt', ['OPTForCausalLM', OPTForCausalLM]], ['mbart', ['MBartForCausalLM', MBartForCausalLM]], ['mistral', ['MistralForCausalLM', MistralForCausalLM]], - ['ernie4_5', ['Ernie4_5_ForCausalLM', Ernie4_5_ForCausalLM]], + ['ernie4_5', ['Ernie4_5ForCausalLM', Ernie4_5ForCausalLM]], ['starcoder2', ['Starcoder2ForCausalLM', Starcoder2ForCausalLM]], ['falcon', ['FalconForCausalLM', FalconForCausalLM]], ['trocr', ['TrOCRForCausalLM', TrOCRForCausalLM]], diff --git a/src/tokenizers.js b/src/tokenizers.js index 156df8d4f..51c9d23dc 100644 --- a/src/tokenizers.js +++ b/src/tokenizers.js @@ -4352,8 +4352,6 @@ export class CohereTokenizer extends PreTrainedTokenizer { } export class MgpstrTokenizer extends PreTrainedTokenizer { } -export class Ernie4_5_Tokenizer extends PreTrainedTokenizer { } - /** * Helper class which is used to instantiate pretrained tokenizers with the `from_pretrained` function. * The chosen tokenizer class is determined by the type specified in the tokenizer config. @@ -4408,7 +4406,6 @@ export class AutoTokenizer { Grok1Tokenizer, CohereTokenizer, MgpstrTokenizer, - Ernie4_5_Tokenizer, // Base case: PreTrainedTokenizer,