Add print

h2oai · Jun 13, 2024 · b237877 · b237877
1 parent 0a12b37
commit b237877
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/src/gen.py b/src/gen.py
@@ -3084,6 +3084,7 @@ def get_model(
         else:
             tokenizer = tokenizer_loader.from_pretrained(tokenizer_base_model, **tokenizer_kwargs)
             if max_seq_len is None and hasattr(tokenizer, 'model_max_length'):
+                print("Using max_seq_len=%s defined by tokenizer" % tokenizer.model_max_length)
                 max_seq_len = tokenizer.model_max_length
             # sets raw (no cushion) limit
             # If using RoPE with scaling, then for non-exllama models (e.g. HF models),

diff --git a/src/version.py b/src/version.py
@@ -1 +1 @@
-__version__ = "83a158485531a363b55214d126a47d6020914b87"
+__version__ = "0a12b3728a683b73bb21fdc20e9c4846e4710c02"