there is an issue in getting max sequence length

it was defaulting to too small a number.

This will fix some things for now

Author: byjlw

torchchat/usages/openai_api.py

@@ -289,8 +289,8 @@ def __init__(self, *args, **kwargs):
                 else self.model.text_transformer_args.max_seq_length
             )
         except:
-            # can not find max_seq_length in model config, use default value
-            self.max_seq_length = 128
+            self.max_seq_length = 2048
+            print(f"can not find max_seq_length in model config, use default value: {self.max_seq_length}")
         # The System fingerprint is a unique identifier for the model and its configuration.
         self.system_fingerprint = (
             f"{self.builder_args.device}_{self.builder_args.precision}"
@@ -321,10 +321,11 @@ def _openai_messages_to_torchtune_messages(
                         base64_decoded = base64.b64decode(
                                     content_dict["image_url"].split(";base64,")[1]
                                 )
+                        image = Image.open(BytesIO(base64_decoded))
                         converted_content.append(
                             {
                                 "type": "image",
-                                "content": Image.open(BytesIO(base64_decoded)),
+                                "content": image,
                             }
                         )
                     torchtune_messages.append(