Added Llama 3 and GPT-4o token limits (#282)

art-from-the-machine · May 15, 2024 · 5111756 · 5111756
1 parent 5ed235c
commit 5111756
Showing 1 changed file with 18 additions and 1 deletion.
diff --git a/src/utils.py b/src/utils.py
@@ -158,6 +158,8 @@ def get_model_token_limits():
         'gpt-4-32k': 32_767,
         'gpt-4-vision-preview': 128_000,
         'gpt-3.5-turbo-instruct': 4095,
+        'gpt-4o': 128_000,
+        'gpt-4o-2024-05-13': 128_000,
         'palm-2-chat-bison': 36_864,
         'palm-2-codechat-bison': 28_672,
         'palm-2-chat-bison-32k': 131_072,
@@ -212,6 +214,21 @@ def get_model_token_limits():
         'mistral-medium': 32_000,
         'mistral-large': 32_000,
         'command': 4096,
-        'command-r': 128_000
+        'command-r': 128_000,
+        'llama-3-8b-instruct:free': 8_192,
+        'llama-3-lumimaid-8b': 24_576,
+        'llama-3-8b-instruct:extended': 16_384,
+        'llama-3-lumimaid-8b:extended': 24_576,
+        'llama-3-8b': 8_192,
+        'llama-3-70b': 8_192,
+        'llama-3-sonar-small-32k-chat': 32_768,
+        'llama-3-sonar-small-32k-online': 28_000,
+        'llama-3-sonar-large-32k-chat': 32_768,
+        'llama-3-sonar-large-32k-online': 28_000,
+        'llama-3-8b-instruct': 8_192,
+        'llama-3-70b-instruct': 8_192,
+        'soliloquy-l3': 24_576,
+        'llama-3-8b-instruct:nitro': 8_192,
+        'llama-3-70b-instruct:nitro': 8_192,
     }
     return token_limit_dict