From 511175659b82db04a7ce5ca46860681dfb1f8132 Mon Sep 17 00:00:00 2001
From: art-from-the-machine
 <128241174+art-from-the-machine@users.noreply.github.com>
Date: Wed, 15 May 2024 18:46:43 +0100
Subject: [PATCH] Added Llama 3 and GPT-4o token limits (#282)

---
 src/utils.py | 19 ++++++++++++++++++-
 1 file changed, 18 insertions(+), 1 deletion(-)

diff --git a/src/utils.py b/src/utils.py
index 9f8e2da8..7d6b5cd0 100644
--- a/src/utils.py
+++ b/src/utils.py
@@ -158,6 +158,8 @@ def get_model_token_limits():
         'gpt-4-32k': 32_767,
         'gpt-4-vision-preview': 128_000,
         'gpt-3.5-turbo-instruct': 4095,
+        'gpt-4o': 128_000,
+        'gpt-4o-2024-05-13': 128_000,
         'palm-2-chat-bison': 36_864,
         'palm-2-codechat-bison': 28_672,
         'palm-2-chat-bison-32k': 131_072,
@@ -212,6 +214,21 @@ def get_model_token_limits():
         'mistral-medium': 32_000,
         'mistral-large': 32_000,
         'command': 4096,
-        'command-r': 128_000
+        'command-r': 128_000,
+        'llama-3-8b-instruct:free': 8_192,
+        'llama-3-lumimaid-8b': 24_576,
+        'llama-3-8b-instruct:extended': 16_384,
+        'llama-3-lumimaid-8b:extended': 24_576,
+        'llama-3-8b': 8_192,
+        'llama-3-70b': 8_192,
+        'llama-3-sonar-small-32k-chat': 32_768,
+        'llama-3-sonar-small-32k-online': 28_000,
+        'llama-3-sonar-large-32k-chat': 32_768,
+        'llama-3-sonar-large-32k-online': 28_000,
+        'llama-3-8b-instruct': 8_192,
+        'llama-3-70b-instruct': 8_192,
+        'soliloquy-l3': 24_576,
+        'llama-3-8b-instruct:nitro': 8_192,
+        'llama-3-70b-instruct:nitro': 8_192,
     }
     return token_limit_dict
\ No newline at end of file