Updated README for latest tiktoken

simonw · May 2, 2024 · e96e22a · e96e22a
1 parent fabf8b6
commit e96e22a
Showing 1 changed file with 8 additions and 1 deletion.
diff --git a/README.md b/README.md
@@ -128,6 +128,13 @@ cog.out("\n".join(output))
 ]]] -->
 - `gpt-4` (`cl100k_base`)
 - `gpt-3.5-turbo` (`cl100k_base`)
+- `gpt-3.5` (`cl100k_base`)
+- `gpt-35-turbo` (`cl100k_base`)
+- `davinci-002` (`cl100k_base`)
+- `babbage-002` (`cl100k_base`)
+- `text-embedding-ada-002` (`cl100k_base`)
+- `text-embedding-3-small` (`cl100k_base`)
+- `text-embedding-3-large` (`cl100k_base`)
 - `text-davinci-003` (`p50k_base`)
 - `text-davinci-002` (`p50k_base`)
 - `text-davinci-001` (`r50k_base`)
@@ -146,7 +153,6 @@ cog.out("\n".join(output))
 - `cushman-codex` (`p50k_base`)
 - `text-davinci-edit-001` (`p50k_edit`)
 - `code-davinci-edit-001` (`p50k_edit`)
-- `text-embedding-ada-002` (`cl100k_base`)
 - `text-similarity-davinci-001` (`r50k_base`)
 - `text-similarity-curie-001` (`r50k_base`)
 - `text-similarity-babbage-001` (`r50k_base`)
@@ -158,6 +164,7 @@ cog.out("\n".join(output))
 - `code-search-babbage-code-001` (`r50k_base`)
 - `code-search-ada-code-001` (`r50k_base`)
 - `gpt2` (`gpt2`)
+- `gpt-2` (`gpt2`)
 <!-- [[[end]]] -->
 
 ## ttok --help