From e96e22a473cb23cc18e433ae5d12e6b5ffa71f0b Mon Sep 17 00:00:00 2001 From: Simon Willison Date: Thu, 2 May 2024 16:32:34 -0700 Subject: [PATCH] Updated README for latest tiktoken --- README.md | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index 2b34f30..32b4d68 100644 --- a/README.md +++ b/README.md @@ -128,6 +128,13 @@ cog.out("\n".join(output)) ]]] --> - `gpt-4` (`cl100k_base`) - `gpt-3.5-turbo` (`cl100k_base`) +- `gpt-3.5` (`cl100k_base`) +- `gpt-35-turbo` (`cl100k_base`) +- `davinci-002` (`cl100k_base`) +- `babbage-002` (`cl100k_base`) +- `text-embedding-ada-002` (`cl100k_base`) +- `text-embedding-3-small` (`cl100k_base`) +- `text-embedding-3-large` (`cl100k_base`) - `text-davinci-003` (`p50k_base`) - `text-davinci-002` (`p50k_base`) - `text-davinci-001` (`r50k_base`) @@ -146,7 +153,6 @@ cog.out("\n".join(output)) - `cushman-codex` (`p50k_base`) - `text-davinci-edit-001` (`p50k_edit`) - `code-davinci-edit-001` (`p50k_edit`) -- `text-embedding-ada-002` (`cl100k_base`) - `text-similarity-davinci-001` (`r50k_base`) - `text-similarity-curie-001` (`r50k_base`) - `text-similarity-babbage-001` (`r50k_base`) @@ -158,6 +164,7 @@ cog.out("\n".join(output)) - `code-search-babbage-code-001` (`r50k_base`) - `code-search-ada-code-001` (`r50k_base`) - `gpt2` (`gpt2`) +- `gpt-2` (`gpt2`) ## ttok --help