From c434f1e14a0fdc3ae5434cfdfbe09ca4788f571d Mon Sep 17 00:00:00 2001 From: Tom Winzig Date: Wed, 7 Feb 2024 11:17:32 -0800 Subject: [PATCH] Adding support for OpenAI's new embedding models: text-embedding-3-small and text-embedding-3-large --- TiktokenSharp/Services/EncodingManager.cs | 2 ++ 1 file changed, 2 insertions(+) diff --git a/TiktokenSharp/Services/EncodingManager.cs b/TiktokenSharp/Services/EncodingManager.cs index b484487..c72b00b 100644 --- a/TiktokenSharp/Services/EncodingManager.cs +++ b/TiktokenSharp/Services/EncodingManager.cs @@ -61,6 +61,8 @@ public static EncodingManager Instance { "code-davinci-edit-001", "p50k_edit" }, // embeddings { "text-embedding-ada-002", "cl100k_base" }, + { "text-embedding-3-large", "cl100k_base" }, + { "text-embedding-3-small", "cl100k_base" }, // old embeddings { "text-similarity-davinci-001", "r50k_base" }, { "text-similarity-curie-001", "r50k_base" },