Expose p50k_edit encoding (#32)

2023-02-26 14:36:53 -05:00 · 2023-02-26 14:36:53 -05:00 · f5fbc9c5e9
commit f5fbc9c5e9
parent fbaa86e0f0
2 changed files with 3 additions and 0 deletions
--- a/tests/test_simple_public.py
+++ b/tests/test_simple_public.py
@ -24,3 +24,5 @@ def test_encoding_for_model():
    assert enc.name == "gpt2"
    enc = tiktoken.encoding_for_model("text-davinci-003")
    assert enc.name == "p50k_base"
+    enc = tiktoken.encoding_for_model("text-davinci-edit-001")
+    assert enc.name == "p50k_edit"
--- a/tiktoken_ext/openai_public.py
+++ b/tiktoken_ext/openai_public.py
@ -84,4 +84,5 @@ ENCODING_CONSTRUCTORS = {
    "r50k_base": r50k_base,
    "p50k_base": p50k_base,
    "cl100k_base": cl100k_base,
+    "p50k_edit": p50k_edit,
 }