From 0f8ec705e29219bb6177b1dd7082c788d14c5e55 Mon Sep 17 00:00:00 2001 From: Nguyen-Khanh Vu Date: Sat, 17 Dec 2022 03:41:08 +0100 Subject: [PATCH] Remove redundant word in docstring (#7) Co-authored-by: Shantanu <12621235+hauntsaninja@users.noreply.github.com> --- tiktoken/core.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tiktoken/core.py b/tiktoken/core.py index 523c278..c566a52 100644 --- a/tiktoken/core.py +++ b/tiktoken/core.py @@ -68,7 +68,7 @@ class Encoding: and `disallowed_special` parameters. In particular: - Setting `disallowed_special` to () will prevent this function from raising errors and cause all text corresponding to special tokens to be encoded as natural text. - - Setting `allowed_special` to "all" will allow cause this function to treat all text + - Setting `allowed_special` to "all" will cause this function to treat all text corresponding to special tokens to be encoded as special tokens. ```