diff --git a/tests/test_tokenization.py b/tests/test_tokenization.py index 5e3fc136..38508241 100644 --- a/tests/test_tokenization.py +++ b/tests/test_tokenization.py @@ -172,7 +172,7 @@ def _assert_tokenization(tokenizer: TokenizerWrapper): 15, 0, ), - # If truncation=False and len(text)