From 5303be6a7eb2961d7c191f9a93d261b11aa35437 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Max=20L=C3=BCbbering?=
 <2804731+le1nux@users.noreply.github.com>
Date: Fri, 14 Jun 2024 14:19:28 +0200
Subject: [PATCH] chore: Updated comment in  tests/test_tokenization.py

Co-authored-by: Felix Stollenwerk <felix.stollenwerk@ai.se>
---
 tests/test_tokenization.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/test_tokenization.py b/tests/test_tokenization.py
index 5e3fc136..38508241 100644
--- a/tests/test_tokenization.py
+++ b/tests/test_tokenization.py
@@ -172,7 +172,7 @@ def _assert_tokenization(tokenizer: TokenizerWrapper):
             15,
             0,
         ),
-        # If truncation=False and len(text)<model max length, we want a sequence to be truncated to the max_length, irrespective of the padding flag.
+        # If truncation=False and len(text)<model max length, we want a sequence to be unmodified, irrespective of the padding flag.
         (
             "AAAAAAAA" * 15,
             PreTrainedHFTokenizerConfig(