From f0724653eeaf6068e44dd7a76203aab1d4fc8f56 Mon Sep 17 00:00:00 2001 From: "Chan, Danny" Date: Sat, 18 May 2024 12:48:25 +0000 Subject: [PATCH] test: newline --- tests/EncodingTest.php | 1 + 1 file changed, 1 insertion(+) diff --git a/tests/EncodingTest.php b/tests/EncodingTest.php index ed0e280..93bbd96 100644 --- a/tests/EncodingTest.php +++ b/tests/EncodingTest.php @@ -106,6 +106,7 @@ public static function textDataProvider() ['tiktoken is great!', [83, 1609, 5963, 374, 2294, 0]], ['台北 101 高度 508 公尺', [55038, 49409, 220, 4645, 18630, 41519, 27479, 220, 19869, 35469, 105, 16175, 118]], ['🫡🍣顏文字', [9468, 104, 94, 9468, 235, 96, 14167, 237, 88435]], + ["台北 101\n自由\r\n黑箱審查\n", [55038, 49409, 220, 4645, 198, 37026, 68171, 319, 57752, 74396, 15973, 102, 33976, 198]], ], ] ];