diff --git a/tests/EncodingTest.php b/tests/EncodingTest.php index ed0e280..93bbd96 100644 --- a/tests/EncodingTest.php +++ b/tests/EncodingTest.php @@ -106,6 +106,7 @@ public static function textDataProvider() ['tiktoken is great!', [83, 1609, 5963, 374, 2294, 0]], ['台北 101 高度 508 公尺', [55038, 49409, 220, 4645, 18630, 41519, 27479, 220, 19869, 35469, 105, 16175, 118]], ['🫡🍣顏文字', [9468, 104, 94, 9468, 235, 96, 14167, 237, 88435]], + ["台北 101\n自由\r\n黑箱審查\n", [55038, 49409, 220, 4645, 198, 37026, 68171, 319, 57752, 74396, 15973, 102, 33976, 198]], ], ] ];