test: newline

danny50610 · May 18, 2024 · f072465 · f072465
1 parent f52b06f
commit f072465
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/tests/EncodingTest.php b/tests/EncodingTest.php
@@ -106,6 +106,7 @@ public static function textDataProvider()
                     ['tiktoken is great!', [83, 1609, 5963, 374, 2294, 0]],
                     ['台北 101 高度 508 公尺', [55038, 49409, 220, 4645, 18630, 41519, 27479, 220, 19869, 35469, 105, 16175, 118]],
                     ['🫡🍣顏文字', [9468, 104, 94, 9468, 235, 96, 14167, 237, 88435]],
+                    ["台北 101\n自由\r\n黑箱審查\n", [55038, 49409, 220, 4645, 198, 37026, 68171, 319, 57752, 74396, 15973, 102, 33976, 198]],
                 ],
             ]
         ];