diff --git a/README.md b/README.md index 91923bc..5056750 100644 --- a/README.md +++ b/README.md @@ -22,6 +22,17 @@ use Danny50610\BpeTokeniser\EncodingFactory; $enc = EncodingFactory::createByEncodingName('cl100k_base'); +var_dump($enc->encode("hello world")); +/** + * output: + * array(2) { + * [0]=> + * int(15339) + * [1]=> + * int(1917) + * } + */ + var_dump($enc->decode($enc->encode("hello world"))); // output: string(11) "hello world" ```