From cf8f384cdb86e7d2e5b7fd15af97f29b8006debb Mon Sep 17 00:00:00 2001 From: "Chan, Danny" Date: Fri, 25 Aug 2023 15:21:39 +0000 Subject: [PATCH] add encode example --- README.md | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/README.md b/README.md index 91923bc..5056750 100644 --- a/README.md +++ b/README.md @@ -22,6 +22,17 @@ use Danny50610\BpeTokeniser\EncodingFactory; $enc = EncodingFactory::createByEncodingName('cl100k_base'); +var_dump($enc->encode("hello world")); +/** + * output: + * array(2) { + * [0]=> + * int(15339) + * [1]=> + * int(1917) + * } + */ + var_dump($enc->decode($enc->encode("hello world"))); // output: string(11) "hello world" ```