deploy: 80797d0

Aedial · May 20, 2023 · 320f1ac · 320f1ac
1 parent d11637e
commit 320f1ac
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/_modules/novelai_api/Tokenizer.html b/_modules/novelai_api/Tokenizer.html
@@ -117,7 +117,7 @@ <h1>Source code for novelai_api.Tokenizer</h1><div class="highlight"><pre>
     <span class="n">_NERDSTASH_TOKENIZER_v1</span><span class="o">.</span><span class="n">decode</span> <span class="o">=</span> <span class="n">_NERDSTASH_TOKENIZER_v1</span><span class="o">.</span><span class="n">DecodeIds</span>
 
     <span class="n">_NERDSTASH_TOKENIZER_v2</span> <span class="o">=</span> <span class="n">sentencepiece</span><span class="o">.</span><span class="n">SentencePieceProcessor</span><span class="p">()</span>
-    <span class="n">_NERDSTASH_TOKENIZER_v2</span><span class="o">.</span><span class="n">Load</span><span class="p">(</span><span class="nb">str</span><span class="p">(</span><span class="n">tokenizers_path</span> <span class="o">/</span> <span class="s2">&quot;nerdstash_v1.model&quot;</span><span class="p">))</span>
+    <span class="n">_NERDSTASH_TOKENIZER_v2</span><span class="o">.</span><span class="n">Load</span><span class="p">(</span><span class="nb">str</span><span class="p">(</span><span class="n">tokenizers_path</span> <span class="o">/</span> <span class="s2">&quot;nerdstash_v2.model&quot;</span><span class="p">))</span>
     <span class="n">_NERDSTASH_TOKENIZER_v2</span><span class="o">.</span><span class="n">encode</span> <span class="o">=</span> <span class="n">_NERDSTASH_TOKENIZER_v2</span><span class="o">.</span><span class="n">EncodeAsIds</span>
     <span class="n">_NERDSTASH_TOKENIZER_v2</span><span class="o">.</span><span class="n">decode</span> <span class="o">=</span> <span class="n">_NERDSTASH_TOKENIZER_v2</span><span class="o">.</span><span class="n">DecodeIds</span>