deploy: 682d8d6

_modules/example/boilerplate.html

@@ -60,6 +60,7 @@ <h1>Source code for example.boilerplate</h1><div class="highlight"><pre>
 <span class="kn">from</span> <span class="nn">os</span> <span class="kn">import</span> <span class="n">environ</span> <span class="k">as</span> <span class="n">env</span>
 <span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">Any</span><span class="p">,</span> <span class="n">Optional</span>
 
+<span class="kn">import</span> <span class="nn">dotenv</span>
 <span class="kn">from</span> <span class="nn">aiohttp</span> <span class="kn">import</span> <span class="n">ClientSession</span>
 
 <span class="kn">from</span> <span class="nn">novelai_api</span> <span class="kn">import</span> <span class="n">NovelAIAPI</span>
@@ -79,6 +80,8 @@ <h1>Source code for example.boilerplate</h1><div class="highlight"><pre>
     <span class="n">api</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">NovelAIAPI</span><span class="p">]</span>
 
 <div class="viewcode-block" id="API.__init__"><a class="viewcode-back" href="../../example/example.boilerplate.html#example.boilerplate.API.__init__">[docs]</a>    <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+        <span class="n">dotenv</span><span class="o">.</span><span class="n">load_dotenv</span><span class="p">()</span>
+
         <span class="k">if</span> <span class="s2">&quot;NAI_USERNAME&quot;</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">env</span> <span class="ow">or</span> <span class="s2">&quot;NAI_PASSWORD&quot;</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">env</span><span class="p">:</span>
             <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s2">&quot;Please ensure that NAI_USERNAME and NAI_PASSWORD are set in your environment&quot;</span><span class="p">)</span>
 

_modules/novelai_api/BanList.html

@@ -129,7 +129,7 @@ <h1>Source code for novelai_api.BanList</h1><div class="highlight"><pre>
 
         <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_sequences</span><span class="o">.</span><span class="fm">__iter__</span><span class="p">()</span>
 
-<div class="viewcode-block" id="BanList.get_tokenized_banlist"><a class="viewcode-back" href="../../novelai_api/novelai_api.BanList.html#novelai_api.BanList.BanList.get_tokenized_banlist">[docs]</a>    <span class="k">def</span> <span class="nf">get_tokenized_banlist</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">model</span><span class="p">:</span> <span class="n">Model</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Iterable</span><span class="p">[</span><span class="n">List</span><span class="p">[</span><span class="nb">int</span><span class="p">]]:</span>
+<div class="viewcode-block" id="BanList.get_tokenized_entries"><a class="viewcode-back" href="../../novelai_api/novelai_api.BanList.html#novelai_api.BanList.BanList.get_tokenized_entries">[docs]</a>    <span class="k">def</span> <span class="nf">get_tokenized_entries</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">model</span><span class="p">:</span> <span class="n">Model</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Iterable</span><span class="p">[</span><span class="n">List</span><span class="p">[</span><span class="nb">int</span><span class="p">]]:</span>
 <span class="w">        </span><span class="sd">&quot;&quot;&quot;</span>
 <span class="sd">        Return the tokenized sequences for the ban list, if it is enabled</span>
 

_modules/novelai_api/BiasGroup.html

@@ -183,7 +183,7 @@ <h1>Source code for novelai_api.BiasGroup</h1><div class="highlight"><pre>
             <span class="k">for</span> <span class="n">s</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_sequences</span>
         <span class="p">)</span>
 
-<div class="viewcode-block" id="BiasGroup.get_tokenized_biases"><a class="viewcode-back" href="../../novelai_api/novelai_api.BiasGroup.html#novelai_api.BiasGroup.BiasGroup.get_tokenized_biases">[docs]</a>    <span class="k">def</span> <span class="nf">get_tokenized_biases</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">model</span><span class="p">:</span> <span class="n">Model</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Iterable</span><span class="p">[</span><span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">any</span><span class="p">]]:</span>
+<div class="viewcode-block" id="BiasGroup.get_tokenized_entries"><a class="viewcode-back" href="../../novelai_api/novelai_api.BiasGroup.html#novelai_api.BiasGroup.BiasGroup.get_tokenized_entries">[docs]</a>    <span class="k">def</span> <span class="nf">get_tokenized_entries</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">model</span><span class="p">:</span> <span class="n">Model</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Iterable</span><span class="p">[</span><span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">any</span><span class="p">]]:</span>
 <span class="w">        </span><span class="sd">&quot;&quot;&quot;</span>
 <span class="sd">        Return the tokenized sequences for the bias group, if it is enabled</span>
 

_modules/novelai_api/GlobalSettings.html

@@ -526,6 +526,7 @@ <h1>Source code for novelai_api.GlobalSettings</h1><div class="highlight"><pre>
             <span class="p">[</span><span class="mi">0</span><span class="p">],</span>
             <span class="p">[</span><span class="mi">1</span><span class="p">],</span>
         <span class="p">],</span>
+        <span class="s2">&quot;nerdstash_v1&quot;</span><span class="p">:</span> <span class="p">[],</span>
     <span class="p">}</span>
 
     <span class="c1"># this one is pretty much mandatory, else genji throws errors all the time</span>
@@ -734,8 +735,9 @@ <h1>Source code for novelai_api.GlobalSettings</h1><div class="highlight"><pre>
             <span class="s2">&quot;use_cache&quot;</span><span class="p">:</span> <span class="kc">False</span><span class="p">,</span>
         <span class="p">}</span>
 
-        <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_settings</span><span class="p">[</span><span class="s2">&quot;num_logprobs&quot;</span><span class="p">]</span> <span class="o">!=</span> <span class="bp">self</span><span class="o">.</span><span class="n">NO_LOGPROBS</span><span class="p">:</span>
-            <span class="n">settings</span><span class="p">[</span><span class="s2">&quot;num_logprobs&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_settings</span><span class="p">[</span><span class="s2">&quot;num_logprobs&quot;</span><span class="p">]</span>
+        <span class="c1"># NO_LOGPROBS is used to disable logprobs (=&gt; not in the call)</span>
+        <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_settings</span><span class="p">[</span><span class="s2">&quot;num_logprobs&quot;</span><span class="p">]</span> <span class="o">==</span> <span class="bp">self</span><span class="o">.</span><span class="n">NO_LOGPROBS</span><span class="p">:</span>
+            <span class="k">del</span> <span class="n">settings</span><span class="p">[</span><span class="s2">&quot;num_logprobs&quot;</span><span class="p">]</span>
 
         <span class="n">tokenizer_name</span> <span class="o">=</span> <span class="n">Tokenizer</span><span class="o">.</span><span class="n">get_tokenizer_name</span><span class="p">(</span><span class="n">model</span><span class="p">)</span>
 
@@ -746,7 +748,7 @@ <h1>Source code for novelai_api.GlobalSettings</h1><div class="highlight"><pre>
             <span class="n">settings</span><span class="p">[</span><span class="s2">&quot;bad_words_ids&quot;</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_GENJI_AMBIGUOUS_TOKENS</span><span class="p">)</span>
 
         <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_settings</span><span class="p">[</span><span class="s2">&quot;bias_dinkus_asterism&quot;</span><span class="p">]:</span>
-            <span class="n">settings</span><span class="p">[</span><span class="s2">&quot;logit_bias_exp&quot;</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_DINKUS_ASTERISM</span><span class="o">.</span><span class="n">get_tokenized_biases</span><span class="p">(</span><span class="n">model</span><span class="p">))</span>
+            <span class="n">settings</span><span class="p">[</span><span class="s2">&quot;logit_bias_exp&quot;</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_DINKUS_ASTERISM</span><span class="o">.</span><span class="n">get_tokenized_entries</span><span class="p">(</span><span class="n">model</span><span class="p">))</span>
 
         <span class="k">return</span> <span class="n">settings</span></div></div>
 </pre></div>