Merge pull request #24 from Fensterbank/repetition-whitelist

flatten repetition_penalty_whitelist
Aedial · Nov 26, 2023 · 37f2250 · 37f2250
2 parents dbb3507 + 2ad60d9
commit 37f2250
Showing 1 changed file with 6 additions and 4 deletions.
diff --git a/novelai_api/_high_level.py b/novelai_api/_high_level.py
@@ -298,10 +298,12 @@ async def _generate(
         global_settings.rep_pen_whitelist = repetition_penalty_default_whitelist
 
         params = {
-            "repetition_penalty_whitelist": [
-                *global_params.pop("repetition_penalty_whitelist", []),
-                *preset_params.pop("repetition_penalty_whitelist", []),
-            ]
+            "repetition_penalty_whitelist": list(set(
+                item for sublist in [
+                    global_params.pop("repetition_penalty_whitelist", []),
+                    preset_params.pop("repetition_penalty_whitelist", []),
+                ] for inner_list in sublist for item in inner_list
+            ))
         }
 
         params.update(preset_params)