From be02c9050800c4a503f3989b612e489bd226b9ba Mon Sep 17 00:00:00 2001 From: Aedial Date: Thu, 27 Apr 2023 05:23:31 +0200 Subject: [PATCH] [TEST] Complete refactoring of old testing functions No need to be extensive, you want to be accurate --- .github/workflows/python-package.yml | 10 +- pyproject.toml | 2 +- tests/__init__.py | 0 tests/api/boilerplate.py | 143 +++++ tests/api/conftest.py | 11 + .../sanity_text_sets/6B-v4/coherent_1k.json | 571 ++++++++++++++++++ .../sanity_text_sets/6B-v4/emperor_empty.json | 316 ++++++++++ .../euterpe-v2/moonlit_empty.json | 291 +++++++++ .../euterpe-v2/morpho_1k.json | 566 +++++++++++++++++ .../krake-v2/atypical_1k.json | 571 ++++++++++++++++++ .../krake-v2/redjack_empty.json | 481 +++++++++++++++ tests/api/test_sync_gen.py | 38 ++ tests/api/test_textgen_presets.py | 39 ++ tests/api/test_textgen_sanity.py | 61 ++ 14 files changed, 3095 insertions(+), 5 deletions(-) create mode 100644 tests/__init__.py create mode 100644 tests/api/boilerplate.py create mode 100644 tests/api/conftest.py create mode 100644 tests/api/sanity_text_sets/6B-v4/coherent_1k.json create mode 100644 tests/api/sanity_text_sets/6B-v4/emperor_empty.json create mode 100644 tests/api/sanity_text_sets/euterpe-v2/moonlit_empty.json create mode 100644 tests/api/sanity_text_sets/euterpe-v2/morpho_1k.json create mode 100644 tests/api/sanity_text_sets/krake-v2/atypical_1k.json create mode 100644 tests/api/sanity_text_sets/krake-v2/redjack_empty.json create mode 100644 tests/api/test_sync_gen.py create mode 100644 tests/api/test_textgen_presets.py create mode 100644 tests/api/test_textgen_sanity.py diff --git a/.github/workflows/python-package.yml b/.github/workflows/python-package.yml index efe0bcf..5a664e0 100644 --- a/.github/workflows/python-package.yml +++ b/.github/workflows/python-package.yml @@ -19,11 +19,12 @@ jobs: python-version: [3.7, 3.8, 3.9, "3.10", 3.11] steps: - - uses: actions/checkout@v2 + - uses: actions/checkout@v3 - name: Set up Python ${{ matrix.python-version }} - uses: actions/setup-python@v2 + uses: actions/setup-python@v4 with: python-version: ${{ matrix.python-version }} + cache: 'pip' - name: Install dependencies run: | pip install nox @@ -40,11 +41,12 @@ jobs: python-version: ["3.11"] steps: - - uses: actions/checkout@v2 + - uses: actions/checkout@v3 - name: Set up Python ${{ matrix.python-version }} - uses: actions/setup-python@v2 + uses: actions/setup-python@v4 with: python-version: ${{ matrix.python-version }} + cache: 'pip' - name: Install dependencies run: | pip install nox diff --git a/pyproject.toml b/pyproject.toml index f907648..0176d01 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -27,7 +27,7 @@ sentencepiece = "^0.1.98" [tool.poetry.group.dev.dependencies] pytest-asyncio = "^0.20.1" -pytest-xdist = "^3.0.2" +pytest-randomly = "^3.12.0" pylint = "^2.15.5" [tool.flake8] diff --git a/tests/__init__.py b/tests/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/tests/api/boilerplate.py b/tests/api/boilerplate.py new file mode 100644 index 0000000..c50c097 --- /dev/null +++ b/tests/api/boilerplate.py @@ -0,0 +1,143 @@ +import asyncio +import json +from logging import Logger, StreamHandler +from os import environ as env +from typing import Any, NoReturn + +import pytest +from aiohttp import ClientConnectionError, ClientPayloadError, ClientSession + +from novelai_api import NovelAIAPI, NovelAIError +from novelai_api.utils import get_encryption_key + + +class API: + _username: str + _password: str + _session: ClientSession + _sync: bool + + logger: Logger + api: NovelAIAPI + + def __init__(self, sync: bool = False): + if "NAI_USERNAME" not in env or "NAI_PASSWORD" not in env: + raise RuntimeError("Please ensure that NAI_USERNAME and NAI_PASSWORD are set in your environment") + + self._username = env["NAI_USERNAME"] + self._password = env["NAI_PASSWORD"] + self._sync = sync + + self.logger = Logger("NovelAI") + self.logger.addHandler(StreamHandler()) + + proxy = env["NAI_PROXY"] if "NAI_PROXY" in env else None + + self.api = NovelAIAPI(logger=self.logger) + self.api.proxy = proxy + + @property + def encryption_key(self): + return get_encryption_key(self._username, self._password) + + def __enter__(self) -> NoReturn: + raise TypeError("Use async with instead") + + async def __aenter__(self): + if not self._sync: + self._session = ClientSession() + await self._session.__aenter__() + self.api.attach_session(self._session) + + await self.api.high_level.login(self._username, self._password) + + return self + + async def __aexit__(self, exc_type, exc_val, exc_tb): + if not self._sync: + await self._session.__aexit__(exc_type, exc_val, exc_tb) + + async def run_test(self, func, *args, attempts: int = 5, wait: int = 5): + """ + Run the function ``func`` with the provided arguments and retry on error handling + The function must accept a NovelAIAPI object as first arguments + + :param func: Function to run + :param args: Arguments to provide to the function + :param attempts: Number of attempts to do before raising the error + :param wait: Time (in seconds) to wait after each call + """ + + err: Exception = RuntimeError("Error placeholder. Shouldn't happen") + for _ in range(attempts): + try: + res = await func(self.api, *args) + await asyncio.sleep(wait) + + return res + except (ClientConnectionError, asyncio.TimeoutError, ClientPayloadError) as e: + err = e + retry = True + + except NovelAIError as e: + err = e + retry = any( + [ + e.status == 502, # Bad Gateway + e.status == 520, # Cloudflare Unknown Error + e.status == 524, # Cloudflare Gateway Error + ] + ) + + if not retry: + break + + # 10s wait between each retry + await asyncio.sleep(10) + + # no internet: ping every 5 mins until connection is re-established + async with ClientSession() as session: + while True: + try: + rsp = await session.get("https://www.google.com", timeout=5 * 60) + rsp.raise_for_status() + + break + except ClientConnectionError: + await asyncio.sleep(5 * 60) + except asyncio.TimeoutError: + pass + + raise err + + +class JSONEncoder(json.JSONEncoder): + def default(self, o: Any) -> Any: + if isinstance(o, bytes): + return o.hex() + + return super().default(o) + + +def dumps(e: Any) -> str: + return json.dumps(e, indent=4, ensure_ascii=False, cls=JSONEncoder) + + +@pytest.fixture(scope="session") +async def api_handle(): + """ + API handle for an Async Test + """ + + async with API() as api: + yield api + + +@pytest.fixture(scope="session") +async def api_handle_sync(): + """ + API handle for a Sync Test + """ + + async with API(sync=True) as api: + yield api diff --git a/tests/api/conftest.py b/tests/api/conftest.py new file mode 100644 index 0000000..e10710f --- /dev/null +++ b/tests/api/conftest.py @@ -0,0 +1,11 @@ +import asyncio + +import pytest + + +# cannot put in boilerplate because pytest is a mess +@pytest.fixture(scope="session") +def event_loop(): + loop = asyncio.get_event_loop() + yield loop + loop.close() diff --git a/tests/api/sanity_text_sets/6B-v4/coherent_1k.json b/tests/api/sanity_text_sets/6B-v4/coherent_1k.json new file mode 100644 index 0000000..e3fd6fe --- /dev/null +++ b/tests/api/sanity_text_sets/6B-v4/coherent_1k.json @@ -0,0 +1,571 @@ +{ + "prompt": "\"We're out of food and water! And the monsters are attacking!\"\nMy name is Henry Knightly. I am one of many mercenary knights who travel from town to town throughout this land in order to complete quests on behalf of myself, my sister Elze, or any other residents of these towns we stop by. Today is a little different—today we're carrying an injured party member with us as well. However, that doesn't make me happy. After all, her injury came at the hands of none other than herself! It happened during our most recent journey. One night when I went into the kitchen to heat up some milk, I found my young but wise younger sister pulling an old rusted sword out from beneath the countertop... She told me she had found it hidden away deep in the back storage area of the workshop. Thinking nothing more of it, she lifted it above her head, swung down with both arms, then planted the blade directly into her own torso.\nAs soon as she struck the ground, there was blood everywhere. Even so, she stood straight up, held the sword in her hand, and proclaimed she would keep fighting no matter what happened to her. Then, ever so slowly, her form became unsteady before my eyes, collapsing on the spot. Without wasting another second, I pressed my hand over her wound, only for blood to gush forth onto me... Apparently, the blow hit a vital artery.\nIt might be impossible for you to grasp the situation here without knowing firsthand, but try imagining your older brother cutting off his own arm and taking control of the flow of blood inside yourself. This is something we actually once did as children ourselves. Unfortunately, Elze lost consciousness after I closed her wound, causing her to lose much bodily fluid. Naturally, the thought of doing this myself made my stomach turn; however, she begged me not to call for anyone else unless I absolutely had to. Besides, since this was such a dire predicament, there was also a slim chance we could get help from someone coming through town along the way...\nI grabbed her unconscious body with both hands and ran outside. The nearby adventurers had already spotted us and were about to rush us to safety, but the next moment, the man's corpse turned to mist right before their very eyes—it was one of those invisible beasts! Panicking, I pushed past them with a \"Sorry, gotta go!\" while waving frantically toward the east. If anything happens to either one of them because of me, then I'll never forgive myself! At least, until I can somehow change fate itself.\nIn short, that's why we've come back home today. Now please help save them, hero—even if just for Elze's sake!\nThat said, if they wanted money, we had quite a bit tucked away in safe places around the house, so it should work out fine regardless... Also, I took the liberty of summoning that bunny-eared guy earlier on this paper—his name's Red Chili Bean! He has magic stones embedded inside him that possess various types of energy; I know he'd definitely come through in a pinch like this. As far as whether or not I have any actual experience with him goes, I've taken care of him for a year now, so hopefully he'll respond better than last time... Oh boy! Are my expectations really that high?! But hey, don't give up hope yet. It'll happen eventually...!\nWell then, please read my letter properly, okay? I'm aware the contents might seem slightly dubious to you at first, but stick with it anyway... Because you need to know everything!\nSincerely Yours,\nHENRY KNIGHTLY (Layabout Mercenary)\nPS: To Whom It May Concern, I got that writing utensil from that idiot priest who brought his servant along... Actually, that fool must still be stuck inside my village. That idiot's going to get me cursed one of these days, mark my words... Ugh, it's too cold already. What do these villagers want with hot stuff like fire?!\nI looked up at the sky through the window and sighed deeply. Since it was daytime, the sun should be shining brightly enough for everyone to see it from wherever they lived within the city walls—but even though it was winter, a few faint traces of clouds were lingering overhead. The weather sure isn't cooperating today. Maybe it's part of being in charge of such an important post—however, whatever the reason may be, I wasn't too bothered about the chill in the air. After all, having grown used to spending summers indoors working as an apprentice apothecary, I felt a certain degree of fondness for the refreshing spring winds blowing through. There's also the fact that, due to a peculiar set of circumstances, I spend quite a lot of time wandering the forest alone as well, and in general, the colder the day gets, the more peacefully it suits my personal lifestyle. Still, though... Just looking at those dark clouds gives me the chills. Come on, give me some sunshine! Or maybe I shouldn't even be thinking about that kind of thing at all. In times like this, it's best to simply pretend there is no difference between sunny skies and clouded ones.", + "preset": { + "presetVersion": 3, + "name": "Coherent Creativity", + "id": "2b53d9ed-30cc-4892-905d-8be48e308c25", + "remoteId": "", + "parameters": { + "textGenerationSettingsVersion": 3, + "temperature": 0.51, + "max_length": 100, + "min_length": 1, + "top_k": 1, + "top_p": 1, + "top_a": 1, + "typical_p": 1, + "tail_free_sampling": 0.992, + "repetition_penalty": 3.875, + "repetition_penalty_range": 2048, + "repetition_penalty_slope": 0, + "repetition_penalty_frequency": 0, + "repetition_penalty_presence": 0, + "order": [ + { + "id": "temperature", + "enabled": true + }, + { + "id": "top_k", + "enabled": true + }, + { + "id": "top_p", + "enabled": true + }, + { + "id": "tfs", + "enabled": true + }, + { + "id": "top_a", + "enabled": false + }, + { + "id": "typical_p", + "enabled": false + } + ] + }, + "model": "6B-v4" + }, + "global_settings": { + "generate_until_sentence": true, + "num_logprobs": 10, + "ban_brackets": true, + "bias_dinkus_asterism": true + }, + "result": "\nThe wind blew gently against my cheek as I sat atop my horse, which was currently trotting leisurely down the main road leading out of town. My destination was the capital, where I planned to meet up with my companions and continue our journey together. We were supposed to arrive sometime yesterday afternoon, but unfortunately, we ended up getting delayed by several hours thanks to some unforeseen events.\n\"Hey, wait up.\"\nA voice suddenly called out behind me, making me look back in surprise.", + "logprobs": [ + { + "chosen": [[[198], [-0.5308, 0]]], + "before": [[[198], [-0.5308, 0]], [[2293], [-3.4609, null]], [[1320], [-3.4609, null]], [[314], [-3.5, null]], [[632], [-4.1172, null]], [[1002], [-4.4141, null]], [[383], [-4.4609, null]], [[843], [-4.6016, null]], [[554], [-4.6016, null]], [[7900], [-4.9062, null]]], + "after": [[[198], [-0.5308, 0]]] + }, + { + "chosen": [[[464], [-3.1992, 0]]], + "before": [[[1], [-1.9258, null]], [[40], [-1.9258, null]], [[464], [-3.1992, 0]], [[1722], [-3.1992, null]], [[3260], [-3.2773, null]], [[1026], [-3.8242, null]], [[23795], [-3.9414, null]], [[818], [-3.9883, null]], [[32], [-4.2383, null]], [[10910], [-4.2852, null]]], + "after": [[[464], [-3.1992, 0]]] + }, + { + "chosen": [[[2344], [-3.6094, 0]]], + "before": [[[4252], [-3.0859, null]], [[2344], [-3.6094, 0]], [[6193], [-3.6641, null]], [[3420], [-3.8125, null]], [[2128], [-3.9062, null]], [[1110], [-3.9766, null]], [[1738], [-4, null]], [[4692], [-4.1484, null]], [[3240], [-4.2656, null]], [[1748], [-4.3281, null]]], + "after": [[[2344], [-3.6094, 0]]] + }, + { + "chosen": [[[17948], [-2.1973, 0]]], + "before": [[[373], [-1.6895, null]], [[17948], [-2.1973, 0]], [[19280], [-2.8379, null]], [[6451], [-3.2676, null]], [[550], [-3.3535, null]], [[5281], [-3.4238, null]], [[703], [-3.502, null]], [[32262], [-3.5332, null]], [[338], [-3.5645, null]], [[6497], [-3.5879, null]]], + "after": [[[17948], [-2.1973, 0]]] + }, + { + "chosen": [[[15165], [-3.1816, 0]]], + "before": [[[832], [-1.8389, null]], [[287], [-1.917, null]], [[11], [-3.0957, null]], [[1613], [-3.1504, null]], [[15165], [-3.1816, 0]], [[1028], [-3.2363, null]], [[416], [-3.4395, null]], [[26625], [-3.502, null]], [[257], [-3.5801, null]], [[1973], [-3.9238, null]]], + "after": [[[15165], [-3.1816, 0]]] + }, + { + "chosen": [[[1028], [-2.1582, 0]]], + "before": [[[832], [-1.0967, null]], [[1028], [-2.1582, 0]], [[11], [-2.2207, null]], [[1973], [-2.877, null]], [[355], [-2.9238, null]], [[287], [-3.2832, null]], [[422], [-3.3379, null]], [[2354], [-3.5488, null]], [[1613], [-3.6504, null]], [[625], [-3.8926, null]]], + "after": [[[1028], [-2.1582, 0]]] + }, + { + "chosen": [[[616], [-0.4417, 0]]], + "before": [[[616], [-0.4417, 0]], [[262], [-1.2695, null]], [[502], [-2.832, null]], [[674], [-5.668, null]], [[257], [-5.9258, null]], [[2574], [-5.9961, null]], [[514], [-6.5352, null]], [[607], [-7.293, null]], [[530], [-7.6992, null]], [[1111], [-7.7148, null]]], + "after": [[[616], [-0.4417, 0]]] + }, + { + "chosen": [[[19353], [-1.3535, 0]]], + "before": [[[19353], [-1.3535, 0]], [[1986], [-1.7129, null]], [[25839], [-1.7285, null]], [[4168], [-2.2598, null]], [[736], [-2.877, null]], [[1767], [-3.127, null]], [[4190], [-4, null]], [[6247], [-4.8203, null]], [[11368], [-4.9297, null]], [[4324], [-5.0938, null]]], + "after": [[[19353], [-1.3535, 0]]] + }, + { + "chosen": [[[355], [-1.5273, 0]]], + "before": [[[11], [-1.0898, null]], [[13], [-1.2305, null]], [[355], [-1.5273, 0]], [[290], [-3.3398, null]], [[986], [-3.8555, null]], [[26], [-3.9023, null]], [[960], [-3.9883, null]], [[329], [-4.9102, null]], [[1752], [-5.0898, null]], [[981], [-5.2148, null]]], + "after": [[[355], [-1.5273, 0]]] + }, + { + "chosen": [[[314], [-0.0983, 0]]], + "before": [[[314], [-0.0983, 0]], [[262], [-3.418, null]], [[340], [-4.0117, null]], [[616], [-4.2227, null]], [[257], [-4.8164, null]], [[611], [-5.6836, null]], [[356], [-6.8164, null]], [[2574], [-7.2148, null]], [[2130], [-7.4023, null]], [[281], [-7.4727, null]]], + "after": [[[314], [-0.0983, 0]]] + }, + { + "chosen": [[[3332], [-2.2656, 0]]], + "before": [[[3332], [-2.2656, 0]], [[6204], [-2.625, null]], [[50255], [-2.9766, null]], [[3114], [-3.0312, null]], [[18484], [-3.2656, null]], [[6807], [-3.2891, null]], [[3767], [-3.7031, null]], [[1718], [-3.7422, null]], [[1309], [-3.8203, null]], [[23831], [-3.9844, null]]], + "after": [[[3332], [-2.2656, 0]]] + }, + { + "chosen": [[[20156], [-3.3223, 0]]], + "before": [[[866], [-1.6045, null]], [[319], [-1.9014, null]], [[287], [-1.9326, null]], [[612], [-2.2129, null]], [[379], [-2.6895, null]], [[20156], [-3.3223, 0]], [[3436], [-3.4941, null]], [[3272], [-3.6035, null]], [[736], [-3.6738, null]], [[510], [-4.082, null]]], + "after": [[[20156], [-3.3223, 0]]] + }, + { + "chosen": [[[616], [-0.8535, 0]]], + "before": [[[616], [-0.8535, 0]], [[262], [-1.1348, null]], [[257], [-1.6035, null]], [[281], [-4.6758, null]], [[530], [-4.707, null]], [[428], [-5.2461, null]], [[644], [-6.3633, null]], [[326], [-6.4727, null]], [[674], [-6.6211, null]], [[2574], [-6.9648, null]]], + "after": [[[616], [-0.8535, 0]]] + }, + { + "chosen": [[[8223], [-0.6543, 0]]], + "before": [[[8223], [-0.6543, 0]], [[5118], [-3.1309, null]], [[4004], [-3.3652, null]], [[3996], [-3.5605, null]], [[6915], [-3.8105, null]], [[19262], [-4.3477, null]], [[25739], [-4.4883, null]], [[13510], [-4.4883, null]], [[1402], [-4.5117, null]], [[1588], [-4.7461, null]]], + "after": [[[8223], [-0.6543, 0]]] + }, + { + "chosen": [[[11], [-0.7827, 0]]], + "before": [[[11], [-0.7827, 0]], [[13], [-1.2041, null]], [[290], [-2.4004, null]], [[287], [-3.627, null]], [[960], [-4.1641, null]], [[20156], [-4.3359, null]], [[351], [-4.5312, null]], [[26], [-4.6172, null]], [[319], [-4.8203, null]], [[338], [-5.1406, null]]], + "after": [[[11], [-0.7827, 0]]] + }, + { + "chosen": [[[543], [-3.3145, 0]]], + "before": [[[262], [-2.9004, null]], [[616], [-2.9941, null]], [[2045], [-3.0488, null]], [[290], [-3.1035, null]], [[543], [-3.3145, 0]], [[50234], [-3.4551, null]], [[257], [-3.4707, null]], [[16143], [-3.6191, null]], [[10311], [-4.1602, null]], [[2263], [-4.207, null]]], + "after": [[[543], [-3.3145, 0]]] + }, + { + "chosen": [[[373], [-0.606, 0]]], + "before": [[[373], [-0.606, 0]], [[550], [-2.0586, null]], [[314], [-2.707, null]], [[5281], [-3.5586, null]], [[4161], [-4.2461, null]], [[3947], [-4.5977, null]], [[287], [-4.6836, null]], [[6204], [-4.8477, null]], [[925], [-5.0117, null]], [[3022], [-5.0273, null]]], + "after": [[[373], [-0.606, 0]]] + }, + { + "chosen": [[[3058], [-2.1953, 0]]], + "before": [[[3058], [-2.1953, 0]], [[4161], [-3.3203, null]], [[6872], [-3.4766, null]], [[17766], [-3.5234, null]], [[41860], [-3.6641, null]], [[8165], [-3.6797, null]], [[852], [-3.7109, null]], [[28408], [-3.8672, null]], [[7976], [-3.8828, null]], [[257], [-4.1328, null]]], + "after": [[[3058], [-2.1953, 0]]] + }, + { + "chosen": [[[4161], [-2.8125, 0]]], + "before": [[[4161], [-2.8125, 0]], [[2491], [-2.9531, null]], [[7976], [-3.125, null]], [[5055], [-3.1562, null]], [[6872], [-3.2188, null]], [[852], [-3.6016, null]], [[287], [-3.7109, null]], [[8165], [-3.7344, null]], [[4953], [-3.75, null]], [[10427], [-3.9844, null]]], + "after": [[[4161], [-2.8125, 0]]] + }, + { + "chosen": [[[83], [-0.0014, 0]]], + "before": [[[83], [-0.0014, 0]], [[33403], [-7.4844, null]], [[15816], [-8.0469, null]], [[889], [-8.2812, null]], [[28734], [-8.9688, null]], [[67], [-10.6484, null]], [[18792], [-11.3281, null]], [[926], [-11.4219, null]], [[22877], [-11.4609, null]], [[912], [-11.4844, null]]], + "after": [[[83], [-0.0014, 0]]] + }, + { + "chosen": [[[889], [-0.0003, 0]]], + "before": [[[889], [-0.0003, 0]], [[12], [-8.625, null]], [[20212], [-11.1094, null]], [[768], [-11.1875, null]], [[353], [-11.2891, null]], [[1863], [-12.1172, null]], [[278], [-12.1875, null]], [[3364], [-12.2812, null]], [[4623], [-12.3906, null]], [[1513], [-12.7969, null]]], + "after": [[[889], [-0.0003, 0]]] + }, + { + "chosen": [[[24638], [-3.5918, 0]]], + "before": [[[1863], [-0.9893, null]], [[832], [-1.958, null]], [[866], [-2.1621, null]], [[379], [-3.1621, null]], [[24638], [-3.5918, 0]], [[1973], [-3.623, null]], [[6364], [-3.748, null]], [[35984], [-3.7559, null]], [[7848], [-3.8809, null]], [[3812], [-4.082, null]]], + "after": [[[24638], [-3.5918, 0]]] + }, + { + "chosen": [[[306], [-0.0002, 0]]], + "before": [[[306], [-0.0002, 0]], [[2759], [-9.0312, null]], [[813], [-9.4531, null]], [[3481], [-11.0469, null]], [[12], [-11.2812, null]], [[75], [-12.2578, null]], [[6819], [-13.25, null]], [[4420], [-13.6172, null]], [[12810], [-14.1797, null]], [[832], [-14.2266, null]]], + "after": [[[306], [-0.0002, 0]]] + }, + { + "chosen": [[[866], [-1.3408, 0]]], + "before": [[[1863], [-1.2158, null]], [[866], [-1.3408, 0]], [[832], [-1.3721, null]], [[3812], [-3.4512, null]], [[1973], [-3.5449, null]], [[7848], [-4.3711, null]], [[736], [-4.5117, null]], [[319], [-4.7773, null]], [[510], [-4.7773, null]], [[355], [-5.0273, null]]], + "after": [[[866], [-1.3408, 0]]] + }, + { + "chosen": [[[262], [-0.2734, 0]]], + "before": [[[262], [-0.2734, 0]], [[257], [-1.8047, null]], [[530], [-3.5234, null]], [[281], [-4.75, null]], [[8774], [-5.1953, null]], [[832], [-6.6641, null]], [[617], [-6.7031, null]], [[428], [-6.7266, null]], [[1863], [-6.9062, null]], [[3687], [-6.9375, null]]], + "after": [[[262], [-0.2734, 0]]] + }, + { + "chosen": [[[1388], [-1.2256, 0]]], + "before": [[[1388], [-1.2256, 0]], [[2975], [-1.2568, null]], [[4675], [-3.2637, null]], [[12763], [-3.3965, null]], [[1748], [-3.6309, null]], [[22843], [-3.8418, null]], [[13647], [-4.2266, null]], [[3108], [-4.4297, null]], [[6483], [-4.4609, null]], [[7815], [-4.5859, null]]], + "after": [[[1388], [-1.2256, 0]]] + }, + { + "chosen": [[[2975], [-0.7842, 0]]], + "before": [[[2975], [-0.7842, 0]], [[4675], [-1.0811, null]], [[36132], [-2.5645, null]], [[9321], [-2.5801, null]], [[12763], [-4.6289, null]], [[3108], [-5.1133, null]], [[1748], [-5.332, null]], [[35833], [-5.3477, null]], [[6483], [-5.5977, null]], [[9725], [-6.1133, null]]], + "after": [[[2975], [-0.7842, 0]]] + }, + { + "chosen": [[[3756], [-2.4355, 0]]], + "before": [[[13], [-0.8193, null]], [[286], [-2.209, null]], [[3756], [-2.4355, 0]], [[832], [-2.9668, null]], [[3812], [-3.1074, null]], [[287], [-3.1309, null]], [[326], [-3.1621, null]], [[11], [-4.2969, null]], [[422], [-4.3516, null]], [[960], [-4.375, null]]], + "after": [[[3756], [-2.4355, 0]]] + }, + { + "chosen": [[[503], [-1.5957, 0]]], + "before": [[[284], [-1.4551, null]], [[503], [-1.5957, 0]], [[656], [-1.7832, null]], [[422], [-2.0176, null]], [[832], [-2.5488, null]], [[3812], [-2.7832, null]], [[1497], [-3.8613, null]], [[7627], [-4.3984, null]], [[736], [-4.6719, null]], [[510], [-4.7109, null]]], + "after": [[[503], [-1.5957, 0]]] + }, + { + "chosen": [[[286], [-0.0921, 0]]], + "before": [[[286], [-0.0921, 0]], [[422], [-2.6855, null]], [[284], [-5.0781, null]], [[262], [-5.3906, null]], [[656], [-5.6094, null]], [[3812], [-5.9844, null]], [[832], [-7.7891, null]], [[4291], [-8.1641, null]], [[287], [-8.2031, null]], [[3371], [-8.3438, null]]], + "after": [[[286], [-0.0921, 0]]] + }, + { + "chosen": [[[3240], [-0.7773, 0]]], + "before": [[[3240], [-0.7773, 0]], [[262], [-0.8711, null]], [[616], [-4.4336, null]], [[15700], [-4.8086, null]], [[674], [-5.1211, null]], [[1985], [-5.6758, null]], [[376], [-5.7383, null]], [[428], [-5.8477, null]], [[371], [-5.9258, null]], [[42575], [-5.9258, null]]], + "after": [[[3240], [-0.7773, 0]]] + }, + { + "chosen": [[[13], [-0.1116, 0]]], + "before": [[[13], [-0.1116, 0]], [[986], [-3.8848, null]], [[11], [-4.0117, null]], [[960], [-4.0742, null]], [[3812], [-4.2227, null]], [[290], [-5.2227, null]], [[284], [-5.6211, null]], [[338], [-6.0352, null]], [[351], [-6.082, null]], [[287], [-6.1367, null]]], + "after": [[[13], [-0.1116, 0]]] + }, + { + "chosen": [[[2011], [-3.1699, 0]]], + "before": [[[383], [-2.0605, null]], [[314], [-2.1543, null]], [[632], [-2.6777, null]], [[2011], [-3.1699, 0]], [[20787], [-3.6152, null]], [[1081], [-3.6543, null]], [[1318], [-3.6699, null]], [[317], [-3.7637, null]], [[2574], [-3.8105, null]], [[775], [-3.8184, null]]], + "after": [[[2011], [-3.1699, 0]]] + }, + { + "chosen": [[[10965], [-2.709, 0]]], + "before": [[[8223], [-2.3184, null]], [[10965], [-2.709, 0]], [[1438], [-3.2012, null]], [[2951], [-3.623, null]], [[6621], [-3.6465, null]], [[734], [-4.1289, null]], [[15185], [-4.1914, null]], [[7002], [-4.3242, null]], [[2151], [-4.332, null]], [[21334], [-4.3555, null]]], + "after": [[[10965], [-2.709, 0]]] + }, + { + "chosen": [[[373], [-0.2593, 0]]], + "before": [[[373], [-0.2593, 0]], [[1909], [-2.9707, null]], [[11], [-3.1895, null]], [[25], [-3.627, null]], [[329], [-3.9316, null]], [[2492], [-4.2266, null]], [[3830], [-4.3984, null]], [[428], [-4.6094, null]], [[960], [-4.8125, null]], [[30], [-5.0469, null]]], + "after": [[[373], [-0.2593, 0]]] + }, + { + "chosen": [[[262], [-0.7549, 0]]], + "before": [[[262], [-0.7549, 0]], [[257], [-1.4502, null]], [[11], [-3.6992, null]], [[281], [-3.7227, null]], [[530], [-4.6289, null]], [[2407], [-4.6602, null]], [[284], [-4.6758, null]], [[1194], [-4.7148, null]], [[407], [-4.7695, null]], [[3058], [-4.8945, null]]], + "after": [[[262], [-0.7549, 0]]] + }, + { + "chosen": [[[3139], [-2.9355, 0]]], + "before": [[[3139], [-2.9355, 0]], [[8222], [-3.2793, null]], [[9553], [-3.3418, null]], [[1306], [-3.3809, null]], [[6716], [-3.4668, null]], [[7404], [-3.5996, null]], [[10183], [-3.9199, null]], [[8830], [-3.9277, null]], [[3240], [-4.082, null]], [[1402], [-4.1133, null]]], + "after": [[[3139], [-2.9355, 0]]] + }, + { + "chosen": [[[11], [-0.9683, 0]]], + "before": [[[11], [-0.9683, 0]], [[286], [-1.5928, null]], [[1748], [-1.5928, null]], [[13], [-2.8906, null]], [[960], [-3.0391, null]], [[284], [-4.25, null]], [[338], [-4.3516, null]], [[2346], [-4.7109, null]], [[26], [-4.7734, null]], [[287], [-4.875, null]]], + "after": [[[11], [-0.9683, 0]]] + }, + { + "chosen": [[[810], [-1.7158, 0]]], + "before": [[[810], [-1.7158, 0]], [[262], [-2.4023, null]], [[290], [-2.4648, null]], [[543], [-2.8008, null]], [[475], [-2.9336, null]], [[257], [-2.9492, null]], [[286], [-3.8945, null]], [[523], [-4.2539, null]], [[15700], [-4.457, null]], [[978], [-4.6367, null]]], + "after": [[[810], [-1.7158, 0]]] + }, + { + "chosen": [[[314], [-0.5288, 0]]], + "before": [[[314], [-0.5288, 0]], [[262], [-1.873, null]], [[616], [-2.5918, null]], [[257], [-3.209, null]], [[356], [-4.0742, null]], [[2574], [-4.4023, null]], [[612], [-4.5352, null]], [[281], [-4.9805, null]], [[674], [-5.0195, null]], [[11], [-5.5039, null]]], + "after": [[[314], [-0.5288, 0]]] + }, + { + "chosen": [[[6027], [-2.748, 0]]], + "before": [[[561], [-1.0684, null]], [[373], [-1.5215, null]], [[550], [-1.9277, null]], [[1549], [-2.4668, null]], [[6027], [-2.748, 0]], [[5292], [-3.9355, null]], [[2622], [-4.0312, null]], [[10719], [-4.3203, null]], [[714], [-4.4062, null]], [[2993], [-5.0625, null]]], + "after": [[[6027], [-2.748, 0]]] + }, + { + "chosen": [[[284], [-0.3784, 0]]], + "before": [[[284], [-0.3784, 0]], [[319], [-1.1602, null]], [[329], [-7.7617, null]], [[2402], [-8.5859, null]], [[286], [-8.6875, null]], [[287], [-9.3125, null]], [[257], [-9.4141, null]], [[960], [-9.8359, null]], [[11], [-10.0391, null]], [[503], [-10.3047, null]]], + "after": [[[284], [-0.3784, 0]]] + }, + { + "chosen": [[[1826], [-1.9287, 0]]], + "before": [[[1826], [-1.9287, 0]], [[5203], [-2.4355, null]], [[989], [-2.9512, null]], [[1011], [-3.2559, null]], [[3187], [-3.2559, null]], [[787], [-3.373, null]], [[1944], [-3.5293, null]], [[2245], [-3.7715, null]], [[4268], [-3.7871, null]], [[1414], [-3.8887, null]]], + "after": [[[1826], [-1.9287, 0]]] + }, + { + "chosen": [[[510], [-0.4487, 0]]], + "before": [[[510], [-0.4487, 0]], [[351], [-1.3389, null]], [[616], [-3.3398, null]], [[262], [-4.1055, null]], [[257], [-4.4102, null]], [[2574], [-5.2617, null]], [[281], [-5.6602, null]], [[736], [-5.8711, null]], [[2130], [-6.0273, null]], [[1194], [-6.0586, null]]], + "after": [[[510], [-0.4487, 0]]] + }, + { + "chosen": [[[351], [-0.0051, 0]]], + "before": [[[351], [-0.0051, 0]], [[1752], [-6.8086, null]], [[290], [-6.9805, null]], [[757], [-7.2227, null]], [[287], [-7.8086, null]], [[379], [-8.1016, null]], [[329], [-8.1406, null]], [[616], [-9.4531, null]], [[1986], [-9.5469, null]], [[717], [-9.6562, null]]], + "after": [[[351], [-0.0051, 0]]] + }, + { + "chosen": [[[616], [-0.8691, 0]]], + "before": [[[616], [-0.8691, 0]], [[262], [-1.6816, null]], [[257], [-2.1973, null]], [[617], [-3.1035, null]], [[2574], [-3.4395, null]], [[281], [-3.7051, null]], [[530], [-3.9785, null]], [[1194], [-4.0312, null]], [[584], [-4.4922, null]], [[674], [-4.7109, null]]], + "after": [[[616], [-0.8691, 0]]] + }, + { + "chosen": [[[19429], [-3.0371, 0]]], + "before": [[[6621], [-1.6465, null]], [[2151], [-2.5293, null]], [[19429], [-3.0371, 0]], [[584], [-3.1699, null]], [[24863], [-3.334, null]], [[9749], [-3.3496, null]], [[4697], [-3.3574, null]], [[5891], [-3.4668, null]], [[2460], [-3.6074, null]], [[734], [-3.8965, null]]], + "after": [[[19429], [-3.0371, 0]]] + }, + { + "chosen": [[[290], [-1.6533, 0]]], + "before": [[[13], [-1.1533, null]], [[290], [-1.6533, 0]], [[11], [-2.3008, null]], [[960], [-2.8945, null]], [[422], [-3.1445, null]], [[329], [-3.1602, null]], [[508], [-3.4414, null]], [[287], [-3.5898, null]], [[986], [-4.0273, null]], [[878], [-4.082, null]]], + "after": [[[290], [-1.6533, 0]]] + }, + { + "chosen": [[[2555], [-3.0723, 0]]], + "before": [[[1182], [-3.0566, null]], [[2555], [-3.0723, 0]], [[262], [-3.127, null]], [[2112], [-3.2129, null]], [[1011], [-3.291, null]], [[423], [-3.3379, null]], [[787], [-3.4707, null]], [[788], [-3.6738, null]], [[989], [-3.7676, null]], [[5203], [-3.8223, null]]], + "after": [[[2555], [-3.0723, 0]]] + }, + { + "chosen": [[[674], [-0.8369, 0]]], + "before": [[[674], [-0.8369, 0]], [[319], [-1.1963, null]], [[262], [-2.9141, null]], [[616], [-3.0547, null]], [[38232], [-3.3281, null]], [[351], [-3.8359, null]], [[11300], [-4.2031, null]], [[284], [-4.8984, null]], [[428], [-5.3594, null]], [[511], [-5.4375, null]]], + "after": [[[674], [-0.8369, 0]]] + }, + { + "chosen": [[[7002], [-0.2727, 0]]], + "before": [[[7002], [-0.2727, 0]], [[1235], [-2.7109, null]], [[17781], [-2.9531, null]], [[1459], [-4.3281, null]], [[35724], [-4.9922, null]], [[2989], [-5.2344, null]], [[8855], [-5.3906, null]], [[3067], [-5.4688, null]], [[890], [-5.7578, null]], [[5296], [-5.7891, null]]], + "after": [[[7002], [-0.2727, 0]]] + }, + { + "chosen": [[[1978], [-2.3965, 0]]], + "before": [[[13], [-0.7402, null]], [[1978], [-2.3965, 0]], [[284], [-2.4512, null]], [[3812], [-2.8965, null]], [[422], [-3.2324, null]], [[355], [-3.5215, null]], [[38232], [-3.8887, null]], [[986], [-4.1484, null]], [[656], [-4.2109, null]], [[287], [-4.2422, null]]], + "after": [[[1978], [-2.3965, 0]]] + }, + { + "chosen": [[[13], [-0.1818, 0]]], + "before": [[[13], [-0.1818, 0]], [[986], [-3.4395, null]], [[960], [-3.7285, null]], [[355], [-4.1758, null]], [[422], [-4.2539, null]], [[11], [-4.4023, null]], [[329], [-4.6914, null]], [[1752], [-4.832, null]], [[3812], [-4.832, null]], [[284], [-4.9492, null]]], + "after": [[[13], [-0.1818, 0]]] + }, + { + "chosen": [[[775], [-3.8887, 0]]], + "before": [[[198], [-2.1387, null]], [[314], [-2.2949, null]], [[383], [-2.8105, null]], [[1081], [-3.1152, null]], [[632], [-3.1621, null]], [[2102], [-3.1777, null]], [[2293], [-3.8027, null]], [[775], [-3.8887, 0]], [[2011], [-3.8965, null]], [[554], [-4.0195, null]]], + "after": [[[775], [-3.8887, 0]]] + }, + { + "chosen": [[[547], [-1.2793, 0]]], + "before": [[[547], [-1.2793, 0]], [[550], [-1.4824, null]], [[1549], [-1.6777, null]], [[1053], [-3.3496, null]], [[561], [-3.3965, null]], [[821], [-3.834, null]], [[8020], [-4.2031, null]], [[6304], [-4.3359, null]], [[991], [-4.7109, null]], [[1183], [-4.8828, null]]], + "after": [[[547], [-1.2793, 0]]] + }, + { + "chosen": [[[4385], [-3.418, 0]]], + "before": [[[3058], [-1.4414, null]], [[319], [-2.5195, null]], [[477], [-2.8008, null]], [[257], [-3.3398, null]], [[4385], [-3.418, 0]], [[1016], [-3.4727, null]], [[9087], [-3.4961, null]], [[287], [-3.5586, null]], [[11300], [-3.7227, null]], [[991], [-3.8945, null]]], + "after": [[[4385], [-3.418, 0]]] + }, + { + "chosen": [[[284], [-0.0006, 0]]], + "before": [[[284], [-0.0006, 0]], [[307], [-8.7188, null]], [[1826], [-9.1562, null]], [[9240], [-10.4141, null]], [[467], [-10.7578, null]], [[423], [-10.7656, null]], [[11], [-10.9609, null]], [[787], [-11.0156, null]], [[960], [-11.1328, null]], [[691], [-11.2656, null]]], + "after": [[[284], [-0.0006, 0]]] + }, + { + "chosen": [[[9240], [-2.4355, 0]]], + "before": [[[307], [-1.7168, null]], [[1826], [-1.7793, null]], [[423], [-2.3574, null]], [[9240], [-2.4355, 0]], [[2666], [-3.3652, null]], [[2245], [-3.459, null]], [[787], [-3.5684, null]], [[3151], [-3.6543, null]], [[1182], [-3.8574, null]], [[9851], [-3.959, null]]], + "after": [[[9240], [-2.4355, 0]]] + }, + { + "chosen": [[[17291], [-2.4297, 0]]], + "before": [[[612], [-1.8506, null]], [[379], [-1.9678, null]], [[17291], [-2.4297, 0]], [[287], [-2.4922, null]], [[1909], [-2.7656, null]], [[416], [-2.9219, null]], [[1088], [-3.1094, null]], [[9439], [-3.25, null]], [[878], [-3.4375, null]], [[262], [-3.6641, null]]], + "after": [[[17291], [-2.4297, 0]]] + }, + { + "chosen": [[[7415], [-3.125, 0]]], + "before": [[[1909], [-1.4062, null]], [[1088], [-2.0156, null]], [[428], [-2.0469, null]], [[287], [-2.1562, null]], [[1141], [-2.875, null]], [[7415], [-3.125, 0]], [[706], [-3.2188, null]], [[326], [-3.4844, null]], [[9439], [-3.5312, null]], [[262], [-3.6328, null]]], + "after": [[[7415], [-3.125, 0]]] + }, + { + "chosen": [[[6672], [-2.9531, 0]]], + "before": [[[11], [-0.2727, null]], [[6672], [-2.9531, 0]], [[6180], [-3.2344, null]], [[13], [-3.6172, null]], [[960], [-3.7656, null]], [[986], [-4.1406, null]], [[3329], [-4.5547, null]], [[26], [-4.5938, null]], [[475], [-4.6641, null]], [[1088], [-5.2891, null]]], + "after": [[[6672], [-2.9531, 0]]] + }, + { + "chosen": [[[11], [-0.2499, 0]]], + "before": [[[11], [-0.2499, 0]], [[13], [-2.6094, null]], [[960], [-3.3672, null]], [[986], [-3.4219, null]], [[379], [-3.9141, null]], [[26], [-4.2266, null]], [[393], [-4.8438, null]], [[475], [-4.8672, null]], [[611], [-5.2891, null]], [[706], [-5.4375, null]]], + "after": [[[11], [-0.2499, 0]]] + }, + { + "chosen": [[[475], [-0.2571, 0]]], + "before": [[[475], [-0.2571, 0]], [[523], [-2.7344, null]], [[290], [-3.0938, null]], [[1865], [-4.0938, null]], [[543], [-4.4766, null]], [[996], [-4.6328, null]], [[611], [-4.8906, null]], [[2158], [-5.0781, null]], [[287], [-5.3047, null]], [[379], [-5.3672, null]]], + "after": [[[475], [-0.2571, 0]]] + }, + { + "chosen": [[[12716], [-3.5527, 0]]], + "before": [[[356], [-2.2168, null]], [[314], [-2.4121, null]], [[340], [-2.5371, null]], [[262], [-2.6543, null]], [[2233], [-2.8027, null]], [[329], [-2.9277, null]], [[1201], [-3.0762, null]], [[355], [-3.4668, null]], [[12716], [-3.5527, 0]], [[5729], [-3.9824, null]]], + "after": [[[12716], [-3.5527, 0]]] + }, + { + "chosen": [[[11], [-0.2681, 0]]], + "before": [[[11], [-0.2681, 0]], [[356], [-2.6895, null]], [[329], [-3.5801, null]], [[314], [-3.7285, null]], [[262], [-3.8301, null]], [[986], [-4.6914, null]], [[340], [-4.6992, null]], [[674], [-4.918, null]], [[1223], [-5.1289, null]], [[612], [-5.1367, null]]], + "after": [[[11], [-0.2681, 0]]] + }, + { + "chosen": [[[356], [-1.2207, 0]]], + "before": [[[356], [-1.2207, 0]], [[262], [-2.0645, null]], [[314], [-2.5098, null]], [[257], [-3.0254, null]], [[1223], [-3.1895, null]], [[674], [-3.2207, null]], [[484], [-3.3379, null]], [[616], [-3.3457, null]], [[340], [-3.377, null]], [[612], [-3.7441, null]]], + "after": [[[356], [-1.2207, 0]]] + }, + { + "chosen": [[[4444], [-2.8594, 0]]], + "before": [[[547], [-1.5938, null]], [[550], [-2.2188, null]], [[4966], [-2.4375, null]], [[1392], [-2.5781, null]], [[1549], [-2.7812, null]], [[4444], [-2.8594, 0]], [[8020], [-3.2891, null]], [[1422], [-3.4688, null]], [[2626], [-3.5156, null]], [[6304], [-3.5156, null]]], + "after": [[[4444], [-2.8594, 0]]] + }, + { + "chosen": [[[510], [-0.0009, 0]]], + "before": [[[510], [-0.0009, 0]], [[674], [-8.2344, null]], [[262], [-8.8594, null]], [[2491], [-9.3281, null]], [[1972], [-9.8516, null]], [[1719], [-10.125, null]], [[1243], [-10.8203, null]], [[852], [-10.8906, null]], [[287], [-11.0469, null]], [[4917], [-11.0938, null]]], + "after": [[[510], [-0.0009, 0]]] + }, + { + "chosen": [[[1972], [-1.7314, 0]]], + "before": [[[1972], [-1.7314, 0]], [[2491], [-1.8252, null]], [[852], [-2.0586, null]], [[1719], [-2.1211, null]], [[4581], [-2.8242, null]], [[2263], [-3.1914, null]], [[6078], [-3.5273, null]], [[12225], [-3.5586, null]], [[42398], [-3.8867, null]], [[2406], [-4.1445, null]]], + "after": [[[1972], [-1.7314, 0]]] + }, + { + "chosen": [[[11038], [-1.2715, 0]]], + "before": [[[11038], [-1.2715, 0]], [[4978], [-2.1621, null]], [[2626], [-2.209, null]], [[2714], [-2.8496, null]], [[835], [-2.9746, null]], [[7819], [-3.0137, null]], [[9785], [-3.2871, null]], [[7384], [-3.3887, null]], [[257], [-3.4512, null]], [[11266], [-3.6855, null]]], + "after": [[[11038], [-1.2715, 0]]] + }, + { + "chosen": [[[416], [-1.5488, 0]]], + "before": [[[416], [-1.5488, 0]], [[13], [-1.8145, null]], [[2233], [-2.2441, null]], [[329], [-2.4785, null]], [[287], [-2.9316, null]], [[257], [-3.1973, null]], [[319], [-3.3145, null]], [[780], [-3.416, null]], [[618], [-3.8379, null]], [[706], [-3.9707, null]]], + "after": [[[416], [-1.5488, 0]]] + }, + { + "chosen": [[[1811], [-2.7031, 0]]], + "before": [[[257], [-1.1328, null]], [[617], [-2.2266, null]], [[281], [-2.4141, null]], [[262], [-2.6797, null]], [[1811], [-2.7031, 0]], [[326], [-3.6172, null]], [[530], [-3.7266, null]], [[674], [-4.1094, null]], [[546], [-4.1172, null]], [[883], [-4.1328, null]]], + "after": [[[1811], [-2.7031, 0]]] + }, + { + "chosen": [[[2250], [-1.0791, 0]]], + "before": [[[1528], [-0.7354, null]], [[2250], [-1.0791, 0]], [[517], [-3.9316, null]], [[10059], [-4.5391, null]], [[14855], [-4.8516, null]], [[49591], [-4.9844, null]], [[2995], [-4.9844, null]], [[5917], [-5.1562, null]], [[3131], [-5.1562, null]], [[2745], [-5.1797, null]]], + "after": [[[2250], [-1.0791, 0]]] + }, + { + "chosen": [[[5176], [-2.9199, 0]]], + "before": [[[2233], [-1.2246, null]], [[13], [-1.2402, null]], [[780], [-2.748, null]], [[5176], [-2.9199, 0]], [[11], [-3.1934, null]], [[986], [-3.5293, null]], [[319], [-3.6465, null]], [[287], [-3.8184, null]], [[706], [-3.834, null]], [[355], [-3.8652, null]]], + "after": [[[5176], [-2.9199, 0]]] + }, + { + "chosen": [[[284], [-0.0011, 0]]], + "before": [[[284], [-0.0011, 0]], [[287], [-7.8203, null]], [[257], [-9.1328, null]], [[262], [-9.5234, null]], [[11], [-9.7656, null]], [[757], [-9.9531, null]], [[986], [-10.0781, null]], [[960], [-10.2109, null]], [[1752], [-10.5078, null]], [[357], [-10.6562, null]]], + "after": [[[284], [-0.0011, 0]]] + }, + { + "chosen": [[[617], [-1.9951, 0]]], + "before": [[[257], [-1.5342, null]], [[262], [-1.9561, null]], [[617], [-1.9951, 0]], [[326], [-2.002, null]], [[281], [-2.4316, null]], [[2574], [-3.1582, null]], [[477], [-3.5645, null]], [[616], [-3.627, null]], [[674], [-3.7598, null]], [[883], [-3.8145, null]]], + "after": [[[617], [-1.9951, 0]]] + }, + { + "chosen": [[[49591], [-2.4062, 0]]], + "before": [[[49591], [-2.4062, 0]], [[10059], [-2.8047, null]], [[5876], [-3, null]], [[9234], [-3.6719, null]], [[35778], [-3.7031, null]], [[10963], [-3.7969, null]], [[14855], [-4.0078, null]], [[3297], [-4.1328, null]], [[1611], [-4.1875, null]], [[44149], [-4.1953, null]]], + "after": [[[49591], [-2.4062, 0]]] + }, + { + "chosen": [[[2995], [-3.3613, 0]]], + "before": [[[5917], [-0.3225, null]], [[2995], [-3.3613, 0]], [[2428], [-3.4551, null]], [[5876], [-3.8926, null]], [[10207], [-4.0117, null]], [[2761], [-4.0898, null]], [[19481], [-4.1914, null]], [[25179], [-4.9648, null]], [[14979], [-5.0898, null]], [[16119], [-5.168, null]]], + "after": [[[2995], [-3.3613, 0]]] + }, + { + "chosen": [[[13], [-0.5825, 0]]], + "before": [[[13], [-0.5825, 0]], [[986], [-2.457, null]], [[326], [-2.6055, null]], [[1863], [-2.8477, null]], [[11], [-3.1523, null]], [[960], [-3.3945, null]], [[319], [-3.7539, null]], [[287], [-4.082, null]], [[14963], [-4.5664, null]], [[290], [-4.5742, null]]], + "after": [[[13], [-0.5825, 0]]] + }, + { + "chosen": [[[198], [-1.7598, 0]]], + "before": [[[198], [-1.7598, 0]], [[314], [-2.7051, null]], [[632], [-3.0879, null]], [[383], [-3.1191, null]], [[1081], [-3.2598, null]], [[2102], [-3.3379, null]], [[775], [-3.5879, null]], [[2293], [-3.752, null]], [[554], [-3.7988, null]], [[2735], [-3.8301, null]]], + "after": [[[198], [-1.7598, 0]]] + }, + { + "chosen": [[[1], [-2.166, 0]]], + "before": [[[1], [-2.166, 0]], [[40], [-2.4082, null]], [[464], [-2.627, null]], [[1722], [-3.2051, null]], [[1026], [-3.2051, null]], [[3260], [-3.6738, null]], [[3666], [-3.7051, null]], [[1135], [-3.8223, null]], [[818], [-4, null]], [[9527], [-4.3281, null]]], + "after": [[[1], [-2.166, 0]]] + }, + { + "chosen": [[[10814], [-2.9492, 0]]], + "before": [[[39], [-2.793, null]], [[10814], [-2.9492, 0]], [[40], [-2.9883, null]], [[5812], [-3.4805, null]], [[2061], [-3.4961, null]], [[1135], [-3.6523, null]], [[2396], [-3.668, null]], [[10910], [-3.7617, null]], [[1026], [-3.8242, null]], [[1639], [-3.9492, null]]], + "after": [[[10814], [-2.9492, 0]]] + }, + { + "chosen": [[[11], [-0.2201, 0]]], + "before": [[[11], [-0.2201, 0]], [[612], [-2.7051, null]], [[986], [-3.5488, null]], [[0], [-3.7363, null]], [[783], [-4.0938, null]], [[13], [-4.8281, null]], [[22556], [-4.9531, null]], [[582], [-5.5625, null]], [[526], [-5.7734, null]], [[2574], [-5.8125, null]]], + "after": [[[11], [-0.2201, 0]]] + }, + { + "chosen": [[[4043], [-4.125, 0]]], + "before": [[[345], [-2.375, null]], [[644], [-2.9531, null]], [[2574], [-3.1797, null]], [[314], [-3.4219, null]], [[8616], [-3.4453, null]], [[389], [-3.5234, null]], [[318], [-3.7656, null]], [[466], [-3.8984, null]], [[810], [-3.9062, null]], [[1521], [-3.9609, null]]], + "after": [[[4043], [-4.125, 0]]] + }, + { + "chosen": [[[510], [-1.1113, 0]]], + "before": [[[510], [-1.1113, 0]], [[257], [-1.3457, null]], [[0], [-2.2363, null]], [[11], [-2.5332, null]], [[329], [-2.8457, null]], [[986], [-3.2832, null]], [[2474], [-3.4082, null]], [[655], [-3.5957, null]], [[13], [-3.6582, null]], [[960], [-4.3438, null]]], + "after": [[[510], [-1.1113, 0]]] + }, + { + "chosen": [[[526], [-3.6836, 0]]], + "before": [[[11], [-1.3545, null]], [[0], [-1.4639, null]], [[2474], [-1.5576, null]], [[1541], [-2.543, null]], [[257], [-2.6836, null]], [[13], [-3.4961, null]], [[526], [-3.6836, 0]], [[986], [-3.9648, null]], [[612], [-3.9727, null]], [[553], [-4.1055, null]]], + "after": [[[526], [-3.6836, 0]]] + }, + { + "chosen": [[[198], [-0.2781, 0]]], + "before": [[[198], [-0.2781, 0]], [[314], [-2.5117, null]], [[317], [-3.5273, null]], [[383], [-3.8242, null]], [[1081], [-3.8711, null]], [[2011], [-4.6523, null]], [[2574], [-4.7148, null]], [[2293], [-5.1289, null]], [[1881], [-5.5586, null]], [[2080], [-5.5977, null]]], + "after": [[[198], [-0.2781, 0]]] + }, + { + "chosen": [[[32], [-3.7188, 0]]], + "before": [[[1], [-0.5776, null]], [[40], [-2.4219, null]], [[1722], [-3.0781, null]], [[464], [-3.5, null]], [[32], [-3.7188, 0]], [[5703], [-3.9375, null]], [[3666], [-4.1094, null]], [[3260], [-4.4453, null]], [[38582], [-4.5156, null]], [[2953], [-4.8047, null]]], + "after": [[[32], [-3.7188, 0]]] + }, + { + "chosen": [[[3809], [-1.667, 0]]], + "before": [[[3809], [-1.667, 0]], [[1862], [-2.166, null]], [[582], [-2.5801, null]], [[5385], [-2.8848, null]], [[4802], [-3.2441, null]], [[1178], [-3.3145, null]], [[1402], [-3.3535, null]], [[2415], [-3.5879, null]], [[2576], [-3.5879, null]], [[1790], [-3.6113, null]]], + "after": [[[3809], [-1.667, 0]]] + }, + { + "chosen": [[[6451], [-0.9351, 0]]], + "before": [[[6451], [-0.9351, 0]], [[1444], [-1.3096, null]], [[1625], [-2.7637, null]], [[422], [-3.4668, null]], [[28077], [-3.6543, null]], [[4585], [-3.998, null]], [[22211], [-4.0742, null]], [[4251], [-4.1133, null]], [[2005], [-4.6367, null]], [[25891], [-4.9023, null]]], + "after": [[[6451], [-0.9351, 0]]] + }, + { + "chosen": [[[1444], [-0.7046, 0]]], + "before": [[[1444], [-0.7046, 0]], [[28077], [-2.1895, null]], [[1625], [-2.9395, null]], [[2005], [-3.0645, null]], [[4251], [-3.0645, null]], [[22211], [-3.252, null]], [[19072], [-3.3145, null]], [[5158], [-4.2656, null]], [[6265], [-4.6953, null]], [[14846], [-4.6953, null]]], + "after": [[[1444], [-0.7046, 0]]] + }, + { + "chosen": [[[503], [-0.0676, 0]]], + "before": [[[503], [-0.0676, 0]], [[284], [-3.8496, null]], [[422], [-4.1758, null]], [[616], [-4.4883, null]], [[706], [-4.957, null]], [[329], [-5.8945, null]], [[502], [-6.0039, null]], [[510], [-6.9414, null]], [[866], [-7.1289, null]], [[625], [-7.418, null]]], + "after": [[[503], [-0.0676, 0]]] + }, + { + "chosen": [[[2157], [-2.9785, 0]]], + "before": [[[284], [-0.6821, null]], [[422], [-0.9634, null]], [[2157], [-2.9785, 0]], [[11], [-4.7305, null]], [[503], [-4.7695, null]], [[287], [-5.207, null]], [[355], [-5.3008, null]], [[706], [-5.3398, null]], [[826], [-5.582, null]], [[329], [-5.9336, null]]], + "after": [[[2157], [-2.9785, 0]]] + }, + { + "chosen": [[[502], [-0.0219, 0]]], + "before": [[[502], [-0.0219, 0]], [[514], [-4.4297, null]], [[616], [-4.8672, null]], [[262], [-6.8672, null]], [[674], [-8.5312, null]], [[6164], [-9.0625, null]], [[290], [-9.2422, null]], [[2574], [-9.7812, null]], [[11], [-9.8438, null]], [[257], [-10.0391, null]]], + "after": [[[502], [-0.0219, 0]]] + }, + { + "chosen": [[[11], [-0.9399, 0]]], + "before": [[[11], [-0.9399, 0]], [[13], [-0.9868, null]], [[355], [-2.5645, null]], [[422], [-3.0488, null]], [[960], [-3.4707, null]], [[26], [-4.332, null]], [[290], [-4.4883, null]], [[287], [-4.9648, null]], [[981], [-5.0039, null]], [[351], [-5.0195, null]]], + "after": [[[11], [-0.9399, 0]]] + }, + { + "chosen": [[[1642], [-2.9941, 0]]], + "before": [[[290], [-1.4248, null]], [[6666], [-1.4873, null]], [[1642], [-2.9941, 0]], [[11313], [-3.3066, null]], [[21550], [-3.5254, null]], [[475], [-3.5488, null]], [[28027], [-3.7988, null]], [[6079], [-3.8691, null]], [[3940], [-4.082, null]], [[12225], [-4.1055, null]]], + "after": [[[1642], [-2.9941, 0]]] + }, + { + "chosen": [[[502], [-0.1133, 0]]], + "before": [[[502], [-0.1133, 0]], [[616], [-2.7383, null]], [[262], [-3.5898, null]], [[340], [-5.8945, null]], [[1111], [-6.5977, null]], [[2574], [-6.6602, null]], [[257], [-6.8086, null]], [[514], [-7.4961, null]], [[674], [-7.5273, null]], [[477], [-7.9883, null]]], + "after": [[[502], [-0.1133, 0]]] + }, + { + "chosen": [[[804], [-2.3828, 0]]], + "before": [[[1210], [-1.3203, null]], [[804], [-2.3828, 0]], [[2245], [-2.5078, null]], [[4391], [-2.6562, null]], [[7906], [-3.7266, null]], [[16086], [-4.0859, null]], [[22972], [-4.1953, null]], [[26500], [-4.2109, null]], [[2834], [-4.2422, null]], [[14985], [-4.2812, null]]], + "after": [[[804], [-2.3828, 0]]] + }, + { + "chosen": [[[736], [-0.5171, 0]]], + "before": [[[736], [-0.5171, 0]], [[625], [-1.3613, null]], [[2157], [-3.6738, null]], [[510], [-3.8535, null]], [[866], [-4.0391, null]], [[1088], [-4.1172, null]], [[287], [-4.5547, null]], [[284], [-4.5781, null]], [[19528], [-4.8203, null]], [[2651], [-4.9453, null]]], + "after": [[[736], [-0.5171, 0]]] + }, + { + "chosen": [[[287], [-1.6113, 0]]], + "before": [[[13], [-1.2676, null]], [[287], [-1.6113, 0]], [[625], [-1.9395, null]], [[284], [-2.4551, null]], [[290], [-3.0645, null]], [[351], [-3.3457, null]], [[379], [-3.4082, null]], [[3812], [-3.9785, null]], [[355], [-4.0312, null]], [[866], [-4.0859, null]]], + "after": [[[287], [-1.6113, 0]]] + }, + { + "chosen": [[[5975], [-0.8726, 0]]], + "before": [[[5975], [-0.8726, 0]], [[10802], [-2.2324, null]], [[2882], [-2.3262, null]], [[11607], [-2.9355, null]], [[262], [-2.9668, null]], [[257], [-3.123, null]], [[6380], [-3.6387, null]], [[38650], [-3.8105, null]], [[15275], [-4.3555, null]], [[616], [-4.3633, null]]], + "after": [[[5975], [-0.8726, 0]]] + }, + { + "chosen": [[[13], [-0.097, 0]]], + "before": [[[13], [-0.097, 0]], [[960], [-4.2773, null]], [[284], [-4.332, null]], [[986], [-4.4023, null]], [[355], [-4.5273, null]], [[290], [-4.6367, null]], [[379], [-4.6602, null]], [[878], [-5.3789, null]], [[11], [-5.6914, null]], [[329], [-5.7695, null]]], + "after": [[[13], [-0.097, 0]]] + } + ] +} diff --git a/tests/api/sanity_text_sets/6B-v4/emperor_empty.json b/tests/api/sanity_text_sets/6B-v4/emperor_empty.json new file mode 100644 index 0000000..5d16509 --- /dev/null +++ b/tests/api/sanity_text_sets/6B-v4/emperor_empty.json @@ -0,0 +1,316 @@ +{ + "prompt": "[ Prologue ]", + "preset": { + "presetVersion": 3, + "name": "Emperor Moth", + "id": "b8e9640e-10a8-4b84-b023-41e49e98d872", + "remoteId": "", + "parameters": { + "textGenerationSettingsVersion": 3, + "temperature": 1.25, + "max_length": 40, + "min_length": 1, + "top_k": 1, + "top_p": 0.235, + "top_a": 1, + "typical_p": 1, + "tail_free_sampling": 1, + "repetition_penalty": 2.75, + "repetition_penalty_range": 2048, + "repetition_penalty_slope": 0, + "repetition_penalty_frequency": 0, + "repetition_penalty_presence": 0, + "order": [ + { + "id": "temperature", + "enabled": true + }, + { + "id": "top_k", + "enabled": true + }, + { + "id": "top_p", + "enabled": true + }, + { + "id": "tfs", + "enabled": true + }, + { + "id": "top_a", + "enabled": false + }, + { + "id": "typical_p", + "enabled": false + } + ] + }, + "model": "6B-v4" + }, + "global_settings": { + "generate_until_sentence": true, + "num_logprobs": 10, + "ban_brackets": true, + "bias_dinkus_asterism": true + }, + "result": "\nThe first time I saw the man, he was standing on a street corner in New York City. He had his back to me and was talking into a cell phone. The conversation went on for several minutes, but I couldn't hear what he said.", + "logprobs": [ + { + "chosen": [[[464], [-2.3438, 0]]], + "before": [[[58], [-0.9756, null]], [[464], [-2.3438, 0]], [[1], [-2.4609, null]], [[40], [-3.6797, null]], [[1026], [-3.9453, null]], [[32], [-4.0156, null]], [[818], [-4.1328, null]], [[2215], [-4.5625, null]], [[1212], [-4.8906, null]], [[1858], [-4.9141, null]]], + "after": [[[464], [-2.3438, 0]]] + }, + { + "chosen": [[[717], [-3.8359, 0]]], + "before": [[[717], [-3.8359, 0]], [[582], [-4.4922, null]], [[1110], [-4.4922, null]], [[938], [-4.5859, null]], [[1755], [-4.7344, null]], [[4252], [-4.8516, null]], [[1306], [-4.8984, null]], [[1468], [-4.9062, null]], [[1708], [-4.9844, null]], [[2344], [-5.1562, null]]], + "after": [[[717], [-3.8359, 0]]] + }, + { + "chosen": [[[640], [-1.6318, 0]]], + "before": [[[640], [-1.6318, 0]], [[1517], [-1.8193, null]], [[1110], [-3.5547, null]], [[286], [-3.5781, null]], [[1755], [-4.1953, null]], [[582], [-4.3047, null]], [[636], [-4.5234, null]], [[290], [-4.6406, null]], [[734], [-4.7891, null]], [[1048], [-4.8828, null]]], + "after": [[[640], [-1.6318, 0]]] + }, + { + "chosen": [[[314], [-1.2871, 0]]], + "before": [[[314], [-1.2871, 0]], [[339], [-2.498, null]], [[673], [-2.8105, null]], [[262], [-3.0762, null]], [[326], [-3.7637, null]], [[484], [-4.0391, null]], [[11], [-4.4922, null]], [[340], [-4.6172, null]], [[356], [-4.7734, null]], [[345], [-4.7891, null]]], + "after": [[[314], [-1.2871, 0]]] + }, + { + "chosen": [[[2497], [-1.0869, 0]]], + "before": [[[2497], [-1.0869, 0]], [[1138], [-1.8135, null]], [[1683], [-2.3828, null]], [[2982], [-2.9453, null]], [[373], [-3.625, null]], [[550], [-3.6484, null]], [[1816], [-3.9297, null]], [[1625], [-4.1562, null]], [[3505], [-4.4453, null]], [[8672], [-4.625, null]]], + "after": [[[2497], [-1.0869, 0]]] + }, + { + "chosen": [[[262], [-1.7363, 0]]], + "before": [[[262], [-1.7363, 0]], [[607], [-2.1191, null]], [[683], [-2.3379, null]], [[257], [-3.1035, null]], [[616], [-3.2207, null]], [[340], [-3.6504, null]], [[606], [-4.1406, null]], [[326], [-5, null]], [[345], [-5.0859, null]], [[428], [-5.1094, null]]], + "after": [[[262], [-1.7363, 0]]] + }, + { + "chosen": [[[582], [-3.7188, 0]]], + "before": [[[582], [-3.7188, 0]], [[5417], [-3.7266, null]], [[1748], [-4.3281, null]], [[9151], [-4.3906, null]], [[2415], [-4.5078, null]], [[1468], [-4.5078, null]], [[1295], [-4.6016, null]], [[2576], [-4.6328, null]], [[4252], [-4.9219, null]], [[2156], [-4.9609, null]]], + "after": [[[582], [-3.7188, 0]]] + }, + { + "chosen": [[[11], [-1.3438, 0]]], + "before": [[[11], [-1.3438, 0]], [[508], [-2.0547, null]], [[287], [-2.125, null]], [[314], [-2.1953, null]], [[351], [-2.5078, null]], [[373], [-3.0547, null]], [[319], [-4.0547, null]], [[422], [-4.1328, null]], [[338], [-4.3594, null]], [[1444], [-4.5156, null]]], + "after": [[[11], [-1.3438, 0]]] + }, + { + "chosen": [[[339], [-1.2422, 0]]], + "before": [[[314], [-0.6328, null]], [[339], [-1.2422, 0]], [[340], [-3.0938, null]], [[616], [-4.0234, null]], [[262], [-4.2266, null]], [[465], [-4.3125, null]], [[356], [-4.875, null]], [[257], [-5.3672, null]], [[287], [-5.4531, null]], [[612], [-5.4688, null]]], + "after": [[[339], [-1.2422, 0]]] + }, + { + "chosen": [[[373], [-0.2458, 0]]], + "before": [[[373], [-0.2458, 0]], [[550], [-3.3398, null]], [[3114], [-3.7383, null]], [[1625], [-4.3945, null]], [[2492], [-4.457, null]], [[4120], [-4.6133, null]], [[6204], [-5.1289, null]], [[12408], [-5.1523, null]], [[3332], [-5.3398, null]], [[3947], [-5.3555, null]]], + "after": [[[373], [-0.2458, 0]]] + }, + { + "chosen": [[[5055], [-1.9609, 0]]], + "before": [[[5055], [-1.9609, 0]], [[5586], [-2.4688, null]], [[287], [-2.9844, null]], [[6155], [-3.3906, null]], [[319], [-3.4609, null]], [[2406], [-3.7969, null]], [[9105], [-3.8438, null]], [[10311], [-4.0625, null]], [[5762], [-4.2031, null]], [[379], [-4.2422, null]]], + "after": [[[5055], [-1.9609, 0]]] + }, + { + "chosen": [[[319], [-1.3477, 0]]], + "before": [[[319], [-1.3477, 0]], [[287], [-1.3633, null]], [[379], [-2.2773, null]], [[416], [-3.0586, null]], [[13970], [-3.6445, null]], [[351], [-3.7227, null]], [[2354], [-3.7227, null]], [[3436], [-4.043, null]], [[1306], [-4.0508, null]], [[739], [-4.2383, null]]], + "after": [[[319], [-1.3477, 0]]] + }, + { + "chosen": [[[257], [-1.1787, 0]]], + "before": [[[262], [-0.6162, null]], [[257], [-1.1787, 0]], [[1353], [-3.123, null]], [[616], [-3.4512, null]], [[465], [-4.1719, null]], [[281], [-4.2109, null]], [[530], [-5.1328, null]], [[674], [-5.6406, null]], [[644], [-6.5859, null]], [[326], [-6.9531, null]]], + "after": [[[257], [-1.1787, 0]]] + }, + { + "chosen": [[[4675], [-1.9971, 0]]], + "before": [[[4675], [-1.9971, 0]], [[5228], [-3.2012, null]], [[12788], [-3.2559, null]], [[10481], [-3.6699, null]], [[3859], [-3.7715, null]], [[1029], [-3.8027, null]], [[29780], [-3.8262, null]], [[19516], [-4.0117, null]], [[24058], [-4.0664, null]], [[33880], [-4.0664, null]]], + "after": [[[4675], [-1.9971, 0]]] + }, + { + "chosen": [[[5228], [-0.0482, 0]]], + "before": [[[5228], [-0.0482, 0]], [[287], [-4.0469, null]], [[10215], [-4.3594, null]], [[12], [-5.75, null]], [[11], [-6.75, null]], [[20799], [-7.1562, null]], [[326], [-7.3203, null]], [[7382], [-7.4609, null]], [[286], [-7.5469, null]], [[13], [-7.5469, null]]], + "after": [[[5228], [-0.0482, 0]]] + }, + { + "chosen": [[[287], [-0.855, 0]]], + "before": [[[287], [-0.855, 0]], [[11], [-1.6523, null]], [[13], [-2.4336, null]], [[351], [-3.1602, null]], [[290], [-4.207, null]], [[319], [-4.2617, null]], [[1474], [-4.3086, null]], [[379], [-4.3164, null]], [[2354], [-4.457, null]], [[2045], [-4.7773, null]]], + "after": [[[287], [-0.855, 0]]] + }, + { + "chosen": [[[968], [-2.9609, 0]]], + "before": [[[262], [-1.8906, null]], [[257], [-2.5625, null]], [[968], [-2.9609, 0]], [[9436], [-3.6172, null]], [[2166], [-3.7734, null]], [[2986], [-3.7969, null]], [[3576], [-3.9453, null]], [[6342], [-3.9531, null]], [[13458], [-4.0547, null]], [[616], [-4.3984, null]]], + "after": [[[968], [-2.9609, 0]]] + }, + { + "chosen": [[[1971], [-0.4077, 0]]], + "before": [[[1971], [-0.4077, 0]], [[12255], [-1.6582, null]], [[8221], [-3.9863, null]], [[3841], [-4.2969, null]], [[21425], [-4.3672, null]], [[12517], [-5.0391, null]], [[23732], [-5.2344, null]], [[5828], [-5.2891, null]], [[3576], [-5.4531, null]], [[13910], [-5.7891, null]]], + "after": [[[1971], [-0.4077, 0]]] + }, + { + "chosen": [[[2254], [-0.5312, 0]]], + "before": [[[2254], [-0.5312, 0]], [[11], [-1.7969, null]], [[13], [-1.9062, null]], [[351], [-4.1562, null]], [[290], [-4.625, null]], [[338], [-4.7266, null]], [[287], [-4.8359, null]], [[379], [-5.7109, null]], [[4953], [-5.7578, null]], [[5762], [-5.7812, null]]], + "after": [[[2254], [-0.5312, 0]]] + }, + { + "chosen": [[[13], [-0.8481, 0]]], + "before": [[[13], [-0.8481, 0]], [[11], [-1.0508, null]], [[351], [-3.4258, null]], [[287], [-3.6133, null]], [[290], [-3.9883, null]], [[5762], [-4.3008, null]], [[338], [-4.3398, null]], [[379], [-4.4883, null]], [[319], [-4.6602, null]], [[4769], [-5.0273, null]]], + "after": [[[13], [-0.8481, 0]]] + }, + { + "chosen": [[[679], [-1.4111, 0]]], + "before": [[[679], [-1.4111, 0]], [[314], [-1.5361, null]], [[632], [-2.1992, null]], [[198], [-2.2617, null]], [[383], [-2.8164, null]], [[2399], [-3.4961, null]], [[317], [-3.6289, null]], [[1318], [-4.168, null]], [[2011], [-4.5117, null]], [[554], [-4.6367, null]]], + "after": [[[679], [-1.4111, 0]]] + }, + { + "chosen": [[[550], [-2.4609, 0]]], + "before": [[[373], [-0.3826, null]], [[550], [-2.4609, 0]], [[12408], [-2.6953, null]], [[3114], [-3.1641, null]], [[2492], [-3.5859, null]], [[1422], [-4.4766, null]], [[6204], [-4.5469, null]], [[3947], [-4.8906, null]], [[1549], [-5.2578, null]], [[2714], [-5.5, null]]], + "after": [[[550], [-2.4609, 0]]] + }, + { + "chosen": [[[465], [-2.5137, 0]]], + "before": [[[257], [-1.2861, null]], [[465], [-2.5137, 0]], [[655], [-2.7793, null]], [[262], [-2.8184, null]], [[319], [-2.998, null]], [[587], [-3.0449, null]], [[890], [-3.6152, null]], [[281], [-3.6543, null]], [[645], [-3.7559, null]], [[3223], [-3.9277, null]]], + "after": [[[465], [-2.5137, 0]]] + }, + { + "chosen": [[[736], [-0.5796, 0]]], + "before": [[[736], [-0.5796, 0]], [[2832], [-1.7354, null]], [[5101], [-3.4707, null]], [[1021], [-3.7754, null]], [[1182], [-3.8926, null]], [[1986], [-4.2891, null]], [[13209], [-4.4375, null]], [[2951], [-4.8516, null]], [[3625], [-4.8828, null]], [[3211], [-4.8984, null]]], + "after": [[[736], [-0.5796, 0]]] + }, + { + "chosen": [[[284], [-0.0736, 0]]], + "before": [[[284], [-0.0736, 0]], [[2900], [-3.1367, null]], [[3812], [-4.7617, null]], [[1028], [-4.8711, null]], [[2063], [-6.168, null]], [[3371], [-6.6523, null]], [[3892], [-6.7539, null]], [[12070], [-6.957, null]], [[845], [-7.2227, null]], [[290], [-7.7461, null]]], + "after": [[[284], [-0.0736, 0]]] + }, + { + "chosen": [[[502], [-0.0752, 0]]], + "before": [[[502], [-0.0752, 0]], [[262], [-3.123, null]], [[514], [-4.168, null]], [[257], [-4.8555, null]], [[616], [-7.2148, null]], [[281], [-7.2539, null]], [[4979], [-7.5195, null]], [[465], [-8.2656, null]], [[530], [-8.5156, null]], [[607], [-8.7891, null]]], + "after": [[[502], [-0.0752, 0]]] + }, + { + "chosen": [[[290], [-2.0234, 0]]], + "before": [[[11], [-0.5396, null]], [[290], [-2.0234, 0]], [[13], [-2.0234, null]], [[355], [-2.6406, null]], [[26], [-3.5938, null]], [[960], [-4.5, null]], [[475], [-4.7656, null]], [[329], [-5.2734, null]], [[523], [-5.2812, null]], [[25], [-5.4922, null]]], + "after": [[[290], [-2.0234, 0]]] + }, + { + "chosen": [[[373], [-0.5874, 0]]], + "before": [[[373], [-0.5874, 0]], [[339], [-1.54, null]], [[314], [-2.6504, null]], [[465], [-3.3066, null]], [[3947], [-4.1172, null]], [[11], [-4.5156, null]], [[262], [-4.6172, null]], [[4120], [-4.9453, null]], [[257], [-5.1797, null]], [[612], [-5.2891, null]]], + "after": [[[373], [-0.5874, 0]]] + }, + { + "chosen": [[[3375], [-1.9775, 0]]], + "before": [[[3375], [-1.9775, 0]], [[16143], [-2.1797, null]], [[2045], [-2.4453, null]], [[5762], [-3.2734, null]], [[21804], [-3.3047, null]], [[50234], [-3.6016, null]], [[4769], [-3.6719, null]], [[5486], [-3.6797, null]], [[4964], [-3.75, null]], [[9216], [-3.8047, null]]], + "after": [[[3375], [-1.9775, 0]]] + }, + { + "chosen": [[[656], [-2.4082, 0]]], + "before": [[[284], [-0.6265, null]], [[319], [-1.6885, null]], [[656], [-2.4082, 0]], [[351], [-2.7832, null]], [[15108], [-3.9395, null]], [[23176], [-4.0469, null]], [[11], [-4.2969, null]], [[287], [-4.4922, null]], [[493], [-4.7109, null]], [[12703], [-5.0859, null]]], + "after": [[[656], [-2.4082, 0]]] + }, + { + "chosen": [[[257], [-0.3313, 0]]], + "before": [[[257], [-0.3313, 0]], [[465], [-2.0195, null]], [[262], [-2.9102, null]], [[644], [-3.207, null]], [[281], [-3.6445, null]], [[530], [-4.4727, null]], [[617], [-4.8711, null]], [[1223], [-5.5586, null]], [[2130], [-6.8633, null]], [[428], [-7.5195, null]]], + "after": [[[257], [-0.3313, 0]]] + }, + { + "chosen": [[[2685], [-1.0449, 0]]], + "before": [[[2685], [-1.0449, 0]], [[11426], [-2.4199, null]], [[1414], [-2.6074, null]], [[3072], [-2.8887, null]], [[1402], [-3.3105, null]], [[2513], [-3.373, null]], [[1021], [-3.5137, null]], [[21822], [-3.6621, null]], [[5175], [-3.7168, null]], [[19824], [-3.7793, null]]], + "after": [[[2685], [-1.0449, 0]]] + }, + { + "chosen": [[[3072], [-0.0135, 0]]], + "before": [[[3072], [-0.0135, 0]], [[12], [-4.7305, null]], [[11426], [-7.1367, null]], [[13], [-7.2773, null]], [[11], [-7.293, null]], [[2522], [-7.8477, null]], [[38656], [-7.9336, null]], [[4862], [-8.0391, null]], [[960], [-9.1875, null]], [[319], [-9.25, null]]], + "after": [[[3072], [-0.0135, 0]]] + }, + { + "chosen": [[[13], [-0.7251, 0]]], + "before": [[[13], [-0.7251, 0]], [[11], [-1.1465, null]], [[351], [-3.4512, null]], [[26], [-3.9121, null]], [[981], [-3.9512, null]], [[326], [-4.2812, null]], [[287], [-4.3359, null]], [[355], [-4.375, null]], [[960], [-4.4453, null]], [[290], [-4.9531, null]]], + "after": [[[13], [-0.7251, 0]]] + }, + { + "chosen": [[[383], [-2.5977, 0]]], + "before": [[[314], [-1.4268, null]], [[679], [-1.5361, null]], [[198], [-2.4805, null]], [[383], [-2.5977, 0]], [[2399], [-2.6523, null]], [[632], [-3.3008, null]], [[317], [-3.8555, null]], [[366], [-3.8945, null]], [[1081], [-3.9727, null]], [[1318], [-4.3633, null]]], + "after": [[[383], [-2.5977, 0]]] + }, + { + "chosen": [[[5273], [-3.1875, 0]]], + "before": [[[3072], [-2.0469, null]], [[4675], [-3.1016, null]], [[2685], [-3.1484, null]], [[5273], [-3.1875, 0]], [[1657], [-3.8594, null]], [[4252], [-3.875, null]], [[835], [-4.0234, null]], [[3809], [-4.1172, null]], [[736], [-4.2656, null]], [[2456], [-4.2812, null]]], + "after": [[[5273], [-3.1875, 0]]] + }, + { + "chosen": [[[1816], [-2.0645, 0]]], + "before": [[[373], [-0.6899, null]], [[1816], [-2.0645, 0]], [[15436], [-2.7363, null]], [[3947], [-2.9395, null]], [[1422], [-3.7441, null]], [[2492], [-3.8848, null]], [[1276], [-3.9629, null]], [[11], [-4.0039, null]], [[1718], [-4.0273, null]], [[4444], [-4.0664, null]]], + "after": [[[1816], [-2.0645, 0]]] + }, + { + "chosen": [[[319], [-0.0759, 0]]], + "before": [[[319], [-0.0759, 0]], [[736], [-4.0273, null]], [[287], [-4.1211, null]], [[1223], [-4.7148, null]], [[329], [-5.207, null]], [[588], [-5.3086, null]], [[1165], [-6.5117, null]], [[422], [-6.5664, null]], [[257], [-6.5977, null]], [[355], [-7.332, null]]], + "after": [[[319], [-0.0759, 0]]] + }, + { + "chosen": [[[329], [-0.126, 0]]], + "before": [[[329], [-0.126, 0]], [[257], [-3.7051, null]], [[290], [-3.8301, null]], [[1165], [-4.4922, null]], [[523], [-4.6719, null]], [[890], [-4.875, null]], [[2392], [-5.0078, null]], [[11], [-5.0938, null]], [[379], [-5.5703, null]], [[8097], [-5.9219, null]]], + "after": [[[329], [-0.126, 0]]] + }, + { + "chosen": [[[1811], [-1.6475, 0]]], + "before": [[[257], [-1.1162, null]], [[1811], [-1.6475, 0]], [[617], [-1.9443, null]], [[2407], [-2.8809, null]], [[546], [-3.1074, null]], [[644], [-3.9512, null]], [[3016], [-4.1719, null]], [[1936], [-4.2656, null]], [[2048], [-4.4219, null]], [[517], [-4.4297, null]]], + "after": [[[1811], [-1.6475, 0]]] + }, + { + "chosen": [[[2431], [-0.1349, 0]]], + "before": [[[2431], [-0.1349, 0]], [[4201], [-3.0254, null]], [[7188], [-3.4004, null]], [[890], [-4.0117, null]], [[517], [-4.3086, null]], [[13439], [-6.3555, null]], [[20170], [-6.8711, null]], [[49069], [-7.1992, null]], [[2250], [-7.7305, null]], [[987], [-7.793, null]]], + "after": [[[2431], [-0.1349, 0]]] + }, + { + "chosen": [[[11], [-0.8726, 0]]], + "before": [[[11], [-0.8726, 0]], [[13], [-1.0918, null]], [[290], [-2.4043, null]], [[878], [-2.9512, null]], [[26], [-3.4199, null]], [[355], [-4.2539, null]], [[981], [-4.3555, null]], [[960], [-4.7305, null]], [[1231], [-5.2461, null]], [[287], [-5.5039, null]]], + "after": [[[11], [-0.8726, 0]]] + }, + { + "chosen": [[[475], [-2.0117, 0]]], + "before": [[[290], [-0.8472, null]], [[475], [-2.0117, 0]], [[262], [-2.793, null]], [[788], [-2.8398, null]], [[1141], [-3.207, null]], [[465], [-3.5117, null]], [[21025], [-3.6367, null]], [[351], [-3.957, null]], [[996], [-4.0195, null]], [[981], [-4.2695, null]]], + "after": [[[475], [-2.0117, 0]]] + }, + { + "chosen": [[[314], [-0.7603, 0]]], + "before": [[[314], [-0.7603, 0]], [[339], [-2.2598, null]], [[262], [-2.5957, null]], [[340], [-2.7832, null]], [[477], [-3.0957, null]], [[644], [-3.6973, null]], [[465], [-3.9316, null]], [[422], [-4.4883, null]], [[355], [-4.5273, null]], [[612], [-4.5898, null]]], + "after": [[[314], [-0.7603, 0]]] + }, + { + "chosen": [[[3521], [-1.0391, 0]]], + "before": [[[3521], [-1.0391, 0]], [[714], [-1.8359, null]], [[1422], [-2.3359, null]], [[373], [-2.7422, null]], [[1239], [-2.8438, null]], [[691], [-3.0859, null]], [[550], [-3.4766, null]], [[2492], [-3.9453, null]], [[2982], [-3.9609, null]], [[836], [-4.1172, null]]], + "after": [[[3521], [-1.0391, 0]]] + }, + { + "chosen": [[[470], [0, 0]]], + "before": [[[470], [0, 0]], [[447], [-12.3125, null]], [[6], [-12.7734, null]], [[705], [-13.3672, null]], [[338], [-13.9062, null]], [[284], [-14.5781, null]], [[339], [-14.6875, null]], [[1101], [-14.9141, null]], [[17478], [-15.2656, null]], [[4458], [-15.8828, null]]], + "after": [[[470], [0, 0]]] + }, + { + "chosen": [[[3285], [-0.583, 0]]], + "before": [[[3285], [-0.583, 0]], [[787], [-1.1924, null]], [[1833], [-3.4277, null]], [[1560], [-3.7715, null]], [[766], [-4.3789, null]], [[2407], [-4.6289, null]], [[4929], [-4.8477, null]], [[1037], [-5.4414, null]], [[1107], [-5.4727, null]], [[34789], [-5.5273, null]]], + "after": [[[3285], [-0.583, 0]]] + }, + { + "chosen": [[[644], [-0.7983, 0]]], + "before": [[[644], [-0.7983, 0]], [[257], [-2.127, null]], [[1997], [-2.4395, null]], [[262], [-2.4551, null]], [[597], [-2.7832, null]], [[340], [-2.7988, null]], [[683], [-3.6035, null]], [[517], [-3.7129, null]], [[749], [-4.3359, null]], [[881], [-4.5547, null]]], + "after": [[[644], [-0.7983, 0]]] + }, + { + "chosen": [[[339], [-0.4954, 0]]], + "before": [[[339], [-0.4954, 0]], [[373], [-1.167, null]], [[262], [-3.5586, null]], [[484], [-3.8867, null]], [[340], [-4.1289, null]], [[2035], [-5.4336, null]], [[2687], [-6.5586, null]], [[2456], [-6.7695, null]], [[2073], [-7.043, null]], [[465], [-7.2305, null]]], + "after": [[[339], [-0.4954, 0]]] + }, + { + "chosen": [[[531], [-2.1758, 0]]], + "before": [[[373], [-0.1294, null]], [[531], [-2.1758, 0]], [[290], [-5.4727, null]], [[550], [-6.457, null]], [[1549], [-7.7695, null]], [[393], [-8.5469, null]], [[6619], [-8.5938, null]], [[960], [-8.6406, null]], [[1244], [-8.7109, null]], [[1297], [-9.0859, null]]], + "after": [[[531], [-2.1758, 0]]] + }, + { + "chosen": [[[13], [-0.3608, 0]]], + "before": [[[13], [-0.3608, 0]], [[11], [-2.0176, null]], [[780], [-3.0332, null]], [[26], [-3.7129, null]], [[393], [-4.2188, null]], [[625], [-4.5234, null]], [[284], [-4.5625, null]], [[960], [-4.6641, null]], [[290], [-4.7812, null]], [[379], [-5.0938, null]]], + "after": [[[13], [-0.3608, 0]]] + } + ] +} diff --git a/tests/api/sanity_text_sets/euterpe-v2/moonlit_empty.json b/tests/api/sanity_text_sets/euterpe-v2/moonlit_empty.json new file mode 100644 index 0000000..e7d6f07 --- /dev/null +++ b/tests/api/sanity_text_sets/euterpe-v2/moonlit_empty.json @@ -0,0 +1,291 @@ +{ + "prompt": "[ Prologue ]", + "preset": { + "presetVersion": 3, + "name": "Moonlit Chronicler", + "id": "cb3f9cb1-d8a2-4e05-8be4-d4f0ab9ee178", + "remoteId": "", + "parameters": { + "textGenerationSettingsVersion": 3, + "temperature": 1.25, + "max_length": 40, + "min_length": 1, + "top_k": 1, + "top_p": 1, + "top_a": 0.782, + "typical_p": 0.95, + "tail_free_sampling": 0.802, + "repetition_penalty": 2.075, + "repetition_penalty_range": 512, + "repetition_penalty_slope": 0.36, + "repetition_penalty_frequency": 0, + "repetition_penalty_presence": 0, + "order": [ + { + "id": "top_k", + "enabled": true + }, + { + "id": "typical_p", + "enabled": true + }, + { + "id": "top_a", + "enabled": true + }, + { + "id": "tfs", + "enabled": true + }, + { + "id": "temperature", + "enabled": true + }, + { + "id": "top_p", + "enabled": false + } + ] + }, + "model": "euterpe-v2" + }, + "global_settings": { + "generate_until_sentence": true, + "num_logprobs": 10, + "ban_brackets": true, + "bias_dinkus_asterism": true + }, + "result": "\nThe next morning, I woke up to the sound of my phone ringing. It was a number I didn't recognize, so I let it go to voicemail.\n\"Hey, it's me,\" said a familiar voice.", + "logprobs": [ + { + "chosen": [[[464], [-2.2207, 0]]], + "before": [[[58], [-1.6201, null]], [[464], [-2.2207, 0]], [[1], [-2.3457, null]], [[40], [-3.2832, null]], [[1026], [-3.8223, null]], [[32], [-3.9629, null]], [[818], [-4.3789, null]], [[1722], [-4.5273, null]], [[2215], [-4.5586, null]], [[50], [-4.8008, null]]], + "after": [[[464], [-2.2207, 0]]] + }, + { + "chosen": [[[1306], [-2.8633, 0]]], + "before": [[[1306], [-2.8633, 0]], [[717], [-3.8086, null]], [[4252], [-4.1602, null]], [[1110], [-4.5508, null]], [[1708], [-4.6602, null]], [[3329], [-4.7383, null]], [[3420], [-4.957, null]], [[734], [-4.9844, null]], [[1755], [-5.0039, null]], [[582], [-5.0117, null]]], + "after": [[[1306], [-2.8633, 0]]] + }, + { + "chosen": [[[3329], [-0.854, 0]]], + "before": [[[3329], [-0.854, 0]], [[1110], [-1.1191, null]], [[1178], [-3.127, null]], [[1755], [-3.9473, null]], [[6672], [-4.1133, null]], [[734], [-4.1367, null]], [[6180], [-4.1758, null]], [[640], [-4.3008, null]], [[1285], [-4.3086, null]], [[1517], [-4.7773, null]]], + "after": [[[3329], [-0.854, 0]]] + }, + { + "chosen": [[[11], [-0.5068, 0]]], + "before": [[[11], [-0.5068, 0]], [[314], [-2.7637, null]], [[262], [-3.5059, null]], [[373], [-3.5996, null]], [[356], [-3.9824, null]], [[379], [-4.3516, null]], [[17577], [-4.4922, null]], [[1043], [-4.5391, null]], [[1625], [-4.8203, null]], [[484], [-4.8672, null]]], + "after": [[[11], [-0.5068, 0]]] + }, + { + "chosen": [[[314], [-2.0117, 0]]], + "before": [[[314], [-2.0117, 0]], [[262], [-2.3555, null]], [[355], [-3.4492, null]], [[706], [-3.457, null]], [[356], [-3.5273, null]], [[618], [-4.043, null]], [[257], [-4.1445, null]], [[484], [-4.332, null]], [[340], [-4.8711, null]], [[339], [-4.8945, null]]], + "after": [[[314], [-2.0117, 0]]] + }, + { + "chosen": [[[19092], [-1.7676, 0]]], + "before": [[[19092], [-1.7676, 0]], [[373], [-1.9629, null]], [[43363], [-3.0176, null]], [[1816], [-3.1348, null]], [[1392], [-3.4004, null]], [[550], [-3.5957, null]], [[1043], [-3.6582, null]], [[1718], [-4.1484, null]], [[925], [-4.1953, null]], [[7765], [-4.3906, null]]], + "after": [[[19092], [-1.7676, 0]]] + }, + { + "chosen": [[[510], [-0.4634, 0]]], + "before": [[[510], [-0.4634, 0]], [[284], [-1.9482, null]], [[351], [-3.1582, null]], [[1903], [-3.3535, null]], [[287], [-3.8535, null]], [[878], [-3.9863, null]], [[379], [-4.3867, null]], [[422], [-4.793, null]], [[4203], [-4.8008, null]], [[290], [-5.1055, null]]], + "after": [[[510], [-0.4634, 0]]] + }, + { + "chosen": [[[284], [-1.5635, 0]]], + "before": [[[284], [-1.5635, 0]], [[287], [-2.25, null]], [[351], [-2.2891, null]], [[1903], [-2.4531, null]], [[290], [-2.7266, null]], [[4203], [-3.0781, null]], [[379], [-3.3359, null]], [[11], [-3.5703, null]], [[878], [-3.625, null]], [[319], [-3.8125, null]]], + "after": [[[284], [-1.5635, 0]]] + }, + { + "chosen": [[[262], [-1.0244, 0]]], + "before": [[[262], [-1.0244, 0]], [[257], [-1.7432, null]], [[1064], [-2.0547, null]], [[616], [-3.1797, null]], [[281], [-3.4531, null]], [[766], [-3.9297, null]], [[1194], [-4.7969, null]], [[2130], [-4.8125, null]], [[19606], [-5.1719, null]], [[7073], [-5.3047, null]]], + "after": [[[262], [-1.0244, 0]]] + }, + { + "chosen": [[[2128], [-0.8926, 0]]], + "before": [[[2128], [-0.8926, 0]], [[8508], [-2.127, null]], [[5238], [-2.6973, null]], [[4252], [-3.6895, null]], [[4203], [-4.168, null]], [[976], [-4.1914, null]], [[6504], [-4.6289, null]], [[5385], [-4.7227, null]], [[21212], [-4.8086, null]], [[2705], [-4.8789, null]]], + "after": [[[2128], [-0.8926, 0]]] + }, + { + "chosen": [[[286], [-0.003, 0]]], + "before": [[[286], [-0.003, 0]], [[290], [-7.3164, null]], [[326], [-8.3125, null]], [[616], [-8.8438, null]], [[11], [-8.9766, null]], [[13], [-9.1562, null]], [[422], [-9.3125, null]], [[257], [-9.4688, null]], [[2406], [-9.6797, null]], [[314], [-9.8438, null]]], + "after": [[[286], [-0.003, 0]]] + }, + { + "chosen": [[[616], [-2.1172, 0]]], + "before": [[[616], [-2.1172, 0]], [[262], [-2.4375, null]], [[257], [-2.4766, null]], [[2130], [-2.7031, null]], [[10087], [-3.1875, null]], [[6290], [-3.25, null]], [[4334], [-4.3047, null]], [[10839], [-4.3672, null]], [[281], [-4.4688, null]], [[21500], [-4.6328, null]]], + "after": [[[616], [-2.1172, 0]]] + }, + { + "chosen": [[[3072], [-1.2607, 0]]], + "before": [[[3072], [-1.2607, 0]], [[10436], [-1.6279, null]], [[3420], [-2.6211, null]], [[2685], [-2.9336, null]], [[2802], [-3.082, null]], [[2988], [-3.9336, null]], [[898], [-3.9961, null]], [[1995], [-4.1289, null]], [[3397], [-4.3789, null]], [[11384], [-4.5352, null]]], + "after": [[[3072], [-1.2607, 0]]] + }, + { + "chosen": [[[32333], [-0.5317, 0]]], + "before": [[[32333], [-0.5317, 0]], [[41719], [-2.0469, null]], [[12611], [-2.6641, null]], [[338], [-3.4062, null]], [[307], [-3.5312, null]], [[13], [-3.7344, null]], [[10436], [-4.0781, null]], [[1016], [-4.1172, null]], [[2712], [-4.3281, null]], [[11], [-5.0625, null]]], + "after": [[[32333], [-0.5317, 0]]] + }, + { + "chosen": [[[13], [-0.2258, 0]]], + "before": [[[13], [-0.2258, 0]], [[11], [-2.9141, null]], [[287], [-3.4219, null]], [[290], [-3.8672, null]], [[319], [-4.1953, null]], [[422], [-4.7422, null]], [[34624], [-5.2422, null]], [[572], [-5.2578, null]], [[379], [-5.4609, null]], [[13970], [-5.4609, null]]], + "after": [[[13], [-0.2258, 0]]] + }, + { + "chosen": [[[632], [-2.2188, 0]]], + "before": [[[314], [-0.9839, null]], [[198], [-1.5459, null]], [[632], [-2.2188, 0]], [[383], [-3.4766, null]], [[1649], [-3.8672, null]], [[2011], [-3.9766, null]], [[366], [-4.1641, null]], [[1081], [-4.625, null]], [[317], [-4.9453, null]], [[2293], [-4.9531, null]]], + "after": [[[632], [-2.2188, 0]]] + }, + { + "chosen": [[[373], [-0.2306, 0]]], + "before": [[[373], [-0.2306, 0]], [[1718], [-2.9336, null]], [[2492], [-3.3711, null]], [[550], [-3.7617, null]], [[338], [-4.5039, null]], [[1276], [-4.9883, null]], [[1422], [-5.0977, null]], [[3947], [-5.1289, null]], [[14846], [-5.3086, null]], [[28077], [-5.4961, null]]], + "after": [[[373], [-0.2306, 0]]] + }, + { + "chosen": [[[257], [-2.5352, 0]]], + "before": [[[616], [-2.0508, null]], [[257], [-2.5352, 0]], [[262], [-2.8008, null]], [[1903], [-3.5508, null]], [[281], [-3.8086, null]], [[1541], [-4.0977, null]], [[991], [-4.4336, null]], [[2192], [-4.5586, null]], [[655], [-4.6289, null]], [[767], [-4.7539, null]]], + "after": [[[257], [-2.5352, 0]]] + }, + { + "chosen": [[[1271], [-1.6455, 0]]], + "before": [[[1271], [-1.6455, 0]], [[1957], [-2.8008, null]], [[869], [-2.918, null]], [[1310], [-3.207, null]], [[2420], [-3.3164, null]], [[2839], [-3.6289, null]], [[6283], [-3.8477, null]], [[1178], [-3.8789, null]], [[5385], [-4.1445, null]], [[3072], [-4.3789, null]]], + "after": [[[1271], [-1.6455, 0]]] + }, + { + "chosen": [[[314], [-0.1132, 0]]], + "before": [[[314], [-0.1132, 0]], [[326], [-2.7695, null]], [[422], [-4.1914, null]], [[351], [-5.3008, null]], [[287], [-5.6133, null]], [[407], [-5.9492, null]], [[503], [-5.9727, null]], [[6439], [-6.832, null]], [[22594], [-6.9336, null]], [[319], [-7.0039, null]]], + "after": [[[314], [-0.1132, 0]]] + }, + { + "chosen": [[[1422], [-0.207, 0]]], + "before": [[[1422], [-0.207, 0]], [[1549], [-3.1914, null]], [[8020], [-3.457, null]], [[750], [-3.7852, null]], [[550], [-3.957, null]], [[8018], [-4.0508, null]], [[2993], [-4.2383, null]], [[2492], [-4.5508, null]], [[3521], [-5.3945, null]], [[373], [-5.418, null]]], + "after": [[[1422], [-0.207, 0]]] + }, + { + "chosen": [[[470], [-0.0006, 0]]], + "before": [[[470], [-0.0006, 0]], [[447], [-8.375, null]], [[6], [-9.1484, null]], [[256], [-10.2891, null]], [[2817], [-10.7578, null]], [[26], [-11.2109, null]], [[705], [-11.3047, null]], [[5], [-11.3281, null]], [[338], [-11.3438, null]], [[1], [-11.6094, null]]], + "after": [[[470], [-0.0006, 0]]] + }, + { + "chosen": [[[7564], [-0.2927, 0]]], + "before": [[[7564], [-0.2927, 0]], [[760], [-1.7617, null]], [[21817], [-3.1992, null]], [[423], [-3.5586, null]], [[772], [-6.4648, null]], [[1607], [-6.4648, null]], [[3505], [-6.6758, null]], [[7685], [-6.9492, null]], [[8018], [-7.1445, null]], [[3221], [-7.2617, null]]], + "after": [[[7564], [-0.2927, 0]]] + }, + { + "chosen": [[[11], [-0.4824, 0]]], + "before": [[[11], [-0.4824, 0]], [[13], [-1.1855, null]], [[290], [-3.873, null]], [[523], [-4.0469, null]], [[26], [-4.6406, null]], [[475], [-5.0156, null]], [[960], [-5.1719, null]], [[25], [-6.1562, null]], [[379], [-6.3047, null]], [[422], [-6.4609, null]]], + "after": [[[11], [-0.4824, 0]]] + }, + { + "chosen": [[[523], [-0.9253, 0]]], + "before": [[[523], [-0.9253, 0]], [[475], [-0.9878, null]], [[290], [-2.0977, null]], [[543], [-3.0195, null]], [[257], [-4.9492, null]], [[530], [-5.3398, null]], [[996], [-5.4883, null]], [[2192], [-5.6602, null]], [[407], [-5.7539, null]], [[262], [-5.8789, null]]], + "after": [[[523], [-0.9253, 0]]] + }, + { + "chosen": [[[314], [-0.0487, 0]]], + "before": [[[314], [-0.0487, 0]], [[8752], [-4.4688, null]], [[340], [-5.1328, null]], [[616], [-5.7891, null]], [[286], [-5.8359, null]], [[618], [-5.9219, null]], [[11], [-6.1719, null]], [[2427], [-6.5, null]], [[706], [-6.5, null]], [[355], [-6.5469, null]]], + "after": [[[314], [-0.0487, 0]]] + }, + { + "chosen": [[[1309], [-1.8027, 0]]], + "before": [[[1309], [-1.8027, 0]], [[9514], [-1.8965, null]], [[1422], [-1.9121, null]], [[9373], [-2.3809, null]], [[6497], [-2.959, null]], [[655], [-3.748, null]], [[41723], [-3.9434, null]], [[3066], [-3.9668, null]], [[373], [-4.0039, null]], [[2492], [-4.1523, null]]], + "after": [[[1309], [-1.8027, 0]]] + }, + { + "chosen": [[[340], [-0.2502, 0]]], + "before": [[[340], [-0.2502, 0]], [[262], [-1.6094, null]], [[616], [-4.375, null]], [[467], [-6.1172, null]], [[40268], [-7.1328, null]], [[503], [-7.5078, null]], [[257], [-7.7188, null]], [[16958], [-8.1094, null]], [[606], [-8.2109, null]], [[326], [-8.2344, null]]], + "after": [[[340], [-0.2502, 0]]] + }, + { + "chosen": [[[467], [-0.3662, 0]]], + "before": [[[467], [-0.3662, 0]], [[5858], [-1.4443, null]], [[4836], [-3.6953, null]], [[307], [-5.3047, null]], [[10649], [-5.3828, null]], [[1394], [-5.4922, null]], [[711], [-5.5625, null]], [[2555], [-5.7344, null]], [[1650], [-6.5391, null]], [[1057], [-6.6016, null]]], + "after": [[[467], [-0.3662, 0]]] + }, + { + "chosen": [[[284], [-0.0969, 0]]], + "before": [[[284], [-0.0969, 0]], [[13], [-3.1133, null]], [[832], [-4.3789, null]], [[11], [-4.9102, null]], [[1566], [-5.3008, null]], [[329], [-5.6914, null]], [[3892], [-5.957, null]], [[656], [-6.0195, null]], [[290], [-6.043, null]], [[826], [-6.7227, null]]], + "after": [[[284], [-0.0969, 0]]] + }, + { + "chosen": [[[40268], [-0.2351, 0]]], + "before": [[[40268], [-0.2351, 0]], [[3809], [-1.7354, null]], [[262], [-4.375, null]], [[616], [-5.1094, null]], [[3275], [-5.4531, null]], [[16990], [-6.3359, null]], [[20687], [-6.8438, null]], [[18877], [-7.1797, null]], [[6218], [-7.3594, null]], [[3280], [-7.3672, null]]], + "after": [[[40268], [-0.2351, 0]]] + }, + { + "chosen": [[[12888], [-0.0004, 0]]], + "before": [[[12888], [-0.0004, 0]], [[368], [-8.0625, null]], [[4529], [-10.2188, null]], [[6920], [-10.3281, null]], [[72], [-12.3359, null]], [[316], [-12.4531, null]], [[5321], [-12.6562, null]], [[12], [-12.7812, null]], [[13], [-12.9219, null]], [[40268], [-13.4219, null]]], + "after": [[[12888], [-0.0004, 0]]] + }, + { + "chosen": [[[13], [-0.1334, 0]]], + "before": [[[13], [-0.1334, 0]], [[11], [-2.8672, null]], [[290], [-3.6172, null]], [[1231], [-4.4922, null]], [[878], [-5.5703, null]], [[706], [-5.7578, null]], [[960], [-5.8359, null]], [[355], [-6.0703, null]], [[2427], [-6.1797, null]], [[26], [-6.3203, null]]], + "after": [[[13], [-0.1334, 0]]] + }, + { + "chosen": [[[198], [-1.3828, 0]]], + "before": [[[198], [-1.3828, 0]], [[314], [-1.4766, null]], [[1649], [-2.7266, null]], [[383], [-3.0234, null]], [[317], [-3.0703, null]], [[632], [-3.0703, null]], [[2293], [-3.1484, null]], [[3244], [-3.5547, null]], [[366], [-4.3047, null]], [[1081], [-4.3438, null]]], + "after": [[[198], [-1.3828, 0]]] + }, + { + "chosen": [[[1], [-1.2646, 0]]], + "before": [[[1], [-1.2646, 0]], [[40], [-1.7178, null]], [[2215], [-2.6699, null]], [[464], [-2.9355, null]], [[1026], [-2.9824, null]], [[3260], [-3.2012, null]], [[32], [-3.2949, null]], [[6423], [-4.125, null]], [[1722], [-4.2031, null]], [[3666], [-4.25, null]]], + "after": [[[1], [-1.2646, 0]]] + }, + { + "chosen": [[[10814], [-1.2627, 0]]], + "before": [[[10814], [-1.2627, 0]], [[15496], [-1.8721, null]], [[17250], [-2.5273, null]], [[40], [-3.6211, null]], [[1212], [-3.8789, null]], [[1639], [-4.0039, null]], [[10248], [-4.082, null]], [[1026], [-4.207, null]], [[5246], [-4.3945, null]], [[2061], [-4.6523, null]]], + "after": [[[10814], [-1.2627, 0]]] + }, + { + "chosen": [[[11], [-0.4993, 0]]], + "before": [[[11], [-0.4993, 0]], [[553], [-2.6484, null]], [[612], [-3.5078, null]], [[13], [-3.6641, null]], [[0], [-3.7891, null]], [[2474], [-4.3672, null]], [[345], [-4.8203, null]], [[582], [-4.8672, null]], [[526], [-4.9531, null]], [[340], [-5.1641, null]]], + "after": [[[11], [-0.4993, 0]]] + }, + { + "chosen": [[[340], [-1.6885, 0]]], + "before": [[[340], [-1.6885, 0]], [[428], [-3, null]], [[314], [-3.1719, null]], [[345], [-3.2969, null]], [[7926], [-4.0312, null]], [[5156], [-4.4844, null]], [[582], [-4.5078, null]], [[42666], [-4.6484, null]], [[644], [-4.9766, null]], [[21480], [-5.0078, null]]], + "after": [[[340], [-1.6885, 0]]] + }, + { + "chosen": [[[338], [-0.0054, 0]]], + "before": [[[338], [-0.0054, 0]], [[373], [-6.4023, null]], [[3073], [-6.9102, null]], [[318], [-7.8711, null]], [[447], [-8.1328, null]], [[5238], [-8.5859, null]], [[502], [-8.7344, null]], [[1244], [-9.3203, null]], [[1718], [-9.5391, null]], [[1549], [-9.6641, null]]], + "after": [[[338], [-0.0054, 0]]] + }, + { + "chosen": [[[502], [-0.9365, 0]]], + "before": [[[502], [-0.9365, 0]], [[534], [-4.1172, null]], [[262], [-5.2656, null]], [[4422], [-5.4375, null]], [[3409], [-5.4688, null]], [[11254], [-5.4688, null]], [[5180], [-5.4688, null]], [[406], [-5.5781, null]], [[17415], [-5.5781, null]], [[509], [-5.625, null]]], + "after": [[[502], [-0.9365, 0]]] + }, + { + "chosen": [[[553], [-0.9233, 0]]], + "before": [[[553], [-0.9233, 0]], [[13], [-1.0801, null]], [[11], [-2.2832, null]], [[526], [-2.8301, null]], [[757], [-3.0176, null]], [[2474], [-4.1484, null]], [[0], [-4.5312, null]], [[986], [-5.2656, null]], [[9313], [-5.9062, null]], [[1399], [-6.2031, null]]], + "after": [[[553], [-0.9233, 0]]] + }, + { + "chosen": [[[531], [-1.7539, 0]]], + "before": [[[531], [-1.7539, 0]], [[314], [-1.8398, null]], [[257], [-2.3008, null]], [[262], [-2.9805, null]], [[1625], [-3.2227, null]], [[616], [-3.3242, null]], [[673], [-3.8945, null]], [[339], [-4.043, null]], [[340], [-4.8398, null]], [[2130], [-5.082, null]]], + "after": [[[531], [-1.7539, 0]]] + }, + { + "chosen": [[[257], [-1.0693, 0]]], + "before": [[[257], [-1.0693, 0]], [[262], [-1.3506, null]], [[616], [-2.7734, null]], [[281], [-4.3516, null]], [[2130], [-5.6016, null]], [[1583], [-5.9688, null]], [[4422], [-6.0781, null]], [[406], [-6.2031, null]], [[371], [-6.2734, null]], [[317], [-6.3516, null]]], + "after": [[[257], [-1.0693, 0]]] + }, + { + "chosen": [[[5385], [-1.334, 0]]], + "before": [[[5385], [-1.334, 0]], [[3809], [-1.6777, null]], [[2415], [-2.2715, null]], [[582], [-2.6387, null]], [[4257], [-3.2246, null]], [[4048], [-3.4121, null]], [[2769], [-3.4902, null]], [[27563], [-3.959, null]], [[2576], [-4.1133, null]], [[2705], [-4.4727, null]]], + "after": [[[5385], [-1.334, 0]]] + }, + { + "chosen": [[[3809], [-0.1929, 0]]], + "before": [[[3809], [-0.1929, 0]], [[11], [-3.0527, null]], [[4048], [-3.8418, null]], [[4257], [-4.0039, null]], [[12], [-4.7227, null]], [[2769], [-5.0039, null]], [[290], [-5.1133, null]], [[23564], [-5.2148, null]], [[475], [-5.6602, null]], [[2415], [-5.8711, null]]], + "after": [[[3809], [-0.1929, 0]]] + }, + { + "chosen": [[[13], [-0.3774, 0]]], + "before": [[[13], [-0.3774, 0]], [[319], [-2.252, null]], [[11], [-3.0488, null]], [[618], [-3.3457, null]], [[706], [-3.5801, null]], [[422], [-4.207, null]], [[287], [-4.4258, null]], [[355], [-4.5898, null]], [[326], [-4.7148, null]], [[257], [-5.0977, null]]], + "after": [[[13], [-0.3774, 0]]] + } + ] +} diff --git a/tests/api/sanity_text_sets/euterpe-v2/morpho_1k.json b/tests/api/sanity_text_sets/euterpe-v2/morpho_1k.json new file mode 100644 index 0000000..3bc9dd0 --- /dev/null +++ b/tests/api/sanity_text_sets/euterpe-v2/morpho_1k.json @@ -0,0 +1,566 @@ +{ + "prompt": "\"We're out of food and water! And the monsters are attacking!\"\nMy name is Henry Knightly. I am one of many mercenary knights who travel from town to town throughout this land in order to complete quests on behalf of myself, my sister Elze, or any other residents of these towns we stop by. Today is a little different—today we're carrying an injured party member with us as well. However, that doesn't make me happy. After all, her injury came at the hands of none other than herself! It happened during our most recent journey. One night when I went into the kitchen to heat up some milk, I found my young but wise younger sister pulling an old rusted sword out from beneath the countertop... She told me she had found it hidden away deep in the back storage area of the workshop. Thinking nothing more of it, she lifted it above her head, swung down with both arms, then planted the blade directly into her own torso.\nAs soon as she struck the ground, there was blood everywhere. Even so, she stood straight up, held the sword in her hand, and proclaimed she would keep fighting no matter what happened to her. Then, ever so slowly, her form became unsteady before my eyes, collapsing on the spot. Without wasting another second, I pressed my hand over her wound, only for blood to gush forth onto me... Apparently, the blow hit a vital artery.\nIt might be impossible for you to grasp the situation here without knowing firsthand, but try imagining your older brother cutting off his own arm and taking control of the flow of blood inside yourself. This is something we actually once did as children ourselves. Unfortunately, Elze lost consciousness after I closed her wound, causing her to lose much bodily fluid. Naturally, the thought of doing this myself made my stomach turn; however, she begged me not to call for anyone else unless I absolutely had to. Besides, since this was such a dire predicament, there was also a slim chance we could get help from someone coming through town along the way...\nI grabbed her unconscious body with both hands and ran outside. The nearby adventurers had already spotted us and were about to rush us to safety, but the next moment, the man's corpse turned to mist right before their very eyes—it was one of those invisible beasts! Panicking, I pushed past them with a \"Sorry, gotta go!\" while waving frantically toward the east. If anything happens to either one of them because of me, then I'll never forgive myself! At least, until I can somehow change fate itself.\nIn short, that's why we've come back home today. Now please help save them, hero—even if just for Elze's sake!\nThat said, if they wanted money, we had quite a bit tucked away in safe places around the house, so it should work out fine regardless... Also, I took the liberty of summoning that bunny-eared guy earlier on this paper—his name's Red Chili Bean! He has magic stones embedded inside him that possess various types of energy; I know he'd definitely come through in a pinch like this. As far as whether or not I have any actual experience with him goes, I've taken care of him for a year now, so hopefully he'll respond better than last time... Oh boy! Are my expectations really that high?! But hey, don't give up hope yet. It'll happen eventually...!\nWell then, please read my letter properly, okay? I'm aware the contents might seem slightly dubious to you at first, but stick with it anyway... Because you need to know everything!\nSincerely Yours,\nHENRY KNIGHTLY (Layabout Mercenary)\nPS: To Whom It May Concern, I got that writing utensil from that idiot priest who brought his servant along... Actually, that fool must still be stuck inside my village. That idiot's going to get me cursed one of these days, mark my words... Ugh, it's too cold already. What do these villagers want with hot stuff like fire?!\nI looked up at the sky through the window and sighed deeply. Since it was daytime, the sun should be shining brightly enough for everyone to see it from wherever they lived within the city walls—but even though it was winter, a few faint traces of clouds were lingering overhead. The weather sure isn't cooperating today. Maybe it's part of being in charge of such an important post—however, whatever the reason may be, I wasn't too bothered about the chill in the air. After all, having grown used to spending summers indoors working as an apprentice apothecary, I felt a certain degree of fondness for the refreshing spring winds blowing through. There's also the fact that, due to a peculiar set of circumstances, I spend quite a lot of time wandering the forest alone as well, and in general, the colder the day gets, the more peacefully it suits my personal lifestyle. Still, though... Just looking at those dark clouds gives me the chills. Come on, give me some sunshine! Or maybe I shouldn't even be thinking about that kind of thing at all. In times like this, it's best to simply pretend there is no difference between sunny skies and clouded ones.", + "preset": { + "presetVersion": 3, + "name": "Morpho", + "id": "14d70062-189b-461b-aee3-deaec34a0c8b", + "remoteId": "", + "parameters": { + "textGenerationSettingsVersion": 3, + "temperature": 0.6889, + "max_length": 100, + "min_length": 1, + "top_k": 1, + "top_p": 1, + "top_a": 1, + "typical_p": 1, + "tail_free_sampling": 1, + "repetition_penalty": 1, + "repetition_penalty_range": 2048, + "repetition_penalty_slope": 0, + "repetition_penalty_frequency": 0.1, + "repetition_penalty_presence": 0, + "order": [ + { + "id": "temperature", + "enabled": true + }, + { + "id": "top_k", + "enabled": true + }, + { + "id": "top_p", + "enabled": false + }, + { + "id": "tfs", + "enabled": false + }, + { + "id": "top_a", + "enabled": false + }, + { + "id": "typical_p", + "enabled": false + } + ] + }, + "model": "euterpe-v2" + }, + "global_settings": { + "generate_until_sentence": true, + "num_logprobs": 10, + "ban_brackets": true, + "bias_dinkus_asterism": true + }, + "result": "\n\"Hey there! You're back early today!\"\n\"Yeah... Sorry about that.\"\n\"No need to apologize! You're always so busy with your work that you hardly ever have time for anything else.\"\n\"I know... But I'm still glad you're here.\"\n\"I'm glad too.\"\n\"I'm glad you're here.\"\n\"I'm glad you're here.\"\n\"I'm glad you're here.\"\n\"I'm glad you're here.\"", + "logprobs": [ + { + "chosen": [[[198], [-0.5659, 0]]], + "before": [[[198], [-0.5659, 0]], [[1320], [-3.3477, null]], [[2293], [-3.3789, null]], [[314], [-3.6445, null]], [[632], [-3.8398, null]], [[1002], [-4.332, null]], [[383], [-4.4961, null]], [[554], [-4.5664, null]], [[16238], [-4.6992, null]], [[6498], [-4.7383, null]]], + "after": [[[198], [-0.5659, 0]]] + }, + { + "chosen": [[[1], [-2.1934, 0]]], + "before": [[[40], [-2.0996, null]], [[1], [-2.1934, 0]], [[1722], [-3.1934, null]], [[464], [-3.3496, null]], [[3260], [-3.4121, null]], [[818], [-3.6699, null]], [[23795], [-3.7871, null]], [[1026], [-3.9746, null]], [[3152], [-4.0469, null]], [[2504], [-4.0938, null]]], + "after": [[[1], [-2.1934, 0]]] + }, + { + "chosen": [[[10814], [-3.0488, 0]]], + "before": [[[40], [-3.0254, null]], [[10814], [-3.0488, 0]], [[5812], [-3.0879, null]], [[10910], [-3.2129, null]], [[39], [-3.4863, null]], [[44217], [-3.4941, null]], [[2061], [-3.6348, null]], [[5779], [-3.8848, null]], [[1026], [-3.9082, null]], [[1639], [-3.9395, null]]], + "after": [[[10814], [-3.0488, 0]]] + }, + { + "chosen": [[[612], [-2.7363, 0]]], + "before": [[[11], [-0.2369, null]], [[612], [-2.7363, 0]], [[0], [-3.2832, null]], [[986], [-3.4863, null]], [[783], [-5.0977, null]], [[13], [-5.1523, null]], [[2474], [-5.3086, null]], [[553], [-5.332, null]], [[17207], [-5.4805, null]], [[345], [-5.6211, null]]], + "after": [[[612], [-2.7363, 0]]] + }, + { + "chosen": [[[0], [-2.4961, 0]]], + "before": [[[11], [-0.2922, null]], [[0], [-2.4961, 0]], [[13], [-3.0117, null]], [[986], [-3.5586, null]], [[553], [-3.6367, null]], [[2474], [-3.6367, null]], [[526], [-4.207, null]], [[9313], [-4.8242, null]], [[960], [-4.8477, null]], [[757], [-7.2148, null]]], + "after": [[[0], [-2.4961, 0]]] + }, + { + "chosen": [[[921], [-2.2324, 0]]], + "before": [[[921], [-2.2324, 0]], [[314], [-2.4746, null]], [[1867], [-2.6543, null]], [[4231], [-2.7168, null]], [[1374], [-3.4824, null]], [[1148], [-3.6855, null]], [[632], [-3.748, null]], [[1680], [-4.0273, null]], [[19134], [-4.0898, null]], [[8616], [-4.1211, null]]], + "after": [[[921], [-2.2324, 0]]] + }, + { + "chosen": [[[821], [-1.3428, 0]]], + "before": [[[821], [-1.3428, 0]], [[612], [-2.6719, null]], [[1276], [-2.7578, null]], [[1053], [-3.3125, null]], [[804], [-3.4141, null]], [[262], [-3.4531, null]], [[1283], [-3.5625, null]], [[460], [-3.5938, null]], [[1392], [-4.1562, null]], [[765], [-4.2969, null]]], + "after": [[[821], [-1.3428, 0]]] + }, + { + "chosen": [[[736], [-2.5781, 0]]], + "before": [[[262], [-1.415, null]], [[736], [-2.5781, 0]], [[326], [-2.8359, null]], [[8616], [-2.9141, null]], [[257], [-3.1562, null]], [[407], [-3.2969, null]], [[3443], [-3.3281, null]], [[2739], [-3.4297, null]], [[991], [-3.5859, null]], [[2045], [-3.5938, null]]], + "after": [[[736], [-2.5781, 0]]] + }, + { + "chosen": [[[1903], [-1.5811, 0]]], + "before": [[[1541], [-1.4717, null]], [[1903], [-1.5811, 0]], [[11], [-2.2227, null]], [[2474], [-2.2852, null]], [[523], [-2.8477, null]], [[0], [-3.4336, null]], [[422], [-3.6289, null]], [[1701], [-3.6445, null]], [[757], [-4.0586, null]], [[526], [-4.168, null]]], + "after": [[[1903], [-1.5811, 0]]] + }, + { + "chosen": [[[1909], [-0.9697, 0]]], + "before": [[[1909], [-0.9697, 0]], [[11], [-1.6885, null]], [[2474], [-1.9854, null]], [[526], [-2.627, null]], [[0], [-3.1113, null]], [[13], [-3.3457, null]], [[553], [-3.6582, null]], [[9313], [-3.7207, null]], [[986], [-3.8926, null]], [[428], [-4.2812, null]]], + "after": [[[1909], [-0.9697, 0]]] + }, + { + "chosen": [[[2474], [-1.7568, 0]]], + "before": [[[11], [-0.7407, null]], [[2474], [-1.7568, 0]], [[526], [-2.1621, null]], [[0], [-2.7715, null]], [[13], [-2.9434, null]], [[553], [-3.2559, null]], [[9313], [-3.5527, null]], [[986], [-3.6152, null]], [[960], [-4.8672, null]], [[1701], [-5.2266, null]]], + "after": [[[2474], [-1.7568, 0]]] + }, + { + "chosen": [[[198], [-0.458, 0]]], + "before": [[[198], [-0.458, 0]], [[314], [-2.7246, null]], [[2011], [-3.6621, null]], [[383], [-3.6934, null]], [[317], [-3.7871, null]], [[2574], [-4.0117, null]], [[257], [-4.0195, null]], [[531], [-4.1602, null]], [[1625], [-4.3242, null]], [[616], [-4.4336, null]]], + "after": [[[198], [-0.458, 0]]] + }, + { + "chosen": [[[1], [-0.772, 0]]], + "before": [[[1], [-0.772, 0]], [[40], [-2.0527, null]], [[464], [-3.3027, null]], [[1722], [-3.6152, null]], [[32], [-3.6465, null]], [[3666], [-3.7559, null]], [[1026], [-4.2266, null]], [[5703], [-4.4609, null]], [[2215], [-4.5547, null]], [[26214], [-4.6172, null]]], + "after": [[[1], [-0.772, 0]]] + }, + { + "chosen": [[[10995], [-2.0488, 0]]], + "before": [[[10995], [-2.0488, 0]], [[5812], [-2.2676, null]], [[40], [-2.9082, null]], [[46010], [-2.9082, null]], [[5297], [-3.0957, null]], [[10910], [-3.1895, null]], [[39], [-3.6582, null]], [[56], [-3.6895, null]], [[5779], [-3.7051, null]], [[2061], [-3.7832, null]]], + "after": [[[10995], [-2.0488, 0]]] + }, + { + "chosen": [[[986], [-2.5098, 0]]], + "before": [[[11], [-0.3528, null]], [[13], [-2.0566, null]], [[986], [-2.5098, 0]], [[0], [-3.4316, null]], [[9313], [-4.4141, null]], [[526], [-4.6016, null]], [[553], [-4.7891, null]], [[960], [-4.9453, null]], [[30], [-5.2266, null]], [[2474], [-5.8984, null]]], + "after": [[[986], [-2.5098, 0]]] + }, + { + "chosen": [[[19061], [-2.1797, 0]]], + "before": [[[314], [-1.4297, null]], [[19061], [-2.1797, 0]], [[3894], [-2.9219, null]], [[632], [-3.1484, null]], [[37571], [-3.3672, null]], [[775], [-3.4531, null]], [[921], [-4.0156, null]], [[383], [-4.0156, null]], [[14690], [-4.1562, null]], [[2329], [-4.5469, null]]], + "after": [[[19061], [-2.1797, 0]]] + }, + { + "chosen": [[[546], [-1.082, 0]]], + "before": [[[546], [-1.082, 0]], [[329], [-1.6133, null]], [[11], [-1.6914, null]], [[284], [-2.5664, null]], [[13], [-3.0352, null]], [[314], [-3.1914, null]], [[526], [-3.2383, null]], [[705], [-3.8477, null]], [[986], [-4.6914, null]], [[340], [-5.043, null]]], + "after": [[[546], [-1.082, 0]]] + }, + { + "chosen": [[[326], [-0.0567, 0]]], + "before": [[[326], [-0.0567, 0]], [[262], [-4.293, null]], [[428], [-4.293, null]], [[477], [-5.6523, null]], [[7415], [-6.0117, null]], [[616], [-6.1836, null]], [[340], [-6.2695, null]], [[4305], [-6.6289, null]], [[852], [-6.6367, null]], [[2491], [-6.6914, null]]], + "after": [[[326], [-0.0567, 0]]] + }, + { + "chosen": [[[526], [-1.2344, 0]]], + "before": [[[13], [-1.1562, null]], [[526], [-1.2344, 0]], [[11], [-1.6719, null]], [[9313], [-2.625, null]], [[986], [-2.9062, null]], [[553], [-3.4688, null]], [[2474], [-4.125, null]], [[0], [-4.2656, null]], [[26], [-5.1719, null]], [[960], [-5.5156, null]]], + "after": [[[526], [-1.2344, 0]]] + }, + { + "chosen": [[[198], [-0.1161, 0]]], + "before": [[[198], [-0.1161, 0]], [[314], [-2.7402, null]], [[383], [-5.4922, null]], [[1081], [-5.8125, null]], [[2011], [-5.9062, null]], [[632], [-6.2344, null]], [[2293], [-6.2891, null]], [[2574], [-6.4062, null]], [[2080], [-6.8828, null]], [[317], [-7.0391, null]]], + "after": [[[198], [-0.1161, 0]]] + }, + { + "chosen": [[[1], [-1.1143, 0]]], + "before": [[[1], [-1.1143, 0]], [[40], [-1.583, null]], [[464], [-3.0215, null]], [[1722], [-3.4277, null]], [[3666], [-3.459, null]], [[3260], [-3.8027, null]], [[1026], [-3.9277, null]], [[32], [-4.207, null]], [[2215], [-4.4727, null]], [[9527], [-4.582, null]]], + "after": [[[1], [-1.1143, 0]]] + }, + { + "chosen": [[[2949], [-2.1836, 0]]], + "before": [[[2949], [-2.1836, 0]], [[5812], [-2.6836, null]], [[40], [-2.7461, null]], [[1026], [-2.7617, null]], [[3987], [-2.8398, null]], [[1639], [-2.8555, null]], [[5779], [-2.9492, null]], [[2061], [-3.4648, null]], [[10910], [-3.4961, null]], [[3673], [-3.7148, null]]], + "after": [[[2949], [-2.1836, 0]]] + }, + { + "chosen": [[[761], [-0.8481, 0]]], + "before": [[[761], [-0.8481, 0]], [[18572], [-1.7705, null]], [[11], [-1.8643, null]], [[1917], [-2.1602, null]], [[1263], [-3.4258, null]], [[2300], [-4.4336, null]], [[15488], [-4.8164, null]], [[835], [-4.9648, null]], [[1861], [-5.1289, null]], [[32920], [-5.207, null]]], + "after": [[[761], [-0.8481, 0]]] + }, + { + "chosen": [[[284], [-0.0759, 0]]], + "before": [[[284], [-0.0759, 0]], [[329], [-2.7012, null]], [[13], [-6.4961, null]], [[379], [-6.6211, null]], [[11], [-6.9492, null]], [[0], [-7.3242, null]], [[986], [-8.4297, null]], [[960], [-8.5391, null]], [[256], [-8.6172, null]], [[26], [-9, null]]], + "after": [[[284], [-0.0759, 0]]] + }, + { + "chosen": [[[16521], [-0.2671, 0]]], + "before": [[[16521], [-0.2671, 0]], [[5490], [-2.2363, null]], [[307], [-2.5488, null]], [[1254], [-5.25, null]], [[4727], [-5.625, null]], [[33960], [-6.0312, null]], [[10484], [-6.1016, null]], [[15488], [-6.1562, null]], [[910], [-6.2031, null]], [[804], [-6.25, null]]], + "after": [[[16521], [-0.2671, 0]]] + }, + { + "chosen": [[[0], [-1.5137, 0]]], + "before": [[[13], [-1.123, null]], [[11], [-1.4824, null]], [[0], [-1.5137, 0]], [[960], [-2.9199, null]], [[26], [-3.3574, null]], [[986], [-3.623, null]], [[329], [-3.6699, null]], [[526], [-3.9512, null]], [[2474], [-4.0898, null]], [[379], [-4.832, null]]], + "after": [[[0], [-1.5137, 0]]] + }, + { + "chosen": [[[921], [-2.2402, 0]]], + "before": [[[314], [-1.7402, null]], [[921], [-2.2402, 0]], [[632], [-2.3809, null]], [[775], [-2.7559, null]], [[2293], [-3.4121, null]], [[383], [-3.7715, null]], [[2329], [-3.7871, null]], [[554], [-3.959, null]], [[16238], [-3.9746, null]], [[1002], [-4.0039, null]]], + "after": [[[921], [-2.2402, 0]]] + }, + { + "chosen": [[[821], [-1.4141, 0]]], + "before": [[[821], [-1.4141, 0]], [[1053], [-2.1328, null]], [[460], [-2.9141, null]], [[750], [-3.1094, null]], [[547], [-3.1875, null]], [[815], [-3.3281, null]], [[760], [-3.3672, null]], [[655], [-3.4375, null]], [[423], [-3.7344, null]], [[836], [-4.0547, null]]], + "after": [[[821], [-1.4141, 0]]] + }, + { + "chosen": [[[1464], [-2.1621, 0]]], + "before": [[[262], [-1.9131, null]], [[1464], [-2.1621, 0]], [[257], [-2.248, null]], [[655], [-2.7871, null]], [[991], [-3.0684, null]], [[994], [-3.3965, null]], [[1804], [-3.4668, null]], [[407], [-3.5215, null]], [[674], [-3.5684, null]], [[691], [-3.6621, null]]], + "after": [[[1464], [-2.1621, 0]]] + }, + { + "chosen": [[[523], [-1.6582, 0]]], + "before": [[[523], [-1.6582, 0]], [[262], [-2.5645, null]], [[1762], [-2.6426, null]], [[287], [-3.1348, null]], [[994], [-3.3301, null]], [[503], [-3.4316, null]], [[884], [-3.5957, null]], [[7062], [-3.6348, null]], [[319], [-3.6816, null]], [[257], [-3.8301, null]]], + "after": [[[523], [-1.6582, 0]]] + }, + { + "chosen": [[[8179], [-1.6094, 0]]], + "before": [[[8179], [-1.6094, 0]], [[9314], [-2.1094, null]], [[1327], [-2.7734, null]], [[2068], [-3.4531, null]], [[922], [-3.6641, null]], [[47334], [-3.6719, null]], [[1611], [-3.875, null]], [[3621], [-3.8984, null]], [[2739], [-3.9375, null]], [[26758], [-3.9531, null]]], + "after": [[[8179], [-1.6094, 0]]] + }, + { + "chosen": [[[351], [-2.2949, 0]]], + "before": [[[11], [-1.0762, null]], [[326], [-2.2168, null]], [[351], [-2.2949, 0]], [[777], [-3.3105, null]], [[1088], [-3.3574, null]], [[13], [-3.7246, null]], [[16537], [-4.0469, null]], [[526], [-4.0859, null]], [[1141], [-4.1328, null]], [[345], [-4.3359, null]]], + "after": [[[351], [-2.2949, 0]]] + }, + { + "chosen": [[[534], [-1.3291, 0]]], + "before": [[[534], [-1.3291, 0]], [[670], [-1.3447, null]], [[477], [-2.5176, null]], [[262], [-2.5723, null]], [[326], [-3.3379, null]], [[883], [-3.4082, null]], [[3404], [-3.4707, null]], [[1243], [-4.0703, null]], [[4232], [-4.2578, null]], [[777], [-4.3359, null]]], + "after": [[[534], [-1.3291, 0]]] + }, + { + "chosen": [[[670], [-1.0205, 0]]], + "before": [[[670], [-1.0205, 0]], [[1693], [-2.123, null]], [[898], [-3.7246, null]], [[10741], [-3.7637, null]], [[17781], [-3.7871, null]], [[19980], [-3.8496, null]], [[6621], [-3.8496, null]], [[21359], [-3.8887, null]], [[11454], [-4.0195, null]], [[1235], [-4.0352, null]]], + "after": [[[670], [-1.0205, 0]]] + }, + { + "chosen": [[[326], [-1.7051, 0]]], + "before": [[[11], [-0.7046, null]], [[326], [-1.7051, 0]], [[13], [-2.8145, null]], [[526], [-3.3457, null]], [[986], [-3.6973, null]], [[960], [-3.8457, null]], [[0], [-3.8926, null]], [[26], [-3.9785, null]], [[2474], [-4.0781, null]], [[290], [-4.2812, null]]], + "after": [[[326], [-1.7051, 0]]] + }, + { + "chosen": [[[345], [-1.8154, 0]]], + "before": [[[314], [-1.0967, null]], [[340], [-1.4404, null]], [[345], [-1.8154, 0]], [[356], [-2.252, null]], [[3360], [-3.4863, null]], [[612], [-4.457, null]], [[262], [-4.6758, null]], [[772], [-5.0195, null]], [[11], [-5.0664, null]], [[534], [-5.2773, null]]], + "after": [[[345], [-1.8154, 0]]] + }, + { + "chosen": [[[8941], [-2.1973, 0]]], + "before": [[[8941], [-2.1973, 0]], [[821], [-2.2754, null]], [[836], [-2.3691, null]], [[460], [-2.3691, null]], [[1239], [-2.4473, null]], [[8523], [-2.6504, null]], [[1282], [-3.2441, null]], [[8365], [-3.2754, null]], [[886], [-3.7441, null]], [[1690], [-3.9473, null]]], + "after": [[[8941], [-2.1973, 0]]] + }, + { + "chosen": [[[1683], [-0.5464, 0]]], + "before": [[[1683], [-0.5464, 0]], [[423], [-1.3906, null]], [[651], [-2.75, null]], [[772], [-3.2656, null]], [[1282], [-4.0469, null]], [[787], [-5.25, null]], [[2666], [-5.3438, null]], [[6687], [-5.3906, null]], [[766], [-5.5469, null]], [[1283], [-5.75, null]]], + "after": [[[1683], [-0.5464, 0]]] + }, + { + "chosen": [[[423], [-1.3506, 0]]], + "before": [[[423], [-1.3506, 0]], [[1282], [-1.4912, null]], [[651], [-1.7256, null]], [[787], [-2.7266, null]], [[905], [-3.5078, null]], [[1441], [-3.7734, null]], [[1011], [-3.7891, null]], [[2666], [-3.8359, null]], [[766], [-4.0234, null]], [[2245], [-4.1172, null]]], + "after": [[[423], [-1.3506, 0]]] + }, + { + "chosen": [[[640], [-0.5034, 0]]], + "before": [[[640], [-0.5034, 0]], [[262], [-1.9873, null]], [[597], [-2.1758, null]], [[257], [-2.2695, null]], [[881], [-4.582, null]], [[1576], [-4.7383, null]], [[1479], [-4.9414, null]], [[284], [-5.5977, null]], [[1997], [-6.3008, null]], [[13952], [-6.4258, null]]], + "after": [[[640], [-0.5034, 0]]] + }, + { + "chosen": [[[329], [-1.625, 0]]], + "before": [[[284], [-0.2502, null]], [[329], [-1.625, 0]], [[572], [-4.3438, null]], [[1364], [-5.75, null]], [[7471], [-6.4062, null]], [[319], [-7.2109, null]], [[287], [-7.6719, null]], [[351], [-7.6719, null]], [[379], [-7.9219, null]], [[1479], [-7.9609, null]]], + "after": [[[329], [-1.625, 0]]] + }, + { + "chosen": [[[1997], [-1.6387, 0]]], + "before": [[[1997], [-1.6387, 0]], [[514], [-1.9824, null]], [[3511], [-2.123, null]], [[502], [-2.4434, null]], [[257], [-2.5918, null]], [[534], [-2.8809, null]], [[262], [-2.9355, null]], [[597], [-3.4746, null]], [[24638], [-3.6387, null]], [[1257], [-4.3438, null]]], + "after": [[[1997], [-1.6387, 0]]] + }, + { + "chosen": [[[2073], [-0.0745, 0]]], + "before": [[[2073], [-0.0745, 0]], [[11], [-4.5273, null]], [[1257], [-5.043, null]], [[13], [-5.2305, null]], [[7471], [-5.3398, null]], [[2474], [-5.3867, null]], [[526], [-5.4258, null]], [[584], [-5.6992, null]], [[2354], [-5.6992, null]], [[0], [-5.8086, null]]], + "after": [[[2073], [-0.0745, 0]]] + }, + { + "chosen": [[[526], [-1.8799, 0]]], + "before": [[[11], [-1.2549, null]], [[13], [-1.6611, null]], [[526], [-1.8799, 0]], [[2474], [-2.2227, null]], [[0], [-2.5195, null]], [[986], [-2.8164, null]], [[9313], [-3.4414, null]], [[960], [-3.8945, null]], [[7471], [-4.2539, null]], [[6949], [-4.3477, null]]], + "after": [[[526], [-1.8799, 0]]] + }, + { + "chosen": [[[198], [-0.114, 0]]], + "before": [[[198], [-0.114, 0]], [[2574], [-3.9102, null]], [[383], [-4.7461, null]], [[314], [-4.8633, null]], [[2011], [-5.0977, null]], [[1375], [-5.5117, null]], [[1081], [-5.6445, null]], [[317], [-5.8789, null]], [[1320], [-5.9883, null]], [[632], [-6.1445, null]]], + "after": [[[198], [-0.114, 0]]] + }, + { + "chosen": [[[1], [-0.4719, 0]]], + "before": [[[1], [-0.4719, 0]], [[40], [-3.0039, null]], [[3666], [-3.5195, null]], [[9527], [-3.6914, null]], [[464], [-3.9102, null]], [[1722], [-4.2227, null]], [[1026], [-4.4102, null]], [[26214], [-4.5508, null]], [[2504], [-4.5664, null]], [[32], [-5.2227, null]]], + "after": [[[1], [-0.4719, 0]]] + }, + { + "chosen": [[[40], [-2.0664, 0]]], + "before": [[[40], [-2.0664, 0]], [[10995], [-2.207, null]], [[5779], [-2.4102, null]], [[2504], [-2.8164, null]], [[5812], [-3.1914, null]], [[1639], [-3.2383, null]], [[1026], [-3.4883, null]], [[10910], [-3.5508, null]], [[39], [-3.9258, null]], [[2949], [-3.9258, null]]], + "after": [[[40], [-2.0664, 0]]] + }, + { + "chosen": [[[760], [-1.4326, 0]]], + "before": [[[760], [-1.4326, 0]], [[1101], [-1.6357, null]], [[4724], [-2.3555, null]], [[11691], [-2.918, null]], [[1183], [-3.5742, null]], [[460], [-3.6367, null]], [[836], [-3.6523, null]], [[9144], [-3.7305, null]], [[1053], [-4.0586, null]], [[1107], [-4.1602, null]]], + "after": [[[760], [-1.4326, 0]]] + }, + { + "chosen": [[[986], [-1.7334, 0]]], + "before": [[[11], [-0.8276, null]], [[986], [-1.7334, 0]], [[13], [-2.0469, null]], [[326], [-2.8281, null]], [[9313], [-3, null]], [[526], [-3.2344, null]], [[314], [-3.7656, null]], [[340], [-4.1719, null]], [[960], [-4.3125, null]], [[553], [-4.3594, null]]], + "after": [[[986], [-1.7334, 0]]] + }, + { + "chosen": [[[887], [-1.7715, 0]]], + "before": [[[314], [-1.3027, null]], [[887], [-1.7715, 0]], [[632], [-2.4043, null]], [[19061], [-3.1309, null]], [[3894], [-3.1465, null]], [[1320], [-3.1934, null]], [[843], [-3.3418, null]], [[475], [-3.6152, null]], [[7831], [-3.6621, null]], [[6930], [-4.5195, null]]], + "after": [[[887], [-1.7715, 0]]] + }, + { + "chosen": [[[314], [-1.3105, 0]]], + "before": [[[314], [-1.3105, 0]], [[340], [-2.248, null]], [[428], [-3.1699, null]], [[326], [-3.1699, null]], [[1909], [-3.4512, null]], [[11], [-3.5605, null]], [[345], [-3.6074, null]], [[991], [-3.7012, null]], [[612], [-3.7637, null]], [[772], [-3.7793, null]]], + "after": [[[314], [-1.3105, 0]]] + }, + { + "chosen": [[[1101], [-1.5537, 0]]], + "before": [[[1101], [-1.5537, 0]], [[460], [-2.5371, null]], [[1053], [-2.8184, null]], [[991], [-3.0996, null]], [[836], [-3.1621, null]], [[423], [-3.2871, null]], [[1107], [-3.3184, null]], [[4724], [-3.334, null]], [[1183], [-3.3965, null]], [[655], [-3.4902, null]]], + "after": [[[1101], [-1.5537, 0]]] + }, + { + "chosen": [[[991], [-2.3047, 0]]], + "before": [[[407], [-2.2188, null]], [[991], [-2.3047, 0]], [[9675], [-2.6016, null]], [[655], [-2.9297, null]], [[1654], [-3.1094, null]], [[1464], [-3.4766, null]], [[257], [-3.5547, null]], [[1107], [-3.5625, null]], [[635], [-3.6641, null]], [[1682], [-3.6641, null]]], + "after": [[[991], [-2.3047, 0]]] + }, + { + "chosen": [[[9675], [-2.7031, 0]]], + "before": [[[257], [-2.2266, null]], [[407], [-2.5781, null]], [[9675], [-2.7031, 0]], [[655], [-2.9531, null]], [[7926], [-3.2031, null]], [[691], [-3.4062, null]], [[2111], [-3.5312, null]], [[14066], [-3.5547, null]], [[262], [-3.6797, null]], [[1016], [-3.8047, null]]], + "after": [[[9675], [-2.7031, 0]]] + }, + { + "chosen": [[[345], [-1.7822, 0]]], + "before": [[[284], [-0.7349, null]], [[314], [-1.5322, null]], [[345], [-1.7822, 0]], [[356], [-3.1719, null]], [[326], [-3.7969, null]], [[329], [-4.1562, null]], [[340], [-4.625, null]], [[262], [-5.0234, null]], [[484], [-5.3906, null]], [[1243], [-5.8906, null]]], + "after": [[[345], [-1.7822, 0]]] + }, + { + "chosen": [[[821], [-0.793, 0]]], + "before": [[[821], [-0.793, 0]], [[1625], [-2.7617, null]], [[1833], [-2.9805, null]], [[547], [-3.3633, null]], [[1053], [-3.3945, null]], [[1337], [-3.7617, null]], [[3730], [-3.9648, null]], [[734], [-4.168, null]], [[460], [-4.2383, null]], [[991], [-4.3867, null]]], + "after": [[[821], [-0.793, 0]]] + }, + { + "chosen": [[[994], [-0.939, 0]]], + "before": [[[994], [-0.939, 0]], [[1464], [-2.6426, null]], [[736], [-2.7051, null]], [[523], [-2.8457, null]], [[991], [-2.8926, null]], [[1088], [-3.6895, null]], [[477], [-3.8535, null]], [[407], [-3.916, null]], [[1498], [-4.0781, null]], [[4684], [-4.0938, null]]], + "after": [[[994], [-0.939, 0]]] + }, + { + "chosen": [[[526], [-1.3027, 0]]], + "before": [[[526], [-1.3027, 0]], [[11], [-1.3184, null]], [[13], [-2.2715, null]], [[284], [-2.584, null]], [[1909], [-3.3652, null]], [[351], [-3.3965, null]], [[2474], [-3.4277, null]], [[553], [-3.5215, null]], [[986], [-4.0352, null]], [[783], [-4.082, null]]], + "after": [[[526], [-1.3027, 0]]] + }, + { + "chosen": [[[198], [-0.0692, 0]]], + "before": [[[198], [-0.0692, 0]], [[314], [-3.4902, null]], [[2574], [-5.4844, null]], [[383], [-5.8672, null]], [[1081], [-5.9375, null]], [[2011], [-6.3516, null]], [[2293], [-6.5547, null]], [[1375], [-6.6953, null]], [[632], [-7.0625, null]], [[2080], [-7.1406, null]]], + "after": [[[198], [-0.0692, 0]]] + }, + { + "chosen": [[[1], [-1.0654, 0]]], + "before": [[[1], [-1.0654, 0]], [[40], [-2.1289, null]], [[464], [-3.0195, null]], [[1722], [-3.4258, null]], [[3666], [-3.4258, null]], [[9527], [-3.4727, null]], [[1026], [-3.957, null]], [[3260], [-4.0195, null]], [[32], [-4.543, null]], [[2504], [-4.5586, null]]], + "after": [[[1], [-1.0654, 0]]] + }, + { + "chosen": [[[40], [-2.3281, 0]]], + "before": [[[40], [-2.3281, 0]], [[5779], [-2.7188, null]], [[5189], [-2.7188, null]], [[1639], [-2.8594, null]], [[5812], [-2.875, null]], [[10995], [-3.2812, null]], [[2504], [-3.2969, null]], [[5308], [-3.625, null]], [[39], [-3.7969, null]], [[2061], [-3.8125, null]]], + "after": [[[40], [-2.3281, 0]]] + }, + { + "chosen": [[[1101], [-0.8672, 0]]], + "before": [[[1101], [-0.8672, 0]], [[1183], [-2.7891, null]], [[760], [-3.0234, null]], [[716], [-3.2109, null]], [[766], [-3.3359, null]], [[460], [-3.625, null]], [[1053], [-3.6484, null]], [[1612], [-4.1797, null]], [[1549], [-4.2031, null]], [[836], [-4.2188, null]]], + "after": [[[1101], [-0.8672, 0]]] + }, + { + "chosen": [[[9675], [-1.2119, 0]]], + "before": [[[9675], [-1.2119, 0]], [[1464], [-1.915, null]], [[3772], [-2.4238, null]], [[1654], [-2.6973, null]], [[655], [-2.9629, null]], [[407], [-3.1504, null]], [[523], [-3.4473, null]], [[262], [-3.5723, null]], [[994], [-3.6035, null]], [[7926], [-3.7676, null]]], + "after": [[[9675], [-1.2119, 0]]] + }, + { + "chosen": [[[1165], [-1.4238, 0]]], + "before": [[[1165], [-1.4238, 0]], [[284], [-1.5176, null]], [[11], [-1.5957, null]], [[345], [-1.9238, null]], [[314], [-2.1582, null]], [[355], [-4.125, null]], [[329], [-4.4062, null]], [[356], [-4.5469, null]], [[326], [-4.7656, null]], [[986], [-5.3906, null]]], + "after": [[[1165], [-1.4238, 0]]] + }, + { + "chosen": [[[526], [-2.207, 0]]], + "before": [[[13], [-1.4883, null]], [[0], [-1.6602, null]], [[11], [-1.8633, null]], [[986], [-1.9258, null]], [[526], [-2.207, 0]], [[2474], [-2.4883, null]], [[9313], [-3.0352, null]], [[553], [-3.8477, null]], [[960], [-4.3477, null]], [[26], [-6.043, null]]], + "after": [[[526], [-2.207, 0]]] + }, + { + "chosen": [[[198], [-0.2083, 0]]], + "before": [[[198], [-0.2083, 0]], [[2574], [-3.373, null]], [[383], [-4.0977, null]], [[314], [-4.3008, null]], [[1375], [-4.4023, null]], [[1081], [-5.0195, null]], [[2011], [-5.0977, null]], [[2080], [-5.1758, null]], [[317], [-5.3789, null]], [[2293], [-5.5898, null]]], + "after": [[[198], [-0.2083, 0]]] + }, + { + "chosen": [[[1], [-1.6787, 0]]], + "before": [[[1], [-1.6787, 0]], [[40], [-2.2422, null]], [[464], [-2.6328, null]], [[9527], [-2.9297, null]], [[1722], [-3.1641, null]], [[3666], [-3.5234, null]], [[1135], [-3.5391, null]], [[3260], [-3.5703, null]], [[1026], [-3.8047, null]], [[3152], [-4.0859, null]]], + "after": [[[1], [-1.6787, 0]]] + }, + { + "chosen": [[[40], [-2.4863, 0]]], + "before": [[[40], [-2.4863, 0]], [[2396], [-3.2051, null]], [[1639], [-3.2363, null]], [[5812], [-3.2676, null]], [[5779], [-3.3301, null]], [[10814], [-3.5801, null]], [[23795], [-3.7051, null]], [[1026], [-3.7363, null]], [[3886], [-3.9395, null]], [[2061], [-4.0039, null]]], + "after": [[[40], [-2.4863, 0]]] + }, + { + "chosen": [[[1101], [-1.6895, 0]]], + "before": [[[1101], [-1.6895, 0]], [[1183], [-2.377, null]], [[1612], [-2.7676, null]], [[1053], [-3.0645, null]], [[4240], [-3.2051, null]], [[766], [-3.4004, null]], [[373], [-3.4473, null]], [[4724], [-3.5488, null]], [[760], [-3.5645, null]], [[655], [-3.7988, null]]], + "after": [[[1101], [-1.6895, 0]]] + }, + { + "chosen": [[[9675], [-1.6914, 0]]], + "before": [[[9675], [-1.6914, 0]], [[1654], [-2.2227, null]], [[7926], [-2.7695, null]], [[407], [-3.0352, null]], [[1016], [-3.082, null]], [[523], [-3.2148, null]], [[655], [-3.3477, null]], [[1107], [-3.5664, null]], [[8066], [-3.582, null]], [[1464], [-3.6289, null]]], + "after": [[[9675], [-1.6914, 0]]] + }, + { + "chosen": [[[345], [-1.6025, 0]]], + "before": [[[345], [-1.6025, 0]], [[1165], [-2.1328, null]], [[314], [-2.2734, null]], [[284], [-2.3203, null]], [[11], [-2.4922, null]], [[986], [-2.6016, null]], [[526], [-3.1016, null]], [[326], [-3.1406, null]], [[356], [-3.2656, null]], [[9313], [-3.6328, null]]], + "after": [[[345], [-1.6025, 0]]] + }, + { + "chosen": [[[821], [-0.2404, 0]]], + "before": [[[821], [-0.2404, 0]], [[389], [-3.5527, null]], [[1833], [-4.0391, null]], [[1625], [-4.1016, null]], [[531], [-4.4609, null]], [[734], [-4.6953, null]], [[892], [-4.7734, null]], [[547], [-4.9297, null]], [[1254], [-5.0547, null]], [[1053], [-5.1016, null]]], + "after": [[[821], [-0.2404, 0]]] + }, + { + "chosen": [[[994], [-0.8418, 0]]], + "before": [[[994], [-0.8418, 0]], [[9675], [-2.2949, null]], [[1464], [-2.7559, null]], [[3772], [-2.9043, null]], [[616], [-3.209, null]], [[991], [-3.2324, null]], [[736], [-3.5293, null]], [[1111], [-3.5605, null]], [[523], [-3.6309, null]], [[407], [-3.9512, null]]], + "after": [[[994], [-0.8418, 0]]] + }, + { + "chosen": [[[526], [-1.2695, 0]]], + "before": [[[526], [-1.2695, 0]], [[1165], [-1.582, null]], [[11], [-1.6133, null]], [[9313], [-2.457, null]], [[986], [-2.7539, null]], [[553], [-3.0508, null]], [[13], [-3.4102, null]], [[2474], [-3.5664, null]], [[351], [-4.082, null]], [[284], [-4.9023, null]]], + "after": [[[526], [-1.2695, 0]]] + }, + { + "chosen": [[[198], [-0.0335, 0]]], + "before": [[[198], [-0.0335, 0]], [[314], [-4.7852, null]], [[383], [-5.832, null]], [[2574], [-6.1758, null]], [[2011], [-7.0117, null]], [[1375], [-7.043, null]], [[1081], [-7.1992, null]], [[632], [-7.1992, null]], [[5845], [-7.2383, null]], [[775], [-7.293, null]]], + "after": [[[198], [-0.0335, 0]]] + }, + { + "chosen": [[[1], [-0.8438, 0]]], + "before": [[[1], [-0.8438, 0]], [[40], [-2.5625, null]], [[464], [-2.8906, null]], [[1135], [-3.4219, null]], [[1722], [-3.6875, null]], [[3260], [-3.9062, null]], [[1026], [-4.0312, null]], [[9527], [-4.0312, null]], [[26214], [-4.1875, null]], [[3666], [-4.2812, null]]], + "after": [[[1], [-0.8438, 0]]] + }, + { + "chosen": [[[40], [-0.5645, 0]]], + "before": [[[40], [-0.5645, 0]], [[5308], [-3.5645, null]], [[1639], [-3.627, null]], [[10995], [-3.7207, null]], [[38], [-4.1133, null]], [[1870], [-4.1758, null]], [[10814], [-4.3477, null]], [[1026], [-4.5664, null]], [[39], [-4.6289, null]], [[9313], [-4.6602, null]]], + "after": [[[40], [-0.5645, 0]]] + }, + { + "chosen": [[[1101], [-0.0474, 0]]], + "before": [[[1101], [-0.0474, 0]], [[716], [-5.4062, null]], [[1183], [-5.4688, null]], [[1842], [-5.6094, null]], [[760], [-5.7031, null]], [[986], [-6.2266, null]], [[1053], [-6.3125, null]], [[460], [-6.5781, null]], [[1107], [-6.6875, null]], [[836], [-6.7344, null]]], + "after": [[[1101], [-0.0474, 0]]] + }, + { + "chosen": [[[9675], [-0.0717, 0]]], + "before": [[[9675], [-0.0717, 0]], [[3772], [-4.2812, null]], [[523], [-4.3984, null]], [[1464], [-5.0547, null]], [[994], [-5.6016, null]], [[7926], [-5.6875, null]], [[986], [-5.7109, null]], [[1107], [-5.7734, null]], [[845], [-6.1875, null]], [[9313], [-6.3906, null]]], + "after": [[[9675], [-0.0717, 0]]] + }, + { + "chosen": [[[345], [-0.2993, 0]]], + "before": [[[345], [-0.2993, 0]], [[314], [-2.2051, null]], [[284], [-3.6113, null]], [[1165], [-4.0195, null]], [[326], [-4.0664, null]], [[356], [-4.2539, null]], [[986], [-4.2695, null]], [[9313], [-4.3398, null]], [[526], [-4.582, null]], [[11], [-5.1133, null]]], + "after": [[[345], [-0.2993, 0]]] + }, + { + "chosen": [[[821], [-0.0336, 0]]], + "before": [[[821], [-0.0336, 0]], [[389], [-4.7539, null]], [[1625], [-5.0039, null]], [[531], [-6.6367, null]], [[547], [-6.6367, null]], [[1053], [-6.957, null]], [[588], [-7.4336, null]], [[9313], [-7.4414, null]], [[1337], [-7.5039, null]], [[3181], [-7.6133, null]]], + "after": [[[821], [-0.0336, 0]]] + }, + { + "chosen": [[[994], [-0.2478, 0]]], + "before": [[[994], [-0.2478, 0]], [[9675], [-2.6074, null]], [[3772], [-3.5762, null]], [[9313], [-4.0508, null]], [[407], [-4.6914, null]], [[986], [-4.7383, null]], [[736], [-4.7773, null]], [[1464], [-5.0586, null]], [[19056], [-5.1211, null]], [[612], [-5.3867, null]]], + "after": [[[994], [-0.2478, 0]]] + }, + { + "chosen": [[[526], [-0.387, 0]]], + "before": [[[526], [-0.387, 0]], [[1165], [-2.1523, null]], [[9313], [-2.8086, null]], [[11], [-2.9492, null]], [[553], [-3.6523, null]], [[986], [-3.9023, null]], [[2474], [-3.9023, null]], [[13], [-4.9492, null]], [[351], [-5.3789, null]], [[1], [-5.9961, null]]], + "after": [[[526], [-0.387, 0]]] + }, + { + "chosen": [[[198], [-0.0092, 0]]], + "before": [[[198], [-0.0092, 0]], [[314], [-6.9766, null]], [[383], [-7.1328, null]], [[775], [-7.1562, null]], [[366], [-8.0703, null]], [[632], [-8.1562, null]], [[843], [-8.1797, null]], [[2574], [-8.3594, null]], [[986], [-8.6641, null]], [[5747], [-8.7109, null]]], + "after": [[[198], [-0.0092, 0]]] + }, + { + "chosen": [[[1], [-0.6982, 0]]], + "before": [[[1], [-0.6982, 0]], [[40], [-2.8535, null]], [[464], [-3.0723, null]], [[1135], [-3.3535, null]], [[3260], [-3.9629, null]], [[1722], [-4.0117, null]], [[1026], [-4.0117, null]], [[26214], [-4.0273, null]], [[986], [-4.3086, null]], [[1870], [-4.6836, null]]], + "after": [[[1], [-0.6982, 0]]] + }, + { + "chosen": [[[40], [-0.2399, 0]]], + "before": [[[40], [-0.2399, 0]], [[1639], [-4.3164, null]], [[1870], [-4.4414, null]], [[5308], [-4.5508, null]], [[38], [-4.6289, null]], [[10814], [-4.8008, null]], [[9313], [-4.8008, null]], [[10995], [-5.082, null]], [[1135], [-5.2383, null]], [[39], [-5.2539, null]]], + "after": [[[40], [-0.2399, 0]]] + }, + { + "chosen": [[[1101], [-0.0116, 0]]], + "before": [[[1101], [-0.0116, 0]], [[986], [-6.8398, null]], [[716], [-6.9102, null]], [[1183], [-6.9336, null]], [[1842], [-6.9414, null]], [[760], [-7.3555, null]], [[1053], [-7.7773, null]], [[9313], [-7.8086, null]], [[460], [-7.9102, null]], [[960], [-7.9414, null]]], + "after": [[[1101], [-0.0116, 0]]] + }, + { + "chosen": [[[9675], [-0.0371, 0]]], + "before": [[[9675], [-0.0371, 0]], [[523], [-4.6289, null]], [[3772], [-5.1914, null]], [[986], [-5.8164, null]], [[9313], [-5.9102, null]], [[7926], [-6.2852, null]], [[1464], [-6.7148, null]], [[960], [-6.8008, null]], [[845], [-6.8867, null]], [[1107], [-6.9102, null]]], + "after": [[[9675], [-0.0371, 0]]] + }, + { + "chosen": [[[345], [-0.1098, 0]]], + "before": [[[345], [-0.1098, 0]], [[314], [-3.2344, null]], [[9313], [-4.1562, null]], [[986], [-4.3281, null]], [[326], [-4.9375, null]], [[526], [-5.4297, null]], [[356], [-5.4688, null]], [[284], [-5.5391, null]], [[960], [-6.0234, null]], [[19056], [-6.1016, null]]], + "after": [[[345], [-0.1098, 0]]] + }, + { + "chosen": [[[821], [-0.011, 0]]], + "before": [[[821], [-0.011, 0]], [[389], [-5.9805, null]], [[1625], [-6.3242, null]], [[9313], [-6.8789, null]], [[986], [-7.2617, null]], [[960], [-7.418, null]], [[547], [-7.4414, null]], [[1053], [-8.0078, null]], [[19056], [-8.1484, null]], [[1183], [-8.7812, null]]], + "after": [[[821], [-0.011, 0]]] + }, + { + "chosen": [[[994], [-0.1329, 0]]], + "before": [[[994], [-0.1329, 0]], [[9313], [-3.1797, null]], [[986], [-4.3516, null]], [[19056], [-4.4531, null]], [[9675], [-4.6094, null]], [[960], [-4.7891, null]], [[3772], [-4.9141, null]], [[407], [-5.5859, null]], [[612], [-5.9531, null]], [[736], [-6, null]]], + "after": [[[994], [-0.1329, 0]]] + }, + { + "chosen": [[[526], [-0.158, 0]]], + "before": [[[526], [-0.158, 0]], [[9313], [-3.2051, null]], [[553], [-3.7676, null]], [[1165], [-3.8613, null]], [[2474], [-4.0469, null]], [[986], [-4.4688, null]], [[11], [-4.4688, null]], [[13], [-5.0312, null]], [[1], [-5.5078, null]], [[15327], [-5.7344, null]]], + "after": [[[526], [-0.158, 0]]] + }, + { + "chosen": [[[198], [-0.0067, 0]]], + "before": [[[198], [-0.0067, 0]], [[314], [-7.4219, null]], [[366], [-7.5391, null]], [[383], [-7.8438, null]], [[775], [-7.9141, null]], [[986], [-8.25, null]], [[843], [-8.3984, null]], [[357], [-8.4844, null]], [[632], [-8.7734, null]], [[20724], [-8.9375, null]]], + "after": [[[198], [-0.0067, 0]]] + }, + { + "chosen": [[[1], [-0.4319, 0]]], + "before": [[[1], [-0.4319, 0]], [[40], [-3.166, null]], [[464], [-3.6035, null]], [[26214], [-3.9004, null]], [[1135], [-3.9629, null]], [[986], [-4.2305, null]], [[3260], [-4.2617, null]], [[1722], [-4.418, null]], [[1026], [-4.4336, null]], [[1870], [-4.6055, null]]], + "after": [[[1], [-0.4319, 0]]] + }, + { + "chosen": [[[40], [-0.127, 0]]], + "before": [[[40], [-0.127, 0]], [[1870], [-4.8594, null]], [[1639], [-4.8594, null]], [[9313], [-5.2031, null]], [[10814], [-5.375, null]], [[5308], [-5.5312, null]], [[39], [-5.75, null]], [[10995], [-5.7656, null]], [[5812], [-5.7812, null]], [[10449], [-5.7891, null]]], + "after": [[[40], [-0.127, 0]]] + }, + { + "chosen": [[[1101], [-0.0077, 0]]], + "before": [[[1101], [-0.0077, 0]], [[986], [-6.9453, null]], [[1183], [-7.3672, null]], [[716], [-7.4453, null]], [[960], [-7.4766, null]], [[1842], [-7.5625, null]], [[760], [-7.8047, null]], [[9313], [-7.9609, null]], [[1053], [-8.2266, null]], [[12], [-8.2578, null]]], + "after": [[[1101], [-0.0077, 0]]] + }, + { + "chosen": [[[9675], [-0.0298, 0]]], + "before": [[[9675], [-0.0298, 0]], [[523], [-4.8125, null]], [[3772], [-5.7031, null]], [[986], [-5.8594, null]], [[9313], [-5.875, null]], [[7926], [-6.4297, null]], [[960], [-6.4609, null]], [[19056], [-6.9531, null]], [[1464], [-7.3516, null]], [[845], [-7.375, null]]], + "after": [[[9675], [-0.0298, 0]]] + }, + { + "chosen": [[[345], [-0.0569, 0]]], + "before": [[[345], [-0.0569, 0]], [[314], [-4.2617, null]], [[9313], [-4.4023, null]], [[986], [-4.6367, null]], [[326], [-5.7617, null]], [[960], [-5.9023, null]], [[19056], [-5.9023, null]], [[526], [-6.0898, null]], [[356], [-6.7539, null]], [[534], [-6.8711, null]]], + "after": [[[345], [-0.0569, 0]]] + }, + { + "chosen": [[[821], [-0.0062, 0]]], + "before": [[[821], [-0.0062, 0]], [[389], [-6.5703, null]], [[9313], [-7.0391, null]], [[960], [-7.2578, null]], [[986], [-7.3516, null]], [[1625], [-7.4531, null]], [[547], [-8.2734, null]], [[19056], [-8.2891, null]], [[1053], [-8.7578, null]], [[15327], [-9.0547, null]]], + "after": [[[821], [-0.0062, 0]]] + }, + { + "chosen": [[[994], [-0.0972, 0]]], + "before": [[[994], [-0.0972, 0]], [[9313], [-3.2695, null]], [[986], [-4.4258, null]], [[19056], [-4.582, null]], [[960], [-4.6602, null]], [[407], [-6.1367, null]], [[612], [-6.2383, null]], [[3772], [-6.3945, null]], [[1464], [-6.5586, null]], [[9675], [-6.5898, null]]], + "after": [[[994], [-0.0972, 0]]] + }, + { + "chosen": [[[526], [-0.0868, 0]]], + "before": [[[526], [-0.0868, 0]], [[9313], [-3.6641, null]], [[553], [-4.2578, null]], [[2474], [-4.3047, null]], [[986], [-5.0547, null]], [[13], [-5.0547, null]], [[11], [-5.6172, null]], [[1], [-5.6641, null]], [[1165], [-5.9141, null]], [[15327], [-5.9609, null]]], + "after": [[[526], [-0.0868, 0]]] + } + ] +} diff --git a/tests/api/sanity_text_sets/krake-v2/atypical_1k.json b/tests/api/sanity_text_sets/krake-v2/atypical_1k.json new file mode 100644 index 0000000..734d68e --- /dev/null +++ b/tests/api/sanity_text_sets/krake-v2/atypical_1k.json @@ -0,0 +1,571 @@ +{ + "prompt": "\"We're out of food and water! And the monsters are attacking!\"\nMy name is Henry Knightly. I am one of many mercenary knights who travel from town to town throughout this land in order to complete quests on behalf of myself, my sister Elze, or any other residents of these towns we stop by. Today is a little different—today we're carrying an injured party member with us as well. However, that doesn't make me happy. After all, her injury came at the hands of none other than herself! It happened during our most recent journey. One night when I went into the kitchen to heat up some milk, I found my young but wise younger sister pulling an old rusted sword out from beneath the countertop... She told me she had found it hidden away deep in the back storage area of the workshop. Thinking nothing more of it, she lifted it above her head, swung down with both arms, then planted the blade directly into her own torso.\nAs soon as she struck the ground, there was blood everywhere. Even so, she stood straight up, held the sword in her hand, and proclaimed she would keep fighting no matter what happened to her. Then, ever so slowly, her form became unsteady before my eyes, collapsing on the spot. Without wasting another second, I pressed my hand over her wound, only for blood to gush forth onto me... Apparently, the blow hit a vital artery.\nIt might be impossible for you to grasp the situation here without knowing firsthand, but try imagining your older brother cutting off his own arm and taking control of the flow of blood inside yourself. This is something we actually once did as children ourselves. Unfortunately, Elze lost consciousness after I closed her wound, causing her to lose much bodily fluid. Naturally, the thought of doing this myself made my stomach turn; however, she begged me not to call for anyone else unless I absolutely had to. Besides, since this was such a dire predicament, there was also a slim chance we could get help from someone coming through town along the way...\nI grabbed her unconscious body with both hands and ran outside. The nearby adventurers had already spotted us and were about to rush us to safety, but the next moment, the man's corpse turned to mist right before their very eyes—it was one of those invisible beasts! Panicking, I pushed past them with a \"Sorry, gotta go!\" while waving frantically toward the east. If anything happens to either one of them because of me, then I'll never forgive myself! At least, until I can somehow change fate itself.\nIn short, that's why we've come back home today. Now please help save them, hero—even if just for Elze's sake!\nThat said, if they wanted money, we had quite a bit tucked away in safe places around the house, so it should work out fine regardless... Also, I took the liberty of summoning that bunny-eared guy earlier on this paper—his name's Red Chili Bean! He has magic stones embedded inside him that possess various types of energy; I know he'd definitely come through in a pinch like this. As far as whether or not I have any actual experience with him goes, I've taken care of him for a year now, so hopefully he'll respond better than last time... Oh boy! Are my expectations really that high?! But hey, don't give up hope yet. It'll happen eventually...!\nWell then, please read my letter properly, okay? I'm aware the contents might seem slightly dubious to you at first, but stick with it anyway... Because you need to know everything!\nSincerely Yours,\nHENRY KNIGHTLY (Layabout Mercenary)\nPS: To Whom It May Concern, I got that writing utensil from that idiot priest who brought his servant along... Actually, that fool must still be stuck inside my village. That idiot's going to get me cursed one of these days, mark my words... Ugh, it's too cold already. What do these villagers want with hot stuff like fire?!\nI looked up at the sky through the window and sighed deeply. Since it was daytime, the sun should be shining brightly enough for everyone to see it from wherever they lived within the city walls—but even though it was winter, a few faint traces of clouds were lingering overhead. The weather sure isn't cooperating today. Maybe it's part of being in charge of such an important post—however, whatever the reason may be, I wasn't too bothered about the chill in the air. After all, having grown used to spending summers indoors working as an apprentice apothecary, I felt a certain degree of fondness for the refreshing spring winds blowing through. There's also the fact that, due to a peculiar set of circumstances, I spend quite a lot of time wandering the forest alone as well, and in general, the colder the day gets, the more peacefully it suits my personal lifestyle. Still, though... Just looking at those dark clouds gives me the chills. Come on, give me some sunshine! Or maybe I shouldn't even be thinking about that kind of thing at all. In times like this, it's best to simply pretend there is no difference between sunny skies and clouded ones.", + "preset": { + "presetVersion": 3, + "name": "ATypical Swansong", + "id": "a2ba8740-e3c3-45f0-a2db-38528d64a882", + "remoteId": "", + "parameters": { + "textGenerationSettingsVersion": 3, + "temperature": 1.5, + "max_length": 100, + "min_length": 1, + "top_k": 1, + "top_p": 0.85, + "top_a": 0.05, + "typical_p": 0.99, + "tail_free_sampling": 0.95, + "repetition_penalty": 1, + "repetition_penalty_range": 0, + "repetition_penalty_slope": 0, + "repetition_penalty_frequency": 0.001, + "repetition_penalty_presence": 2, + "order": [ + { + "id": "typical_p", + "enabled": true + }, + { + "id": "tfs", + "enabled": true + }, + { + "id": "top_a", + "enabled": true + }, + { + "id": "temperature", + "enabled": true + }, + { + "id": "top_p", + "enabled": false + }, + { + "id": "top_k", + "enabled": true + } + ] + }, + "model": "krake-v1" + }, + "global_settings": { + "generate_until_sentence": true, + "num_logprobs": 10, + "ban_brackets": true, + "bias_dinkus_asterism": true + }, + "result": "\nAfter finishing reading the letter, I folded it neatly and placed it inside my breast pocket. Then, I walked over to the door and opened it wide.\n\"Hey, Red Chili Bean! You ready?\"\nThe instant I called out to him, a small figure appeared from behind the corner of the room. His furry ears twitched as he tilted his head curiously.\n\"What's wrong, Master? Did you forget something?\"\n\"No, I didn't forget anything.", + "logprobs": [ + { + "chosen": [[[187], [-0.6631, 0]]], + "before": [[[187], [-0.6631, 0]], [[2064], [-2.6934, null]], [[2732], [-3.2246, null]], [[309], [-3.4746, null]], [[733], [-4.0703, null]], [[1310], [-4.1953, null]], [[496], [-4.2578, null]], [[380], [-4.4453, null]], [[1292], [-4.6016, null]], [[1244], [-4.6328, null]]], + "after": [[[187], [-0.6631, 0]]] + }, + { + "chosen": [[[4553], [-3.2617, 0]]], + "before": [[[42], [-1.9805, null]], [[3], [-1.9805, null]], [[1909], [-3.1055, null]], [[4553], [-3.2617, 0]], [[510], [-3.5273, null]], [[6436], [-3.6367, null]], [[688], [-3.793, null]], [[25954], [-3.8555, null]], [[6300], [-3.9336, null]], [[3378], [-4.1523, null]]], + "after": [[[4553], [-3.2617, 0]]] + }, + { + "chosen": [[[19083], [-3.3418, 0]]], + "before": [[[512], [-1.3721, null]], [[247], [-2.4355, null]], [[3192], [-3.2793, null]], [[19083], [-3.3418, 0]], [[309], [-3.5293, null]], [[9100], [-3.623, null]], [[326], [-3.8418, null]], [[4680], [-4.0898, null]], [[690], [-4.1211, null]], [[37202], [-4.2461, null]]], + "after": [[[19083], [-3.3418, 0]]] + }, + { + "chosen": [[[4361], [-2.2168, 0]]], + "before": [[[619], [-1.0596, null]], [[253], [-1.8408, null]], [[598], [-1.9658, null]], [[4361], [-2.2168, 0]], [[4028], [-2.748, null]], [[745], [-2.7793, null]], [[521], [-4.0586, null]], [[342], [-4.8086, null]], [[436], [-4.8398, null]], [[326], [-5.0273, null]]], + "after": [[[4361], [-2.2168, 0]]] + }, + { + "chosen": [[[253], [-0.4785, 0]]], + "before": [[[253], [-0.4785, 0]], [[619], [-2.3848, null]], [[8966], [-2.416, null]], [[949], [-2.8535, null]], [[521], [-3.416, null]], [[326], [-3.7598, null]], [[689], [-4.3516, null]], [[13], [-4.3516, null]], [[3599], [-4.7578, null]], [[285], [-5.2891, null]]], + "after": [[[253], [-0.4785, 0]]] + }, + { + "chosen": [[[4857], [-0.0549, 0]]], + "before": [[[4857], [-0.0549, 0]], [[3877], [-5.3047, null]], [[9410], [-5.8984, null]], [[1390], [-5.9297, null]], [[806], [-6.2734, null]], [[2929], [-6.3672, null]], [[3935], [-6.3984, null]], [[4876], [-6.3984, null]], [[1273], [-6.5234, null]], [[2862], [-6.6172, null]]], + "after": [[[4857], [-0.0549, 0]]] + }, + { + "chosen": [[[13], [-0.5459, 0]]], + "before": [[[13], [-0.5459, 0]], [[285], [-2.9219, null]], [[323], [-3.3281, null]], [[309], [-3.3281, null]], [[689], [-3.4531, null]], [[432], [-3.6094, null]], [[2378], [-3.9219, null]], [[581], [-3.9531, null]], [[275], [-4.0469, null]], [[247], [-4.0781, null]]], + "after": [[[13], [-0.5459, 0]]] + }, + { + "chosen": [[[309], [-0.1967, 0]]], + "before": [[[309], [-0.1967, 0]], [[253], [-3.5723, null]], [[619], [-3.8223, null]], [[4410], [-4.3203, null]], [[247], [-4.9141, null]], [[534], [-5.0703, null]], [[3599], [-5.1328, null]], [[285], [-5.6328, null]], [[8966], [-5.6953, null]], [[627], [-6.1328, null]]], + "after": [[[309], [-0.1967, 0]]] + }, + { + "chosen": [[[20618], [-3.0977, 0]]], + "before": [[[21374], [-3.0039, null]], [[20618], [-3.0977, 0]], [[3261], [-3.1289, null]], [[4845], [-3.1914, null]], [[1339], [-3.2852, null]], [[3531], [-3.3789, null]], [[1691], [-3.5352, null]], [[17377], [-3.8477, null]], [[4581], [-3.8789, null]], [[2335], [-3.9102, null]]], + "after": [[[20618], [-3.0977, 0]]] + }, + { + "chosen": [[[352], [-0.1207, 0]]], + "before": [[[352], [-0.1207, 0]], [[253], [-2.8398, null]], [[598], [-3.3086, null]], [[285], [-5.1836, null]], [[619], [-5.5273, null]], [[1097], [-6.1211, null]], [[697], [-6.3711, null]], [[896], [-7.7148, null]], [[1977], [-7.7461, null]], [[521], [-7.9336, null]]], + "after": [[[352], [-0.1207, 0]]] + }, + { + "chosen": [[[36166], [-2.0801, 0]]], + "before": [[[598], [-0.7993, null]], [[896], [-1.8613, null]], [[36166], [-2.0801, 0]], [[285], [-2.5801, null]], [[715], [-3.1426, null]], [[275], [-3.5801, null]], [[9257], [-3.7051, null]], [[969], [-4.6445, null]], [[2378], [-4.6758, null]], [[13], [-4.6758, null]]], + "after": [[[36166], [-2.0801, 0]]] + }, + { + "chosen": [[[285], [-0.7231, 0]]], + "before": [[[285], [-0.7231, 0]], [[13], [-2.3789, null]], [[896], [-2.5664, null]], [[715], [-2.6602, null]], [[275], [-2.6914, null]], [[1078], [-3.1914, null]], [[598], [-3.4102, null]], [[2112], [-3.7852, null]], [[2378], [-3.9102, null]], [[969], [-4.1914, null]]], + "after": [[[285], [-0.7231, 0]]] + }, + { + "chosen": [[[4845], [-1.2266, 0]]], + "before": [[[4845], [-1.2266, 0]], [[1691], [-2.0078, null]], [[873], [-2.6641, null]], [[30040], [-2.9141, null]], [[10960], [-3.0391, null]], [[4895], [-3.0391, null]], [[32420], [-3.1016, null]], [[19347], [-3.7266, null]], [[22803], [-3.9141, null]], [[27352], [-4.5391, null]]], + "after": [[[4845], [-1.2266, 0]]] + }, + { + "chosen": [[[352], [-0.0153, 0]]], + "before": [[[352], [-0.0153, 0]], [[253], [-4.8281, null]], [[619], [-6.2969, null]], [[1097], [-6.3281, null]], [[247], [-7.0469, null]], [[275], [-7.4531, null]], [[697], [-7.7969, null]], [[3253], [-8.3906, null]], [[715], [-8.7656, null]], [[3304], [-8.8906, null]]], + "after": [[[352], [-0.0153, 0]]] + }, + { + "chosen": [[[3304], [-1.5566, 0]]], + "before": [[[3304], [-1.5566, 0]], [[896], [-1.6191, null]], [[275], [-1.6816, null]], [[327], [-2.0566, null]], [[715], [-2.2441, null]], [[1561], [-4.1484, null]], [[387], [-4.3672, null]], [[4830], [-4.3672, null]], [[31831], [-4.3672, null]], [[1066], [-4.4922, null]]], + "after": [[[3304], [-1.5566, 0]]] + }, + { + "chosen": [[[619], [-0.6753, 0]]], + "before": [[[619], [-0.6753, 0]], [[253], [-1.6123, null]], [[247], [-1.6748, null]], [[271], [-3.1758, null]], [[273], [-3.4883, null]], [[581], [-4.0195, null]], [[1529], [-6.0195, null]], [[3599], [-6.2695, null]], [[697], [-6.2695, null]], [[4410], [-6.7383, null]]], + "after": [[[619], [-0.6753, 0]]] + }, + { + "chosen": [[[5988], [-1.2793, 0]]], + "before": [[[5988], [-1.2793, 0]], [[11320], [-2.1543, null]], [[11959], [-2.3418, null]], [[16269], [-3.2793, null]], [[18553], [-3.3105, null]], [[40234], [-3.3105, null]], [[9081], [-3.6543, null]], [[14133], [-3.7793, null]], [[7351], [-3.8418, null]], [[43606], [-4.1875, null]]], + "after": [[[5988], [-1.2793, 0]]] + }, + { + "chosen": [[[11320], [-0.0496, 0]]], + "before": [[[11320], [-0.0496, 0]], [[3789], [-3.2988, null]], [[14], [-5.457, null]], [[5340], [-6.957, null]], [[15], [-7.082, null]], [[48831], [-7.1133, null]], [[43606], [-7.582, null]], [[11959], [-7.6445, null]], [[81], [-7.832, null]], [[268], [-8.0156, null]]], + "after": [[[11320], [-0.0496, 0]]] + }, + { + "chosen": [[[15], [-0.3687, 0]]], + "before": [[[15], [-0.3687, 0]], [[13], [-1.9619, null]], [[1078], [-3.4316, null]], [[1128], [-3.6816, null]], [[323], [-4.2109, null]], [[2112], [-4.4922, null]], [[12936], [-4.6172, null]], [[2378], [-4.7734, null]], [[28], [-4.8359, null]], [[1051], [-4.8984, null]]], + "after": [[[15], [-0.3687, 0]]] + }, + { + "chosen": [[[2635], [-1.3818, 0]]], + "before": [[[2635], [-1.3818, 0]], [[309], [-1.9443, null]], [[187], [-3.1016, null]], [[733], [-3.2578, null]], [[380], [-3.5391, null]], [[10209], [-3.7266, null]], [[1284], [-3.8203, null]], [[1707], [-3.9141, null]], [[3954], [-3.9766, null]], [[2732], [-4.0703, null]]], + "after": [[[2635], [-1.3818, 0]]] + }, + { + "chosen": [[[13], [-0.2776, 0]]], + "before": [[[13], [-0.2776, 0]], [[309], [-1.6211, null]], [[1051], [-4.5273, null]], [[1128], [-4.5898, null]], [[352], [-5.9648, null]], [[342], [-6.2461, null]], [[846], [-6.3086, null]], [[619], [-6.5586, null]], [[253], [-6.6836, null]], [[512], [-6.7773, null]]], + "after": [[[13], [-0.2776, 0]]] + }, + { + "chosen": [[[309], [-1.1787, 0]]], + "before": [[[309], [-1.1787, 0]], [[846], [-2.3672, null]], [[342], [-2.7734, null]], [[347], [-3.1797, null]], [[3192], [-3.5234, null]], [[275], [-3.7109, null]], [[1293], [-3.7734, null]], [[1223], [-4.0234, null]], [[816], [-4.1172, null]], [[1907], [-4.1172, null]]], + "after": [[[309], [-1.1787, 0]]] + }, + { + "chosen": [[[7428], [-3.6973, 0]]], + "before": [[[3531], [-2.4473, null]], [[2335], [-2.6348, null]], [[6225], [-3.0098, null]], [[3261], [-3.2285, null]], [[16470], [-3.6348, null]], [[7428], [-3.6973, 0]], [[5055], [-3.7598, null]], [[4925], [-3.8223, null]], [[2427], [-3.8223, null]], [[17377], [-3.8535, null]]], + "after": [[[7428], [-3.6973, 0]]] + }, + { + "chosen": [[[689], [-0.6543, 0]]], + "before": [[[689], [-0.6543, 0]], [[562], [-2.4668, null]], [[281], [-2.9043, null]], [[896], [-2.9355, null]], [[598], [-3.123, null]], [[3345], [-3.248, null]], [[2584], [-3.4043, null]], [[1066], [-3.8418, null]], [[715], [-3.998, null]], [[1475], [-4.1523, null]]], + "after": [[[689], [-0.6543, 0]]] + }, + { + "chosen": [[[281], [-0.0962, 0]]], + "before": [[[281], [-0.0962, 0]], [[285], [-3.3145, null]], [[2584], [-3.3457, null]], [[4404], [-4.8477, null]], [[275], [-6.1914, null]], [[13], [-6.3789, null]], [[1735], [-6.6602, null]], [[253], [-7.0352, null]], [[342], [-7.2539, null]], [[12200], [-7.2539, null]]], + "after": [[[281], [-0.0962, 0]]] + }, + { + "chosen": [[[253], [-0.225, 0]]], + "before": [[[253], [-0.225, 0]], [[619], [-2.5996, null]], [[247], [-3.3496, null]], [[835], [-4.0703, null]], [[3599], [-4.2266, null]], [[581], [-4.3516, null]], [[776], [-5.6641, null]], [[1462], [-5.7266, null]], [[1790], [-5.9766, null]], [[4410], [-6.0703, null]]], + "after": [[[253], [-0.225, 0]]] + }, + { + "chosen": [[[3369], [-2.4844, 0]]], + "before": [[[3497], [-1.8604, null]], [[3369], [-2.4844, 0]], [[8576], [-2.9219, null]], [[2829], [-3.4219, null]], [[39696], [-3.4219, null]], [[8597], [-3.4219, null]], [[7145], [-3.7344, null]], [[10151], [-3.7344, null]], [[13032], [-3.7969, null]], [[33360], [-4.1094, null]]], + "after": [[[3369], [-2.4844, 0]]] + }, + { + "chosen": [[[285], [-0.7461, 0]]], + "before": [[[285], [-0.7461, 0]], [[13], [-1.4023, null]], [[281], [-2.8086, null]], [[273], [-2.9648, null]], [[15], [-3.0586, null]], [[4283], [-4.0273, null]], [[326], [-4.4336, null]], [[342], [-4.4648, null]], [[1128], [-4.4961, null]], [[275], [-4.6836, null]]], + "after": [[[285], [-0.7461, 0]]] + }, + { + "chosen": [[[5485], [-1.2529, 0]]], + "before": [[[5485], [-1.2529, 0]], [[19336], [-2.8145, null]], [[1925], [-3.1895, null]], [[7320], [-3.1895, null]], [[2335], [-3.5957, null]], [[3531], [-3.7207, null]], [[4845], [-3.8145, null]], [[3261], [-4.0039, null]], [[13], [-4.0039, null]], [[7808], [-4.1914, null]]], + "after": [[[5485], [-1.2529, 0]]] + }, + { + "chosen": [[[352], [-0.0142, 0]]], + "before": [[[352], [-0.0142, 0]], [[253], [-4.7344, null]], [[598], [-5.5469, null]], [[697], [-7.8281, null]], [[619], [-8.1406, null]], [[247], [-9.0469, null]], [[281], [-9.1406, null]], [[285], [-9.3594, null]], [[1097], [-9.4531, null]], [[753], [-9.8281, null]]], + "after": [[[352], [-0.0142, 0]]] + }, + { + "chosen": [[[4618], [-3.0586, 0]]], + "before": [[[15], [-1.2148, null]], [[13], [-2.0273, null]], [[598], [-2.2148, null]], [[281], [-3.0273, null]], [[5777], [-3.0273, null]], [[4618], [-3.0586, 0]], [[1128], [-3.3398, null]], [[342], [-3.3711, null]], [[247], [-3.5586, null]], [[1051], [-3.6836, null]]], + "after": [[[4618], [-3.0586, 0]]] + }, + { + "chosen": [[[15], [-0.6362, 0]]], + "before": [[[15], [-0.6362, 0]], [[13], [-1.5742, null]], [[1128], [-3.0117, null]], [[281], [-3.0742, null]], [[2217], [-3.1367, null]], [[1051], [-3.7617, null]], [[1078], [-3.918, null]], [[594], [-4.2617, null]], [[323], [-4.2617, null]], [[275], [-4.2617, null]]], + "after": [[[15], [-0.6362, 0]]] + }, + { + "chosen": [[[187], [-1.4072, 0]]], + "before": [[[187], [-1.4072, 0]], [[380], [-2.4688, null]], [[309], [-2.5, null]], [[346], [-3.25, null]], [[1284], [-3.3125, null]], [[1707], [-3.5938, null]], [[329], [-3.6562, null]], [[733], [-3.6875, null]], [[2732], [-4.0938, null]], [[1723], [-4.1562, null]]], + "after": [[[187], [-1.4072, 0]]] + }, + { + "chosen": [[[3], [-0.3074, 0]]], + "before": [[[3], [-0.3074, 0]], [[510], [-3.4785, null]], [[42], [-3.9004, null]], [[9264], [-4.1836, null]], [[36673], [-4.2461, null]], [[1909], [-4.5117, null]], [[34], [-4.6367, null]], [[2512], [-4.7305, null]], [[6300], [-4.9648, null]], [[1147], [-5.0117, null]]], + "after": [[[3], [-0.3074, 0]]] + }, + { + "chosen": [[[8262], [-2.4766, 0]]], + "before": [[[8262], [-2.4766, 0]], [[10252], [-2.6016, null]], [[42], [-2.8984, null]], [[4013], [-3.2969, null]], [[8677], [-3.4766, null]], [[8380], [-3.5312, null]], [[21096], [-3.5938, null]], [[41], [-3.8047, null]], [[1394], [-3.8828, null]], [[30395], [-3.9453, null]]], + "after": [[[8262], [-2.4766, 0]]] + }, + { + "chosen": [[[13], [-0.2695, 0]]], + "before": [[[13], [-0.2695, 0]], [[627], [-2.332, null]], [[2], [-3.1445, null]], [[1051], [-4.2695, null]], [[15], [-4.6445, null]], [[6068], [-4.7383, null]], [[1024], [-4.9258, null]], [[4410], [-4.957, null]], [[4130], [-5.3633, null]], [[1128], [-5.4883, null]]], + "after": [[[13], [-0.2695, 0]]] + }, + { + "chosen": [[[4410], [-1.3857, 0]]], + "before": [[[4410], [-1.3857, 0]], [[368], [-2.9473, null]], [[3599], [-3.166, null]], [[309], [-3.4785, null]], [[352], [-3.9785, null]], [[403], [-4.1992, null]], [[416], [-4.1992, null]], [[38102], [-4.418, null]], [[310], [-4.4492, null]], [[1705], [-4.4492, null]]], + "after": [[[4410], [-1.3857, 0]]] + }, + { + "chosen": [[[775], [-0.6001, 0]]], + "before": [[[775], [-0.6001, 0]], [[13], [-1.9434, null]], [[15], [-2.2246, null]], [[1051], [-3.1309, null]], [[2], [-3.1621, null]], [[1128], [-4.0078, null]], [[449], [-4.1016, null]], [[1476], [-4.2891, null]], [[32], [-4.3516, null]], [[38102], [-4.5703, null]]], + "after": [[[775], [-0.6001, 0]]] + }, + { + "chosen": [[[3093], [-0.0017, 0]]], + "before": [[[3093], [-0.0017, 0]], [[3370], [-6.6562, null]], [[300], [-9.0156, null]], [[5348], [-9.625, null]], [[9352], [-10.4375, null]], [[21829], [-10.5781, null]], [[12012], [-10.7188, null]], [[408], [-10.8281, null]], [[1051], [-11.25, null]], [[1128], [-11.3906, null]]], + "after": [[[3093], [-0.0017, 0]]] + }, + { + "chosen": [[[38102], [-0.0961, 0]]], + "before": [[[38102], [-0.0961, 0]], [[13], [-3.6582, null]], [[2], [-3.9707, null]], [[15], [-4.4727, null]], [[1051], [-4.8164, null]], [[2325], [-5.1914, null]], [[1476], [-5.3477, null]], [[1128], [-5.6289, null]], [[32], [-6.1602, null]], [[937], [-6.4727, null]]], + "after": [[[38102], [-0.0961, 0]]] + }, + { + "chosen": [[[2], [-1.0928, 0]]], + "before": [[[2], [-1.0928, 0]], [[13], [-1.7178, null]], [[15], [-1.749, null]], [[1476], [-2.3105, null]], [[1051], [-3.0293, null]], [[937], [-3.3105, null]], [[449], [-3.3105, null]], [[1128], [-3.3418, null]], [[32], [-3.9355, null]], [[3255], [-4.3125, null]]], + "after": [[[2], [-1.0928, 0]]] + }, + { + "chosen": [[[1422], [-2.2949, 0]]], + "before": [[[309], [-1.4502, null]], [[1422], [-2.2949, 0]], [[733], [-2.6699, null]], [[13516], [-3.2637, null]], [[6272], [-3.2637, null]], [[844], [-3.4824, null]], [[26070], [-3.7012, null]], [[1359], [-3.9824, null]], [[1310], [-4.168, null]], [[5057], [-4.168, null]]], + "after": [[[1422], [-2.2949, 0]]] + }, + { + "chosen": [[[4704], [-2.6836, 0]]], + "before": [[[1472], [-1.2773, null]], [[627], [-2.1523, null]], [[4704], [-2.6836, 0]], [[22238], [-2.8398, null]], [[275], [-3.0273, null]], [[1849], [-3.2148, null]], [[1060], [-3.4023, null]], [[476], [-3.6836, null]], [[1805], [-4.0898, null]], [[11298], [-4.0898, null]]], + "after": [[[4704], [-2.6836, 0]]] + }, + { + "chosen": [[[865], [-1.8643, 0]]], + "before": [[[281], [-0.7705, null]], [[2568], [-1.833, null]], [[865], [-1.8643, 0]], [[323], [-2.334, null]], [[32], [-2.6465, null]], [[13], [-4.082, null]], [[22418], [-4.6758, null]], [[689], [-5.1758, null]], [[390], [-5.332, null]], [[275], [-5.5508, null]]], + "after": [[[865], [-1.8643, 0]]] + }, + { + "chosen": [[[187], [-0.311, 0]]], + "before": [[[187], [-0.311, 0]], [[309], [-1.4678, null]], [[380], [-5.5312, null]], [[2752], [-5.7812, null]], [[1284], [-6.2188, null]], [[2732], [-6.375, null]], [[329], [-6.5938, null]], [[1707], [-6.9688, null]], [[733], [-7.0312, null]], [[2726], [-7.0312, null]]], + "after": [[[187], [-0.311, 0]]] + }, + { + "chosen": [[[510], [-2.5527, 0]]], + "before": [[[3], [-1.0215, null]], [[42], [-2.1152, null]], [[510], [-2.5527, 0]], [[34], [-3.1309, null]], [[2512], [-3.5996, null]], [[36673], [-3.6465, null]], [[1909], [-3.6777, null]], [[3220], [-3.9121, null]], [[10252], [-3.9277, null]], [[1147], [-4.3633, null]]], + "after": [[[510], [-2.5527, 0]]] + }, + { + "chosen": [[[8164], [-3.0195, 0]]], + "before": [[[270], [-2.457, null]], [[2774], [-2.457, null]], [[8164], [-3.0195, 0]], [[3369], [-3.1445, null]], [[17876], [-3.2383, null]], [[1652], [-3.4883, null]], [[2316], [-3.6758, null]], [[637], [-3.707, null]], [[1355], [-3.8633, null]], [[806], [-4.1133, null]]], + "after": [[[8164], [-3.0195, 0]]] + }, + { + "chosen": [[[309], [-0.314, 0]]], + "before": [[[309], [-0.314, 0]], [[253], [-1.9385, null]], [[619], [-2.9707, null]], [[344], [-4.0625, null]], [[326], [-4.5938, null]], [[846], [-5.2188, null]], [[4410], [-5.2188, null]], [[247], [-5.4062, null]], [[1110], [-5.5312, null]], [[521], [-5.9375, null]]], + "after": [[[309], [-0.314, 0]]] + }, + { + "chosen": [[[1925], [-1.4639, 0]]], + "before": [[[1925], [-1.4639, 0]], [[5485], [-2.3398, null]], [[858], [-2.3398, null]], [[7560], [-2.3398, null]], [[753], [-2.4336, null]], [[12293], [-2.6836, null]], [[41856], [-3.6211, null]], [[2546], [-3.6836, null]], [[3531], [-4.1836, null]], [[873], [-4.3398, null]]], + "after": [[[1925], [-1.4639, 0]]] + }, + { + "chosen": [[[562], [-0.5513, 0]]], + "before": [[[562], [-0.5513, 0]], [[521], [-1.3643, null]], [[323], [-3.1133, null]], [[253], [-3.457, null]], [[779], [-3.4883, null]], [[281], [-4.1133, null]], [[13], [-4.1758, null]], [[326], [-4.6133, null]], [[619], [-5.5508, null]], [[2220], [-6.1133, null]]], + "after": [[[562], [-0.5513, 0]]] + }, + { + "chosen": [[[281], [-0.5615, 0]]], + "before": [[[281], [-0.5615, 0]], [[521], [-1.6865, null]], [[13], [-2.0293, null]], [[253], [-3.498, null]], [[323], [-3.7168, null]], [[326], [-4.0625, null]], [[275], [-4.6562, null]], [[619], [-4.75, null]], [[1110], [-5.5, null]], [[715], [-6.1562, null]]], + "after": [[[281], [-0.5615, 0]]] + }, + { + "chosen": [[[779], [-0.2119, 0]]], + "before": [[[779], [-0.2119, 0]], [[253], [-2.2422, null]], [[619], [-2.9922, null]], [[352], [-4.8047, null]], [[326], [-4.8984, null]], [[4410], [-5.1172, null]], [[617], [-5.6797, null]], [[521], [-5.9297, null]], [[436], [-7.0547, null]], [[731], [-7.0859, null]]], + "after": [[[779], [-0.2119, 0]]] + }, + { + "chosen": [[[13], [-0.0854, 0]]], + "before": [[[13], [-0.0854, 0]], [[275], [-4.1484, null]], [[432], [-4.4297, null]], [[342], [-4.8672, null]], [[1128], [-5.0234, null]], [[751], [-5.2422, null]], [[1051], [-5.2422, null]], [[285], [-5.5859, null]], [[347], [-5.6484, null]], [[407], [-6.1484, null]]], + "after": [[[13], [-0.0854, 0]]] + }, + { + "chosen": [[[247], [-1.2314, 0]]], + "before": [[[247], [-1.2314, 0]], [[253], [-1.4502, null]], [[309], [-1.9814, null]], [[619], [-2.7949, null]], [[344], [-2.9512, null]], [[627], [-3.2949, null]], [[521], [-3.5137, null]], [[271], [-3.7012, null]], [[4410], [-3.7637, null]], [[2299], [-4.1367, null]]], + "after": [[[247], [-1.2314, 0]]] + }, + { + "chosen": [[[1355], [-2.2773, 0]]], + "before": [[[1355], [-2.2773, 0]], [[2502], [-3.4961, null]], [[3168], [-3.5898, null]], [[11216], [-3.7773, null]], [[10058], [-3.7773, null]], [[6627], [-3.8711, null]], [[30942], [-3.9023, null]], [[1781], [-3.9648, null]], [[4318], [-3.9961, null]], [[16487], [-4.0898, null]]], + "after": [[[1355], [-2.2773, 0]]] + }, + { + "chosen": [[[4677], [-2.4551, 0]]], + "before": [[[13], [-2.1738, null]], [[4677], [-2.4551, 0]], [[270], [-2.9863, null]], [[17876], [-3.0176, null]], [[12195], [-3.1113, null]], [[2502], [-3.1426, null]], [[3168], [-3.2988, null]], [[2806], [-3.7676, null]], [[30942], [-3.8613, null]], [[42199], [-4.0781, null]]], + "after": [[[4677], [-2.4551, 0]]] + }, + { + "chosen": [[[5420], [-1.7031, 0]]], + "before": [[[5420], [-1.7031, 0]], [[32773], [-2.7031, null]], [[16780], [-2.9844, null]], [[2210], [-3.0156, null]], [[342], [-3.1094, null]], [[458], [-3.2031, null]], [[275], [-3.2656, null]], [[13082], [-3.2656, null]], [[8423], [-3.6406, null]], [[9398], [-3.8281, null]]], + "after": [[[5420], [-1.7031, 0]]] + }, + { + "chosen": [[[432], [-1.2373, 0]]], + "before": [[[432], [-1.2373, 0]], [[275], [-1.9248, null]], [[562], [-2.1758, null]], [[1078], [-2.6758, null]], [[327], [-2.8633, null]], [[987], [-3.0508, null]], [[387], [-3.3633, null]], [[13], [-3.7383, null]], [[12200], [-3.8945, null]], [[3212], [-3.9883, null]]], + "after": [[[432], [-1.2373, 0]]] + }, + { + "chosen": [[[3212], [-1.71, 0]]], + "before": [[[253], [-1.1162, null]], [[3212], [-1.71, 0]], [[562], [-2.459, null]], [[1561], [-2.6777, null]], [[3304], [-2.9277, null]], [[11834], [-3.6152, null]], [[619], [-3.8027, null]], [[247], [-3.8652, null]], [[17663], [-3.9277, null]], [[9366], [-4.0547, null]]], + "after": [[[3212], [-1.71, 0]]] + }, + { + "chosen": [[[253], [-0.4277, 0]]], + "before": [[[253], [-0.4277, 0]], [[247], [-1.8027, null]], [[479], [-2.709, null]], [[619], [-3.209, null]], [[581], [-3.584, null]], [[690], [-4.7109, null]], [[15], [-4.7422, null]], [[271], [-4.9922, null]], [[13], [-5.4609, null]], [[779], [-5.9922, null]]], + "after": [[[253], [-0.4277, 0]]] + }, + { + "chosen": [[[7145], [-2.2246, 0]]], + "before": [[[3369], [-1.4434, null]], [[7145], [-2.2246, 0]], [[3402], [-2.9121, null]], [[10151], [-3.1309, null]], [[2419], [-3.5371, null]], [[31261], [-4.0664, null]], [[8576], [-4.0977, null]], [[5202], [-4.1289, null]], [[7139], [-4.3789, null]], [[40444], [-4.3789, null]]], + "after": [[[7145], [-2.2246, 0]]] + }, + { + "chosen": [[[273], [-0.4773, 0]]], + "before": [[[273], [-0.4773, 0]], [[15], [-2.1953, null]], [[13], [-2.9453, null]], [[285], [-3.3203, null]], [[281], [-3.7578, null]], [[275], [-4.0703, null]], [[1128], [-4.4141, null]], [[835], [-4.5391, null]], [[327], [-4.6328, null]], [[387], [-4.9141, null]]], + "after": [[[273], [-0.4773, 0]]] + }, + { + "chosen": [[[253], [-0.0844, 0]]], + "before": [[[253], [-0.0844, 0]], [[247], [-3.334, null]], [[619], [-3.4902, null]], [[776], [-5.2422, null]], [[581], [-5.5234, null]], [[271], [-6.1797, null]], [[690], [-7.3984, null]], [[1529], [-7.6797, null]], [[521], [-7.9297, null]], [[10151], [-8.5859, null]]], + "after": [[[253], [-0.0844, 0]]] + }, + { + "chosen": [[[2316], [-1.5303, 0]]], + "before": [[[2419], [-1.1865, null]], [[2316], [-1.5303, 0]], [[3652], [-2.75, null]], [[29329], [-2.8438, null]], [[3402], [-3.1562, null]], [[25506], [-3.6562, null]], [[22586], [-3.6562, null]], [[10151], [-3.9688, null]], [[7423], [-4.5938, null]], [[3369], [-4.8125, null]]], + "after": [[[2316], [-1.5303, 0]]] + }, + { + "chosen": [[[15], [-0.6519, 0]]], + "before": [[[15], [-0.6519, 0]], [[13], [-1.6826, null]], [[285], [-2.5586, null]], [[1128], [-3.3086, null]], [[342], [-3.8086, null]], [[835], [-3.9961, null]], [[275], [-4.1211, null]], [[281], [-4.1523, null]], [[1051], [-4.7148, null]], [[309], [-5.1836, null]]], + "after": [[[15], [-0.6519, 0]]] + }, + { + "chosen": [[[3032], [-3.0137, 0]]], + "before": [[[754], [-1.8887, null]], [[187], [-2.0137, null]], [[733], [-2.1387, null]], [[380], [-2.7949, null]], [[309], [-2.8262, null]], [[3032], [-3.0137, 0]], [[346], [-3.6074, null]], [[1284], [-3.9512, null]], [[329], [-4.2031, null]], [[831], [-4.2344, null]]], + "after": [[[3032], [-3.0137, 0]]] + }, + { + "chosen": [[[11829], [-2.5059, 0]]], + "before": [[[11829], [-2.5059, 0]], [[13628], [-2.5684, null]], [[2133], [-2.5684, null]], [[2927], [-3.1309, null]], [[2502], [-3.3809, null]], [[1048], [-3.6309, null]], [[7286], [-3.7246, null]], [[1481], [-3.7871, null]], [[2806], [-4.0078, null]], [[4707], [-4.0391, null]]], + "after": [[[11829], [-2.5059, 0]]] + }, + { + "chosen": [[[610], [-1.959, 0]]], + "before": [[[369], [-0.49, null]], [[610], [-1.959, 0]], [[13], [-3.7402, null]], [[574], [-3.834, null]], [[285], [-3.9277, null]], [[3261], [-3.959, null]], [[14], [-4.0508, null]], [[3295], [-4.1133, null]], [[433], [-4.207, null]], [[6225], [-4.5508, null]]], + "after": [[[610], [-1.959, 0]]] + }, + { + "chosen": [[[13628], [-0.4155, 0]]], + "before": [[[13628], [-0.4155, 0]], [[8105], [-3.1035, null]], [[17876], [-3.1035, null]], [[2133], [-3.166, null]], [[13], [-3.2285, null]], [[1652], [-3.8223, null]], [[1481], [-4.0078, null]], [[2502], [-4.5078, null]], [[3168], [-4.6016, null]], [[8516], [-4.7578, null]]], + "after": [[[13628], [-0.4155, 0]]] + }, + { + "chosen": [[[2500], [-1.6318, 0]]], + "before": [[[497], [-1.2881, null]], [[2500], [-1.6318, 0]], [[285], [-2.1641, null]], [[6225], [-2.8828, null]], [[13], [-3.2266, null]], [[591], [-3.5703, null]], [[1863], [-3.9453, null]], [[892], [-4.1016, null]], [[574], [-4.2266, null]], [[572], [-4.2891, null]]], + "after": [[[2500], [-1.6318, 0]]] + }, + { + "chosen": [[[34005], [-0.0196, 0]]], + "before": [[[34005], [-0.0196, 0]], [[31054], [-4.0195, null]], [[47097], [-7.4258, null]], [[2682], [-7.832, null]], [[34269], [-8.7266, null]], [[2016], [-9.6641, null]], [[262], [-9.7266, null]], [[272], [-9.8047, null]], [[11114], [-11.0391, null]], [[35042], [-11.5234, null]]], + "after": [[[34005], [-0.0196, 0]]] + }, + { + "chosen": [[[347], [-1.8457, 0]]], + "before": [[[347], [-1.8457, 0]], [[13], [-2.002, null]], [[275], [-2.6582, null]], [[285], [-2.877, null]], [[896], [-3.0332, null]], [[670], [-3.3457, null]], [[5777], [-3.377, null]], [[598], [-3.4395, null]], [[387], [-3.5332, null]], [[342], [-3.7207, null]]], + "after": [[[347], [-1.8457, 0]]] + }, + { + "chosen": [[[344], [-0.2081, 0]]], + "before": [[[344], [-0.2081, 0]], [[521], [-2.8965, null]], [[597], [-3.209, null]], [[604], [-3.334, null]], [[2167], [-4.0508, null]], [[247], [-4.832, null]], [[253], [-4.8945, null]], [[309], [-5.4883, null]], [[973], [-5.707, null]], [[3517], [-5.9883, null]]], + "after": [[[344], [-0.2081, 0]]] + }, + { + "chosen": [[[37126], [-2.832, 0]]], + "before": [[[3261], [-1.6455, null]], [[3531], [-2.4258, null]], [[37126], [-2.832, 0]], [[15014], [-2.9883, null]], [[7428], [-3.4258, null]], [[17377], [-3.5508, null]], [[6225], [-3.832, null]], [[13781], [-3.957, null]], [[7808], [-4.0508, null]], [[43517], [-4.1445, null]]], + "after": [[[37126], [-2.832, 0]]] + }, + { + "chosen": [[[521], [-0.0117, 0]]], + "before": [[[521], [-0.0117, 0]], [[731], [-5.6992, null]], [[896], [-6.1367, null]], [[253], [-6.6055, null]], [[598], [-7.6992, null]], [[3579], [-7.7617, null]], [[247], [-8.0781, null]], [[281], [-8.1406, null]], [[581], [-8.2656, null]], [[619], [-8.3281, null]]], + "after": [[[521], [-0.0117, 0]]] + }, + { + "chosen": [[[1481], [-0.1187, 0]]], + "before": [[[1481], [-0.1187, 0]], [[1355], [-4.7422, null]], [[1781], [-4.7734, null]], [[10058], [-5.0547, null]], [[1652], [-5.1172, null]], [[29740], [-5.5547, null]], [[3790], [-5.5859, null]], [[20295], [-5.5859, null]], [[2963], [-5.5859, null]], [[1048], [-5.6172, null]]], + "after": [[[1481], [-0.1187, 0]]] + }, + { + "chosen": [[[1095], [-2.2559, 0]]], + "before": [[[281], [-1.4111, null]], [[13], [-1.8486, null]], [[275], [-2.2246, null]], [[1095], [-2.2559, 0]], [[15], [-2.7246, null]], [[5777], [-3.0684, null]], [[285], [-3.2871, null]], [[572], [-3.6621, null]], [[387], [-3.8809, null]], [[2584], [-4.1602, null]]], + "after": [[[1095], [-2.2559, 0]]] + }, + { + "chosen": [[[8140], [0, 0]]], + "before": [[[8140], [0, 0]], [[3783], [-14.1562, null]], [[1382], [-14.5156, null]], [[5200], [-14.7656, null]], [[74], [-15.4062, null]], [[1981], [-15.4062, null]], [[1768], [-15.5156, null]], [[1641], [-15.5312, null]], [[4087], [-15.6406, null]], [[11170], [-16.125, null]]], + "after": [[[8140], [0, 0]]] + }, + { + "chosen": [[[15], [-1.0654, 0]]], + "before": [[[15], [-1.0654, 0]], [[13], [-1.6279, null]], [[281], [-2.1895, null]], [[387], [-2.3145, null]], [[275], [-2.4395, null]], [[2584], [-3.127, null]], [[28], [-4.3477, null]], [[598], [-4.4102, null]], [[1078], [-4.4414, null]], [[285], [-4.4414, null]]], + "after": [[[15], [-1.0654, 0]]] + }, + { + "chosen": [[[187], [-0.6328, 0]]], + "before": [[[187], [-0.6328, 0]], [[754], [-2.9766, null]], [[346], [-3.1641, null]], [[309], [-3.1953, null]], [[733], [-3.6953, null]], [[2635], [-3.7266, null]], [[3032], [-3.8828, null]], [[380], [-3.9766, null]], [[1723], [-4.6016, null]], [[496], [-4.7578, null]]], + "after": [[[187], [-0.6328, 0]]] + }, + { + "chosen": [[[3], [-0.1149, 0]]], + "before": [[[3], [-0.1149, 0]], [[36673], [-3.7871, null]], [[42], [-4.3164, null]], [[1328], [-5.5195, null]], [[4013], [-5.5508, null]], [[510], [-5.8477, null]], [[1051], [-5.9727, null]], [[1147], [-6.082, null]], [[9264], [-6.1289, null]], [[1909], [-6.2695, null]]], + "after": [[[3], [-0.1149, 0]]] + }, + { + "chosen": [[[1276], [-2.6562, 0]]], + "before": [[[1276], [-2.6562, 0]], [[42], [-2.7578, null]], [[1394], [-2.8047, null]], [[41], [-2.9844, null]], [[4013], [-3.2734, null]], [[10252], [-3.4844, null]], [[8262], [-3.5, null]], [[6506], [-3.5547, null]], [[4374], [-3.7188, null]], [[58], [-3.9219, null]]], + "after": [[[1276], [-2.6562, 0]]] + }, + { + "chosen": [[[434], [-0.9731, 0]]], + "before": [[[434], [-0.9731, 0]], [[310], [-1.7236, null]], [[403], [-2.5977, null]], [[513], [-2.7227, null]], [[32], [-3.0352, null]], [[13], [-3.5664, null]], [[1472], [-3.7539, null]], [[858], [-4.0352, null]], [[369], [-4.1914, null]], [[13420], [-4.1914, null]]], + "after": [[[434], [-0.9731, 0]]] + }, + { + "chosen": [[[3430], [-1.5518, 0]]], + "before": [[[598], [-0.9893, null]], [[3430], [-1.5518, 0]], [[253], [-1.8643, null]], [[1469], [-2.7715, null]], [[326], [-3.2715, null]], [[436], [-3.2715, null]], [[512], [-3.3965, null]], [[342], [-4.0195, null]], [[352], [-5.1758, null]], [[9369], [-5.2695, null]]], + "after": [[[3430], [-1.5518, 0]]] + }, + { + "chosen": [[[13], [-0.6133, 0]]], + "before": [[[13], [-0.6133, 0]], [[32], [-1.082, null]], [[865], [-2.4883, null]], [[342], [-4.2695, null]], [[1051], [-5.4883, null]], [[45847], [-5.5195, null]], [[22418], [-5.5508, null]], [[1128], [-6.6445, null]], [[512], [-6.7383, null]], [[1024], [-6.957, null]]], + "after": [[[13], [-0.6133, 0]]] + }, + { + "chosen": [[[10718], [-2.9609, 0]]], + "before": [[[8966], [-1.3369, null]], [[4410], [-1.3994, null]], [[10718], [-2.9609, 0]], [[12145], [-3.3672, null]], [[2305], [-3.4609, null]], [[619], [-4.0859, null]], [[6303], [-4.1484, null]], [[1652], [-4.1484, null]], [[29517], [-4.2734, null]], [[8674], [-4.3047, null]]], + "after": [[[10718], [-2.9609, 0]]] + }, + { + "chosen": [[[32], [-0.408, 0]]], + "before": [[[32], [-0.408, 0]], [[865], [-1.4707, null]], [[8966], [-3.3457, null]], [[45847], [-4.2812, null]], [[21570], [-4.4688, null]], [[1051], [-4.5938, null]], [[22418], [-4.9062, null]], [[4410], [-5.25, null]], [[2], [-6.125, null]], [[13], [-6.2188, null]]], + "after": [[[32], [-0.408, 0]]] + }, + { + "chosen": [[[10348], [-1.8047, 0]]], + "before": [[[1422], [-1.5547, null]], [[10348], [-1.8047, 0]], [[6049], [-2.7109, null]], [[1680], [-2.7422, null]], [[309], [-2.7734, null]], [[6272], [-2.9297, null]], [[1737], [-3.5547, null]], [[3166], [-3.6172, null]], [[733], [-3.8984, null]], [[5037], [-4.0859, null]]], + "after": [[[10348], [-1.8047, 0]]] + }, + { + "chosen": [[[368], [-0.5264, 0]]], + "before": [[[368], [-0.5264, 0]], [[1633], [-1.4951, null]], [[309], [-2.3066, null]], [[253], [-4.1211, null]], [[3095], [-4.4023, null]], [[634], [-4.6211, null]], [[326], [-4.8086, null]], [[247], [-5.2461, null]], [[359], [-5.2773, null]], [[352], [-5.9336, null]]], + "after": [[[368], [-0.5264, 0]]] + }, + { + "chosen": [[[7740], [-1.418, 0]]], + "before": [[[7740], [-1.418, 0]], [[878], [-2.043, null]], [[417], [-2.168, null]], [[452], [-2.6055, null]], [[1067], [-2.918, null]], [[971], [-3.0742, null]], [[755], [-3.1367, null]], [[7168], [-3.793, null]], [[1333], [-3.9492, null]], [[8416], [-4.0117, null]]], + "after": [[[7740], [-1.418, 0]]] + }, + { + "chosen": [[[1633], [-0.5181, 0]]], + "before": [[[1633], [-0.5181, 0]], [[670], [-2.1426, null]], [[634], [-3.0176, null]], [[281], [-3.1738, null]], [[752], [-3.2676, null]], [[309], [-3.8926, null]], [[865], [-4.3008, null]], [[619], [-4.3633, null]], [[326], [-4.3945, null]], [[32], [-4.4258, null]]], + "after": [[[1633], [-0.5181, 0]]] + }, + { + "chosen": [[[865], [-0.184, 0]]], + "before": [[[865], [-0.184, 0]], [[32], [-2.9023, null]], [[969], [-3.2773, null]], [[1774], [-3.9023, null]], [[45847], [-4.1211, null]], [[275], [-5.4336, null]], [[13], [-5.6211, null]], [[9366], [-5.8086, null]], [[2010], [-6.3398, null]], [[3304], [-6.3711, null]]], + "after": [[[865], [-0.184, 0]]] + }, + { + "chosen": [[[187], [-0.0663, 0]]], + "before": [[[187], [-0.0663, 0]], [[344], [-3.6289, null]], [[754], [-4.8477, null]], [[3032], [-5.1289, null]], [[380], [-5.6602, null]], [[4410], [-5.7539, null]], [[309], [-5.9102, null]], [[253], [-6.1914, null]], [[2546], [-6.4102, null]], [[1284], [-7.2539, null]]], + "after": [[[187], [-0.0663, 0]]] + }, + { + "chosen": [[[3], [-0.5459, 0]]], + "before": [[[3], [-0.5459, 0]], [[42], [-2.4375, null]], [[1328], [-3.1719, null]], [[510], [-3.7031, null]], [[8389], [-3.8438, null]], [[1147], [-4.2812, null]], [[10252], [-4.2969, null]], [[36673], [-4.3281, null]], [[1909], [-4.3438, null]], [[4013], [-5.0938, null]]], + "after": [[[3], [-0.5459, 0]]] + }, + { + "chosen": [[[2302], [-1.4678, 0]]], + "before": [[[2302], [-1.4678, 0]], [[4013], [-2.1387, null]], [[47], [-2.2324, null]], [[13924], [-2.8418, null]], [[42], [-3.2168, null]], [[6506], [-3.248, null]], [[41], [-3.8418, null]], [[1394], [-3.9199, null]], [[38532], [-3.9512, null]], [[33633], [-3.9512, null]]], + "after": [[[2302], [-1.4678, 0]]] + }, + { + "chosen": [[[13], [-0.1354, 0]]], + "before": [[[13], [-0.1354, 0]], [[1051], [-3.1035, null]], [[15], [-3.3535, null]], [[2], [-4.8555, null]], [[1128], [-5.1367, null]], [[1039], [-5.1992, null]], [[878], [-5.5117, null]], [[642], [-5.5742, null]], [[449], [-5.7305, null]], [[937], [-5.8555, null]]], + "after": [[[13], [-0.1354, 0]]] + }, + { + "chosen": [[[309], [-0.9722, 0]]], + "before": [[[309], [-0.9722, 0]], [[352], [-1.9727, null]], [[2717], [-2.1602, null]], [[417], [-2.3477, null]], [[642], [-2.4727, null]], [[326], [-3.3789, null]], [[436], [-4.0352, null]], [[816], [-4.2227, null]], [[533], [-4.2852, null]], [[4410], [-4.3164, null]]], + "after": [[[309], [-0.9722, 0]]] + }, + { + "chosen": [[[1904], [-2, 0]]], + "before": [[[816], [-1.3125, null]], [[1353], [-1.75, null]], [[1904], [-2, 0]], [[369], [-2.125, null]], [[1053], [-3.4688, null]], [[6468], [-3.5938, null]], [[1849], [-3.9062, null]], [[3589], [-4.2188, null]], [[1051], [-4.2812, null]], [[18298], [-4.2812, null]]], + "after": [[[1904], [-2, 0]]] + }, + { + "chosen": [[[626], [-0.0001, 0]]], + "before": [[[626], [-0.0001, 0]], [[8], [-10.2188, null]], [[66], [-11.3438, null]], [[3], [-11.9375, null]], [[35990], [-12.0312, null]], [[686], [-12.7188, null]], [[13420], [-13.1875, null]], [[1051], [-13.6875, null]], [[78], [-13.875, null]], [[12012], [-13.9375, null]]], + "after": [[[626], [-0.0001, 0]]] + }, + { + "chosen": [[[7740], [-0.6196, 0]]], + "before": [[[7740], [-0.6196, 0]], [[15], [-1.3066, null]], [[1051], [-3.2129, null]], [[449], [-3.4941, null]], [[13], [-3.6816, null]], [[2], [-3.8691, null]], [[1128], [-4.4023, null]], [[937], [-4.7773, null]], [[3255], [-5.2773, null]], [[2686], [-5.5898, null]]], + "after": [[[7740], [-0.6196, 0]]] + }, + { + "chosen": [[[2712], [-0.2411, 0]]], + "before": [[[2712], [-0.2411, 0]], [[15], [-3.0215, null]], [[247], [-3.3027, null]], [[1633], [-3.334, null]], [[352], [-4.2109, null]], [[13], [-4.4297, null]], [[1051], [-4.5547, null]], [[670], [-4.8984, null]], [[667], [-4.8984, null]], [[368], [-4.9609, null]]], + "after": [[[2712], [-0.2411, 0]]] + }, + { + "chosen": [[[15], [-0.5601, 0]]], + "before": [[[15], [-0.5601, 0]], [[13], [-2.4668, null]], [[1051], [-2.498, null]], [[449], [-2.748, null]], [[387], [-2.8418, null]], [[2], [-3.5605, null]], [[1128], [-3.7168, null]], [[937], [-3.748, null]], [[3255], [-3.8105, null]], [[275], [-4.3711, null]]], + "after": [[[15], [-0.5601, 0]]] + } + ] +} diff --git a/tests/api/sanity_text_sets/krake-v2/redjack_empty.json b/tests/api/sanity_text_sets/krake-v2/redjack_empty.json new file mode 100644 index 0000000..6ab5b71 --- /dev/null +++ b/tests/api/sanity_text_sets/krake-v2/redjack_empty.json @@ -0,0 +1,481 @@ +{ + "prompt": "[ Prologue ]", + "preset": { + "presetVersion": 3, + "name": "Redjack", + "id": "ea3738dc-e051-4f58-8d3d-0e30a0868e9c", + "remoteId": "", + "parameters": { + "textGenerationSettingsVersion": 3, + "temperature": 1.1, + "max_length": 75, + "min_length": 1, + "top_k": 1, + "top_p": 0.96, + "top_a": 0.98, + "typical_p": 1, + "tail_free_sampling": 0.92, + "repetition_penalty": 1.0075, + "repetition_penalty_range": 2048, + "repetition_penalty_slope": 4, + "repetition_penalty_frequency": 0.025, + "repetition_penalty_presence": 0, + "order": [ + { + "id": "typical_p", + "enabled": false + }, + { + "id": "tfs", + "enabled": true + }, + { + "id": "top_p", + "enabled": true + }, + { + "id": "top_a", + "enabled": false + }, + { + "id": "temperature", + "enabled": true + }, + { + "id": "top_k", + "enabled": true + } + ] + }, + "model": "krake-v2" + }, + "global_settings": { + "generate_until_sentence": true, + "num_logprobs": 10, + "ban_brackets": true, + "bias_dinkus_asterism": true + }, + "result": "\nThe sun was setting over the city of Kaldan, and the sky was painted in a beautiful array of colors. The city was bustling with activity, as it was the day before the annual festival.", + "logprobs": [ + { + "chosen": [[[510], [-1.9209, 0]]], + "before": [[[510], [-1.9209, 0]], [[3], [-1.999, null]], [[60], [-2.3105, null]], [[1147], [-2.6621, null]], [[42], [-3.1074, null]], [[34], [-3.248, null]], [[688], [-4.0312, null]], [[2512], [-4.2031, null]], [[1328], [-4.2969, null]], [[3220], [-4.4609, null]]], + "after": [[[510], [-1.9209, 0]]] + }, + { + "chosen": [[[5101], [-3.5293, 0]]], + "before": [[[5101], [-3.5293, 0]], [[2360], [-3.7793, null]], [[806], [-3.8418, null]], [[637], [-3.873, null]], [[1533], [-4.0312, null]], [[1388], [-4.0312, null]], [[3226], [-4.0938, null]], [[5448], [-4.1875, null]], [[2329], [-4.2812, null]], [[2872], [-4.4375, null]]], + "after": [[[5101], [-3.5293, 0]]] + }, + { + "chosen": [[[369], [-1.0146, 0]]], + "before": [[[369], [-1.0146, 0]], [[574], [-1.9834, null]], [[43256], [-2.6074, null]], [[9461], [-2.9824, null]], [[10416], [-3.5137, null]], [[434], [-3.6699, null]], [[873], [-3.9512, null]], [[7171], [-4.0781, null]], [[310], [-4.3281, null]], [[3407], [-4.3281, null]]], + "after": [[[369], [-1.0146, 0]]] + }, + { + "chosen": [[[4758], [-1.4756, 0]]], + "before": [[[4758], [-1.4756, 0]], [[816], [-2.4434, null]], [[1029], [-2.7559, null]], [[11002], [-2.8496, null]], [[5068], [-2.8809, null]], [[28115], [-2.9434, null]], [[2168], [-3.3496, null]], [[7808], [-3.6934, null]], [[34352], [-3.7246, null]], [[1335], [-3.9121, null]]], + "after": [[[4758], [-1.4756, 0]]] + }, + { + "chosen": [[[689], [-1.4111, 0]]], + "before": [[[689], [-1.4111, 0]], [[13], [-1.7236, null]], [[15], [-2.1934, null]], [[327], [-2.5371, null]], [[347], [-2.5996, null]], [[275], [-2.8184, null]], [[285], [-3.0684, null]], [[3212], [-3.1309, null]], [[672], [-3.2246, null]], [[4457], [-4.7227, null]]], + "after": [[[689], [-1.4111, 0]]] + }, + { + "chosen": [[[253], [-0.2881, 0]]], + "before": [[[253], [-0.2881, 0]], [[247], [-2.4766, null]], [[271], [-4.9453, null]], [[9396], [-5.2266, null]], [[1457], [-5.7578, null]], [[17413], [-5.7891, null]], [[444], [-5.8516, null]], [[4693], [-5.9453, null]], [[418], [-6.0078, null]], [[611], [-6.0391, null]]], + "after": [[[253], [-0.2881, 0]]] + }, + { + "chosen": [[[2846], [-2.6855, 0]]], + "before": [[[2846], [-2.6855, 0]], [[16892], [-2.8105, null]], [[12927], [-3.123, null]], [[6150], [-3.498, null]], [[14700], [-3.748, null]], [[10439], [-3.8105, null]], [[5347], [-3.9043, null]], [[13438], [-4.0625, null]], [[9741], [-4.1562, null]], [[11553], [-4.1875, null]]], + "after": [[[2846], [-2.6855, 0]]] + }, + { + "chosen": [[[273], [-0.7183, 0]]], + "before": [[[273], [-0.7183, 0]], [[15], [-1.8438, null]], [[13], [-1.875, null]], [[347], [-2.9062, null]], [[672], [-3.7188, null]], [[285], [-4.0312, null]], [[9875], [-4.0938, null]], [[275], [-4.7812, null]], [[326], [-5, null]], [[2708], [-5.3438, null]]], + "after": [[[273], [-0.7183, 0]]] + }, + { + "chosen": [[[611], [-3.8945, 0]]], + "before": [[[611], [-3.8945, 0]], [[322], [-3.9883, null]], [[329], [-4.0508, null]], [[308], [-4.1758, null]], [[46166], [-4.207, null]], [[401], [-4.207, null]], [[4693], [-4.2383, null]], [[427], [-4.2695, null]], [[444], [-4.3008, null]], [[418], [-4.332, null]]], + "after": [[[611], [-3.8945, 0]]] + }, + { + "chosen": [[[8950], [-2.5625, 0]]], + "before": [[[8950], [-2.5625, 0]], [[2788], [-2.875, null]], [[1479], [-3.4766, null]], [[14059], [-3.6172, null]], [[5401], [-3.8594, null]], [[316], [-3.8984, null]], [[727], [-3.9844, null]], [[1715], [-4, null]], [[276], [-4.0078, null]], [[4123], [-4.0859, null]]], + "after": [[[8950], [-2.5625, 0]]] + }, + { + "chosen": [[[266], [-0.957, 0]]], + "before": [[[266], [-0.957, 0]], [[36422], [-1.6914, null]], [[15], [-2.2539, null]], [[1362], [-2.582, null]], [[13], [-2.957, null]], [[17563], [-3.582, null]], [[321], [-4.1133, null]], [[14], [-4.3008, null]], [[8440], [-4.332, null]], [[347], [-5.1914, null]]], + "after": [[[266], [-0.957, 0]]] + }, + { + "chosen": [[[13], [-0.9272, 0]]], + "before": [[[13], [-0.9272, 0]], [[15], [-1.1152, null]], [[347], [-2.959, null]], [[672], [-3.2715, null]], [[275], [-3.584, null]], [[285], [-3.8652, null]], [[434], [-4.832, null]], [[274], [-5.0508, null]], [[8], [-5.1133, null]], [[327], [-5.1133, null]]], + "after": [[[13], [-0.9272, 0]]] + }, + { + "chosen": [[[285], [-1.9883, 0]]], + "before": [[[285], [-1.9883, 0]], [[253], [-2.332, null]], [[20278], [-2.4258, null]], [[697], [-2.8008, null]], [[44547], [-3.0195, null]], [[247], [-3.1133, null]], [[48374], [-3.3945, null]], [[13497], [-3.6445, null]], [[533], [-3.8008, null]], [[8577], [-3.8945, null]]], + "after": [[[285], [-1.9883, 0]]] + }, + { + "chosen": [[[253], [-0.7129, 0]]], + "before": [[[253], [-0.7129, 0]], [[247], [-2.7441, null]], [[697], [-2.9004, null]], [[352], [-3.2754, null]], [[275], [-3.9941, null]], [[347], [-4.1836, null]], [[309], [-4.3398, null]], [[342], [-4.4023, null]], [[512], [-4.8711, null]], [[627], [-4.9961, null]]], + "after": [[[253], [-0.7129, 0]]] + }, + { + "chosen": [[[8467], [-2.6934, 0]]], + "before": [[[8467], [-2.6934, 0]], [[10198], [-3.0059, null]], [[2329], [-3.4434, null]], [[2360], [-3.5684, null]], [[7237], [-3.6934, null]], [[952], [-3.7246, null]], [[1390], [-3.7559, null]], [[2846], [-3.8184, null]], [[1708], [-4.1914, null]], [[7815], [-4.2227, null]]], + "after": [[[8467], [-2.6934, 0]]] + }, + { + "chosen": [[[369], [-0.3267, 0]]], + "before": [[[369], [-0.3267, 0]], [[1840], [-3.3574, null]], [[574], [-3.6699, null]], [[3531], [-4.0781, null]], [[15795], [-4.0781, null]], [[8899], [-4.7031, null]], [[434], [-4.9219, null]], [[15676], [-4.9844, null]], [[13], [-5.0469, null]], [[11392], [-5.0781, null]]], + "after": [[[369], [-0.3267, 0]]] + }, + { + "chosen": [[[16264], [-1.9375, 0]]], + "before": [[[17713], [-1.9375, null]], [[16264], [-1.9375, 0]], [[247], [-2.3125, null]], [[6898], [-2.9062, null]], [[8577], [-3.2188, null]], [[13968], [-3.2188, null]], [[253], [-3.8125, null]], [[490], [-3.9062, null]], [[6195], [-3.9375, null]], [[18010], [-4, null]]], + "after": [[[16264], [-1.9375, 0]]] + }, + { + "chosen": [[[275], [-1.5645, 0]]], + "before": [[[275], [-1.5645, 0]], [[342], [-1.6582, null]], [[247], [-1.7207, null]], [[2502], [-1.7832, null]], [[13735], [-3.0332, null]], [[5435], [-3.2832, null]], [[253], [-3.752, null]], [[5328], [-4.4102, null]], [[14863], [-4.4102, null]], [[271], [-4.4414, null]]], + "after": [[[275], [-1.5645, 0]]] + }, + { + "chosen": [[[247], [-1.7471, 0]]], + "before": [[[247], [-1.7471, 0]], [[30553], [-2.0273, null]], [[253], [-2.8711, null]], [[288], [-2.8711, null]], [[15925], [-3.0586, null]], [[13735], [-3.3711, null]], [[24863], [-3.4023, null]], [[5389], [-3.5586, null]], [[512], [-3.7148, null]], [[43620], [-3.7461, null]]], + "after": [[[247], [-1.7471, 0]]] + }, + { + "chosen": [[[5389], [-2.4844, 0]]], + "before": [[[5389], [-2.4844, 0]], [[35988], [-2.6094, null]], [[15925], [-2.8594, null]], [[8014], [-2.8906, null]], [[465], [-3.0781, null]], [[24863], [-3.3281, null]], [[30408], [-3.4531, null]], [[40961], [-3.5156, null]], [[34170], [-3.5469, null]], [[43620], [-3.6094, null]]], + "after": [[[5389], [-2.4844, 0]]] + }, + { + "chosen": [[[3781], [-1.252, 0]]], + "before": [[[3781], [-1.252, 0]], [[21290], [-2.002, null]], [[13735], [-2.8457, null]], [[5878], [-2.8457, null]], [[40961], [-2.877, null]], [[3148], [-3.4082, null]], [[2502], [-3.502, null]], [[7802], [-3.5957, null]], [[13], [-3.8145, null]], [[11786], [-3.9082, null]]], + "after": [[[3781], [-1.252, 0]]] + }, + { + "chosen": [[[273], [-0.0035, 0]]], + "before": [[[273], [-0.0035, 0]], [[15], [-6.5664, null]], [[326], [-8.1562, null]], [[13], [-8.1562, null]], [[407], [-8.75, null]], [[342], [-8.875, null]], [[347], [-8.9062, null]], [[9830], [-9.3125, null]], [[2439], [-9.3438, null]], [[264], [-9.75, null]]], + "after": [[[273], [-0.0035, 0]]] + }, + { + "chosen": [[[9830], [-0.8027, 0]]], + "before": [[[9830], [-0.8027, 0]], [[294], [-2.5215, null]], [[268], [-3.0527, null]], [[2502], [-3.2715, null]], [[13735], [-3.3027, null]], [[390], [-3.4902, null]], [[2469], [-3.584, null]], [[1460], [-3.6777, null]], [[288], [-3.7402, null]], [[22290], [-3.7715, null]]], + "after": [[[9830], [-0.8027, 0]]] + }, + { + "chosen": [[[15], [-0.342, 0]]], + "before": [[[15], [-0.342, 0]], [[13], [-2.748, null]], [[347], [-2.998, null]], [[326], [-3.5605, null]], [[407], [-3.8418, null]], [[432], [-3.998, null]], [[27], [-4.5312, null]], [[285], [-4.75, null]], [[28], [-5, null]], [[689], [-5.0312, null]]], + "after": [[[15], [-0.342, 0]]] + }, + { + "chosen": [[[380], [-1.4805, 0]]], + "before": [[[380], [-1.4805, 0]], [[187], [-1.4805, null]], [[733], [-2.6367, null]], [[329], [-3.168, null]], [[496], [-3.918, null]], [[1707], [-4.0117, null]], [[1723], [-4.1367, null]], [[1284], [-4.2305, null]], [[1292], [-4.3555, null]], [[309], [-4.4492, null]]], + "after": [[[380], [-1.4805, 0]]] + }, + { + "chosen": [[[2846], [-3.0391, 0]]], + "before": [[[2846], [-3.0391, 0]], [[2329], [-3.6641, null]], [[10198], [-3.6953, null]], [[952], [-3.8516, null]], [[5101], [-3.9453, null]], [[8467], [-3.9766, null]], [[9195], [-4.0391, null]], [[4758], [-4.0703, null]], [[1708], [-4.1953, null]], [[7237], [-4.2578, null]]], + "after": [[[2846], [-3.0391, 0]]] + }, + { + "chosen": [[[369], [-0.8774, 0]]], + "before": [[[369], [-0.8774, 0]], [[3139], [-2.3145, null]], [[434], [-2.4395, null]], [[9875], [-3.0332, null]], [[574], [-3.0332, null]], [[273], [-3.0645, null]], [[13], [-3.3145, null]], [[8099], [-4.0664, null]], [[10198], [-4.0664, null]], [[3261], [-4.4414, null]]], + "after": [[[369], [-0.8774, 0]]] + }, + { + "chosen": [[[21501], [-2.457, 0]]], + "before": [[[21501], [-2.457, 0]], [[4270], [-2.6133, null]], [[13750], [-2.707, null]], [[247], [-2.7383, null]], [[6898], [-2.957, null]], [[4441], [-3.4883, null]], [[2120], [-3.707, null]], [[17860], [-3.832, null]], [[1929], [-4.0195, null]], [[275], [-4.1133, null]]], + "after": [[[21501], [-2.457, 0]]] + }, + { + "chosen": [[[1981], [-0.0008, 0]]], + "before": [[[1981], [-0.0008, 0]], [[272], [-7.5625, null]], [[282], [-8.9375, null]], [[1070], [-9.625, null]], [[342], [-10.875, null]], [[314], [-11.2812, null]], [[3642], [-12.3438, null]], [[868], [-13.7812, null]], [[5356], [-14.2188, null]], [[77], [-14.3438, null]]], + "after": [[[1981], [-0.0008, 0]]] + }, + { + "chosen": [[[342], [-0.24, 0]]], + "before": [[[342], [-0.24, 0]], [[13], [-2.4277, null]], [[347], [-3.2402, null]], [[15], [-4.1133, null]], [[285], [-4.3008, null]], [[387], [-4.8945, null]], [[275], [-5.0195, null]], [[751], [-5.1758, null]], [[28], [-5.332, null]], [[432], [-5.8633, null]]], + "after": [[[342], [-0.24, 0]]] + }, + { + "chosen": [[[2425], [-1.2432, 0]]], + "before": [[[2425], [-1.2432, 0]], [[952], [-1.7432, null]], [[1495], [-2.0254, null]], [[253], [-2.5566, null]], [[18349], [-3.5879, null]], [[2341], [-3.6504, null]], [[247], [-3.6816, null]], [[512], [-4.5859, null]], [[33073], [-4.7109, null]], [[697], [-4.7422, null]]], + "after": [[[2425], [-1.2432, 0]]] + }, + { + "chosen": [[[13], [-0.8433, 0]]], + "before": [[[13], [-0.8433, 0]], [[347], [-1.4053, null]], [[15], [-2.0312, null]], [[285], [-3.4688, null]], [[28], [-3.9375, null]], [[387], [-4.1875, null]], [[432], [-4.5, null]], [[275], [-4.625, null]], [[1128], [-4.7188, null]], [[5747], [-4.9375, null]]], + "after": [[[13], [-0.8433, 0]]] + }, + { + "chosen": [[[347], [-1.5635, 0]]], + "before": [[[285], [-1.126, null]], [[347], [-1.5635, 0]], [[342], [-2.502, null]], [[533], [-2.9395, null]], [[253], [-3.0645, null]], [[6898], [-3.8145, null]], [[952], [-4.25, null]], [[1014], [-4.7188, null]], [[697], [-4.8125, null]], [[2120], [-4.8125, null]]], + "after": [[[347], [-1.5635, 0]]] + }, + { + "chosen": [[[352], [-1.6221, 0]]], + "before": [[[352], [-1.6221, 0]], [[253], [-1.9033, null]], [[952], [-2.2148, null]], [[7312], [-3.1836, null]], [[30380], [-3.2148, null]], [[1900], [-3.2148, null]], [[369], [-3.3711, null]], [[1142], [-3.5898, null]], [[604], [-3.7461, null]], [[247], [-4.1523, null]]], + "after": [[[352], [-1.6221, 0]]] + }, + { + "chosen": [[[369], [-0.7183, 0]]], + "before": [[[369], [-0.7183, 0]], [[1900], [-1.5303, null]], [[574], [-2.1562, null]], [[858], [-3.5625, null]], [[3798], [-3.5938, null]], [[651], [-3.875, null]], [[2223], [-4.1875, null]], [[5480], [-4.5312, null]], [[9403], [-4.5938, null]], [[4455], [-5.375, null]]], + "after": [[[369], [-0.7183, 0]]] + }, + { + "chosen": [[[253], [-1.3555, 0]]], + "before": [[[253], [-1.3555, 0]], [[247], [-2.043, null]], [[1046], [-2.3242, null]], [[816], [-3.1992, null]], [[1900], [-3.2305, null]], [[1309], [-3.4805, null]], [[2761], [-3.543, null]], [[581], [-3.5742, null]], [[327], [-3.8867, null]], [[387], [-3.918, null]]], + "after": [[[253], [-1.3555, 0]]] + }, + { + "chosen": [[[1388], [-1.3672, 0]]], + "before": [[[1388], [-1.3672, 0]], [[1390], [-2.4609, null]], [[673], [-2.4922, null]], [[2360], [-2.6172, null]], [[1265], [-3.0859, null]], [[43866], [-3.1797, null]], [[806], [-3.3672, null]], [[990], [-3.4297, null]], [[2457], [-3.6172, null]], [[4766], [-3.9297, null]]], + "after": [[[1388], [-1.3672, 0]]] + }, + { + "chosen": [[[1078], [-0.4951, 0]]], + "before": [[[1078], [-0.4951, 0]], [[273], [-1.3076, null]], [[846], [-2.7773, null]], [[672], [-4.4961, null]], [[253], [-4.7461, null]], [[326], [-4.8086, null]], [[745], [-5.9023, null]], [[323], [-5.9648, null]], [[4283], [-6.1523, null]], [[1563], [-6.1523, null]]], + "after": [[[1078], [-0.4951, 0]]] + }, + { + "chosen": [[[253], [-0.6104, 0]]], + "before": [[[253], [-0.6104, 0]], [[247], [-1.3604, null]], [[1457], [-4.1094, null]], [[271], [-4.1406, null]], [[2791], [-4.2344, null]], [[581], [-4.8594, null]], [[616], [-5.0781, null]], [[16365], [-5.1094, null]], [[14964], [-5.2969, null]], [[697], [-5.3906, null]]], + "after": [[[253], [-0.6104, 0]]] + }, + { + "chosen": [[[7970], [-2.6836, 0]]], + "before": [[[7970], [-2.6836, 0]], [[1265], [-2.7148, null]], [[16365], [-3.0273, null]], [[5909], [-3.0898, null]], [[4936], [-3.4336, null]], [[10039], [-3.6211, null]], [[14964], [-3.8398, null]], [[747], [-3.9336, null]], [[8986], [-3.9648, null]], [[7203], [-4.0273, null]]], + "after": [[[7970], [-2.6836, 0]]] + }, + { + "chosen": [[[16365], [-1.9766, 0]]], + "before": [[[16365], [-1.9766, 0]], [[611], [-3.0703, null]], [[5768], [-3.3516, null]], [[12308], [-3.5078, null]], [[21621], [-3.5703, null]], [[14964], [-3.5703, null]], [[10039], [-3.6328, null]], [[3972], [-3.7891, null]], [[14538], [-3.8828, null]], [[7203], [-4.0703, null]]], + "after": [[[16365], [-1.9766, 0]]] + }, + { + "chosen": [[[15], [-0.7275, 0]]], + "before": [[[15], [-0.7275, 0]], [[273], [-2.2598, null]], [[13], [-2.291, null]], [[326], [-3.0098, null]], [[369], [-3.166, null]], [[3407], [-3.416, null]], [[28765], [-3.541, null]], [[3053], [-4.0391, null]], [[1929], [-4.3828, null]], [[275], [-4.5078, null]]], + "after": [[[15], [-0.7275, 0]]] + }, + { + "chosen": [[[187], [-1.3223, 0]]], + "before": [[[187], [-1.3223, 0]], [[380], [-1.7285, null]], [[6491], [-3.0723, null]], [[733], [-3.2598, null]], [[1707], [-3.3535, null]], [[329], [-3.916, null]], [[7612], [-4.0078, null]], [[6676], [-4.0391, null]], [[496], [-4.0703, null]], [[831], [-4.3203, null]]], + "after": [[[187], [-1.3223, 0]]] + }, + { + "chosen": [[[3], [-1.6074, 0]]], + "before": [[[3], [-1.6074, 0]], [[510], [-1.998, null]], [[34], [-2.748, null]], [[688], [-3.0293, null]], [[1147], [-3.4824, null]], [[2512], [-3.623, null]], [[6436], [-3.6543, null]], [[42], [-3.8262, null]], [[1909], [-3.9199, null]], [[1989], [-4.2773, null]]], + "after": [[[3], [-1.6074, 0]]] + }, + { + "chosen": [[[42], [-2.377, 0]]], + "before": [[[42], [-2.377, 0]], [[1147], [-3.127, null]], [[4013], [-3.2207, null]], [[8262], [-3.2676, null]], [[41], [-3.627, null]], [[34], [-3.6582, null]], [[13924], [-3.752, null]], [[1394], [-3.7676, null]], [[510], [-3.8145, null]], [[1552], [-3.877, null]]], + "after": [[[42], [-2.377, 0]]] + }, + { + "chosen": [[[1353], [-1.1807, 0]]], + "before": [[[1353], [-1.1807, 0]], [[476], [-2.3359, null]], [[4282], [-2.5234, null]], [[1849], [-3.0547, null]], [[1833], [-3.1797, null]], [[1053], [-3.5859, null]], [[5730], [-3.6484, null]], [[3524], [-3.7734, null]], [[1158], [-4.0859, null]], [[717], [-4.0859, null]]], + "after": [[[1353], [-1.1807, 0]]] + }, + { + "chosen": [[[594], [-1.6543, 0]]], + "before": [[[594], [-1.6543, 0]], [[1469], [-2.4043, null]], [[2218], [-2.8105, null]], [[7016], [-3.123, null]], [[1728], [-3.1855, null]], [[6501], [-3.373, null]], [[896], [-3.373, null]], [[18254], [-3.4355, null]], [[9995], [-3.5605, null]], [[2819], [-3.6855, null]]], + "after": [[[594], [-1.6543, 0]]] + }, + { + "chosen": [[[9049], [-1.0918, 0]]], + "before": [[[9049], [-1.0918, 0]], [[9995], [-1.6543, null]], [[2819], [-2.4355, null]], [[11870], [-2.6543, null]], [[7016], [-3.1855, null]], [[5211], [-3.4668, null]], [[18254], [-3.498, null]], [[23086], [-3.5918, null]], [[11219], [-3.6543, null]], [[23327], [-3.748, null]]], + "after": [[[9049], [-1.0918, 0]]] + }, + { + "chosen": [[[2], [-1.5273, 0]]], + "before": [[[2], [-1.5273, 0]], [[323], [-1.5586, null]], [[1476], [-1.8711, null]], [[13], [-1.9336, null]], [[281], [-3.1523, null]], [[937], [-3.2773, null]], [[15], [-3.2773, null]], [[1051], [-3.6211, null]], [[449], [-3.8711, null]], [[670], [-4.0273, null]]], + "after": [[[2], [-1.5273, 0]]] + }, + { + "chosen": [[[309], [-1.0518, 0]]], + "before": [[[309], [-1.0518, 0]], [[733], [-2.334, null]], [[831], [-2.6152, null]], [[380], [-2.6465, null]], [[11056], [-2.8965, null]], [[844], [-3.1465, null]], [[1281], [-3.709, null]], [[1476], [-4.1445, null]], [[43475], [-4.2383, null]], [[1737], [-4.2695, null]]], + "after": [[[309], [-1.0518, 0]]] + }, + { + "chosen": [[[476], [-0.8564, 0]]], + "before": [[[476], [-0.8564, 0]], [[1353], [-1.6689, null]], [[1849], [-2.5742, null]], [[4282], [-3.2305, null]], [[1833], [-3.668, null]], [[6468], [-3.6992, null]], [[3524], [-3.7305, null]], [[816], [-3.793, null]], [[971], [-4.1367, null]], [[5730], [-4.3867, null]]], + "after": [[[476], [-0.8564, 0]]] + }, + { + "chosen": [[[626], [-0.0403, 0]]], + "before": [[[626], [-0.0403, 0]], [[10693], [-3.8223, null]], [[2168], [-5.5078, null]], [[12345], [-5.7266, null]], [[1928], [-5.8828, null]], [[4720], [-6.1641, null]], [[816], [-7.0078, null]], [[923], [-7.6953, null]], [[2761], [-7.7578, null]], [[1335], [-7.9453, null]]], + "after": [[[626], [-0.0403, 0]]] + }, + { + "chosen": [[[3343], [-0.1797, 0]]], + "before": [[[3343], [-0.1797, 0]], [[2868], [-2.0547, null]], [[4600], [-4.8672, null]], [[1014], [-5.2422, null]], [[1361], [-5.5547, null]], [[3831], [-5.5859, null]], [[3523], [-5.9297, null]], [[1462], [-6.5859, null]], [[2186], [-6.7109, null]], [[10507], [-6.7422, null]]], + "after": [[[3343], [-0.1797, 0]]] + }, + { + "chosen": [[[281], [-0.9956, 0]]], + "before": [[[281], [-0.9956, 0]], [[323], [-1.0586, null]], [[1476], [-1.9961, null]], [[1919], [-2.8711, null]], [[2], [-3.2773, null]], [[7357], [-4.6211, null]], [[13], [-4.7461, null]], [[10873], [-5.0898, null]], [[937], [-5.2148, null]], [[449], [-5.2773, null]]], + "after": [[[281], [-0.9956, 0]]] + }, + { + "chosen": [[[923], [-0.8291, 0]]], + "before": [[[923], [-0.8291, 0]], [[564], [-2.1094, null]], [[755], [-2.8594, null]], [[6008], [-2.9219, null]], [[3698], [-3.7344, null]], [[1611], [-3.9844, null]], [[11012], [-4.0781, null]], [[17019], [-4.1406, null]], [[1265], [-4.1719, null]], [[452], [-4.3594, null]]], + "after": [[[923], [-0.8291, 0]]] + }, + { + "chosen": [[[253], [-1.0791, 0]]], + "before": [[[253], [-1.0791, 0]], [[512], [-1.8916, null]], [[752], [-2.0156, null]], [[4130], [-2.3906, null]], [[619], [-3.0469, null]], [[849], [-3.9531, null]], [[352], [-4.1094, null]], [[368], [-4.6406, null]], [[665], [-4.6719, null]], [[776], [-4.7656, null]]], + "after": [[[253], [-1.0791, 0]]] + }, + { + "chosen": [[[44161], [-1.6348, 0]]], + "before": [[[16365], [-1.5098, null]], [[44161], [-1.6348, 0]], [[28768], [-1.9473, null]], [[747], [-4.1992, null]], [[921], [-4.6055, null]], [[16226], [-4.668, null]], [[29962], [-4.668, null]], [[48158], [-4.6992, null]], [[27771], [-4.8555, null]], [[5389], [-4.8555, null]]], + "after": [[[44161], [-1.6348, 0]]] + }, + { + "chosen": [[[1476], [-0.9385, 0]]], + "before": [[[1476], [-0.9385, 0]], [[11608], [-1.9385, null]], [[10873], [-2, null]], [[2], [-2.8438, null]], [[937], [-3.1875, null]], [[449], [-3.5, null]], [[3148], [-3.8438, null]], [[285], [-3.9062, null]], [[436], [-4.1875, null]], [[342], [-4.375, null]]], + "after": [[[1476], [-0.9385, 0]]] + }, + { + "chosen": [[[187], [-0.5693, 0]]], + "before": [[[187], [-0.5693, 0]], [[247], [-2.7578, null]], [[329], [-2.8828, null]], [[753], [-2.9453, null]], [[380], [-3.8203, null]], [[309], [-4.6016, null]], [[26750], [-4.6016, null]], [[253], [-4.6953, null]], [[418], [-4.9766, null]], [[416], [-5.0391, null]]], + "after": [[[187], [-0.5693, 0]]] + }, + { + "chosen": [[[3], [-1.2197, 0]]], + "before": [[[3], [-1.2197, 0]], [[34], [-1.8135, null]], [[510], [-2.2363, null]], [[42], [-3.7832, null]], [[688], [-3.9395, null]], [[1147], [-3.9707, null]], [[1909], [-4.1406, null]], [[45], [-4.4688, null]], [[4041], [-4.4844, null]], [[51], [-4.5781, null]]], + "after": [[[3], [-1.2197, 0]]] + }, + { + "chosen": [[[5072], [-1.8057, 0]]], + "before": [[[5072], [-1.8057, 0]], [[42], [-1.915, null]], [[6506], [-2.3066, null]], [[1394], [-3.291, null]], [[1147], [-3.3691, null]], [[3726], [-3.541, null]], [[4013], [-3.5566, null]], [[510], [-3.7285, null]], [[46], [-3.7441, null]], [[1231], [-3.8691, null]]], + "after": [[[5072], [-1.8057, 0]]] + }, + { + "chosen": [[[1512], [-0.1497, 0]]], + "before": [[[1512], [-0.1497, 0]], [[13], [-2.8066, null]], [[6747], [-2.8691, null]], [[2057], [-5.1172, null]], [[319], [-5.1797, null]], [[73], [-6.0859, null]], [[1264], [-7.0859, null]], [[14], [-7.6172, null]], [[347], [-7.8359, null]], [[74], [-7.9922, null]]], + "after": [[[1512], [-0.1497, 0]]] + }, + { + "chosen": [[[2], [-0.5708, 0]]], + "before": [[[2], [-0.5708, 0]], [[1476], [-1.7578, null]], [[13], [-1.9453, null]], [[15], [-2.7578, null]], [[1051], [-4.0078, null]], [[449], [-4.1328, null]], [[3255], [-5.5078, null]], [[95], [-5.5391, null]], [[4672], [-5.5703, null]], [[3288], [-5.8516, null]]], + "after": [[[2], [-0.5708, 0]]] + }, + { + "chosen": [[[309], [-0.9863, 0]]], + "before": [[[309], [-0.9863, 0]], [[1583], [-2.5176, null]], [[733], [-2.6113, null]], [[1281], [-2.7363, null]], [[380], [-3.1113, null]], [[844], [-3.2988, null]], [[831], [-3.5488, null]], [[1292], [-3.6738, null]], [[1244], [-4.4258, null]], [[2752], [-4.6133, null]]], + "after": [[[309], [-0.9863, 0]]] + }, + { + "chosen": [[[1353], [-1.5996, 0]]], + "before": [[[1353], [-1.5996, 0]], [[476], [-1.8496, null]], [[3524], [-2.5371, null]], [[1849], [-2.5371, null]], [[4282], [-2.7246, null]], [[971], [-2.9434, null]], [[5730], [-3.0684, null]], [[1833], [-3.1934, null]], [[2389], [-3.6309, null]], [[816], [-3.6934, null]]], + "after": [[[1353], [-1.5996, 0]]] + }, + { + "chosen": [[[2819], [-1.8096, 0]]], + "before": [[[594], [-1.4971, null]], [[2819], [-1.8096, 0]], [[6501], [-2.0293, null]], [[1469], [-2.123, null]], [[2119], [-2.998, null]], [[1663], [-3.4668, null]], [[9995], [-3.5605, null]], [[816], [-4.1211, null]], [[9049], [-4.1211, null]], [[417], [-4.1836, null]]], + "after": [[[2819], [-1.8096, 0]]] + }, + { + "chosen": [[[3579], [-0.006, 0]]], + "before": [[[3579], [-0.006, 0]], [[32856], [-6.2891, null]], [[594], [-6.6641, null]], [[269], [-7.1328, null]], [[387], [-7.4141, null]], [[323], [-7.4766, null]], [[598], [-8.2578, null]], [[562], [-8.9141, null]], [[1663], [-10.1328, null]], [[512], [-10.4453, null]]], + "after": [[[3579], [-0.006, 0]]] + }, + { + "chosen": [[[281], [-0.0014, 0]]], + "before": [[[281], [-0.0014, 0]], [[594], [-8.9375, null]], [[352], [-9.125, null]], [[1051], [-9.25, null]], [[253], [-9.2812, null]], [[1014], [-9.3438, null]], [[1512], [-9.4375, null]], [[512], [-9.5, null]], [[6523], [-9.5312, null]], [[323], [-9.5938, null]]], + "after": [[[281], [-0.0014, 0]]] + }, + { + "chosen": [[[253], [-1.0244, 0]]], + "before": [[[253], [-1.0244, 0]], [[6523], [-1.7432, null]], [[352], [-2.2109, null]], [[9123], [-2.9609, null]], [[512], [-3.3359, null]], [[7487], [-3.9922, null]], [[18792], [-4.2109, null]], [[731], [-4.3672, null]], [[326], [-4.3672, null]], [[1469], [-4.4609, null]]], + "after": [[[253], [-1.0244, 0]]] + }, + { + "chosen": [[[16365], [-1.6895, 0]]], + "before": [[[16365], [-1.6895, 0]], [[28768], [-2.127, null]], [[44161], [-2.752, null]], [[2739], [-2.8145, null]], [[11012], [-3.8457, null]], [[18792], [-4.0352, null]], [[921], [-4.3477, null]], [[27771], [-4.5039, null]], [[3128], [-4.5352, null]], [[2644], [-4.5977, null]]], + "after": [[[16365], [-1.6895, 0]]] + }, + { + "chosen": [[[1476], [-1.3223, 0]]], + "before": [[[1476], [-1.3223, 0]], [[10873], [-2.0723, null]], [[449], [-2.2285, null]], [[13], [-2.2285, null]], [[2], [-3.4473, null]], [[15], [-3.4785, null]], [[347], [-3.5723, null]], [[436], [-3.7285, null]], [[11608], [-3.8848, null]], [[1512], [-3.916, null]]], + "after": [[[1476], [-1.3223, 0]]] + }, + { + "chosen": [[[187], [-0.0577, 0]]], + "before": [[[187], [-0.0577, 0]], [[753], [-4.7148, null]], [[380], [-4.7461, null]], [[253], [-5.4336, null]], [[329], [-5.7773, null]], [[247], [-5.9961, null]], [[309], [-6.0898, null]], [[5761], [-6.9023, null]], [[10017], [-7.0898, null]], [[767], [-7.2773, null]]], + "after": [[[187], [-0.0577, 0]]] + }, + { + "chosen": [[[3], [-1.1807, 0]]], + "before": [[[3], [-1.1807, 0]], [[510], [-1.3369, null]], [[7910], [-2.7578, null]], [[34], [-3.0078, null]], [[688], [-4.0859, null]], [[1147], [-4.1797, null]], [[1909], [-4.2578, null]], [[3726], [-4.3984, null]], [[2512], [-4.7266, null]], [[42], [-4.7734, null]]], + "after": [[[3], [-1.1807, 0]]] + }, + { + "chosen": [[[42], [-1.627, 0]]], + "before": [[[42], [-1.627, 0]], [[6506], [-2.627, null]], [[1147], [-3.002, null]], [[510], [-3.002, null]], [[5072], [-3.0801, null]], [[1231], [-3.4238, null]], [[1466], [-3.502, null]], [[1394], [-3.5488, null]], [[4013], [-3.6895, null]], [[41], [-4.2383, null]]], + "after": [[[42], [-1.627, 0]]] + }, + { + "chosen": [[[1353], [-1.5293, 0]]], + "before": [[[1353], [-1.5293, 0]], [[476], [-1.998, null]], [[3524], [-2.2793, null]], [[4282], [-2.4668, null]], [[871], [-3.0605, null]], [[1849], [-3.248, null]], [[971], [-3.3418, null]], [[5730], [-3.4355, null]], [[816], [-3.873, null]], [[1833], [-3.9668, null]]], + "after": [[[1353], [-1.5293, 0]]] + }, + { + "chosen": [[[9995], [-2.2676, 0]]], + "before": [[[594], [-1.8301, null]], [[9995], [-2.2676, 0]], [[1469], [-2.5488, null]], [[2819], [-2.6113, null]], [[9049], [-2.7363, null]], [[417], [-3.0176, null]], [[2119], [-3.1113, null]], [[6501], [-3.2363, null]], [[816], [-3.5176, null]], [[1663], [-3.6738, null]]], + "after": [[[9995], [-2.2676, 0]]] + }, + { + "chosen": [[[359], [-1.2529, 0]]], + "before": [[[359], [-1.2529, 0]], [[309], [-2.1895, null]], [[352], [-2.2832, null]], [[253], [-2.3457, null]], [[368], [-2.4082, null]], [[326], [-2.4395, null]], [[281], [-3.002, null]], [[597], [-3.4707, null]], [[13], [-4.2539, null]], [[4130], [-4.3164, null]]], + "after": [[[359], [-1.2529, 0]]] + }, + { + "chosen": [[[1472], [-1.583, 0]]], + "before": [[[1472], [-1.583, 0]], [[755], [-1.833, null]], [[476], [-2.584, null]], [[1694], [-2.6465, null]], [[4425], [-2.7402, null]], [[452], [-2.8027, null]], [[497], [-3.084, null]], [[1053], [-3.4902, null]], [[512], [-3.4902, null]], [[2210], [-3.5215, null]]], + "after": [[[1472], [-1.583, 0]]] + }, + { + "chosen": [[[1469], [-1.4473, 0]]], + "before": [[[1469], [-1.4473, 0]], [[512], [-2.3848, null]], [[4720], [-2.5098, null]], [[9100], [-2.8535, null]], [[2509], [-3.1035, null]], [[1097], [-3.2285, null]], [[417], [-3.3223, null]], [[1060], [-3.3223, null]], [[28765], [-3.416, null]], [[2104], [-3.5098, null]]], + "after": [[[1469], [-1.4473, 0]]] + }, + { + "chosen": [[[281], [-0.7324, 0]]], + "before": [[[281], [-0.7324, 0]], [[2366], [-1.5449, null]], [[562], [-3.2949, null]], [[1728], [-3.5762, null]], [[342], [-3.6074, null]], [[13], [-3.8574, null]], [[10873], [-4.0469, null]], [[347], [-4.2031, null]], [[2], [-4.2656, null]], [[15], [-4.3281, null]]], + "after": [[[281], [-0.7324, 0]]] + }, + { + "chosen": [[[253], [-0.9946, 0]]], + "before": [[[253], [-0.9946, 0]], [[923], [-1.7754, null]], [[320], [-1.8379, null]], [[3698], [-2.9941, null]], [[452], [-3.1504, null]], [[755], [-4.0898, null]], [[6947], [-4.1211, null]], [[564], [-4.3086, null]], [[247], [-4.4336, null]], [[17019], [-4.4336, null]]], + "after": [[[253], [-0.9946, 0]]] + }, + { + "chosen": [[[16365], [-0.5386, 0]]], + "before": [[[16365], [-0.5386, 0]], [[44161], [-2.1328, null]], [[1072], [-2.7578, null]], [[28768], [-4.1641, null]], [[3128], [-4.3828, null]], [[11600], [-4.5391, null]], [[19887], [-4.9141, null]], [[5603], [-4.9141, null]], [[2362], [-5.0703, null]], [[12699], [-5.3516, null]]], + "after": [[[16365], [-0.5386, 0]]] + }, + { + "chosen": [[[2366], [-0.7251, 0]]], + "before": [[[2366], [-0.7251, 0]], [[13], [-2.5684, null]], [[15], [-2.6934, null]], [[1476], [-3.0371, null]], [[2], [-3.0684, null]], [[449], [-3.2559, null]], [[3063], [-3.3809, null]], [[1512], [-3.4434, null]], [[342], [-3.5371, null]], [[10873], [-3.6934, null]]], + "after": [[[2366], [-0.7251, 0]]] + }, + { + "chosen": [[[449], [-1.8945, 0]]], + "before": [[[13], [-1.4258, null]], [[1476], [-1.4258, null]], [[449], [-1.8945, 0]], [[15], [-2.332, null]], [[2], [-2.457, null]], [[436], [-3.3633, null]], [[3063], [-3.457, null]], [[937], [-3.6445, null]], [[969], [-4.2695, null]], [[347], [-4.4883, null]]], + "after": [[[449], [-1.8945, 0]]] + } + ] +} diff --git a/tests/api/test_sync_gen.py b/tests/api/test_sync_gen.py new file mode 100644 index 0000000..cf09a5a --- /dev/null +++ b/tests/api/test_sync_gen.py @@ -0,0 +1,38 @@ +""" +Test if sync capabilities work without problem +This test only checks if sync works, not if the result is right. It's the job of the other tests +""" + +from novelai_api.GlobalSettings import GlobalSettings +from novelai_api.Preset import Model, Preset +from novelai_api.Tokenizer import Tokenizer +from novelai_api.utils import b64_to_tokens, decrypt_user_data +from tests.api.boilerplate import api_handle_sync # noqa: F401 # pylint: disable=W0611 + +prompt = "Lorem ipsum dolor sit amet, consectetur adipiscing elit. Aliquam at dolor dictum, interdum est sed, consequat arcu. Pellentesque in massa eget lorem fermentum placerat in pellentesque purus. Suspendisse potenti. Integer interdum, felis quis porttitor volutpat, est mi rutrum massa, venenatis viverra neque lectus semper metus. Pellentesque in neque arcu. Ut at arcu blandit purus aliquet finibus. Suspendisse laoreet risus a gravida semper. Aenean scelerisque et sem vitae feugiat. Quisque et interdum diam, eu vehicula felis. Ut tempus quam eros, et sollicitudin ligula auctor at. Integer at tempus dui, quis pharetra purus. Duis venenatis tincidunt tellus nec efficitur. Nam at malesuada ligula." # noqa: E501 # pylint: disable=C0301 +model = Model.Krake + + +async def test_is_reachable(api_handle_sync): # noqa: F811 # pylint: disable=W0621 + assert await api_handle_sync.api.low_level.is_reachable() is True + + +async def test_download(api_handle_sync): # noqa: F811 # pylint: disable=W0621 + key = api_handle_sync.encryption_key + keystore = await api_handle_sync.api.high_level.get_keystore(key) + modules = await api_handle_sync.api.high_level.download_user_modules() + decrypt_user_data(modules, keystore) + + +async def test_generate(api_handle_sync): # noqa: F811 # pylint: disable=W0621 + api = api_handle_sync.api + + logger = api.logger + preset = Preset.from_default(model) + + logger.info("Using model %s, preset %s\n", model.value, preset.name) + + global_settings = GlobalSettings() + gen = await api.high_level.generate(prompt, model, preset, global_settings) + logger.info(gen) + logger.info(Tokenizer.decode(model, b64_to_tokens(gen["output"]))) diff --git a/tests/api/test_textgen_presets.py b/tests/api/test_textgen_presets.py new file mode 100644 index 0000000..10dce37 --- /dev/null +++ b/tests/api/test_textgen_presets.py @@ -0,0 +1,39 @@ +from typing import Tuple + +import pytest + +from novelai_api import NovelAIAPI +from novelai_api.GlobalSettings import GlobalSettings +from novelai_api.Preset import Model, Preset +from novelai_api.Tokenizer import Tokenizer +from novelai_api.utils import b64_to_tokens +from tests.api.boilerplate import api_handle # noqa: F401 # pylint: disable=W0611 + +prompt = "Lorem ipsum dolor sit amet, consectetur adipiscing elit. Aliquam at dolor dictum, interdum est sed, consequat arcu. Pellentesque in massa eget lorem fermentum placerat in pellentesque purus. Suspendisse potenti. Integer interdum, felis quis porttitor volutpat, est mi rutrum massa, venenatis viverra neque lectus semper metus. Pellentesque in neque arcu. Ut at arcu blandit purus aliquet finibus. Suspendisse laoreet risus a gravida semper. Aenean scelerisque et sem vitae feugiat. Quisque et interdum diam, eu vehicula felis. Ut tempus quam eros, et sollicitudin ligula auctor at. Integer at tempus dui, quis pharetra purus. Duis venenatis tincidunt tellus nec efficitur. Nam at malesuada ligula." # noqa: E501 # pylint: disable=C0301 +models = [*Model] +# NOTE: uncomment that if you're not Opus +# models.remove(Model.Genji) +# models.remove(Model.Snek) + +models_presets = [(model, preset) for model in models for preset in Preset[model]] +models_presets_default = [(model, Preset.from_default(model)) for model in models] + + +async def simple_generate(api: NovelAIAPI, model: Model, preset: Preset): + logger = api.logger + logger.info("Using model %s, preset %s\n", model.value, preset.name) + + global_settings = GlobalSettings() + gen = await api.high_level.generate(prompt, model, preset, global_settings) + logger.info(gen) + logger.info(Tokenizer.decode(model, b64_to_tokens(gen["output"]))) + + +@pytest.mark.parametrize("model_preset", models_presets) +async def test_presets(api_handle, model_preset: Tuple[Model, Preset]): # noqa: F811 # pylint: disable=W0621 + await api_handle.api.run_test(simple_generate, *model_preset) + + +@pytest.mark.parametrize("model_preset", models_presets_default) +async def test_presets_default(api_handle, model_preset: Tuple[Model, Preset]): # noqa: F811 # pylint: disable=W0621 + await api_handle.api.run_test(simple_generate, *model_preset) diff --git a/tests/api/test_textgen_sanity.py b/tests/api/test_textgen_sanity.py new file mode 100644 index 0000000..99337bf --- /dev/null +++ b/tests/api/test_textgen_sanity.py @@ -0,0 +1,61 @@ +import json +from pathlib import Path +from typing import Any, Dict, Tuple + +import pytest + +from novelai_api.GlobalSettings import GlobalSettings +from novelai_api.Preset import Model, Preset +from novelai_api.Tokenizer import Tokenizer +from novelai_api.utils import b64_to_tokens +from tests.api.boilerplate import api_handle # noqa: F401 # pylint: disable=W0611 + +models = [*Model] +# NOTE: uncomment that if you're not Opus +# models.remove(Model.Genji) +# models.remove(Model.Snek) + +# TODO: add Genji and Snek in sanity_text_sets +models = list(set(models) - {Model.Genji, Model.Snek, Model.HypeBot, Model.Inline}) + +config_path = Path(__file__).parent / "sanity_text_sets" +model_configs = [(model, p) for model in models for p in (config_path / model.value).iterdir()] + + +# In case of error, the config path will be in the dump, as an argument +@pytest.mark.parametrize("model_config", model_configs) +async def test_generate(api_handle, model_config: Tuple[Model, Path]): # noqa: F811 # pylint: disable=W0621 + api = api_handle.api + logger = api.logger + + model, path = model_config + config: Dict[str, Any] = json.loads(path.read_text("utf-8")) + + missing_keys = {"prompt", "preset", "global_settings"} - set(config.keys()) + if missing_keys: + raise ValueError(f"Config missing keys {', '.join(missing_keys)}") + + prompt = config["prompt"] + preset_data = config["preset"] + preset = ( + Preset.from_official(model, preset_data) + if isinstance(preset_data, str) + else Preset.from_preset_data(preset_data) + ) + global_settings = GlobalSettings(**config["global_settings"]) + bans = None # TODO + biases = None # TODO + module = config.get("module", None) + + logger.info("Using model %s, preset %s\n", model.value, preset.name) + + gen = await api.high_level.generate(prompt, model, preset, global_settings, bans, biases, module) + # logger.info(gen) + + result = config.get("result", None) + if result is not None: + assert Tokenizer.decode(model, b64_to_tokens(gen["output"])) == result + + logprobs = config.get("logprobs", None) + if logprobs is not None: + assert logprobs == gen["logprobs"]