diff --git a/.github/workflows/python-package.yml b/.github/workflows/python-package.yml index efe0bcf..5a664e0 100644 --- a/.github/workflows/python-package.yml +++ b/.github/workflows/python-package.yml @@ -19,11 +19,12 @@ jobs: python-version: [3.7, 3.8, 3.9, "3.10", 3.11] steps: - - uses: actions/checkout@v2 + - uses: actions/checkout@v3 - name: Set up Python ${{ matrix.python-version }} - uses: actions/setup-python@v2 + uses: actions/setup-python@v4 with: python-version: ${{ matrix.python-version }} + cache: 'pip' - name: Install dependencies run: | pip install nox @@ -40,11 +41,12 @@ jobs: python-version: ["3.11"] steps: - - uses: actions/checkout@v2 + - uses: actions/checkout@v3 - name: Set up Python ${{ matrix.python-version }} - uses: actions/setup-python@v2 + uses: actions/setup-python@v4 with: python-version: ${{ matrix.python-version }} + cache: 'pip' - name: Install dependencies run: | pip install nox diff --git a/README.md b/README.md index f93e1d7..fe70713 100644 --- a/README.md +++ b/README.md @@ -19,14 +19,14 @@ Download via [pip](https://pypi.org/project/novelai-api): pip install novelai-api ``` -A full list of examples is available in the [example](/example) directory +A full list of examples is available in the [example](example) directory The API works through the NovelAIAPI object. It is split in 2 groups: NovelAIAPI.low_level and NovelAIAPI.high_level ## low_level The low level interface is a strict implementation of the official API (). -It only checks for input types via assert and output schema if NovelAIAPI.low_level.is_schema_validation_enabled is True +It only checks for input types via assert, and output schema if NovelAIAPI.low_level.is_schema_validation_enabled is True ## high_level The high level interface builds on the low level one for easier handling of complex settings. diff --git a/docs/requirements.txt b/docs/requirements.txt deleted file mode 100644 index f1b5af7..0000000 --- a/docs/requirements.txt +++ /dev/null @@ -1,7 +0,0 @@ -sphinx==6.1.3 -# patched repo to work with relative links -git+https://github.com/Aedial/MyST-Parser -linkify-it-py -sphinx-copybutton -sphinx_last_updated_by_git -sphinx-hoverxref diff --git a/docs/source/conf.py b/docs/source/conf.py index 0a8c4ff..f402d3e 100644 --- a/docs/source/conf.py +++ b/docs/source/conf.py @@ -8,8 +8,8 @@ import os import sys from pathlib import Path -from types import ModuleType -from typing import List +from types import FunctionType +from typing import List, Union from sphinx.application import Sphinx from sphinx.ext.autodoc import Options @@ -32,6 +32,7 @@ extensions = [ "sphinx.ext.autodoc", + "sphinx.ext.intersphinx", "sphinx.ext.extlinks", "sphinx.ext.viewcode", "myst_parser", @@ -40,6 +41,8 @@ "hoverxref.extension", ] +add_module_names = False + autodoc_class_signature = "separated" autodoc_member_order = "bysource" autodoc_typehints_format = "fully-qualified" @@ -81,7 +84,11 @@ # -- Hooks ------------------------------------------------------------------- -def format_docstring(_app: Sphinx, what: str, name: str, obj: ModuleType, _options: Options, lines: List[str]): +def format_docstring(_app: Sphinx, what: str, name: str, obj, _options: Options, lines: List[str]): + """ + Inject metadata in docstrings if necessary + """ + kwargs = { "obj_type": what, "obj_name": name, @@ -99,5 +106,25 @@ def format_docstring(_app: Sphinx, what: str, name: str, obj: ModuleType, _optio lines[i] = line.format(**kwargs) +def hide_test_signature( + _app: Sphinx, + what: str, + name: str, + _obj: FunctionType, + _options: Options, + signature: str, + return_annotation: Union[str, None], +): + if what == "function": + module_name, *_, file_name, _func_name = name.split(".") + + # erase signature for functions from test files + if module_name == "tests" and file_name.startswith("test_"): + return "", None + + return signature, return_annotation + + def setup(app): app.connect("autodoc-process-docstring", format_docstring) + app.connect("autodoc-process-signature", hide_test_signature) diff --git a/docs/source/index.rst b/docs/source/index.rst index cbd9ab9..fae42f8 100644 --- a/docs/source/index.rst +++ b/docs/source/index.rst @@ -31,3 +31,12 @@ example :maxdepth: 2 example/example + + +API +--- + +.. toctree:: + :maxdepth: 2 + + tests/api/api diff --git a/docs/source/tests/api/api.boilerplate.rst b/docs/source/tests/api/api.boilerplate.rst new file mode 100644 index 0000000..5634568 --- /dev/null +++ b/docs/source/tests/api/api.boilerplate.rst @@ -0,0 +1,7 @@ +boilerplate +=========== + +.. automodule:: tests.api.boilerplate + :members: + :undoc-members: + :show-inheritance: diff --git a/docs/source/tests/api/api.rst b/docs/source/tests/api/api.rst new file mode 100644 index 0000000..aaa0798 --- /dev/null +++ b/docs/source/tests/api/api.rst @@ -0,0 +1,47 @@ +API directory +============= + +Requirements +------------ + + +Usage +----- + + +Content +------- + +test_decrypt_encrypt_integrity_check.py +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +.. automodule:: tests.api.test_decrypt_encrypt_integrity_check + :members: + +test_imagegen_samplers.py +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +.. automodule:: tests.api.test_imagegen_samplers + :members: + +test_sync_gen.py +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +.. automodule:: tests.api.test_sync_gen + :members: + +test_textgen_presets.py +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +.. automodule:: tests.api.test_textgen_presets + :members: + +test_textgen_sanity.py +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +.. automodule:: tests.api.test_textgen_sanity + :members: + + +Reference +--------- + +.. toctree:: + :maxdepth: 2 + + api.boilerplate diff --git a/novelai_api/Preset.py b/novelai_api/Preset.py index 8f2e339..1772c0e 100644 --- a/novelai_api/Preset.py +++ b/novelai_api/Preset.py @@ -34,7 +34,14 @@ class Order(IntEnum): } -def enum_contains(enum_class: EnumMeta, value) -> bool: +def enum_contains(enum_class: EnumMeta, value: str) -> bool: + """ + Check if the value provided is valid for the enum + + :param enum_class: Class of the Enum + :param value: Value to check + """ + if not hasattr(enum_class, "enum_member_values"): enum_class.enum_member_values = list(e.value for e in enum_class) @@ -45,6 +52,33 @@ def enum_contains(enum_class: EnumMeta, value) -> bool: return value in values +def _strip_model_version(value: str) -> str: + parts = value.split("-") + + if parts[-1].startswith("v") and parts[-1][1:].isdecimal(): + parts = parts[:-1] + + return "-".join(parts) + + +def collapse_model(enum_class: EnumMeta, value: str): + """ + Collapse multiple version of a model to the last model value + + :param enum_class: Class of the Enum + :param value: Value of the model to collapse + """ + + if not hasattr(enum_class, "enum_member_values"): + enum_class.enum_member_values = {_strip_model_version(e.value): e for e in enum_class} + + values = enum_class.enum_member_values + if len(values) == 0: + raise ValueError(f"Empty enum class: '{enum_class}'") + + return values.get(_strip_model_version(value)) + + class StrEnum(str, Enum): pass @@ -281,11 +315,19 @@ def to_settings(self) -> Dict[str, Any]: if "textGenerationSettingsVersion" in settings: del settings["textGenerationSettingsVersion"] # not API relevant + # remove disabled sampling options for i, o in enumerate(Order): if not self._enabled[i]: settings["order"].remove(o) + settings.pop(ORDER_TO_NAME[o], None) + + settings["order"] = [e.value for e in settings["order"]] + + # seems that 0 doesn't disable it, but does weird things + if settings.get("repetition_penalty_range", None) == 0: + del settings["repetition_penalty_range"] - # Delete the options that return an unknown error (success status code, but server error) + # delete the options that return an unknown error (success status code, but server error) if settings.get("repetition_penalty_slope", None) == 0: del settings["repetition_penalty_slope"] @@ -345,7 +387,7 @@ def from_preset_data(cls, data: Optional[Dict[str, Any]] = None, **kwargs) -> "P # FIXME: collapse model version model_name = data["model"] if "model" in data else "" - model = Model(model_name) if enum_contains(Model, model_name) else None + model = collapse_model(Model, model_name) settings = data["parameters"] if "parameters" in data else {} diff --git a/novelai_api/__init__.py b/novelai_api/__init__.py index 8f22986..9e810b7 100644 --- a/novelai_api/__init__.py +++ b/novelai_api/__init__.py @@ -1,2 +1,8 @@ +""" +:class:`NovelAI_API` + +:class:`NovelAIError` +""" + from novelai_api.NovelAI_API import NovelAIAPI from novelai_api.NovelAIError import NovelAIError diff --git a/novelai_api/_high_level.py b/novelai_api/_high_level.py index 61efaa4..d0fa199 100644 --- a/novelai_api/_high_level.py +++ b/novelai_api/_high_level.py @@ -273,6 +273,11 @@ async def _generate( params.update(global_params) params.update(kwargs) + # adjust repetition penalty value for Sigurd and Euterpe + if model in (Model.Sigurd, Model.Euterpe) and "repetition_penalty" in params: + rep_pen = params["repetition_penalty"] + params["repetition_penalty"] = (0.525 * (rep_pen - 1) / 7) + 1 + params["prefix"] = "vanilla" if prefix is None else prefix for k, v, c in (("bad_words_ids", bad_words, BanList), ("logit_bias_exp", biases, BiasGroup)): diff --git a/noxfile.py b/noxfile.py index 6181ab0..ff48779 100644 --- a/noxfile.py +++ b/noxfile.py @@ -27,7 +27,7 @@ def get_dotenv(session: nox.Session): return json.loads(dotenv_str) -def install_package(session: nox.Session, *packages: str, dev: bool = False): +def install_package(session: nox.Session, *packages: str, dev: bool = False, docs: bool = False): session.install("poetry") session.install("python-dotenv") @@ -40,6 +40,8 @@ def install_package(session: nox.Session, *packages: str, dev: bool = False): poetry_groups = [] if dev: poetry_groups.extend(["--with", "dev"]) + if docs: + poetry_groups.extend(["--with", "docs"]) session.run("python", "-m", "poetry", "export", "--output=requirements.txt", "--without-hashes", *poetry_groups) session.run("python", "-m", "poetry", "build", "--format=wheel") @@ -67,7 +69,7 @@ def pre_commit(session: nox.Session): @nox.session(py=test_py_versions, name="test-mock") def test_mock(session: nox.Session): install_package(session, dev=True) - session.run("pytest", "--tb=short", "-n", "auto", "tests/mock/") + session.run("pytest", "tests/mock/") @nox.session(py=test_py_versions, name="test-api") @@ -76,9 +78,9 @@ def test_api(session: nox.Session): session.run("npm", "install", "fflate", external=True) if session.posargs: - session.run("pytest", "--tb=short", *(f"tests/api/{e}" for e in session.posargs)) + session.run("pytest", *(f"tests/api/{e}" for e in session.posargs)) else: - session.run("pytest", "--tb=short", "tests/api/") + session.run("pytest", "tests/api/") @nox.session() @@ -99,8 +101,7 @@ def run(session: nox.Session): def build_docs(session: nox.Session): docs_path = pathlib.Path(__file__).parent / "docs" - install_package(session) - session.install("-r", str(docs_path / "requirements.txt")) + install_package(session, dev=True, docs=True) with session.chdir(docs_path): session.run("make", "html", external=True) diff --git a/pyproject.toml b/pyproject.toml index f907648..9a4d267 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -14,6 +14,9 @@ classifiers = [ ] packages = [{include = "novelai_api"}] +[tool.poetry.urls] +"Bug Tracker" = "https://github.com/Aedial/novelai-api/issues" + [tool.poetry.dependencies] python = ">=3.7.2,<3.12" aiohttp = {extras = ["speedups"], version = "^3.8.3"} @@ -26,12 +29,22 @@ regex = "^2022.10.31" sentencepiece = "^0.1.98" [tool.poetry.group.dev.dependencies] +pytest = "^7.3.1" pytest-asyncio = "^0.20.1" -pytest-xdist = "^3.0.2" +pytest-randomly = "^3.12.0" pylint = "^2.15.5" +[tool.poetry.group.docs.dependencies] +sphinx = "^5.3.0" +# patched repo to work with relative links +myst_parser = {git = "https://github.com/Aedial/MyST-Parser", rev = "adcdb9a"} +linkify-it-py = "^2.0.0" +sphinx-copybutton = "^0.5.2" +sphinx-last-updated-by-git = "^0.3.4" +sphinx-hoverxref = "^1.3.0" + [tool.flake8] -# TODO: add flake when supports come +# TODO: add flake when supports come (https://github.com/PyCQA/flake8/issues/234) [tool.bandit] exclude_dirs = ["tests/api/test_decrypt_encrypt_integrity_check.py"] @@ -78,6 +91,12 @@ from pylint.config import find_default_config_files path.extend(p.parent for p in find_default_config_files()) """ +[tool.pytest.ini_options] +xfail_strict = true +empty_parameter_set_mark = "fail_at_collect" +asyncio_mode = "auto" +addopts = "--tb=short -vv" + [build-system] requires = ["poetry-core"] build-backend = "poetry.core.masonry.api" diff --git a/tests/__init__.py b/tests/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/tests/api/__init__.py b/tests/api/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/tests/api/boilerplate.py b/tests/api/boilerplate.py new file mode 100644 index 0000000..b77944d --- /dev/null +++ b/tests/api/boilerplate.py @@ -0,0 +1,163 @@ +import asyncio +import functools +import json +from logging import Logger, StreamHandler +from os import environ as env +from typing import Any, Awaitable, Callable, NoReturn, Optional + +import pytest +from aiohttp import ClientConnectionError, ClientPayloadError, ClientSession + +from novelai_api import NovelAIAPI, NovelAIError +from novelai_api.utils import get_encryption_key + + +class API: + _username: str + _password: str + _session: ClientSession + _sync: bool + + logger: Logger + api: NovelAIAPI + + def __init__(self, sync: bool = False): + if "NAI_USERNAME" not in env or "NAI_PASSWORD" not in env: + raise RuntimeError("Please ensure that NAI_USERNAME and NAI_PASSWORD are set in your environment") + + self._username = env["NAI_USERNAME"] + self._password = env["NAI_PASSWORD"] + self._sync = sync + + self.logger = Logger("NovelAI") + self.logger.addHandler(StreamHandler()) + + proxy = env["NAI_PROXY"] if "NAI_PROXY" in env else None + + self.api = NovelAIAPI(logger=self.logger) + self.api.proxy = proxy + + @property + def encryption_key(self): + return get_encryption_key(self._username, self._password) + + def __enter__(self) -> NoReturn: + raise TypeError("Use async with instead") + + async def __aenter__(self): + if not self._sync: + self._session = ClientSession() + await self._session.__aenter__() + self.api.attach_session(self._session) + + await self.api.high_level.login(self._username, self._password) + + return self + + async def __aexit__(self, exc_type, exc_val, exc_tb): + if not self._sync: + await self._session.__aexit__(exc_type, exc_val, exc_tb) + + +def error_handler(func_ext: Optional[Callable[[Any, Any], Awaitable[Any]]] = None, *, attempts: int = 5, wait: int = 5): + """ + Decorator to add error handling to the decorated function + The function must accept an API object as first arguments + + :param func_ext: Substitute for func if the decorator is run without argument. Do not provide it directly + :param attempts: Number of attempts to do before raising the error + :param wait: Time (in seconds) to wait after each call + """ + + def decorator(func: Callable[[Any, Any], Awaitable[Any]]): + @functools.wraps(func) + async def wrap(*args, **kwargs): + err: Exception = RuntimeError("Error placeholder. Shouldn't happen") + for _ in range(attempts): + try: + res = await func(*args, **kwargs) + await asyncio.sleep(wait) + + return res + except (ClientConnectionError, asyncio.TimeoutError, ClientPayloadError) as e: + err = e + retry = True + + except NovelAIError as e: + err = e + retry = any( + [ + e.status == 502, # Bad Gateway + e.status == 520, # Cloudflare Unknown Error + e.status == 524, # Cloudflare Gateway Error + ] + ) + + if not retry: + break + + # 10s wait between each retry + await asyncio.sleep(10) + + # no internet: ping every 5 mins until connection is re-established + async with ClientSession() as session: + while True: + try: + rsp = await session.get("https://www.google.com", timeout=5 * 60) + rsp.raise_for_status() + + break + except ClientConnectionError: + await asyncio.sleep(5 * 60) + except asyncio.TimeoutError: + pass + + raise err + + return wrap + + # allow to run the function without argument + if func_ext is None: + return decorator + + return decorator(func_ext) + + +class JSONEncoder(json.JSONEncoder): + """ + Extended JSON encoder to support bytes + """ + + def default(self, o: Any) -> Any: + if isinstance(o, bytes): + return o.hex() + + return super().default(o) + + +def dumps(e: Any) -> str: + """ + Shortcut to a configuration of json.dumps for consistency + """ + + return json.dumps(e, indent=4, ensure_ascii=False, cls=JSONEncoder) + + +@pytest.fixture(scope="session") +async def api_handle(): + """ + API handle for an Async Test. Use it as a pytest fixture + """ + + async with API() as api: + yield api + + +@pytest.fixture(scope="session") +async def api_handle_sync(): + """ + API handle for a Sync Test. Use it as a pytest fixture + """ + + async with API(sync=True) as api: + yield api diff --git a/tests/api/conftest.py b/tests/api/conftest.py new file mode 100644 index 0000000..85eb5ed --- /dev/null +++ b/tests/api/conftest.py @@ -0,0 +1,37 @@ +import asyncio +from typing import List + +import pytest + + +@pytest.hookimpl(tryfirst=True, hookwrapper=True) +def pytest_terminal_summary(terminalreporter): + yield + + xfailed: List[pytest.TestReport] = terminalreporter.stats.get("xfailed", []) + if xfailed: + terminalreporter.write_sep("=", "XFAIL summary info", cyan=True, bold=True) + + for rep in xfailed: + if not rep.failed: + reason = getattr(rep, "wasxfail", "") + terminalreporter.write("XFAIL", yellow=True) + terminalreporter.write(f" {rep.nodeid} - {reason}\n") + + rep.longrepr.toterminal(terminalreporter._tw) + terminalreporter.line("") + + +# cannot put in boilerplate because pytest is a mess +@pytest.fixture(scope="session") +def event_loop(): + loop = asyncio.get_event_loop() + yield loop + + # clean any remaining task to avoid the warning about pending tasks + tasks = asyncio.all_tasks(loop) + for task in tasks: + # print(f"Cancelling task {task}") + task.cancel() + + loop.close() diff --git a/tests/api/pytest.ini b/tests/api/pytest.ini deleted file mode 100644 index 2f4c80e..0000000 --- a/tests/api/pytest.ini +++ /dev/null @@ -1,2 +0,0 @@ -[pytest] -asyncio_mode = auto diff --git a/tests/api/sanity_text_sets/6B-v4/emperor_empty.json b/tests/api/sanity_text_sets/6B-v4/emperor_empty.json new file mode 100644 index 0000000..9ca083c --- /dev/null +++ b/tests/api/sanity_text_sets/6B-v4/emperor_empty.json @@ -0,0 +1,316 @@ +{ + "prompt": "⁂\n", + "preset": { + "presetVersion": 3, + "name": "Emperor Moth", + "id": "b8e9640e-10a8-4b84-b023-41e49e98d872", + "remoteId": "", + "parameters": { + "textGenerationSettingsVersion": 3, + "temperature": 1.25, + "max_length": 40, + "min_length": 1, + "top_k": 1, + "top_p": 0.235, + "top_a": 1, + "typical_p": 1, + "tail_free_sampling": 1, + "repetition_penalty": 2.75, + "repetition_penalty_range": 2048, + "repetition_penalty_slope": 0, + "repetition_penalty_frequency": 0, + "repetition_penalty_presence": 0, + "order": [ + { + "id": "temperature", + "enabled": true + }, + { + "id": "top_k", + "enabled": true + }, + { + "id": "top_p", + "enabled": true + }, + { + "id": "tfs", + "enabled": true + }, + { + "id": "top_a", + "enabled": false + }, + { + "id": "typical_p", + "enabled": false + } + ] + }, + "model": "6B-v4" + }, + "global_settings": { + "generate_until_sentence": true, + "num_logprobs": 10, + "ban_brackets": true, + "bias_dinkus_asterism": true + }, + "result": "The first time I saw the man, he was standing on a street corner in New York City. He had his back to me and was talking into a cell phone. The conversation went on for several minutes, but I couldn't hear what he said.", + "logprobs": [ + { + "chosen": [[[464], [-2.3438, 0]]], + "before": [[[58], [-0.9756, null]], [[464], [-2.3438, 0]], [[1], [-2.4609, null]], [[40], [-3.6797, null]], [[1026], [-3.9453, null]], [[32], [-4.0156, null]], [[818], [-4.1328, null]], [[2215], [-4.5625, null]], [[1212], [-4.8906, null]], [[1858], [-4.9141, null]]], + "after": [[[464], [-2.3438, 0]]] + }, + { + "chosen": [[[717], [-3.8359, 0]]], + "before": [[[717], [-3.8359, 0]], [[582], [-4.4922, null]], [[1110], [-4.4922, null]], [[938], [-4.5859, null]], [[1755], [-4.7344, null]], [[4252], [-4.8516, null]], [[1306], [-4.8984, null]], [[1468], [-4.9062, null]], [[1708], [-4.9844, null]], [[2344], [-5.1562, null]]], + "after": [[[717], [-3.8359, 0]]] + }, + { + "chosen": [[[640], [-1.6318, 0]]], + "before": [[[640], [-1.6318, 0]], [[1517], [-1.8193, null]], [[1110], [-3.5547, null]], [[286], [-3.5781, null]], [[1755], [-4.1953, null]], [[582], [-4.3047, null]], [[636], [-4.5234, null]], [[290], [-4.6406, null]], [[734], [-4.7891, null]], [[1048], [-4.8828, null]]], + "after": [[[640], [-1.6318, 0]]] + }, + { + "chosen": [[[314], [-1.2871, 0]]], + "before": [[[314], [-1.2871, 0]], [[339], [-2.498, null]], [[673], [-2.8105, null]], [[262], [-3.0762, null]], [[326], [-3.7637, null]], [[484], [-4.0391, null]], [[11], [-4.4922, null]], [[340], [-4.6172, null]], [[356], [-4.7734, null]], [[345], [-4.7891, null]]], + "after": [[[314], [-1.2871, 0]]] + }, + { + "chosen": [[[2497], [-1.0869, 0]]], + "before": [[[2497], [-1.0869, 0]], [[1138], [-1.8135, null]], [[1683], [-2.3828, null]], [[2982], [-2.9453, null]], [[373], [-3.625, null]], [[550], [-3.6484, null]], [[1816], [-3.9297, null]], [[1625], [-4.1562, null]], [[3505], [-4.4453, null]], [[8672], [-4.625, null]]], + "after": [[[2497], [-1.0869, 0]]] + }, + { + "chosen": [[[262], [-1.7363, 0]]], + "before": [[[262], [-1.7363, 0]], [[607], [-2.1191, null]], [[683], [-2.3379, null]], [[257], [-3.1035, null]], [[616], [-3.2207, null]], [[340], [-3.6504, null]], [[606], [-4.1406, null]], [[326], [-5, null]], [[345], [-5.0859, null]], [[428], [-5.1094, null]]], + "after": [[[262], [-1.7363, 0]]] + }, + { + "chosen": [[[582], [-3.7188, 0]]], + "before": [[[582], [-3.7188, 0]], [[5417], [-3.7266, null]], [[1748], [-4.3281, null]], [[9151], [-4.3906, null]], [[2415], [-4.5078, null]], [[1468], [-4.5078, null]], [[1295], [-4.6016, null]], [[2576], [-4.6328, null]], [[4252], [-4.9219, null]], [[2156], [-4.9609, null]]], + "after": [[[582], [-3.7188, 0]]] + }, + { + "chosen": [[[11], [-1.3438, 0]]], + "before": [[[11], [-1.3438, 0]], [[508], [-2.0547, null]], [[287], [-2.125, null]], [[314], [-2.1953, null]], [[351], [-2.5078, null]], [[373], [-3.0547, null]], [[319], [-4.0547, null]], [[422], [-4.1328, null]], [[338], [-4.3594, null]], [[1444], [-4.5156, null]]], + "after": [[[11], [-1.3438, 0]]] + }, + { + "chosen": [[[339], [-1.2422, 0]]], + "before": [[[314], [-0.6328, null]], [[339], [-1.2422, 0]], [[340], [-3.0938, null]], [[616], [-4.0234, null]], [[262], [-4.2266, null]], [[465], [-4.3125, null]], [[356], [-4.875, null]], [[257], [-5.3672, null]], [[287], [-5.4531, null]], [[612], [-5.4688, null]]], + "after": [[[339], [-1.2422, 0]]] + }, + { + "chosen": [[[373], [-0.2458, 0]]], + "before": [[[373], [-0.2458, 0]], [[550], [-3.3398, null]], [[3114], [-3.7383, null]], [[1625], [-4.3945, null]], [[2492], [-4.457, null]], [[4120], [-4.6133, null]], [[6204], [-5.1289, null]], [[12408], [-5.1523, null]], [[3332], [-5.3398, null]], [[3947], [-5.3555, null]]], + "after": [[[373], [-0.2458, 0]]] + }, + { + "chosen": [[[5055], [-1.9609, 0]]], + "before": [[[5055], [-1.9609, 0]], [[5586], [-2.4688, null]], [[287], [-2.9844, null]], [[6155], [-3.3906, null]], [[319], [-3.4609, null]], [[2406], [-3.7969, null]], [[9105], [-3.8438, null]], [[10311], [-4.0625, null]], [[5762], [-4.2031, null]], [[379], [-4.2422, null]]], + "after": [[[5055], [-1.9609, 0]]] + }, + { + "chosen": [[[319], [-1.3477, 0]]], + "before": [[[319], [-1.3477, 0]], [[287], [-1.3633, null]], [[379], [-2.2773, null]], [[416], [-3.0586, null]], [[13970], [-3.6445, null]], [[351], [-3.7227, null]], [[2354], [-3.7227, null]], [[3436], [-4.043, null]], [[1306], [-4.0508, null]], [[739], [-4.2383, null]]], + "after": [[[319], [-1.3477, 0]]] + }, + { + "chosen": [[[257], [-1.1787, 0]]], + "before": [[[262], [-0.6162, null]], [[257], [-1.1787, 0]], [[1353], [-3.123, null]], [[616], [-3.4512, null]], [[465], [-4.1719, null]], [[281], [-4.2109, null]], [[530], [-5.1328, null]], [[674], [-5.6406, null]], [[644], [-6.5859, null]], [[326], [-6.9531, null]]], + "after": [[[257], [-1.1787, 0]]] + }, + { + "chosen": [[[4675], [-1.9971, 0]]], + "before": [[[4675], [-1.9971, 0]], [[5228], [-3.2012, null]], [[12788], [-3.2559, null]], [[10481], [-3.6699, null]], [[3859], [-3.7715, null]], [[1029], [-3.8027, null]], [[29780], [-3.8262, null]], [[19516], [-4.0117, null]], [[24058], [-4.0664, null]], [[33880], [-4.0664, null]]], + "after": [[[4675], [-1.9971, 0]]] + }, + { + "chosen": [[[5228], [-0.0482, 0]]], + "before": [[[5228], [-0.0482, 0]], [[287], [-4.0469, null]], [[10215], [-4.3594, null]], [[12], [-5.75, null]], [[11], [-6.75, null]], [[20799], [-7.1562, null]], [[326], [-7.3203, null]], [[7382], [-7.4609, null]], [[286], [-7.5469, null]], [[13], [-7.5469, null]]], + "after": [[[5228], [-0.0482, 0]]] + }, + { + "chosen": [[[287], [-0.855, 0]]], + "before": [[[287], [-0.855, 0]], [[11], [-1.6523, null]], [[13], [-2.4336, null]], [[351], [-3.1602, null]], [[290], [-4.207, null]], [[319], [-4.2617, null]], [[1474], [-4.3086, null]], [[379], [-4.3164, null]], [[2354], [-4.457, null]], [[2045], [-4.7773, null]]], + "after": [[[287], [-0.855, 0]]] + }, + { + "chosen": [[[968], [-2.9609, 0]]], + "before": [[[262], [-1.8906, null]], [[257], [-2.5625, null]], [[968], [-2.9609, 0]], [[9436], [-3.6172, null]], [[2166], [-3.7734, null]], [[2986], [-3.7969, null]], [[3576], [-3.9453, null]], [[6342], [-3.9531, null]], [[13458], [-4.0547, null]], [[616], [-4.3984, null]]], + "after": [[[968], [-2.9609, 0]]] + }, + { + "chosen": [[[1971], [-0.4077, 0]]], + "before": [[[1971], [-0.4077, 0]], [[12255], [-1.6582, null]], [[8221], [-3.9863, null]], [[3841], [-4.2969, null]], [[21425], [-4.3672, null]], [[12517], [-5.0391, null]], [[23732], [-5.2344, null]], [[5828], [-5.2891, null]], [[3576], [-5.4531, null]], [[13910], [-5.7891, null]]], + "after": [[[1971], [-0.4077, 0]]] + }, + { + "chosen": [[[2254], [-0.5312, 0]]], + "before": [[[2254], [-0.5312, 0]], [[11], [-1.7969, null]], [[13], [-1.9062, null]], [[351], [-4.1562, null]], [[290], [-4.625, null]], [[338], [-4.7266, null]], [[287], [-4.8359, null]], [[379], [-5.7109, null]], [[4953], [-5.7578, null]], [[5762], [-5.7812, null]]], + "after": [[[2254], [-0.5312, 0]]] + }, + { + "chosen": [[[13], [-0.8481, 0]]], + "before": [[[13], [-0.8481, 0]], [[11], [-1.0508, null]], [[351], [-3.4258, null]], [[287], [-3.6133, null]], [[290], [-3.9883, null]], [[5762], [-4.3008, null]], [[338], [-4.3398, null]], [[379], [-4.4883, null]], [[319], [-4.6602, null]], [[4769], [-5.0273, null]]], + "after": [[[13], [-0.8481, 0]]] + }, + { + "chosen": [[[679], [-1.4111, 0]]], + "before": [[[679], [-1.4111, 0]], [[314], [-1.5361, null]], [[632], [-2.1992, null]], [[198], [-2.2617, null]], [[383], [-2.8164, null]], [[2399], [-3.4961, null]], [[317], [-3.6289, null]], [[1318], [-4.168, null]], [[2011], [-4.5117, null]], [[554], [-4.6367, null]]], + "after": [[[679], [-1.4111, 0]]] + }, + { + "chosen": [[[550], [-2.4609, 0]]], + "before": [[[373], [-0.3826, null]], [[550], [-2.4609, 0]], [[12408], [-2.6953, null]], [[3114], [-3.1641, null]], [[2492], [-3.5859, null]], [[1422], [-4.4766, null]], [[6204], [-4.5469, null]], [[3947], [-4.8906, null]], [[1549], [-5.2578, null]], [[2714], [-5.5, null]]], + "after": [[[550], [-2.4609, 0]]] + }, + { + "chosen": [[[465], [-2.5137, 0]]], + "before": [[[257], [-1.2861, null]], [[465], [-2.5137, 0]], [[655], [-2.7793, null]], [[262], [-2.8184, null]], [[319], [-2.998, null]], [[587], [-3.0449, null]], [[890], [-3.6152, null]], [[281], [-3.6543, null]], [[645], [-3.7559, null]], [[3223], [-3.9277, null]]], + "after": [[[465], [-2.5137, 0]]] + }, + { + "chosen": [[[736], [-0.5796, 0]]], + "before": [[[736], [-0.5796, 0]], [[2832], [-1.7354, null]], [[5101], [-3.4707, null]], [[1021], [-3.7754, null]], [[1182], [-3.8926, null]], [[1986], [-4.2891, null]], [[13209], [-4.4375, null]], [[2951], [-4.8516, null]], [[3625], [-4.8828, null]], [[3211], [-4.8984, null]]], + "after": [[[736], [-0.5796, 0]]] + }, + { + "chosen": [[[284], [-0.0736, 0]]], + "before": [[[284], [-0.0736, 0]], [[2900], [-3.1367, null]], [[3812], [-4.7617, null]], [[1028], [-4.8711, null]], [[2063], [-6.168, null]], [[3371], [-6.6523, null]], [[3892], [-6.7539, null]], [[12070], [-6.957, null]], [[845], [-7.2227, null]], [[290], [-7.7461, null]]], + "after": [[[284], [-0.0736, 0]]] + }, + { + "chosen": [[[502], [-0.0752, 0]]], + "before": [[[502], [-0.0752, 0]], [[262], [-3.123, null]], [[514], [-4.168, null]], [[257], [-4.8555, null]], [[616], [-7.2148, null]], [[281], [-7.2539, null]], [[4979], [-7.5195, null]], [[465], [-8.2656, null]], [[530], [-8.5156, null]], [[607], [-8.7891, null]]], + "after": [[[502], [-0.0752, 0]]] + }, + { + "chosen": [[[290], [-2.0234, 0]]], + "before": [[[11], [-0.5396, null]], [[290], [-2.0234, 0]], [[13], [-2.0234, null]], [[355], [-2.6406, null]], [[26], [-3.5938, null]], [[960], [-4.5, null]], [[475], [-4.7656, null]], [[329], [-5.2734, null]], [[523], [-5.2812, null]], [[25], [-5.4922, null]]], + "after": [[[290], [-2.0234, 0]]] + }, + { + "chosen": [[[373], [-0.5874, 0]]], + "before": [[[373], [-0.5874, 0]], [[339], [-1.54, null]], [[314], [-2.6504, null]], [[465], [-3.3066, null]], [[3947], [-4.1172, null]], [[11], [-4.5156, null]], [[262], [-4.6172, null]], [[4120], [-4.9453, null]], [[257], [-5.1797, null]], [[612], [-5.2891, null]]], + "after": [[[373], [-0.5874, 0]]] + }, + { + "chosen": [[[3375], [-1.9775, 0]]], + "before": [[[3375], [-1.9775, 0]], [[16143], [-2.1797, null]], [[2045], [-2.4453, null]], [[5762], [-3.2734, null]], [[21804], [-3.3047, null]], [[50234], [-3.6016, null]], [[4769], [-3.6719, null]], [[5486], [-3.6797, null]], [[4964], [-3.75, null]], [[9216], [-3.8047, null]]], + "after": [[[3375], [-1.9775, 0]]] + }, + { + "chosen": [[[656], [-2.4082, 0]]], + "before": [[[284], [-0.6265, null]], [[319], [-1.6885, null]], [[656], [-2.4082, 0]], [[351], [-2.7832, null]], [[15108], [-3.9395, null]], [[23176], [-4.0469, null]], [[11], [-4.2969, null]], [[287], [-4.4922, null]], [[493], [-4.7109, null]], [[12703], [-5.0859, null]]], + "after": [[[656], [-2.4082, 0]]] + }, + { + "chosen": [[[257], [-0.3313, 0]]], + "before": [[[257], [-0.3313, 0]], [[465], [-2.0195, null]], [[262], [-2.9102, null]], [[644], [-3.207, null]], [[281], [-3.6445, null]], [[530], [-4.4727, null]], [[617], [-4.8711, null]], [[1223], [-5.5586, null]], [[2130], [-6.8633, null]], [[428], [-7.5195, null]]], + "after": [[[257], [-0.3313, 0]]] + }, + { + "chosen": [[[2685], [-1.0449, 0]]], + "before": [[[2685], [-1.0449, 0]], [[11426], [-2.4199, null]], [[1414], [-2.6074, null]], [[3072], [-2.8887, null]], [[1402], [-3.3105, null]], [[2513], [-3.373, null]], [[1021], [-3.5137, null]], [[21822], [-3.6621, null]], [[5175], [-3.7168, null]], [[19824], [-3.7793, null]]], + "after": [[[2685], [-1.0449, 0]]] + }, + { + "chosen": [[[3072], [-0.0135, 0]]], + "before": [[[3072], [-0.0135, 0]], [[12], [-4.7305, null]], [[11426], [-7.1367, null]], [[13], [-7.2773, null]], [[11], [-7.293, null]], [[2522], [-7.8477, null]], [[38656], [-7.9336, null]], [[4862], [-8.0391, null]], [[960], [-9.1875, null]], [[319], [-9.25, null]]], + "after": [[[3072], [-0.0135, 0]]] + }, + { + "chosen": [[[13], [-0.7251, 0]]], + "before": [[[13], [-0.7251, 0]], [[11], [-1.1465, null]], [[351], [-3.4512, null]], [[26], [-3.9121, null]], [[981], [-3.9512, null]], [[326], [-4.2812, null]], [[287], [-4.3359, null]], [[355], [-4.375, null]], [[960], [-4.4453, null]], [[290], [-4.9531, null]]], + "after": [[[13], [-0.7251, 0]]] + }, + { + "chosen": [[[383], [-2.5977, 0]]], + "before": [[[314], [-1.4268, null]], [[679], [-1.5361, null]], [[198], [-2.4805, null]], [[383], [-2.5977, 0]], [[2399], [-2.6523, null]], [[632], [-3.3008, null]], [[317], [-3.8555, null]], [[366], [-3.8945, null]], [[1081], [-3.9727, null]], [[1318], [-4.3633, null]]], + "after": [[[383], [-2.5977, 0]]] + }, + { + "chosen": [[[5273], [-3.1875, 0]]], + "before": [[[3072], [-2.0469, null]], [[4675], [-3.1016, null]], [[2685], [-3.1484, null]], [[5273], [-3.1875, 0]], [[1657], [-3.8594, null]], [[4252], [-3.875, null]], [[835], [-4.0234, null]], [[3809], [-4.1172, null]], [[736], [-4.2656, null]], [[2456], [-4.2812, null]]], + "after": [[[5273], [-3.1875, 0]]] + }, + { + "chosen": [[[1816], [-2.0645, 0]]], + "before": [[[373], [-0.6899, null]], [[1816], [-2.0645, 0]], [[15436], [-2.7363, null]], [[3947], [-2.9395, null]], [[1422], [-3.7441, null]], [[2492], [-3.8848, null]], [[1276], [-3.9629, null]], [[11], [-4.0039, null]], [[1718], [-4.0273, null]], [[4444], [-4.0664, null]]], + "after": [[[1816], [-2.0645, 0]]] + }, + { + "chosen": [[[319], [-0.0759, 0]]], + "before": [[[319], [-0.0759, 0]], [[736], [-4.0273, null]], [[287], [-4.1211, null]], [[1223], [-4.7148, null]], [[329], [-5.207, null]], [[588], [-5.3086, null]], [[1165], [-6.5117, null]], [[422], [-6.5664, null]], [[257], [-6.5977, null]], [[355], [-7.332, null]]], + "after": [[[319], [-0.0759, 0]]] + }, + { + "chosen": [[[329], [-0.126, 0]]], + "before": [[[329], [-0.126, 0]], [[257], [-3.7051, null]], [[290], [-3.8301, null]], [[1165], [-4.4922, null]], [[523], [-4.6719, null]], [[890], [-4.875, null]], [[2392], [-5.0078, null]], [[11], [-5.0938, null]], [[379], [-5.5703, null]], [[8097], [-5.9219, null]]], + "after": [[[329], [-0.126, 0]]] + }, + { + "chosen": [[[1811], [-1.6475, 0]]], + "before": [[[257], [-1.1162, null]], [[1811], [-1.6475, 0]], [[617], [-1.9443, null]], [[2407], [-2.8809, null]], [[546], [-3.1074, null]], [[644], [-3.9512, null]], [[3016], [-4.1719, null]], [[1936], [-4.2656, null]], [[2048], [-4.4219, null]], [[517], [-4.4297, null]]], + "after": [[[1811], [-1.6475, 0]]] + }, + { + "chosen": [[[2431], [-0.1349, 0]]], + "before": [[[2431], [-0.1349, 0]], [[4201], [-3.0254, null]], [[7188], [-3.4004, null]], [[890], [-4.0117, null]], [[517], [-4.3086, null]], [[13439], [-6.3555, null]], [[20170], [-6.8711, null]], [[49069], [-7.1992, null]], [[2250], [-7.7305, null]], [[987], [-7.793, null]]], + "after": [[[2431], [-0.1349, 0]]] + }, + { + "chosen": [[[11], [-0.8726, 0]]], + "before": [[[11], [-0.8726, 0]], [[13], [-1.0918, null]], [[290], [-2.4043, null]], [[878], [-2.9512, null]], [[26], [-3.4199, null]], [[355], [-4.2539, null]], [[981], [-4.3555, null]], [[960], [-4.7305, null]], [[1231], [-5.2461, null]], [[287], [-5.5039, null]]], + "after": [[[11], [-0.8726, 0]]] + }, + { + "chosen": [[[475], [-2.0117, 0]]], + "before": [[[290], [-0.8472, null]], [[475], [-2.0117, 0]], [[262], [-2.793, null]], [[788], [-2.8398, null]], [[1141], [-3.207, null]], [[465], [-3.5117, null]], [[21025], [-3.6367, null]], [[351], [-3.957, null]], [[996], [-4.0195, null]], [[981], [-4.2695, null]]], + "after": [[[475], [-2.0117, 0]]] + }, + { + "chosen": [[[314], [-0.7603, 0]]], + "before": [[[314], [-0.7603, 0]], [[339], [-2.2598, null]], [[262], [-2.5957, null]], [[340], [-2.7832, null]], [[477], [-3.0957, null]], [[644], [-3.6973, null]], [[465], [-3.9316, null]], [[422], [-4.4883, null]], [[355], [-4.5273, null]], [[612], [-4.5898, null]]], + "after": [[[314], [-0.7603, 0]]] + }, + { + "chosen": [[[3521], [-1.0391, 0]]], + "before": [[[3521], [-1.0391, 0]], [[714], [-1.8359, null]], [[1422], [-2.3359, null]], [[373], [-2.7422, null]], [[1239], [-2.8438, null]], [[691], [-3.0859, null]], [[550], [-3.4766, null]], [[2492], [-3.9453, null]], [[2982], [-3.9609, null]], [[836], [-4.1172, null]]], + "after": [[[3521], [-1.0391, 0]]] + }, + { + "chosen": [[[470], [0, 0]]], + "before": [[[470], [0, 0]], [[447], [-12.3125, null]], [[6], [-12.7734, null]], [[705], [-13.3672, null]], [[338], [-13.9062, null]], [[284], [-14.5781, null]], [[339], [-14.6875, null]], [[1101], [-14.9141, null]], [[17478], [-15.2656, null]], [[4458], [-15.8828, null]]], + "after": [[[470], [0, 0]]] + }, + { + "chosen": [[[3285], [-0.583, 0]]], + "before": [[[3285], [-0.583, 0]], [[787], [-1.1924, null]], [[1833], [-3.4277, null]], [[1560], [-3.7715, null]], [[766], [-4.3789, null]], [[2407], [-4.6289, null]], [[4929], [-4.8477, null]], [[1037], [-5.4414, null]], [[1107], [-5.4727, null]], [[34789], [-5.5273, null]]], + "after": [[[3285], [-0.583, 0]]] + }, + { + "chosen": [[[644], [-0.7983, 0]]], + "before": [[[644], [-0.7983, 0]], [[257], [-2.127, null]], [[1997], [-2.4395, null]], [[262], [-2.4551, null]], [[597], [-2.7832, null]], [[340], [-2.7988, null]], [[683], [-3.6035, null]], [[517], [-3.7129, null]], [[749], [-4.3359, null]], [[881], [-4.5547, null]]], + "after": [[[644], [-0.7983, 0]]] + }, + { + "chosen": [[[339], [-0.4954, 0]]], + "before": [[[339], [-0.4954, 0]], [[373], [-1.167, null]], [[262], [-3.5586, null]], [[484], [-3.8867, null]], [[340], [-4.1289, null]], [[2035], [-5.4336, null]], [[2687], [-6.5586, null]], [[2456], [-6.7695, null]], [[2073], [-7.043, null]], [[465], [-7.2305, null]]], + "after": [[[339], [-0.4954, 0]]] + }, + { + "chosen": [[[531], [-2.1758, 0]]], + "before": [[[373], [-0.1294, null]], [[531], [-2.1758, 0]], [[290], [-5.4727, null]], [[550], [-6.457, null]], [[1549], [-7.7695, null]], [[393], [-8.5469, null]], [[6619], [-8.5938, null]], [[960], [-8.6406, null]], [[1244], [-8.7109, null]], [[1297], [-9.0859, null]]], + "after": [[[531], [-2.1758, 0]]] + }, + { + "chosen": [[[13], [-0.3608, 0]]], + "before": [[[13], [-0.3608, 0]], [[11], [-2.0176, null]], [[780], [-3.0332, null]], [[26], [-3.7129, null]], [[393], [-4.2188, null]], [[625], [-4.5234, null]], [[284], [-4.5625, null]], [[960], [-4.6641, null]], [[290], [-4.7812, null]], [[379], [-5.0938, null]]], + "after": [[[13], [-0.3608, 0]]] + } + ] +} diff --git a/tests/api/sanity_text_sets/6B-v4/test_empty.json b/tests/api/sanity_text_sets/6B-v4/test_empty.json new file mode 100644 index 0000000..b99c781 --- /dev/null +++ b/tests/api/sanity_text_sets/6B-v4/test_empty.json @@ -0,0 +1,511 @@ +{ + "prompt": "⁂\n", + "preset": { + "presetVersion": 3, + "name": "API Test Preset", + "id": "3f39d1b2-9806-45d4-8f8a-7b1f40a9fc49", + "remoteId": "", + "parameters": { + "textGenerationSettingsVersion": 3, + "temperature": 1.5, + "max_length": 75, + "min_length": 1, + "top_k": 1, + "top_p": 0.85, + "top_a": 0.05, + "typical_p": 0.99, + "tail_free_sampling": 0.95, + "repetition_penalty": 1, + "repetition_penalty_range": 0, + "repetition_penalty_slope": 0, + "repetition_penalty_frequency": 0.001, + "repetition_penalty_presence": 2, + "order": [ + { + "id": "temperature", + "enabled": true + }, + { + "id": "typical_p", + "enabled": true + }, + { + "id": "tfs", + "enabled": true + }, + { + "id": "top_a", + "enabled": true + }, + { + "id": "top_p", + "enabled": true + }, + { + "id": "top_k", + "enabled": true + } + ] + }, + "model": "6B-v4" + }, + "global_settings": { + "generate_until_sentence": true, + "num_logprobs": 10, + "ban_brackets": true, + "bias_dinkus_asterism": true + }, + "result": "The first time I saw the man, he was standing on a street corner in New York City. He was wearing a black suit and a white shirt with a red tie. His hair was dark brown and his eyes were blue. He looked like an actor from one of those old movies that my mother liked to watch when she had me over for dinner. The second time I saw him, he was sitting at a table in a restaurant in Manhattan.", + "logprobs": [ + { + "chosen": [[[464], [-2.3438, 0]]], + "before": [[[58], [-0.9756, null]], [[464], [-2.3438, 0]], [[1], [-2.4609, null]], [[40], [-3.6797, null]], [[1026], [-3.9453, null]], [[32], [-4.0156, null]], [[818], [-4.1328, null]], [[2215], [-4.5625, null]], [[1212], [-4.8906, null]], [[1858], [-4.9141, null]]], + "after": [[[464], [-2.3438, 0]]] + }, + { + "chosen": [[[717], [-3.8359, 0]]], + "before": [[[717], [-3.8359, 0]], [[582], [-4.4922, null]], [[1110], [-4.4922, null]], [[938], [-4.5859, null]], [[1755], [-4.7344, null]], [[4252], [-4.8516, null]], [[1306], [-4.8984, null]], [[1468], [-4.9062, null]], [[1708], [-4.9844, null]], [[2344], [-5.1562, null]]], + "after": [[[717], [-3.8359, 0]]] + }, + { + "chosen": [[[640], [-1.6318, 0]]], + "before": [[[640], [-1.6318, 0]], [[1517], [-1.8193, null]], [[1110], [-3.5547, null]], [[286], [-3.5781, null]], [[1755], [-4.1953, null]], [[582], [-4.3047, null]], [[636], [-4.5234, null]], [[290], [-4.6406, null]], [[734], [-4.7891, null]], [[1048], [-4.8828, null]]], + "after": [[[640], [-1.6318, 0]]] + }, + { + "chosen": [[[314], [-1.2871, 0]]], + "before": [[[314], [-1.2871, 0]], [[339], [-2.498, null]], [[673], [-2.8105, null]], [[262], [-3.0762, null]], [[326], [-3.7637, null]], [[484], [-4.0391, null]], [[11], [-4.4922, null]], [[340], [-4.6172, null]], [[356], [-4.7734, null]], [[345], [-4.7891, null]]], + "after": [[[314], [-1.2871, 0]]] + }, + { + "chosen": [[[2497], [-1.0869, 0]]], + "before": [[[2497], [-1.0869, 0]], [[1138], [-1.8135, null]], [[1683], [-2.3828, null]], [[2982], [-2.9453, null]], [[373], [-3.625, null]], [[550], [-3.6484, null]], [[1816], [-3.9297, null]], [[1625], [-4.1562, null]], [[3505], [-4.4453, null]], [[8672], [-4.625, null]]], + "after": [[[2497], [-1.0869, 0]]] + }, + { + "chosen": [[[262], [-1.7363, 0]]], + "before": [[[262], [-1.7363, 0]], [[607], [-2.1191, null]], [[683], [-2.3379, null]], [[257], [-3.1035, null]], [[616], [-3.2207, null]], [[340], [-3.6504, null]], [[606], [-4.1406, null]], [[326], [-5, null]], [[345], [-5.0859, null]], [[428], [-5.1094, null]]], + "after": [[[262], [-1.7363, 0]]] + }, + { + "chosen": [[[582], [-3.7188, 0]]], + "before": [[[582], [-3.7188, 0]], [[5417], [-3.7266, null]], [[1748], [-4.3281, null]], [[9151], [-4.3906, null]], [[2415], [-4.5078, null]], [[1468], [-4.5078, null]], [[1295], [-4.6016, null]], [[2576], [-4.6328, null]], [[4252], [-4.9219, null]], [[2156], [-4.9609, null]]], + "after": [[[582], [-3.7188, 0]]] + }, + { + "chosen": [[[11], [-1.3438, 0]]], + "before": [[[11], [-1.3438, 0]], [[508], [-2.0547, null]], [[287], [-2.125, null]], [[314], [-2.1953, null]], [[351], [-2.5078, null]], [[373], [-3.0547, null]], [[319], [-4.0547, null]], [[422], [-4.1328, null]], [[338], [-4.3594, null]], [[1444], [-4.5156, null]]], + "after": [[[11], [-1.3438, 0]]] + }, + { + "chosen": [[[339], [-1.2422, 0]]], + "before": [[[314], [-0.6328, null]], [[339], [-1.2422, 0]], [[340], [-3.0938, null]], [[616], [-4.0234, null]], [[262], [-4.2266, null]], [[465], [-4.3125, null]], [[356], [-4.875, null]], [[257], [-5.3672, null]], [[287], [-5.4531, null]], [[612], [-5.4688, null]]], + "after": [[[339], [-1.2422, 0]]] + }, + { + "chosen": [[[373], [-0.2458, 0]]], + "before": [[[373], [-0.2458, 0]], [[550], [-3.3398, null]], [[3114], [-3.7383, null]], [[1625], [-4.3945, null]], [[2492], [-4.457, null]], [[4120], [-4.6133, null]], [[6204], [-5.1289, null]], [[12408], [-5.1523, null]], [[3332], [-5.3398, null]], [[3947], [-5.3555, null]]], + "after": [[[373], [-0.2458, 0]]] + }, + { + "chosen": [[[5055], [-1.9609, 0]]], + "before": [[[5055], [-1.9609, 0]], [[5586], [-2.4688, null]], [[287], [-2.9844, null]], [[6155], [-3.3906, null]], [[319], [-3.4609, null]], [[2406], [-3.7969, null]], [[9105], [-3.8438, null]], [[10311], [-4.0625, null]], [[5762], [-4.2031, null]], [[379], [-4.2422, null]]], + "after": [[[5055], [-1.9609, 0]]] + }, + { + "chosen": [[[319], [-1.3477, 0]]], + "before": [[[319], [-1.3477, 0]], [[287], [-1.3633, null]], [[379], [-2.2773, null]], [[416], [-3.0586, null]], [[13970], [-3.6445, null]], [[351], [-3.7227, null]], [[2354], [-3.7227, null]], [[3436], [-4.043, null]], [[1306], [-4.0508, null]], [[739], [-4.2383, null]]], + "after": [[[319], [-1.3477, 0]]] + }, + { + "chosen": [[[257], [-1.1787, 0]]], + "before": [[[262], [-0.6162, null]], [[257], [-1.1787, 0]], [[1353], [-3.123, null]], [[616], [-3.4512, null]], [[465], [-4.1719, null]], [[281], [-4.2109, null]], [[530], [-5.1328, null]], [[674], [-5.6406, null]], [[644], [-6.5859, null]], [[326], [-6.9531, null]]], + "after": [[[257], [-1.1787, 0]]] + }, + { + "chosen": [[[4675], [-1.9971, 0]]], + "before": [[[4675], [-1.9971, 0]], [[5228], [-3.2012, null]], [[12788], [-3.2559, null]], [[10481], [-3.6699, null]], [[3859], [-3.7715, null]], [[1029], [-3.8027, null]], [[29780], [-3.8262, null]], [[19516], [-4.0117, null]], [[24058], [-4.0664, null]], [[33880], [-4.0664, null]]], + "after": [[[4675], [-1.9971, 0]]] + }, + { + "chosen": [[[5228], [-0.0482, 0]]], + "before": [[[5228], [-0.0482, 0]], [[287], [-4.0469, null]], [[10215], [-4.3594, null]], [[12], [-5.75, null]], [[11], [-6.75, null]], [[20799], [-7.1562, null]], [[326], [-7.3203, null]], [[7382], [-7.4609, null]], [[286], [-7.5469, null]], [[13], [-7.5469, null]]], + "after": [[[5228], [-0.0482, 0]]] + }, + { + "chosen": [[[287], [-0.855, 0]]], + "before": [[[287], [-0.855, 0]], [[11], [-1.6523, null]], [[13], [-2.4336, null]], [[351], [-3.1602, null]], [[290], [-4.207, null]], [[319], [-4.2617, null]], [[1474], [-4.3086, null]], [[379], [-4.3164, null]], [[2354], [-4.457, null]], [[2045], [-4.7773, null]]], + "after": [[[287], [-0.855, 0]]] + }, + { + "chosen": [[[968], [-2.9609, 0]]], + "before": [[[262], [-1.8906, null]], [[257], [-2.5625, null]], [[968], [-2.9609, 0]], [[9436], [-3.6172, null]], [[2166], [-3.7734, null]], [[2986], [-3.7969, null]], [[3576], [-3.9453, null]], [[6342], [-3.9531, null]], [[13458], [-4.0547, null]], [[616], [-4.3984, null]]], + "after": [[[968], [-2.9609, 0]]] + }, + { + "chosen": [[[1971], [-0.4077, 0]]], + "before": [[[1971], [-0.4077, 0]], [[12255], [-1.6582, null]], [[8221], [-3.9863, null]], [[3841], [-4.2969, null]], [[21425], [-4.3672, null]], [[12517], [-5.0391, null]], [[23732], [-5.2344, null]], [[5828], [-5.2891, null]], [[3576], [-5.4531, null]], [[13910], [-5.7891, null]]], + "after": [[[1971], [-0.4077, 0]]] + }, + { + "chosen": [[[2254], [-0.5312, 0]]], + "before": [[[2254], [-0.5312, 0]], [[11], [-1.7969, null]], [[13], [-1.9062, null]], [[351], [-4.1562, null]], [[290], [-4.625, null]], [[338], [-4.7266, null]], [[287], [-4.8359, null]], [[379], [-5.7109, null]], [[4953], [-5.7578, null]], [[5762], [-5.7812, null]]], + "after": [[[2254], [-0.5312, 0]]] + }, + { + "chosen": [[[13], [-0.8481, 0]]], + "before": [[[13], [-0.8481, 0]], [[11], [-1.0508, null]], [[351], [-3.4258, null]], [[287], [-3.6133, null]], [[290], [-3.9883, null]], [[5762], [-4.3008, null]], [[338], [-4.3398, null]], [[379], [-4.4883, null]], [[319], [-4.6602, null]], [[4769], [-5.0273, null]]], + "after": [[[13], [-0.8481, 0]]] + }, + { + "chosen": [[[679], [-1.4111, 0]]], + "before": [[[679], [-1.4111, 0]], [[314], [-1.5361, null]], [[632], [-2.1992, null]], [[198], [-2.2617, null]], [[383], [-2.8164, null]], [[2399], [-3.4961, null]], [[317], [-3.6289, null]], [[1318], [-4.168, null]], [[2011], [-4.5117, null]], [[554], [-4.6367, null]]], + "after": [[[679], [-1.4111, 0]]] + }, + { + "chosen": [[[373], [-0.3826, 0]]], + "before": [[[373], [-0.3826, 0]], [[550], [-2.4609, null]], [[12408], [-2.6953, null]], [[3114], [-3.1641, null]], [[2492], [-3.5859, null]], [[1422], [-4.4766, null]], [[6204], [-4.5469, null]], [[3947], [-4.8906, null]], [[1549], [-5.2578, null]], [[2714], [-5.5, null]]], + "after": [[[373], [-0.3826, 0]]] + }, + { + "chosen": [[[5762], [-2.2109, 0]]], + "before": [[[257], [-2.1875, null]], [[5762], [-2.2109, 0]], [[7331], [-2.2422, null]], [[12049], [-2.7031, null]], [[2045], [-3.6797, null]], [[407], [-3.7344, null]], [[546], [-3.8438, null]], [[287], [-3.8672, null]], [[4769], [-3.875, null]], [[262], [-4.1797, null]]], + "after": [[[5762], [-2.2109, 0]]] + }, + { + "chosen": [[[257], [-0.4172, 0]]], + "before": [[[257], [-0.4172, 0]], [[281], [-3.1523, null]], [[21029], [-3.5039, null]], [[2042], [-3.6445, null]], [[3223], [-3.8555, null]], [[262], [-3.9023, null]], [[44081], [-4.5898, null]], [[4171], [-4.6289, null]], [[36251], [-4.8086, null]], [[644], [-4.8555, null]]], + "after": [[[257], [-0.4172, 0]]] + }, + { + "chosen": [[[2042], [-2.377, 0]]], + "before": [[[2042], [-2.377, 0]], [[3223], [-2.4629, null]], [[890], [-2.666, null]], [[6050], [-3.1973, null]], [[2330], [-3.2676, null]], [[4171], [-3.2988, null]], [[7586], [-3.3379, null]], [[12768], [-3.4551, null]], [[256], [-3.916, null]], [[2266], [-4.4492, null]]], + "after": [[[2042], [-2.377, 0]]] + }, + { + "chosen": [[[6050], [-1.834, 0]]], + "before": [[[6050], [-1.834, 0]], [[11620], [-1.9121, null]], [[625], [-2.8027, null]], [[256], [-2.9434, null]], [[35091], [-2.959, null]], [[13209], [-3.0605, null]], [[1353], [-3.9434, null]], [[307], [-3.998, null]], [[6290], [-4.0469, null]], [[10147], [-4.0781, null]]], + "after": [[[6050], [-1.834, 0]]] + }, + { + "chosen": [[[290], [-0.9258, 0]]], + "before": [[[290], [-0.9258, 0]], [[11], [-1.0352, null]], [[351], [-2.1289, null]], [[326], [-3.2695, null]], [[13], [-3.5977, null]], [[960], [-4.7773, null]], [[286], [-4.8164, null]], [[26], [-5.1523, null]], [[15224], [-5.3555, null]], [[925], [-5.7227, null]]], + "after": [[[290], [-0.9258, 0]]] + }, + { + "chosen": [[[257], [-0.4858, 0]]], + "before": [[[257], [-0.4858, 0]], [[2042], [-2.9238, null]], [[2330], [-3.291, null]], [[550], [-3.4551, null]], [[9839], [-3.4629, null]], [[339], [-3.541, null]], [[281], [-4.0625, null]], [[6872], [-4.1719, null]], [[373], [-4.2812, null]], [[4769], [-4.5078, null]]], + "after": [[[257], [-0.4858, 0]]] + }, + { + "chosen": [[[2330], [-1.6055, 0]]], + "before": [[[2042], [-0.7925, null]], [[2330], [-1.6055, 0]], [[2266], [-3.168, null]], [[3223], [-3.8008, null]], [[12768], [-4.3789, null]], [[9563], [-4.4805, null]], [[3094], [-4.6211, null]], [[6877], [-4.6523, null]], [[4171], [-4.7773, null]], [[890], [-4.8086, null]]], + "after": [[[2330], [-1.6055, 0]]] + }, + { + "chosen": [[[10147], [-0.1027, 0]]], + "before": [[[10147], [-0.1027, 0]], [[9839], [-4.2578, null]], [[23938], [-4.6953, null]], [[19908], [-5.2891, null]], [[7393], [-5.2891, null]], [[6576], [-5.3359, null]], [[11], [-5.3828, null]], [[256], [-5.3828, null]], [[18466], [-5.3828, null]], [[374], [-5.8594, null]]], + "after": [[[10147], [-0.1027, 0]]] + }, + { + "chosen": [[[351], [-1.5547, 0]]], + "before": [[[11], [-1.0703, null]], [[290], [-1.5391, null]], [[351], [-1.5547, 0]], [[13], [-2.0547, null]], [[1280], [-3.5703, null]], [[326], [-3.9922, null]], [[26], [-4.2344, null]], [[960], [-5.1562, null]], [[739], [-5.5469, null]], [[4936], [-5.6641, null]]], + "after": [[[351], [-1.5547, 0]]] + }, + { + "chosen": [[[257], [-0.7778, 0]]], + "before": [[[257], [-0.7778, 0]], [[262], [-1.7314, null]], [[645], [-3.0742, null]], [[2042], [-3.5508, null]], [[281], [-3.6836, null]], [[4141], [-4.0586, null]], [[11686], [-4.0977, null]], [[47291], [-4.1758, null]], [[269], [-4.332, null]], [[7888], [-4.3789, null]]], + "after": [[[257], [-0.7778, 0]]] + }, + { + "chosen": [[[2266], [-2.5781, 0]]], + "before": [[[2042], [-1.3281, null]], [[2266], [-2.5781, 0]], [[3223], [-3.2344, null]], [[9563], [-3.3281, null]], [[9839], [-3.5312, null]], [[1029], [-3.6172, null]], [[4171], [-3.7734, null]], [[19908], [-3.9141, null]], [[374], [-3.9766, null]], [[15175], [-4.2109, null]]], + "after": [[[2266], [-2.5781, 0]]] + }, + { + "chosen": [[[9839], [-0.708, 0]]], + "before": [[[9839], [-0.708, 0]], [[9563], [-2.3652, null]], [[18466], [-2.7559, null]], [[7393], [-2.9746, null]], [[23938], [-3.2246, null]], [[1021], [-3.3184, null]], [[12], [-3.5059, null]], [[8278], [-3.6152, null]], [[290], [-3.9121, null]], [[269], [-4.5977, null]]], + "after": [[[9839], [-0.708, 0]]] + }, + { + "chosen": [[[13], [-0.5815, 0]]], + "before": [[[13], [-0.5815, 0]], [[11], [-1.2998, null]], [[290], [-2.4727, null]], [[26], [-3.8398, null]], [[326], [-3.9023, null]], [[960], [-4.7227, null]], [[638], [-5.4023, null]], [[287], [-6.5039, null]], [[12], [-6.6367, null]], [[351], [-6.6836, null]]], + "after": [[[13], [-0.5815, 0]]] + }, + { + "chosen": [[[2399], [-1.5977, 0]]], + "before": [[[679], [-0.957, null]], [[2399], [-1.5977, 0]], [[383], [-2.582, null]], [[314], [-2.8477, null]], [[317], [-3.4492, null]], [[632], [-3.5898, null]], [[198], [-3.7383, null]], [[1318], [-3.8086, null]], [[554], [-4.1602, null]], [[1550], [-4.3008, null]]], + "after": [[[2399], [-1.5977, 0]]] + }, + { + "chosen": [[[4190], [-1.0234, 0]]], + "before": [[[4190], [-1.0234, 0]], [[1986], [-1.9453, null]], [[10012], [-2.5547, null]], [[2042], [-3.1172, null]], [[4168], [-3.25, null]], [[2832], [-3.5391, null]], [[2951], [-3.8203, null]], [[3223], [-4.0469, null]], [[6050], [-4.3672, null]], [[1182], [-4.3906, null]]], + "after": [[[4190], [-1.0234, 0]]] + }, + { + "chosen": [[[373], [-0.052, 0]]], + "before": [[[373], [-0.052, 0]], [[11], [-4.4258, null]], [[290], [-4.5352, null]], [[550], [-4.6289, null]], [[3114], [-5.8633, null]], [[1370], [-6.1602, null]], [[9174], [-6.7617, null]], [[960], [-6.9023, null]], [[3214], [-6.9883, null]], [[3947], [-7.1211, null]]], + "after": [[[373], [-0.052, 0]]] + }, + { + "chosen": [[[3223], [-2.3281, 0]]], + "before": [[[2042], [-2.0156, null]], [[3223], [-2.3281, 0]], [[890], [-2.9531, null]], [[1790], [-3.0469, null]], [[1017], [-3.2109, null]], [[257], [-3.2812, null]], [[2330], [-3.3672, null]], [[2005], [-3.4375, null]], [[7586], [-3.4922, null]], [[12768], [-3.6875, null]]], + "after": [[[3223], [-2.3281, 0]]] + }, + { + "chosen": [[[7586], [-2.1367, 0]]], + "before": [[[290], [-0.7925, null]], [[11], [-1.3555, null]], [[7586], [-2.1367, 0]], [[32749], [-3.0742, null]], [[13], [-3.2773, null]], [[2266], [-4.543, null]], [[12768], [-4.5742, null]], [[475], [-4.6055, null]], [[351], [-5.0273, null]], [[26], [-5.1445, null]]], + "after": [[[7586], [-2.1367, 0]]] + }, + { + "chosen": [[[290], [-0.8613, 0]]], + "before": [[[290], [-0.8613, 0]], [[11], [-0.9082, null]], [[13], [-2.3145, null]], [[351], [-3.3926, null]], [[26], [-4.4531, null]], [[475], [-5.1641, null]], [[960], [-5.6562, null]], [[287], [-6.1953, null]], [[319], [-6.3125, null]], [[1937], [-6.3906, null]]], + "after": [[[290], [-0.8613, 0]]] + }, + { + "chosen": [[[465], [-2.1328, 0]]], + "before": [[[465], [-2.1328, 0]], [[339], [-2.1797, null]], [[2005], [-2.4297, null]], [[1974], [-2.5703, null]], [[1017], [-3.2578, null]], [[890], [-3.3516, null]], [[29776], [-3.3672, null]], [[45731], [-3.4141, null]], [[6546], [-3.8906, null]], [[1790], [-3.9688, null]]], + "after": [[[465], [-2.1328, 0]]] + }, + { + "chosen": [[[2951], [-0.6934, 0]]], + "before": [[[2951], [-0.6934, 0]], [[4168], [-1.7246, null]], [[1986], [-2.1465, null]], [[21213], [-3.1621, null]], [[49303], [-3.7246, null]], [[48026], [-4.207, null]], [[26928], [-4.332, null]], [[3033], [-4.5117, null]], [[22531], [-4.9648, null]], [[9686], [-5.0039, null]]], + "after": [[[2951], [-0.6934, 0]]] + }, + { + "chosen": [[[547], [-0.111, 0]]], + "before": [[[547], [-0.111, 0]], [[257], [-3.6738, null]], [[11], [-4.6953, null]], [[7586], [-5, null]], [[3947], [-5.3281, null]], [[3223], [-5.6484, null]], [[4171], [-5.6797, null]], [[12768], [-5.7422, null]], [[262], [-5.75, null]], [[6016], [-5.9844, null]]], + "after": [[[547], [-0.111, 0]]] + }, + { + "chosen": [[[4171], [-2.1387, 0]]], + "before": [[[7586], [-1.874, null]], [[257], [-1.9834, null]], [[3223], [-2.1387, null]], [[4171], [-2.1387, 0]], [[12768], [-2.7012, null]], [[4077], [-3.123, null]], [[2042], [-3.3887, null]], [[262], [-3.4824, null]], [[6016], [-3.6465, null]], [[845], [-3.6777, null]]], + "after": [[[4171], [-2.1387, 0]]] + }, + { + "chosen": [[[13], [-0.2172, 0]]], + "before": [[[13], [-0.2172, 0]], [[11], [-2.3574, null]], [[290], [-3.0605, null]], [[12], [-4.0625, null]], [[26], [-4.6641, null]], [[960], [-4.7266, null]], [[588], [-5.8906, null]], [[351], [-6.1953, null]], [[355], [-6.7031, null]], [[438], [-6.7891, null]]], + "after": [[[13], [-0.2172, 0]]] + }, + { + "chosen": [[[679], [-0.6797, 0]]], + "before": [[[679], [-0.6797, 0]], [[314], [-2.1953, null]], [[198], [-2.4297, null]], [[2399], [-2.7422, null]], [[383], [-3.4531, null]], [[1318], [-4.1328, null]], [[632], [-4.25, null]], [[1649], [-4.4766, null]], [[317], [-4.5625, null]], [[554], [-4.6875, null]]], + "after": [[[679], [-0.6797, 0]]] + }, + { + "chosen": [[[3114], [-1.5635, 0]]], + "before": [[[373], [-0.7041, null]], [[3114], [-1.5635, 0]], [[550], [-2.4375, null]], [[1422], [-3.7344, null]], [[2492], [-3.8125, null]], [[6204], [-3.9062, null]], [[3947], [-4.0938, null]], [[12408], [-4.1797, null]], [[13541], [-4.5156, null]], [[714], [-4.9453, null]]], + "after": [[[3114], [-1.5635, 0]]] + }, + { + "chosen": [[[588], [-1.5312, 0]]], + "before": [[[588], [-1.5312, 0]], [[284], [-1.5938, null]], [[379], [-2.7969, null]], [[546], [-2.8594, null]], [[1088], [-3.6797, null]], [[845], [-3.6953, null]], [[257], [-3.75, null]], [[355], [-3.8359, null]], [[1862], [-3.9766, null]], [[5385], [-4.3906, null]]], + "after": [[[588], [-1.5312, 0]]] + }, + { + "chosen": [[[281], [-2.5039, 0]]], + "before": [[[257], [-0.7856, null]], [[339], [-2.0352, null]], [[281], [-2.5039, 0]], [[262], [-2.5352, null]], [[2130], [-3.3867, null]], [[597], [-3.4336, null]], [[790], [-3.7539, null]], [[477], [-4.4805, null]], [[644], [-4.5039, null]], [[530], [-4.6602, null]]], + "after": [[[281], [-2.5039, 0]]] + }, + { + "chosen": [[[8674], [-1.9434, 0]]], + "before": [[[8674], [-1.9434, 0]], [[8850], [-1.9434, null]], [[42627], [-3.0527, null]], [[15422], [-3.2715, null]], [[4640], [-3.3184, null]], [[10122], [-3.3652, null]], [[3594], [-3.3965, null]], [[18304], [-3.5059, null]], [[4697], [-3.6777, null]], [[1605], [-3.834, null]]], + "after": [[[8674], [-1.9434, 0]]] + }, + { + "chosen": [[[422], [-1.9746, 0]]], + "before": [[[287], [-1.7402, null]], [[422], [-1.9746, 0]], [[11], [-2.1621, null]], [[508], [-2.2559, null]], [[13], [-2.2715, null]], [[393], [-2.334, null]], [[2712], [-2.6934, null]], [[314], [-3.084, null]], [[319], [-3.2402, null]], [[503], [-3.6543, null]]], + "after": [[[422], [-1.9746, 0]]] + }, + { + "chosen": [[[530], [-2.4844, 0]]], + "before": [[[257], [-1.0156, null]], [[262], [-1.3438, null]], [[281], [-2.0469, null]], [[530], [-2.4844, 0]], [[617], [-2.7188, null]], [[616], [-4.0469, null]], [[5694], [-5.0859, null]], [[383], [-5.1016, null]], [[8502], [-5.2656, null]], [[1194], [-5.3203, null]]], + "after": [[[530], [-2.4844, 0]]] + }, + { + "chosen": [[[286], [-0.0014, 0]]], + "before": [[[286], [-0.0014, 0]], [[262], [-7.9375, null]], [[883], [-8.2188, null]], [[3470], [-8.625, null]], [[616], [-8.9062, null]], [[393], [-9.1016, null]], [[674], [-9.5234, null]], [[12], [-11.0859, null]], [[257], [-11.1016, null]], [[890], [-11.4531, null]]], + "after": [[[286], [-0.0014, 0]]] + }, + { + "chosen": [[[883], [-0.6523, 0]]], + "before": [[[883], [-0.6523, 0]], [[262], [-1.3242, null]], [[616], [-1.7305, null]], [[465], [-5.2461, null]], [[674], [-5.5273, null]], [[534], [-6.3398, null]], [[5278], [-6.7539, null]], [[17415], [-6.8867, null]], [[607], [-7.1211, null]], [[1757], [-7.6055, null]]], + "after": [[[883], [-0.6523, 0]]] + }, + { + "chosen": [[[1468], [-0.6343, 0]]], + "before": [[[1468], [-0.6343, 0]], [[6918], [-3.2207, null]], [[2278], [-3.6895, null]], [[2042], [-3.8457, null]], [[45002], [-4.3516, null]], [[10530], [-4.5234, null]], [[6754], [-4.7734, null]], [[11445], [-4.8438, null]], [[14348], [-4.8984, null]], [[1263], [-5.0156, null]]], + "after": [[[1468], [-0.6343, 0]]] + }, + { + "chosen": [[[6918], [-0.7422, 0]]], + "before": [[[6918], [-0.7422, 0]], [[2042], [-2.4297, null]], [[12], [-3.1328, null]], [[7706], [-3.3906, null]], [[10530], [-3.8516, null]], [[7328], [-3.9375, null]], [[8502], [-4, null]], [[3807], [-4.4141, null]], [[4885], [-4.4609, null]], [[5581], [-4.5, null]]], + "after": [[[6918], [-0.7422, 0]]] + }, + { + "chosen": [[[326], [-2.3457, 0]]], + "before": [[[11], [-1.6748, null]], [[13], [-1.7373, null]], [[326], [-2.3457, 0]], [[546], [-2.4629, null]], [[810], [-2.5957, null]], [[314], [-3.0645, null]], [[351], [-3.0957, null]], [[616], [-3.1504, null]], [[422], [-3.2988, null]], [[319], [-3.4316, null]]], + "after": [[[326], [-2.3457, 0]]] + }, + { + "chosen": [[[616], [-1.8184, 0]]], + "before": [[[616], [-1.8184, 0]], [[314], [-2.1465, null]], [[547], [-2.9277, null]], [[345], [-2.9824, null]], [[389], [-3.0762, null]], [[973], [-3.0996, null]], [[262], [-3.5762, null]], [[550], [-3.7168, null]], [[373], [-3.8809, null]], [[356], [-3.9355, null]]], + "after": [[[616], [-1.8184, 0]]] + }, + { + "chosen": [[[2802], [-1.0029, 0]]], + "before": [[[2802], [-1.0029, 0]], [[2988], [-1.4717, null]], [[18410], [-2.6895, null]], [[9955], [-2.8301, null]], [[1995], [-2.8613, null]], [[3397], [-2.9238, null]], [[17695], [-3.4082, null]], [[6621], [-4.6211, null]], [[25949], [-4.7539, null]], [[7711], [-4.8086, null]]], + "after": [[[2802], [-1.0029, 0]]] + }, + { + "chosen": [[[8288], [-1.1943, 0]]], + "before": [[[8288], [-1.1943, 0]], [[973], [-1.3818, null]], [[6151], [-2.5059, null]], [[290], [-3.0918, null]], [[550], [-3.2168, null]], [[3360], [-3.709, null]], [[561], [-3.7559, null]], [[7832], [-3.7559, null]], [[7342], [-3.959, null]], [[1464], [-4.2891, null]]], + "after": [[[8288], [-1.1943, 0]]] + }, + { + "chosen": [[[284], [-0.4346, 0]]], + "before": [[[284], [-0.4346, 0]], [[523], [-2.0137, null]], [[13], [-2.2012, null]], [[11], [-2.7949, null]], [[4964], [-4.6758, null]], [[960], [-4.7539, null]], [[618], [-5.2852, null]], [[25], [-5.418, null]], [[26], [-6.2617, null]], [[290], [-6.3008, null]]], + "after": [[[284], [-0.4346, 0]]] + }, + { + "chosen": [[[2342], [-0.1063, 0]]], + "before": [[[2342], [-0.1063, 0]], [[905], [-2.8867, null]], [[5602], [-5.0586, null]], [[711], [-5.957, null]], [[1234], [-6.043, null]], [[787], [-6.043, null]], [[1011], [-6.3008, null]], [[16614], [-6.3008, null]], [[1650], [-6.3711, null]], [[766], [-6.4805, null]]], + "after": [[[2342], [-0.1063, 0]]] + }, + { + "chosen": [[[618], [-2.1875, 0]]], + "before": [[[319], [-1.2041, null]], [[13], [-1.2041, null]], [[618], [-2.1875, 0]], [[11], [-2.5781, null]], [[287], [-3.4219, null]], [[3360], [-3.7422, null]], [[351], [-3.9375, null]], [[2739], [-4.1484, null]], [[960], [-4.2109, null]], [[379], [-4.2422, null]]], + "after": [[[618], [-2.1875, 0]]] + }, + { + "chosen": [[[673], [-1.1094, 0]]], + "before": [[[314], [-0.5625, null]], [[673], [-1.1094, 0]], [[356], [-3.0312, null]], [[616], [-4.1875, null]], [[262], [-4.9219, null]], [[484], [-5.1094, null]], [[17415], [-5.4766, null]], [[612], [-5.5703, null]], [[607], [-6.1641, null]], [[340], [-6.3438, null]]], + "after": [[[673], [-1.1094, 0]]] + }, + { + "chosen": [[[550], [-2.4727, 0]]], + "before": [[[373], [-0.7529, null]], [[550], [-2.4727, 0]], [[1807], [-2.9883, null]], [[2492], [-3.2539, null]], [[290], [-3.4023, null]], [[3111], [-3.832, null]], [[1625], [-3.8945, null]], [[1392], [-3.9648, null]], [[2227], [-4.0898, null]], [[9658], [-4.2148, null]]], + "after": [[[550], [-2.4727, 0]]] + }, + { + "chosen": [[[502], [-2.1289, 0]]], + "before": [[[262], [-1.4092, null]], [[502], [-2.1289, 0]], [[257], [-2.207, null]], [[1664], [-2.3867, null]], [[2147], [-2.3867, null]], [[47104], [-2.832, null]], [[640], [-3.4648, null]], [[284], [-3.7695, null]], [[617], [-4.2461, null]], [[607], [-4.3711, null]]], + "after": [[[502], [-2.1289, 0]]] + }, + { + "chosen": [[[625], [-0.6016, 0]]], + "before": [[[625], [-0.6016, 0]], [[287], [-2.5859, null]], [[284], [-3.1953, null]], [[29779], [-3.3203, null]], [[13], [-3.3359, null]], [[319], [-3.3828, null]], [[477], [-3.4609, null]], [[3436], [-3.5078, null]], [[290], [-3.5547, null]], [[2652], [-4, null]]], + "after": [[[625], [-0.6016, 0]]] + }, + { + "chosen": [[[329], [-1.0312, 0]]], + "before": [[[329], [-1.0312, 0]], [[284], [-1.5312, null]], [[13], [-1.7031, null]], [[319], [-2.75, null]], [[379], [-2.9375, null]], [[706], [-3.8125, null]], [[11], [-3.875, null]], [[287], [-3.9531, null]], [[618], [-4.3516, null]], [[1141], [-4.875, null]]], + "after": [[[329], [-1.0312, 0]]] + }, + { + "chosen": [[[8073], [-0.4426, 0]]], + "before": [[[8073], [-0.4426, 0]], [[3502], [-2.6309, null]], [[43743], [-2.6309, null]], [[262], [-3.1934, null]], [[257], [-3.3652, null]], [[8887], [-4.207, null]], [[3993], [-4.3477, null]], [[3909], [-4.9805, null]], [[3807], [-5.1289, null]], [[42541], [-5.1602, null]]], + "after": [[[8073], [-0.4426, 0]]] + }, + { + "chosen": [[[13], [-0.259, 0]]], + "before": [[[13], [-0.259, 0]], [[11], [-2.8535, null]], [[319], [-3.2598, null]], [[618], [-4.1562, null]], [[287], [-4.3047, null]], [[290], [-4.4531, null]], [[960], [-4.7188, null]], [[706], [-4.7656, null]], [[393], [-4.8281, null]], [[379], [-5.0469, null]]], + "after": [[[13], [-0.259, 0]]] + }, + { + "chosen": [[[383], [-3.1562, 0]]], + "before": [[[198], [-1.1631, null]], [[679], [-1.7881, null]], [[314], [-1.8662, null]], [[383], [-3.1562, 0]], [[2011], [-3.7734, null]], [[887], [-3.7812, null]], [[632], [-3.8594, null]], [[2399], [-3.9688, null]], [[1375], [-4, null]], [[1649], [-4.3516, null]]], + "after": [[[383], [-3.1562, 0]]] + }, + { + "chosen": [[[1218], [-2.2695, 0]]], + "before": [[[582], [-1.6602, null]], [[1218], [-2.2695, 0]], [[3807], [-2.3555, null]], [[691], [-2.8945, null]], [[717], [-2.9023, null]], [[1306], [-3.0898, null]], [[1611], [-3.1289, null]], [[6918], [-3.7617, null]], [[835], [-3.832, null]], [[8674], [-3.918, null]]], + "after": [[[1218], [-2.2695, 0]]] + }, + { + "chosen": [[[640], [-0.0179, 0]]], + "before": [[[640], [-0.0179, 0]], [[1517], [-5.457, null]], [[582], [-5.9805, null]], [[290], [-5.9805, null]], [[314], [-6.5586, null]], [[393], [-7.168, null]], [[11], [-7.2383, null]], [[3516], [-7.4102, null]], [[339], [-7.6836, null]], [[1048], [-8.0234, null]]], + "after": [[[640], [-0.0179, 0]]] + }, + { + "chosen": [[[314], [-0.1758, 0]]], + "before": [[[314], [-0.1758, 0]], [[11], [-2.2539, null]], [[339], [-3.5195, null]], [[373], [-4.5352, null]], [[356], [-4.9102, null]], [[326], [-5.8477, null]], [[340], [-6.8945, null]], [[262], [-7.1836, null]], [[30], [-7.4883, null]], [[960], [-7.7852, null]]], + "after": [[[314], [-0.1758, 0]]] + }, + { + "chosen": [[[2497], [-0.0189, 0]]], + "before": [[[2497], [-0.0189, 0]], [[1138], [-4.8477, null]], [[13489], [-6.3008, null]], [[8104], [-6.6523, null]], [[6810], [-7.0039, null]], [[12956], [-7.4414, null]], [[373], [-7.4492, null]], [[4978], [-7.5898, null]], [[3114], [-7.7148, null]], [[2982], [-7.9336, null]]], + "after": [[[2497], [-0.0189, 0]]] + }, + { + "chosen": [[[683], [-0.1365, 0]]], + "before": [[[683], [-0.1365, 0]], [[262], [-2.168, null]], [[428], [-5.2227, null]], [[326], [-6.1914, null]], [[465], [-6.6133, null]], [[616], [-7.7852, null]], [[1770], [-7.8945, null]], [[607], [-7.9414, null]], [[606], [-8.6875, null]], [[257], [-8.6875, null]]], + "after": [[[683], [-0.1365, 0]]] + }, + { + "chosen": [[[11], [-0.2036, 0]]], + "before": [[[11], [-0.2036, 0]], [[373], [-2.4844, null]], [[339], [-2.8594, null]], [[314], [-3.5938, null]], [[960], [-5.7734, null]], [[340], [-6.4297, null]], [[357], [-6.7344, null]], [[287], [-6.875, null]], [[262], [-7.25, null]], [[13], [-7.4844, null]]], + "after": [[[11], [-0.2036, 0]]] + }, + { + "chosen": [[[339], [-0.1746, 0]]], + "before": [[[339], [-0.1746, 0]], [[314], [-2.252, null]], [[340], [-4.3086, null]], [[262], [-4.7773, null]], [[356], [-4.7852, null]], [[465], [-5.7148, null]], [[257], [-5.9883, null]], [[612], [-6.1055, null]], [[616], [-6.4961, null]], [[428], [-6.5977, null]]], + "after": [[[339], [-0.1746, 0]]] + }, + { + "chosen": [[[373], [-0.0611, 0]]], + "before": [[[373], [-0.0611, 0]], [[550], [-4.1406, null]], [[2492], [-5.1719, null]], [[1625], [-5.2969, null]], [[3114], [-5.375, null]], [[3332], [-6.2734, null]], [[290], [-6.2812, null]], [[4120], [-6.3594, null]], [[6204], [-6.3828, null]], [[12408], [-6.4141, null]]], + "after": [[[373], [-0.0611, 0]]] + }, + { + "chosen": [[[5586], [-1.9463, 0]]], + "before": [[[5055], [-1.6494, null]], [[287], [-1.8057, null]], [[5586], [-1.9463, 0]], [[319], [-2.7734, null]], [[6155], [-3.2734, null]], [[5762], [-3.5156, null]], [[5059], [-3.5859, null]], [[379], [-3.7344, null]], [[9105], [-3.9219, null]], [[10311], [-3.9766, null]]], + "after": [[[5586], [-1.9463, 0]]] + }, + { + "chosen": [[[379], [-1.8945, 0]]], + "before": [[[287], [-0.894, null]], [[319], [-1.4727, null]], [[379], [-1.8945, 0]], [[2157], [-2.9883, null]], [[1973], [-3.1602, null]], [[3436], [-3.707, null]], [[1306], [-3.8164, null]], [[351], [-4.3633, null]], [[416], [-4.6758, null]], [[13970], [-4.8711, null]]], + "after": [[[379], [-1.8945, 0]]] + }, + { + "chosen": [[[257], [-0.2886, 0]]], + "before": [[[257], [-0.2886, 0]], [[262], [-1.7734, null]], [[530], [-4.0234, null]], [[281], [-4.1484, null]], [[465], [-4.1641, null]], [[616], [-4.1953, null]], [[674], [-5.3125, null]], [[1363], [-6.3125, null]], [[617], [-7.3828, null]], [[326], [-7.5078, null]]], + "after": [[[257], [-0.2886, 0]]] + }, + { + "chosen": [[[3084], [-0.6191, 0]]], + "before": [[[3084], [-0.6191, 0]], [[2318], [-2.0254, null]], [[6915], [-3.3691, null]], [[1323], [-3.4473, null]], [[24058], [-3.6035, null]], [[40304], [-3.8691, null]], [[18600], [-3.9316, null]], [[1402], [-4.168, null]], [[4324], [-4.4492, null]], [[47519], [-4.6523, null]]], + "after": [[[3084], [-0.6191, 0]]] + }, + { + "chosen": [[[287], [-0.2986, 0]]], + "before": [[[287], [-0.2986, 0]], [[379], [-2.3301, null]], [[319], [-3.4863, null]], [[2354], [-3.6895, null]], [[351], [-3.9551, null]], [[416], [-4.0938, null]], [[1474], [-4.7422, null]], [[2641], [-4.7578, null]], [[1973], [-5.1875, null]], [[2157], [-5.3438, null]]], + "after": [[[287], [-0.2986, 0]]] + }, + { + "chosen": [[[257], [-0.4226, 0]]], + "before": [[[257], [-0.4226, 0]], [[262], [-1.6729, null]], [[281], [-2.9688, null]], [[616], [-4.2344, null]], [[530], [-4.25, null]], [[383], [-5.2422, null]], [[617], [-5.2656, null]], [[2166], [-5.6719, null]], [[465], [-5.7969, null]], [[674], [-6.2422, null]]], + "after": [[[257], [-0.4226, 0]]] + }, + { + "chosen": [[[7072], [-1.9541, 0]]], + "before": [[[7072], [-1.9541, 0]], [[2318], [-2.0801, null]], [[47519], [-2.0801, null]], [[6891], [-2.1582, null]], [[40304], [-2.4707, null]], [[1402], [-3.127, null]], [[18012], [-3.8613, null]], [[7541], [-4.0312, null]], [[26725], [-4.1016, null]], [[14996], [-4.25, null]]], + "after": [[[7072], [-1.9541, 0]]] + }, + { + "chosen": [[[287], [-1.1777, 0]]], + "before": [[[287], [-1.1777, 0]], [[13], [-1.4902, null]], [[11], [-2.084, null]], [[319], [-2.7871, null]], [[351], [-3.1309, null]], [[290], [-3.6855, null]], [[326], [-3.7246, null]], [[1444], [-3.8027, null]], [[1474], [-4.0156, null]], [[6600], [-4.0859, null]]], + "after": [[[287], [-1.1777, 0]]] + }, + { + "chosen": [[[13458], [-3.1641, 0]]], + "before": [[[968], [-2.2734, null]], [[262], [-2.4141, null]], [[13458], [-3.1641, 0]], [[2669], [-3.2266, null]], [[257], [-3.2734, null]], [[6182], [-3.3516, null]], [[6342], [-3.4766, null]], [[5401], [-3.5, null]], [[4842], [-3.5469, null]], [[2986], [-3.625, null]]], + "after": [[[13458], [-3.1641, 0]]] + }, + { + "chosen": [[[13], [-0.2988, 0]]], + "before": [[[13], [-0.2988, 0]], [[11], [-1.8457, null]], [[351], [-3.7988, null]], [[290], [-3.8535, null]], [[338], [-4.4531, null]], [[810], [-5.2891, null]], [[326], [-5.4766, null]], [[6600], [-5.6328, null]], [[7722], [-5.6953, null]], [[1444], [-5.9766, null]]], + "after": [[[13], [-0.2988, 0]]] + } + ] +} diff --git a/tests/api/sanity_text_sets/euterpe-v2/moonlit_empty.json b/tests/api/sanity_text_sets/euterpe-v2/moonlit_empty.json new file mode 100644 index 0000000..358cef3 --- /dev/null +++ b/tests/api/sanity_text_sets/euterpe-v2/moonlit_empty.json @@ -0,0 +1,291 @@ +{ + "prompt": "\n***\n", + "preset": { + "presetVersion": 3, + "name": "Moonlit Chronicler", + "id": "cb3f9cb1-d8a2-4e05-8be4-d4f0ab9ee178", + "remoteId": "", + "parameters": { + "textGenerationSettingsVersion": 3, + "temperature": 1.25, + "max_length": 40, + "min_length": 1, + "top_k": 1, + "top_p": 1, + "top_a": 0.782, + "typical_p": 0.95, + "tail_free_sampling": 0.802, + "repetition_penalty": 2.075, + "repetition_penalty_range": 512, + "repetition_penalty_slope": 0.36, + "repetition_penalty_frequency": 0, + "repetition_penalty_presence": 0, + "order": [ + { + "id": "top_k", + "enabled": true + }, + { + "id": "typical_p", + "enabled": true + }, + { + "id": "top_a", + "enabled": true + }, + { + "id": "tfs", + "enabled": true + }, + { + "id": "temperature", + "enabled": true + }, + { + "id": "top_p", + "enabled": false + } + ] + }, + "model": "euterpe-v2" + }, + "global_settings": { + "generate_until_sentence": true, + "num_logprobs": 10, + "ban_brackets": true, + "bias_dinkus_asterism": true + }, + "result": "The next morning, I woke up to the sound of my phone ringing. It was a number I didn't recognize, so I let it go to voicemail.\n\"Hey, it's me,\" said a familiar voice.", + "logprobs": [ + { + "chosen": [[[464], [-2.2207, 0]]], + "before": [[[58], [-1.6201, null]], [[464], [-2.2207, 0]], [[1], [-2.3457, null]], [[40], [-3.2832, null]], [[1026], [-3.8223, null]], [[32], [-3.9629, null]], [[818], [-4.3789, null]], [[1722], [-4.5273, null]], [[2215], [-4.5586, null]], [[50], [-4.8008, null]]], + "after": [[[464], [-2.2207, 0]]] + }, + { + "chosen": [[[1306], [-2.8633, 0]]], + "before": [[[1306], [-2.8633, 0]], [[717], [-3.8086, null]], [[4252], [-4.1602, null]], [[1110], [-4.5508, null]], [[1708], [-4.6602, null]], [[3329], [-4.7383, null]], [[3420], [-4.957, null]], [[734], [-4.9844, null]], [[1755], [-5.0039, null]], [[582], [-5.0117, null]]], + "after": [[[1306], [-2.8633, 0]]] + }, + { + "chosen": [[[3329], [-0.854, 0]]], + "before": [[[3329], [-0.854, 0]], [[1110], [-1.1191, null]], [[1178], [-3.127, null]], [[1755], [-3.9473, null]], [[6672], [-4.1133, null]], [[734], [-4.1367, null]], [[6180], [-4.1758, null]], [[640], [-4.3008, null]], [[1285], [-4.3086, null]], [[1517], [-4.7773, null]]], + "after": [[[3329], [-0.854, 0]]] + }, + { + "chosen": [[[11], [-0.5068, 0]]], + "before": [[[11], [-0.5068, 0]], [[314], [-2.7637, null]], [[262], [-3.5059, null]], [[373], [-3.5996, null]], [[356], [-3.9824, null]], [[379], [-4.3516, null]], [[17577], [-4.4922, null]], [[1043], [-4.5391, null]], [[1625], [-4.8203, null]], [[484], [-4.8672, null]]], + "after": [[[11], [-0.5068, 0]]] + }, + { + "chosen": [[[314], [-2.0117, 0]]], + "before": [[[314], [-2.0117, 0]], [[262], [-2.3555, null]], [[355], [-3.4492, null]], [[706], [-3.457, null]], [[356], [-3.5273, null]], [[618], [-4.043, null]], [[257], [-4.1445, null]], [[484], [-4.332, null]], [[340], [-4.8711, null]], [[339], [-4.8945, null]]], + "after": [[[314], [-2.0117, 0]]] + }, + { + "chosen": [[[19092], [-1.7676, 0]]], + "before": [[[19092], [-1.7676, 0]], [[373], [-1.9629, null]], [[43363], [-3.0176, null]], [[1816], [-3.1348, null]], [[1392], [-3.4004, null]], [[550], [-3.5957, null]], [[1043], [-3.6582, null]], [[1718], [-4.1484, null]], [[925], [-4.1953, null]], [[7765], [-4.3906, null]]], + "after": [[[19092], [-1.7676, 0]]] + }, + { + "chosen": [[[510], [-0.4634, 0]]], + "before": [[[510], [-0.4634, 0]], [[284], [-1.9482, null]], [[351], [-3.1582, null]], [[1903], [-3.3535, null]], [[287], [-3.8535, null]], [[878], [-3.9863, null]], [[379], [-4.3867, null]], [[422], [-4.793, null]], [[4203], [-4.8008, null]], [[290], [-5.1055, null]]], + "after": [[[510], [-0.4634, 0]]] + }, + { + "chosen": [[[284], [-1.5635, 0]]], + "before": [[[284], [-1.5635, 0]], [[287], [-2.25, null]], [[351], [-2.2891, null]], [[1903], [-2.4531, null]], [[290], [-2.7266, null]], [[4203], [-3.0781, null]], [[379], [-3.3359, null]], [[11], [-3.5703, null]], [[878], [-3.625, null]], [[319], [-3.8125, null]]], + "after": [[[284], [-1.5635, 0]]] + }, + { + "chosen": [[[262], [-1.0244, 0]]], + "before": [[[262], [-1.0244, 0]], [[257], [-1.7432, null]], [[1064], [-2.0547, null]], [[616], [-3.1797, null]], [[281], [-3.4531, null]], [[766], [-3.9297, null]], [[1194], [-4.7969, null]], [[2130], [-4.8125, null]], [[19606], [-5.1719, null]], [[7073], [-5.3047, null]]], + "after": [[[262], [-1.0244, 0]]] + }, + { + "chosen": [[[2128], [-0.8926, 0]]], + "before": [[[2128], [-0.8926, 0]], [[8508], [-2.127, null]], [[5238], [-2.6973, null]], [[4252], [-3.6895, null]], [[4203], [-4.168, null]], [[976], [-4.1914, null]], [[6504], [-4.6289, null]], [[5385], [-4.7227, null]], [[21212], [-4.8086, null]], [[2705], [-4.8789, null]]], + "after": [[[2128], [-0.8926, 0]]] + }, + { + "chosen": [[[286], [-0.003, 0]]], + "before": [[[286], [-0.003, 0]], [[290], [-7.3164, null]], [[326], [-8.3125, null]], [[616], [-8.8438, null]], [[11], [-8.9766, null]], [[13], [-9.1562, null]], [[422], [-9.3125, null]], [[257], [-9.4688, null]], [[2406], [-9.6797, null]], [[314], [-9.8438, null]]], + "after": [[[286], [-0.003, 0]]] + }, + { + "chosen": [[[616], [-2.1172, 0]]], + "before": [[[616], [-2.1172, 0]], [[262], [-2.4375, null]], [[257], [-2.4766, null]], [[2130], [-2.7031, null]], [[10087], [-3.1875, null]], [[6290], [-3.25, null]], [[4334], [-4.3047, null]], [[10839], [-4.3672, null]], [[281], [-4.4688, null]], [[21500], [-4.6328, null]]], + "after": [[[616], [-2.1172, 0]]] + }, + { + "chosen": [[[3072], [-1.2607, 0]]], + "before": [[[3072], [-1.2607, 0]], [[10436], [-1.6279, null]], [[3420], [-2.6211, null]], [[2685], [-2.9336, null]], [[2802], [-3.082, null]], [[2988], [-3.9336, null]], [[898], [-3.9961, null]], [[1995], [-4.1289, null]], [[3397], [-4.3789, null]], [[11384], [-4.5352, null]]], + "after": [[[3072], [-1.2607, 0]]] + }, + { + "chosen": [[[32333], [-0.5317, 0]]], + "before": [[[32333], [-0.5317, 0]], [[41719], [-2.0469, null]], [[12611], [-2.6641, null]], [[338], [-3.4062, null]], [[307], [-3.5312, null]], [[13], [-3.7344, null]], [[10436], [-4.0781, null]], [[1016], [-4.1172, null]], [[2712], [-4.3281, null]], [[11], [-5.0625, null]]], + "after": [[[32333], [-0.5317, 0]]] + }, + { + "chosen": [[[13], [-0.2258, 0]]], + "before": [[[13], [-0.2258, 0]], [[11], [-2.9141, null]], [[287], [-3.4219, null]], [[290], [-3.8672, null]], [[319], [-4.1953, null]], [[422], [-4.7422, null]], [[34624], [-5.2422, null]], [[572], [-5.2578, null]], [[379], [-5.4609, null]], [[13970], [-5.4609, null]]], + "after": [[[13], [-0.2258, 0]]] + }, + { + "chosen": [[[632], [-2.2188, 0]]], + "before": [[[314], [-0.9839, null]], [[198], [-1.5459, null]], [[632], [-2.2188, 0]], [[383], [-3.4766, null]], [[1649], [-3.8672, null]], [[2011], [-3.9766, null]], [[366], [-4.1641, null]], [[1081], [-4.625, null]], [[317], [-4.9453, null]], [[2293], [-4.9531, null]]], + "after": [[[632], [-2.2188, 0]]] + }, + { + "chosen": [[[373], [-0.2306, 0]]], + "before": [[[373], [-0.2306, 0]], [[1718], [-2.9336, null]], [[2492], [-3.3711, null]], [[550], [-3.7617, null]], [[338], [-4.5039, null]], [[1276], [-4.9883, null]], [[1422], [-5.0977, null]], [[3947], [-5.1289, null]], [[14846], [-5.3086, null]], [[28077], [-5.4961, null]]], + "after": [[[373], [-0.2306, 0]]] + }, + { + "chosen": [[[257], [-2.5352, 0]]], + "before": [[[616], [-2.0508, null]], [[257], [-2.5352, 0]], [[262], [-2.8008, null]], [[1903], [-3.5508, null]], [[281], [-3.8086, null]], [[1541], [-4.0977, null]], [[991], [-4.4336, null]], [[2192], [-4.5586, null]], [[655], [-4.6289, null]], [[767], [-4.7539, null]]], + "after": [[[257], [-2.5352, 0]]] + }, + { + "chosen": [[[1271], [-1.6455, 0]]], + "before": [[[1271], [-1.6455, 0]], [[1957], [-2.8008, null]], [[869], [-2.918, null]], [[1310], [-3.207, null]], [[2420], [-3.3164, null]], [[2839], [-3.6289, null]], [[6283], [-3.8477, null]], [[1178], [-3.8789, null]], [[5385], [-4.1445, null]], [[3072], [-4.3789, null]]], + "after": [[[1271], [-1.6455, 0]]] + }, + { + "chosen": [[[314], [-0.1132, 0]]], + "before": [[[314], [-0.1132, 0]], [[326], [-2.7695, null]], [[422], [-4.1914, null]], [[351], [-5.3008, null]], [[287], [-5.6133, null]], [[407], [-5.9492, null]], [[503], [-5.9727, null]], [[6439], [-6.832, null]], [[22594], [-6.9336, null]], [[319], [-7.0039, null]]], + "after": [[[314], [-0.1132, 0]]] + }, + { + "chosen": [[[1422], [-0.207, 0]]], + "before": [[[1422], [-0.207, 0]], [[1549], [-3.1914, null]], [[8020], [-3.457, null]], [[750], [-3.7852, null]], [[550], [-3.957, null]], [[8018], [-4.0508, null]], [[2993], [-4.2383, null]], [[2492], [-4.5508, null]], [[3521], [-5.3945, null]], [[373], [-5.418, null]]], + "after": [[[1422], [-0.207, 0]]] + }, + { + "chosen": [[[470], [-0.0006, 0]]], + "before": [[[470], [-0.0006, 0]], [[447], [-8.375, null]], [[6], [-9.1484, null]], [[256], [-10.2891, null]], [[2817], [-10.7578, null]], [[26], [-11.2109, null]], [[705], [-11.3047, null]], [[5], [-11.3281, null]], [[338], [-11.3438, null]], [[1], [-11.6094, null]]], + "after": [[[470], [-0.0006, 0]]] + }, + { + "chosen": [[[7564], [-0.2927, 0]]], + "before": [[[7564], [-0.2927, 0]], [[760], [-1.7617, null]], [[21817], [-3.1992, null]], [[423], [-3.5586, null]], [[772], [-6.4648, null]], [[1607], [-6.4648, null]], [[3505], [-6.6758, null]], [[7685], [-6.9492, null]], [[8018], [-7.1445, null]], [[3221], [-7.2617, null]]], + "after": [[[7564], [-0.2927, 0]]] + }, + { + "chosen": [[[11], [-0.4824, 0]]], + "before": [[[11], [-0.4824, 0]], [[13], [-1.1855, null]], [[290], [-3.873, null]], [[523], [-4.0469, null]], [[26], [-4.6406, null]], [[475], [-5.0156, null]], [[960], [-5.1719, null]], [[25], [-6.1562, null]], [[379], [-6.3047, null]], [[422], [-6.4609, null]]], + "after": [[[11], [-0.4824, 0]]] + }, + { + "chosen": [[[523], [-0.9253, 0]]], + "before": [[[523], [-0.9253, 0]], [[475], [-0.9878, null]], [[290], [-2.0977, null]], [[543], [-3.0195, null]], [[257], [-4.9492, null]], [[530], [-5.3398, null]], [[996], [-5.4883, null]], [[2192], [-5.6602, null]], [[407], [-5.7539, null]], [[262], [-5.8789, null]]], + "after": [[[523], [-0.9253, 0]]] + }, + { + "chosen": [[[314], [-0.0487, 0]]], + "before": [[[314], [-0.0487, 0]], [[8752], [-4.4688, null]], [[340], [-5.1328, null]], [[616], [-5.7891, null]], [[286], [-5.8359, null]], [[618], [-5.9219, null]], [[11], [-6.1719, null]], [[2427], [-6.5, null]], [[706], [-6.5, null]], [[355], [-6.5469, null]]], + "after": [[[314], [-0.0487, 0]]] + }, + { + "chosen": [[[1309], [-1.8027, 0]]], + "before": [[[1309], [-1.8027, 0]], [[9514], [-1.8965, null]], [[1422], [-1.9121, null]], [[9373], [-2.3809, null]], [[6497], [-2.959, null]], [[655], [-3.748, null]], [[41723], [-3.9434, null]], [[3066], [-3.9668, null]], [[373], [-4.0039, null]], [[2492], [-4.1523, null]]], + "after": [[[1309], [-1.8027, 0]]] + }, + { + "chosen": [[[340], [-0.2502, 0]]], + "before": [[[340], [-0.2502, 0]], [[262], [-1.6094, null]], [[616], [-4.375, null]], [[467], [-6.1172, null]], [[40268], [-7.1328, null]], [[503], [-7.5078, null]], [[257], [-7.7188, null]], [[16958], [-8.1094, null]], [[606], [-8.2109, null]], [[326], [-8.2344, null]]], + "after": [[[340], [-0.2502, 0]]] + }, + { + "chosen": [[[467], [-0.3662, 0]]], + "before": [[[467], [-0.3662, 0]], [[5858], [-1.4443, null]], [[4836], [-3.6953, null]], [[307], [-5.3047, null]], [[10649], [-5.3828, null]], [[1394], [-5.4922, null]], [[711], [-5.5625, null]], [[2555], [-5.7344, null]], [[1650], [-6.5391, null]], [[1057], [-6.6016, null]]], + "after": [[[467], [-0.3662, 0]]] + }, + { + "chosen": [[[284], [-0.0969, 0]]], + "before": [[[284], [-0.0969, 0]], [[13], [-3.1133, null]], [[832], [-4.3789, null]], [[11], [-4.9102, null]], [[1566], [-5.3008, null]], [[329], [-5.6914, null]], [[3892], [-5.957, null]], [[656], [-6.0195, null]], [[290], [-6.043, null]], [[826], [-6.7227, null]]], + "after": [[[284], [-0.0969, 0]]] + }, + { + "chosen": [[[40268], [-0.2351, 0]]], + "before": [[[40268], [-0.2351, 0]], [[3809], [-1.7354, null]], [[262], [-4.375, null]], [[616], [-5.1094, null]], [[3275], [-5.4531, null]], [[16990], [-6.3359, null]], [[20687], [-6.8438, null]], [[18877], [-7.1797, null]], [[6218], [-7.3594, null]], [[3280], [-7.3672, null]]], + "after": [[[40268], [-0.2351, 0]]] + }, + { + "chosen": [[[12888], [-0.0004, 0]]], + "before": [[[12888], [-0.0004, 0]], [[368], [-8.0625, null]], [[4529], [-10.2188, null]], [[6920], [-10.3281, null]], [[72], [-12.3359, null]], [[316], [-12.4531, null]], [[5321], [-12.6562, null]], [[12], [-12.7812, null]], [[13], [-12.9219, null]], [[40268], [-13.4219, null]]], + "after": [[[12888], [-0.0004, 0]]] + }, + { + "chosen": [[[13], [-0.1334, 0]]], + "before": [[[13], [-0.1334, 0]], [[11], [-2.8672, null]], [[290], [-3.6172, null]], [[1231], [-4.4922, null]], [[878], [-5.5703, null]], [[706], [-5.7578, null]], [[960], [-5.8359, null]], [[355], [-6.0703, null]], [[2427], [-6.1797, null]], [[26], [-6.3203, null]]], + "after": [[[13], [-0.1334, 0]]] + }, + { + "chosen": [[[198], [-1.3828, 0]]], + "before": [[[198], [-1.3828, 0]], [[314], [-1.4766, null]], [[1649], [-2.7266, null]], [[383], [-3.0234, null]], [[317], [-3.0703, null]], [[632], [-3.0703, null]], [[2293], [-3.1484, null]], [[3244], [-3.5547, null]], [[366], [-4.3047, null]], [[1081], [-4.3438, null]]], + "after": [[[198], [-1.3828, 0]]] + }, + { + "chosen": [[[1], [-1.2646, 0]]], + "before": [[[1], [-1.2646, 0]], [[40], [-1.7178, null]], [[2215], [-2.6699, null]], [[464], [-2.9355, null]], [[1026], [-2.9824, null]], [[3260], [-3.2012, null]], [[32], [-3.2949, null]], [[6423], [-4.125, null]], [[1722], [-4.2031, null]], [[3666], [-4.25, null]]], + "after": [[[1], [-1.2646, 0]]] + }, + { + "chosen": [[[10814], [-1.2627, 0]]], + "before": [[[10814], [-1.2627, 0]], [[15496], [-1.8721, null]], [[17250], [-2.5273, null]], [[40], [-3.6211, null]], [[1212], [-3.8789, null]], [[1639], [-4.0039, null]], [[10248], [-4.082, null]], [[1026], [-4.207, null]], [[5246], [-4.3945, null]], [[2061], [-4.6523, null]]], + "after": [[[10814], [-1.2627, 0]]] + }, + { + "chosen": [[[11], [-0.4993, 0]]], + "before": [[[11], [-0.4993, 0]], [[553], [-2.6484, null]], [[612], [-3.5078, null]], [[13], [-3.6641, null]], [[0], [-3.7891, null]], [[2474], [-4.3672, null]], [[345], [-4.8203, null]], [[582], [-4.8672, null]], [[526], [-4.9531, null]], [[340], [-5.1641, null]]], + "after": [[[11], [-0.4993, 0]]] + }, + { + "chosen": [[[340], [-1.6885, 0]]], + "before": [[[340], [-1.6885, 0]], [[428], [-3, null]], [[314], [-3.1719, null]], [[345], [-3.2969, null]], [[7926], [-4.0312, null]], [[5156], [-4.4844, null]], [[582], [-4.5078, null]], [[42666], [-4.6484, null]], [[644], [-4.9766, null]], [[21480], [-5.0078, null]]], + "after": [[[340], [-1.6885, 0]]] + }, + { + "chosen": [[[338], [-0.0054, 0]]], + "before": [[[338], [-0.0054, 0]], [[373], [-6.4023, null]], [[3073], [-6.9102, null]], [[318], [-7.8711, null]], [[447], [-8.1328, null]], [[5238], [-8.5859, null]], [[502], [-8.7344, null]], [[1244], [-9.3203, null]], [[1718], [-9.5391, null]], [[1549], [-9.6641, null]]], + "after": [[[338], [-0.0054, 0]]] + }, + { + "chosen": [[[502], [-0.9365, 0]]], + "before": [[[502], [-0.9365, 0]], [[534], [-4.1172, null]], [[262], [-5.2656, null]], [[4422], [-5.4375, null]], [[3409], [-5.4688, null]], [[11254], [-5.4688, null]], [[5180], [-5.4688, null]], [[406], [-5.5781, null]], [[17415], [-5.5781, null]], [[509], [-5.625, null]]], + "after": [[[502], [-0.9365, 0]]] + }, + { + "chosen": [[[553], [-0.9233, 0]]], + "before": [[[553], [-0.9233, 0]], [[13], [-1.0801, null]], [[11], [-2.2832, null]], [[526], [-2.8301, null]], [[757], [-3.0176, null]], [[2474], [-4.1484, null]], [[0], [-4.5312, null]], [[986], [-5.2656, null]], [[9313], [-5.9062, null]], [[1399], [-6.2031, null]]], + "after": [[[553], [-0.9233, 0]]] + }, + { + "chosen": [[[531], [-1.7539, 0]]], + "before": [[[531], [-1.7539, 0]], [[314], [-1.8398, null]], [[257], [-2.3008, null]], [[262], [-2.9805, null]], [[1625], [-3.2227, null]], [[616], [-3.3242, null]], [[673], [-3.8945, null]], [[339], [-4.043, null]], [[340], [-4.8398, null]], [[2130], [-5.082, null]]], + "after": [[[531], [-1.7539, 0]]] + }, + { + "chosen": [[[257], [-1.0693, 0]]], + "before": [[[257], [-1.0693, 0]], [[262], [-1.3506, null]], [[616], [-2.7734, null]], [[281], [-4.3516, null]], [[2130], [-5.6016, null]], [[1583], [-5.9688, null]], [[4422], [-6.0781, null]], [[406], [-6.2031, null]], [[371], [-6.2734, null]], [[317], [-6.3516, null]]], + "after": [[[257], [-1.0693, 0]]] + }, + { + "chosen": [[[5385], [-1.334, 0]]], + "before": [[[5385], [-1.334, 0]], [[3809], [-1.6777, null]], [[2415], [-2.2715, null]], [[582], [-2.6387, null]], [[4257], [-3.2246, null]], [[4048], [-3.4121, null]], [[2769], [-3.4902, null]], [[27563], [-3.959, null]], [[2576], [-4.1133, null]], [[2705], [-4.4727, null]]], + "after": [[[5385], [-1.334, 0]]] + }, + { + "chosen": [[[3809], [-0.1929, 0]]], + "before": [[[3809], [-0.1929, 0]], [[11], [-3.0527, null]], [[4048], [-3.8418, null]], [[4257], [-4.0039, null]], [[12], [-4.7227, null]], [[2769], [-5.0039, null]], [[290], [-5.1133, null]], [[23564], [-5.2148, null]], [[475], [-5.6602, null]], [[2415], [-5.8711, null]]], + "after": [[[3809], [-0.1929, 0]]] + }, + { + "chosen": [[[13], [-0.3774, 0]]], + "before": [[[13], [-0.3774, 0]], [[319], [-2.252, null]], [[11], [-3.0488, null]], [[618], [-3.3457, null]], [[706], [-3.5801, null]], [[422], [-4.207, null]], [[287], [-4.4258, null]], [[355], [-4.5898, null]], [[326], [-4.7148, null]], [[257], [-5.0977, null]]], + "after": [[[13], [-0.3774, 0]]] + } + ] +} diff --git a/tests/api/sanity_text_sets/euterpe-v2/test_empty.json b/tests/api/sanity_text_sets/euterpe-v2/test_empty.json new file mode 100644 index 0000000..99094af --- /dev/null +++ b/tests/api/sanity_text_sets/euterpe-v2/test_empty.json @@ -0,0 +1,491 @@ +{ + "prompt": "\n***\n", + "preset": { + "presetVersion": 3, + "name": "API Test Preset", + "id": "3f39d1b2-9806-45d4-8f8a-7b1f40a9fc49", + "remoteId": "", + "parameters": { + "textGenerationSettingsVersion": 3, + "temperature": 1.5, + "max_length": 75, + "min_length": 1, + "top_k": 1, + "top_p": 0.85, + "top_a": 0.05, + "typical_p": 0.99, + "tail_free_sampling": 0.95, + "repetition_penalty": 1, + "repetition_penalty_range": 0, + "repetition_penalty_slope": 0, + "repetition_penalty_frequency": 0.001, + "repetition_penalty_presence": 2, + "order": [ + { + "id": "temperature", + "enabled": true + }, + { + "id": "typical_p", + "enabled": true + }, + { + "id": "tfs", + "enabled": true + }, + { + "id": "top_a", + "enabled": true + }, + { + "id": "top_p", + "enabled": true + }, + { + "id": "top_k", + "enabled": true + } + ] + }, + "model": "euterpe-v2" + }, + "global_settings": { + "generate_until_sentence": true, + "num_logprobs": 10, + "ban_brackets": true, + "bias_dinkus_asterism": true + }, + "result": "The next morning, I woke up to the sound of my phone ringing. It was a number I didn't recognize, so I let it go to voicemail. When I checked it later, there were two messages from the same person. The first one said: \"Hey, this is your friend, right? You know what time it is?\" and the second message said: \"I'm not going to say anything else.\"", + "logprobs": [ + { + "chosen": [[[464], [-2.2207, 0]]], + "before": [[[58], [-1.6201, null]], [[464], [-2.2207, 0]], [[1], [-2.3457, null]], [[40], [-3.2832, null]], [[1026], [-3.8223, null]], [[32], [-3.9629, null]], [[818], [-4.3789, null]], [[1722], [-4.5273, null]], [[2215], [-4.5586, null]], [[50], [-4.8008, null]]], + "after": [[[464], [-2.2207, 0]]] + }, + { + "chosen": [[[1306], [-2.8633, 0]]], + "before": [[[1306], [-2.8633, 0]], [[717], [-3.8086, null]], [[4252], [-4.1602, null]], [[1110], [-4.5508, null]], [[1708], [-4.6602, null]], [[3329], [-4.7383, null]], [[3420], [-4.957, null]], [[734], [-4.9844, null]], [[1755], [-5.0039, null]], [[582], [-5.0117, null]]], + "after": [[[1306], [-2.8633, 0]]] + }, + { + "chosen": [[[3329], [-0.854, 0]]], + "before": [[[3329], [-0.854, 0]], [[1110], [-1.1191, null]], [[1178], [-3.127, null]], [[1755], [-3.9473, null]], [[6672], [-4.1133, null]], [[734], [-4.1367, null]], [[6180], [-4.1758, null]], [[640], [-4.3008, null]], [[1285], [-4.3086, null]], [[1517], [-4.7773, null]]], + "after": [[[3329], [-0.854, 0]]] + }, + { + "chosen": [[[11], [-0.5068, 0]]], + "before": [[[11], [-0.5068, 0]], [[314], [-2.7637, null]], [[262], [-3.5059, null]], [[373], [-3.5996, null]], [[356], [-3.9824, null]], [[379], [-4.3516, null]], [[17577], [-4.4922, null]], [[1043], [-4.5391, null]], [[1625], [-4.8203, null]], [[484], [-4.8672, null]]], + "after": [[[11], [-0.5068, 0]]] + }, + { + "chosen": [[[314], [-2.0117, 0]]], + "before": [[[314], [-2.0117, 0]], [[262], [-2.3555, null]], [[355], [-3.4492, null]], [[706], [-3.457, null]], [[356], [-3.5273, null]], [[618], [-4.043, null]], [[257], [-4.1445, null]], [[484], [-4.332, null]], [[340], [-4.8711, null]], [[339], [-4.8945, null]]], + "after": [[[314], [-2.0117, 0]]] + }, + { + "chosen": [[[19092], [-1.7676, 0]]], + "before": [[[19092], [-1.7676, 0]], [[373], [-1.9629, null]], [[43363], [-3.0176, null]], [[1816], [-3.1348, null]], [[1392], [-3.4004, null]], [[550], [-3.5957, null]], [[1043], [-3.6582, null]], [[1718], [-4.1484, null]], [[925], [-4.1953, null]], [[7765], [-4.3906, null]]], + "after": [[[19092], [-1.7676, 0]]] + }, + { + "chosen": [[[510], [-0.4634, 0]]], + "before": [[[510], [-0.4634, 0]], [[284], [-1.9482, null]], [[351], [-3.1582, null]], [[1903], [-3.3535, null]], [[287], [-3.8535, null]], [[878], [-3.9863, null]], [[379], [-4.3867, null]], [[422], [-4.793, null]], [[4203], [-4.8008, null]], [[290], [-5.1055, null]]], + "after": [[[510], [-0.4634, 0]]] + }, + { + "chosen": [[[284], [-1.5635, 0]]], + "before": [[[284], [-1.5635, 0]], [[287], [-2.25, null]], [[351], [-2.2891, null]], [[1903], [-2.4531, null]], [[290], [-2.7266, null]], [[4203], [-3.0781, null]], [[379], [-3.3359, null]], [[11], [-3.5703, null]], [[878], [-3.625, null]], [[319], [-3.8125, null]]], + "after": [[[284], [-1.5635, 0]]] + }, + { + "chosen": [[[262], [-1.0244, 0]]], + "before": [[[262], [-1.0244, 0]], [[257], [-1.7432, null]], [[1064], [-2.0547, null]], [[616], [-3.1797, null]], [[281], [-3.4531, null]], [[766], [-3.9297, null]], [[1194], [-4.7969, null]], [[2130], [-4.8125, null]], [[19606], [-5.1719, null]], [[7073], [-5.3047, null]]], + "after": [[[262], [-1.0244, 0]]] + }, + { + "chosen": [[[2128], [-0.8926, 0]]], + "before": [[[2128], [-0.8926, 0]], [[8508], [-2.127, null]], [[5238], [-2.6973, null]], [[4252], [-3.6895, null]], [[4203], [-4.168, null]], [[976], [-4.1914, null]], [[6504], [-4.6289, null]], [[5385], [-4.7227, null]], [[21212], [-4.8086, null]], [[2705], [-4.8789, null]]], + "after": [[[2128], [-0.8926, 0]]] + }, + { + "chosen": [[[286], [-0.003, 0]]], + "before": [[[286], [-0.003, 0]], [[290], [-7.3164, null]], [[326], [-8.3125, null]], [[616], [-8.8438, null]], [[11], [-8.9766, null]], [[13], [-9.1562, null]], [[422], [-9.3125, null]], [[257], [-9.4688, null]], [[2406], [-9.6797, null]], [[314], [-9.8438, null]]], + "after": [[[286], [-0.003, 0]]] + }, + { + "chosen": [[[616], [-2.1172, 0]]], + "before": [[[616], [-2.1172, 0]], [[262], [-2.4375, null]], [[257], [-2.4766, null]], [[2130], [-2.7031, null]], [[10087], [-3.1875, null]], [[6290], [-3.25, null]], [[4334], [-4.3047, null]], [[10839], [-4.3672, null]], [[281], [-4.4688, null]], [[21500], [-4.6328, null]]], + "after": [[[616], [-2.1172, 0]]] + }, + { + "chosen": [[[3072], [-1.2607, 0]]], + "before": [[[3072], [-1.2607, 0]], [[10436], [-1.6279, null]], [[3420], [-2.6211, null]], [[2685], [-2.9336, null]], [[2802], [-3.082, null]], [[2988], [-3.9336, null]], [[898], [-3.9961, null]], [[1995], [-4.1289, null]], [[3397], [-4.3789, null]], [[11384], [-4.5352, null]]], + "after": [[[3072], [-1.2607, 0]]] + }, + { + "chosen": [[[32333], [-0.5317, 0]]], + "before": [[[32333], [-0.5317, 0]], [[41719], [-2.0469, null]], [[12611], [-2.6641, null]], [[338], [-3.4062, null]], [[307], [-3.5312, null]], [[13], [-3.7344, null]], [[10436], [-4.0781, null]], [[1016], [-4.1172, null]], [[2712], [-4.3281, null]], [[11], [-5.0625, null]]], + "after": [[[32333], [-0.5317, 0]]] + }, + { + "chosen": [[[13], [-0.2258, 0]]], + "before": [[[13], [-0.2258, 0]], [[11], [-2.9141, null]], [[287], [-3.4219, null]], [[290], [-3.8672, null]], [[319], [-4.1953, null]], [[422], [-4.7422, null]], [[34624], [-5.2422, null]], [[572], [-5.2578, null]], [[379], [-5.4609, null]], [[13970], [-5.4609, null]]], + "after": [[[13], [-0.2258, 0]]] + }, + { + "chosen": [[[632], [-2.2188, 0]]], + "before": [[[314], [-0.9839, null]], [[198], [-1.5459, null]], [[632], [-2.2188, 0]], [[383], [-3.4766, null]], [[1649], [-3.8672, null]], [[2011], [-3.9766, null]], [[366], [-4.1641, null]], [[1081], [-4.625, null]], [[317], [-4.9453, null]], [[2293], [-4.9531, null]]], + "after": [[[632], [-2.2188, 0]]] + }, + { + "chosen": [[[373], [-0.2306, 0]]], + "before": [[[373], [-0.2306, 0]], [[1718], [-2.9336, null]], [[2492], [-3.3711, null]], [[550], [-3.7617, null]], [[338], [-4.5039, null]], [[1276], [-4.9883, null]], [[1422], [-5.0977, null]], [[3947], [-5.1289, null]], [[14846], [-5.3086, null]], [[28077], [-5.4961, null]]], + "after": [[[373], [-0.2306, 0]]] + }, + { + "chosen": [[[257], [-2.5352, 0]]], + "before": [[[616], [-2.0508, null]], [[257], [-2.5352, 0]], [[262], [-2.8008, null]], [[1903], [-3.5508, null]], [[281], [-3.8086, null]], [[1541], [-4.0977, null]], [[991], [-4.4336, null]], [[2192], [-4.5586, null]], [[655], [-4.6289, null]], [[767], [-4.7539, null]]], + "after": [[[257], [-2.5352, 0]]] + }, + { + "chosen": [[[1271], [-1.6455, 0]]], + "before": [[[1271], [-1.6455, 0]], [[1957], [-2.8008, null]], [[869], [-2.918, null]], [[1310], [-3.207, null]], [[2420], [-3.3164, null]], [[2839], [-3.6289, null]], [[6283], [-3.8477, null]], [[1178], [-3.8789, null]], [[5385], [-4.1445, null]], [[3072], [-4.3789, null]]], + "after": [[[1271], [-1.6455, 0]]] + }, + { + "chosen": [[[314], [-0.1132, 0]]], + "before": [[[314], [-0.1132, 0]], [[326], [-2.7695, null]], [[422], [-4.1914, null]], [[351], [-5.3008, null]], [[287], [-5.6133, null]], [[407], [-5.9492, null]], [[503], [-5.9727, null]], [[6439], [-6.832, null]], [[22594], [-6.9336, null]], [[319], [-7.0039, null]]], + "after": [[[314], [-0.1132, 0]]] + }, + { + "chosen": [[[1422], [-0.207, 0]]], + "before": [[[1422], [-0.207, 0]], [[1549], [-3.1914, null]], [[8020], [-3.457, null]], [[750], [-3.7852, null]], [[550], [-3.957, null]], [[8018], [-4.0508, null]], [[2993], [-4.2383, null]], [[2492], [-4.5508, null]], [[3521], [-5.3945, null]], [[373], [-5.418, null]]], + "after": [[[1422], [-0.207, 0]]] + }, + { + "chosen": [[[470], [-0.0006, 0]]], + "before": [[[470], [-0.0006, 0]], [[447], [-8.375, null]], [[6], [-9.1484, null]], [[256], [-10.2891, null]], [[2817], [-10.7578, null]], [[26], [-11.2109, null]], [[705], [-11.3047, null]], [[5], [-11.3281, null]], [[338], [-11.3438, null]], [[1], [-11.6094, null]]], + "after": [[[470], [-0.0006, 0]]] + }, + { + "chosen": [[[7564], [-0.2927, 0]]], + "before": [[[7564], [-0.2927, 0]], [[760], [-1.7617, null]], [[21817], [-3.1992, null]], [[423], [-3.5586, null]], [[772], [-6.4648, null]], [[1607], [-6.4648, null]], [[3505], [-6.6758, null]], [[7685], [-6.9492, null]], [[8018], [-7.1445, null]], [[3221], [-7.2617, null]]], + "after": [[[7564], [-0.2927, 0]]] + }, + { + "chosen": [[[11], [-0.4824, 0]]], + "before": [[[11], [-0.4824, 0]], [[13], [-1.1855, null]], [[290], [-3.873, null]], [[523], [-4.0469, null]], [[26], [-4.6406, null]], [[475], [-5.0156, null]], [[960], [-5.1719, null]], [[25], [-6.1562, null]], [[379], [-6.3047, null]], [[422], [-6.4609, null]]], + "after": [[[11], [-0.4824, 0]]] + }, + { + "chosen": [[[523], [-0.9253, 0]]], + "before": [[[523], [-0.9253, 0]], [[475], [-0.9878, null]], [[290], [-2.0977, null]], [[543], [-3.0195, null]], [[257], [-4.9492, null]], [[530], [-5.3398, null]], [[996], [-5.4883, null]], [[2192], [-5.6602, null]], [[407], [-5.7539, null]], [[262], [-5.8789, null]]], + "after": [[[523], [-0.9253, 0]]] + }, + { + "chosen": [[[314], [-0.0487, 0]]], + "before": [[[314], [-0.0487, 0]], [[8752], [-4.4688, null]], [[340], [-5.1328, null]], [[616], [-5.7891, null]], [[286], [-5.8359, null]], [[618], [-5.9219, null]], [[11], [-6.1719, null]], [[2427], [-6.5, null]], [[706], [-6.5, null]], [[355], [-6.5469, null]]], + "after": [[[314], [-0.0487, 0]]] + }, + { + "chosen": [[[1309], [-1.8027, 0]]], + "before": [[[1309], [-1.8027, 0]], [[9514], [-1.8965, null]], [[1422], [-1.9121, null]], [[9373], [-2.3809, null]], [[6497], [-2.959, null]], [[655], [-3.748, null]], [[41723], [-3.9434, null]], [[3066], [-3.9668, null]], [[373], [-4.0039, null]], [[2492], [-4.1523, null]]], + "after": [[[1309], [-1.8027, 0]]] + }, + { + "chosen": [[[340], [-0.2502, 0]]], + "before": [[[340], [-0.2502, 0]], [[262], [-1.6094, null]], [[616], [-4.375, null]], [[467], [-6.1172, null]], [[40268], [-7.1328, null]], [[503], [-7.5078, null]], [[257], [-7.7188, null]], [[16958], [-8.1094, null]], [[606], [-8.2109, null]], [[326], [-8.2344, null]]], + "after": [[[340], [-0.2502, 0]]] + }, + { + "chosen": [[[467], [-0.3662, 0]]], + "before": [[[467], [-0.3662, 0]], [[5858], [-1.4443, null]], [[4836], [-3.6953, null]], [[307], [-5.3047, null]], [[10649], [-5.3828, null]], [[1394], [-5.4922, null]], [[711], [-5.5625, null]], [[2555], [-5.7344, null]], [[1650], [-6.5391, null]], [[1057], [-6.6016, null]]], + "after": [[[467], [-0.3662, 0]]] + }, + { + "chosen": [[[284], [-0.0969, 0]]], + "before": [[[284], [-0.0969, 0]], [[13], [-3.1133, null]], [[832], [-4.3789, null]], [[11], [-4.9102, null]], [[1566], [-5.3008, null]], [[329], [-5.6914, null]], [[3892], [-5.957, null]], [[656], [-6.0195, null]], [[290], [-6.043, null]], [[826], [-6.7227, null]]], + "after": [[[284], [-0.0969, 0]]] + }, + { + "chosen": [[[40268], [-0.2351, 0]]], + "before": [[[40268], [-0.2351, 0]], [[3809], [-1.7354, null]], [[262], [-4.375, null]], [[616], [-5.1094, null]], [[3275], [-5.4531, null]], [[16990], [-6.3359, null]], [[20687], [-6.8438, null]], [[18877], [-7.1797, null]], [[6218], [-7.3594, null]], [[3280], [-7.3672, null]]], + "after": [[[40268], [-0.2351, 0]]] + }, + { + "chosen": [[[12888], [-0.0004, 0]]], + "before": [[[12888], [-0.0004, 0]], [[368], [-8.0625, null]], [[4529], [-10.2188, null]], [[6920], [-10.3281, null]], [[72], [-12.3359, null]], [[316], [-12.4531, null]], [[5321], [-12.6562, null]], [[12], [-12.7812, null]], [[13], [-12.9219, null]], [[40268], [-13.4219, null]]], + "after": [[[12888], [-0.0004, 0]]] + }, + { + "chosen": [[[13], [-0.1334, 0]]], + "before": [[[13], [-0.1334, 0]], [[11], [-2.8672, null]], [[290], [-3.6172, null]], [[1231], [-4.4922, null]], [[878], [-5.5703, null]], [[706], [-5.7578, null]], [[960], [-5.8359, null]], [[355], [-6.0703, null]], [[2427], [-6.1797, null]], [[26], [-6.3203, null]]], + "after": [[[13], [-0.1334, 0]]] + }, + { + "chosen": [[[1649], [-2.7266, 0]]], + "before": [[[198], [-1.3828, null]], [[314], [-1.4766, null]], [[1649], [-2.7266, 0]], [[383], [-3.0234, null]], [[317], [-3.0703, null]], [[632], [-3.0703, null]], [[2293], [-3.1484, null]], [[3244], [-3.5547, null]], [[366], [-4.3047, null]], [[1081], [-4.3438, null]]], + "after": [[[1649], [-2.7266, 0]]] + }, + { + "chosen": [[[314], [-0.2883, 0]]], + "before": [[[314], [-0.2883, 0]], [[340], [-2.4062, null]], [[262], [-2.5, null]], [[616], [-4.1797, null]], [[645], [-5.1484, null]], [[612], [-5.3516, null]], [[326], [-5.5078, null]], [[257], [-5.5469, null]], [[356], [-6.1719, null]], [[2130], [-6.2344, null]]], + "after": [[[314], [-0.2883, 0]]] + }, + { + "chosen": [[[10667], [-1.0244, 0]]], + "before": [[[10667], [-1.0244, 0]], [[16399], [-2.2129, null]], [[1392], [-2.6191, null]], [[1816], [-2.9629, null]], [[3114], [-3.1504, null]], [[373], [-3.5879, null]], [[6497], [-3.6113, null]], [[3443], [-3.6348, null]], [[2497], [-3.7285, null]], [[2982], [-3.7754, null]]], + "after": [[[10667], [-1.0244, 0]]] + }, + { + "chosen": [[[340], [-0.8657, 0]]], + "before": [[[340], [-0.8657, 0]], [[262], [-1.1943, null]], [[616], [-1.8662, null]], [[11], [-2.9746, null]], [[1568], [-3.8027, null]], [[284], [-4.7188, null]], [[329], [-5.2188, null]], [[326], [-5.3672, null]], [[287], [-5.7109, null]], [[757], [-6.1328, null]]], + "after": [[[340], [-0.8657, 0]]] + }, + { + "chosen": [[[1568], [-1.0781, 0]]], + "before": [[[11], [-0.9849, null]], [[1568], [-1.0781, 0]], [[257], [-2.5469, null]], [[706], [-3.3906, null]], [[281], [-3.7656, null]], [[546], [-4.4844, null]], [[757], [-4.5312, null]], [[3478], [-4.6953, null]], [[262], [-4.9531, null]], [[379], [-5.0312, null]]], + "after": [[[1568], [-1.0781, 0]]] + }, + { + "chosen": [[[11], [-0.1705, 0]]], + "before": [[[11], [-0.1705, 0]], [[326], [-2.8574, null]], [[287], [-3.2324, null]], [[319], [-3.6387, null]], [[314], [-4.9219, null]], [[290], [-5.2188, null]], [[284], [-5.4219, null]], [[996], [-5.8438, null]], [[340], [-6.3984, null]], [[960], [-6.5938, null]]], + "after": [[[11], [-0.1705, 0]]] + }, + { + "chosen": [[[612], [-1.8018, 0]]], + "before": [[[314], [-0.8638, null]], [[340], [-1.5986, null]], [[612], [-1.8018, 0]], [[262], [-2.1289, null]], [[996], [-3.9961, null]], [[257], [-4.2383, null]], [[2158], [-4.6445, null]], [[616], [-4.8164, null]], [[477], [-5.1836, null]], [[281], [-6.4258, null]]], + "after": [[[612], [-1.8018, 0]]] + }, + { + "chosen": [[[547], [-1.1025, 0]]], + "before": [[[373], [-0.4614, null]], [[547], [-1.1025, 0]], [[2492], [-3.8359, null]], [[550], [-5.2109, null]], [[6304], [-5.4609, null]], [[1549], [-6.0391, null]], [[340], [-6.9297, null]], [[8020], [-7.1484, null]], [[561], [-8.1875, null]], [[3947], [-8.2109, null]]], + "after": [[[547], [-1.1025, 0]]] + }, + { + "chosen": [[[734], [-1.6064, 0]]], + "before": [[[734], [-1.6064, 0]], [[1115], [-1.9189, null]], [[645], [-2.4727, null]], [[257], [-2.5273, null]], [[1811], [-2.5508, null]], [[1440], [-2.6211, null]], [[691], [-2.8008, null]], [[1936], [-3.1523, null]], [[2237], [-3.3945, null]], [[3598], [-4.3789, null]]], + "after": [[[734], [-1.6064, 0]]] + }, + { + "chosen": [[[6218], [-0.4341, 0]]], + "before": [[[6218], [-0.4341, 0]], [[40268], [-2.293, null]], [[649], [-3.0195, null]], [[6825], [-3.1836, null]], [[3809], [-3.3398, null]], [[3848], [-3.6992, null]], [[517], [-3.9961, null]], [[13399], [-4.1133, null]], [[2420], [-4.7539, null]], [[4553], [-5.332, null]]], + "after": [[[6218], [-0.4341, 0]]] + }, + { + "chosen": [[[422], [-1.2832, 0]]], + "before": [[[13], [-0.7983, null]], [[422], [-1.2832, 0]], [[11], [-2.4238, null]], [[25], [-2.752, null]], [[4953], [-3.252, null]], [[1364], [-4.4219, null]], [[290], [-4.6953, null]], [[319], [-4.7344, null]], [[287], [-4.8125, null]], [[960], [-4.875, null]]], + "after": [[[422], [-1.2832, 0]]] + }, + { + "chosen": [[[262], [-1.5391, 0]]], + "before": [[[262], [-1.5391, 0]], [[257], [-2.2188, null]], [[616], [-2.5625, null]], [[281], [-3.5859, null]], [[2130], [-4.2266, null]], [[366], [-4.2969, null]], [[326], [-4.3906, null]], [[607], [-4.4844, null]], [[683], [-4.5859, null]], [[428], [-4.6562, null]]], + "after": [[[262], [-1.5391, 0]]] + }, + { + "chosen": [[[976], [-0.2396, 0]]], + "before": [[[976], [-0.2396, 0]], [[1271], [-3.4512, null]], [[1048], [-4.3945, null]], [[3516], [-4.5977, null]], [[2415], [-4.7383, null]], [[582], [-4.9102, null]], [[6439], [-5.1523, null]], [[11428], [-5.3477, null]], [[1644], [-5.4648, null]], [[2180], [-5.707, null]]], + "after": [[[976], [-0.2396, 0]]] + }, + { + "chosen": [[[1048], [-1.5928, 0]]], + "before": [[[1271], [-0.3743, null]], [[1048], [-1.5928, 0]], [[3516], [-4.1328, null]], [[6439], [-4.1953, null]], [[2415], [-4.3203, null]], [[24955], [-4.4531, null]], [[3072], [-4.5938, null]], [[582], [-5.3281, null]], [[1295], [-5.5781, null]], [[3809], [-5.6797, null]]], + "after": [[[1048], [-1.5928, 0]]] + }, + { + "chosen": [[[13], [-0.3752, 0]]], + "before": [[[13], [-0.3752, 0]], [[11], [-1.8438, null]], [[25], [-2.6094, null]], [[960], [-4, null]], [[4737], [-5.2188, null]], [[351], [-5.4219, null]], [[26], [-5.4219, null]], [[290], [-5.4375, null]], [[508], [-5.4453, null]], [[784], [-5.4766, null]]], + "after": [[[13], [-0.3752, 0]]] + }, + { + "chosen": [[[383], [-1.9209, 0]]], + "before": [[[198], [-0.6392, null]], [[383], [-1.9209, 0]], [[314], [-2.0293, null]], [[1119], [-3.623, null]], [[366], [-3.7012, null]], [[1881], [-3.7949, null]], [[5747], [-4.2031, null]], [[632], [-4.5781, null]], [[679], [-5.0156, null]], [[554], [-5.1406, null]]], + "after": [[[383], [-1.9209, 0]]] + }, + { + "chosen": [[[717], [-0.0875, 0]]], + "before": [[[717], [-0.0875, 0]], [[1218], [-4.1484, null]], [[24955], [-4.9922, null]], [[3809], [-5.3359, null]], [[3275], [-5.3516, null]], [[6218], [-5.5547, null]], [[530], [-5.6328, null]], [[691], [-6.3906, null]], [[1048], [-6.5, null]], [[40268], [-6.5234, null]]], + "after": [[[717], [-0.0875, 0]]] + }, + { + "chosen": [[[530], [-1.1523, 0]]], + "before": [[[373], [-0.9966, null]], [[530], [-1.1523, 0]], [[531], [-2.0273, null]], [[3275], [-2.7852, null]], [[11], [-4.4102, null]], [[550], [-4.4492, null]], [[2391], [-4.4727, null]], [[1100], [-4.9023, null]], [[640], [-5.1367, null]], [[655], [-5.4805, null]]], + "after": [[[530], [-1.1523, 0]]] + }, + { + "chosen": [[[531], [-1.4951, 0]]], + "before": [[[373], [-0.6826, null]], [[531], [-1.4951, 0]], [[2391], [-3.1035, null]], [[550], [-3.416, null]], [[655], [-3.6973, null]], [[11], [-3.791, null]], [[2067], [-4.0742, null]], [[14846], [-4.3633, null]], [[1100], [-4.7461, null]], [[1297], [-4.9258, null]]], + "after": [[[531], [-1.4951, 0]]] + }, + { + "chosen": [[[25], [-2.4395, 0]]], + "before": [[[11], [-0.4541, null]], [[25], [-2.4395, 0]], [[366], [-2.666, null]], [[326], [-3.0488, null]], [[1223], [-3.8457, null]], [[2391], [-4.0156, null]], [[284], [-4.3125, null]], [[339], [-4.4297, null]], [[484], [-4.625, null]], [[673], [-4.6875, null]]], + "after": [[[25], [-2.4395, 0]]] + }, + { + "chosen": [[[366], [-0.9014, 0]]], + "before": [[[198], [-0.6826, null]], [[366], [-0.9014, 0]], [[705], [-4.1914, null]], [[314], [-4.6836, null]], [[14690], [-5.1836, null]], [[15902], [-5.6211, null]], [[921], [-5.6992, null]], [[4889], [-5.7461, null]], [[18435], [-6.1758, null]], [[4599], [-6.418, null]]], + "after": [[[366], [-0.9014, 0]]] + }, + { + "chosen": [[[10814], [-2.0664, 0]]], + "before": [[[10814], [-2.0664, 0]], [[40], [-2.1211, null]], [[17250], [-2.5664, null]], [[1639], [-3.0508, null]], [[15496], [-3.207, null]], [[14134], [-3.3477, null]], [[1212], [-3.6836, null]], [[1026], [-3.832, null]], [[1135], [-4.0586, null]], [[10248], [-4.0664, null]]], + "after": [[[10814], [-2.0664, 0]]] + }, + { + "chosen": [[[11], [-0.5444, 0]]], + "before": [[[11], [-0.5444, 0]], [[13], [-3.1777, null]], [[0], [-3.6074, null]], [[612], [-3.6934, null]], [[582], [-4.2539, null]], [[345], [-4.5508, null]], [[340], [-5.1914, null]], [[18396], [-5.332, null]], [[42666], [-5.3945, null]], [[5156], [-5.418, null]]], + "after": [[[11], [-0.5444, 0]]] + }, + { + "chosen": [[[428], [-2.8457, 0]]], + "before": [[[340], [-1.7822, null]], [[314], [-2.3301, null]], [[428], [-2.8457, 0]], [[345], [-3.1113, null]], [[655], [-3.9941, null]], [[7926], [-4.0156, null]], [[389], [-4.2734, null]], [[582], [-4.4219, null]], [[356], [-4.5703, null]], [[750], [-4.6406, null]]], + "after": [[[428], [-2.8457, 0]]] + }, + { + "chosen": [[[318], [-0.0203, 0]]], + "before": [[[318], [-0.0203, 0]], [[373], [-5.9258, null]], [[2125], [-6.332, null]], [[3275], [-6.7773, null]], [[1244], [-7.2305, null]], [[3516], [-7.4414, null]], [[1148], [-7.8789, null]], [[502], [-8.2266, null]], [[257], [-8.2578, null]], [[338], [-8.3203, null]]], + "after": [[[318], [-0.0203, 0]]] + }, + { + "chosen": [[[534], [-3.5371, 0]]], + "before": [[[534], [-3.5371, 0]], [[262], [-3.6621, null]], [[1757], [-4.4414, null]], [[257], [-4.668, null]], [[1583], [-4.7305, null]], [[5180], [-4.9258, null]], [[4422], [-4.9883, null]], [[4995], [-5.0195, null]], [[8982], [-5.0352, null]], [[5689], [-5.168, null]]], + "after": [[[534], [-3.5371, 0]]] + }, + { + "chosen": [[[1545], [-2.3262, 0]]], + "before": [[[1545], [-2.3262, 0]], [[1995], [-2.9043, null]], [[1468], [-2.9277, null]], [[649], [-3.373, null]], [[4780], [-3.3887, null]], [[16933], [-3.4199, null]], [[9955], [-3.4277, null]], [[2802], [-3.4512, null]], [[24407], [-3.6074, null]], [[6621], [-3.7871, null]]], + "after": [[[1545], [-2.3262, 0]]] + }, + { + "chosen": [[[11], [-2.0527, 0]]], + "before": [[[11], [-2.0527, 0]], [[422], [-2.9355, null]], [[13], [-3.709, null]], [[338], [-4.4297, null]], [[1757], [-4.9453, null]], [[508], [-4.9766, null]], [[4995], [-4.9922, null]], [[5180], [-5.0234, null]], [[290], [-5.1172, null]], [[9935], [-5.2578, null]]], + "after": [[[11], [-2.0527, 0]]] + }, + { + "chosen": [[[826], [-4.0625, 0]]], + "before": [[[826], [-4.0625, 0]], [[314], [-4.6953, null]], [[1757], [-4.7031, null]], [[262], [-4.75, null]], [[4422], [-4.8203, null]], [[4995], [-4.9141, null]], [[3409], [-4.9297, null]], [[5180], [-5.0234, null]], [[6542], [-5.0234, null]], [[14316], [-5.0625, null]]], + "after": [[[826], [-4.0625, 0]]] + }, + { + "chosen": [[[30], [-0.2827, 0]]], + "before": [[[30], [-0.2827, 0]], [[1701], [-1.501, null]], [[11], [-4.4531, null]], [[13], [-5.8359, null]], [[12248], [-6.5078, null]], [[8348], [-7.3281, null]], [[986], [-7.4375, null]], [[30823], [-7.5, null]], [[0], [-8.3203, null]], [[35379], [-8.3594, null]]], + "after": [[[30], [-0.2827, 0]]] + }, + { + "chosen": [[[921], [-2.6641, 0]]], + "before": [[[314], [-1.1484, null]], [[921], [-2.6641, 0]], [[383], [-3.2109, null]], [[4889], [-3.3359, null]], [[3894], [-3.5078, null]], [[2329], [-3.5078, null]], [[632], [-3.9141, null]], [[1002], [-4.0469, null]], [[20600], [-4.1016, null]], [[775], [-4.1016, null]]], + "after": [[[921], [-2.6641, 0]]] + }, + { + "chosen": [[[760], [-1.96, 0]]], + "before": [[[760], [-1.96, 0]], [[821], [-2.5469, null]], [[3505], [-2.8984, null]], [[761], [-2.8984, null]], [[836], [-3.2188, null]], [[815], [-3.2422, null]], [[531], [-3.3359, null]], [[1364], [-3.3984, null]], [[1297], [-3.4922, null]], [[547], [-3.6953, null]]], + "after": [[[760], [-1.96, 0]]] + }, + { + "chosen": [[[644], [-2.2617, 0]]], + "before": [[[11], [-0.6377, null]], [[644], [-2.2617, 0]], [[314], [-2.5352, null]], [[326], [-3.2461, null]], [[508], [-3.2773, null]], [[345], [-3.3789, null]], [[703], [-3.3867, null]], [[262], [-3.5742, null]], [[502], [-4.4883, null]], [[810], [-4.5352, null]]], + "after": [[[644], [-2.2617, 0]]] + }, + { + "chosen": [[[640], [-2.334, 0]]], + "before": [[[314], [-1.5449, null]], [[640], [-2.334, 0]], [[345], [-2.373, null]], [[11], [-2.4121, null]], [[3022], [-2.5684, null]], [[30], [-2.7324, null]], [[338], [-2.7871, null]], [[284], [-2.9512, null]], [[1110], [-3.6152, null]], [[356], [-3.7793, null]]], + "after": [[[640], [-2.334, 0]]] + }, + { + "chosen": [[[340], [-0.501, 0]]], + "before": [[[340], [-0.501, 0]], [[345], [-2.5801, null]], [[314], [-2.5801, null]], [[262], [-2.6113, null]], [[356], [-3.4395, null]], [[534], [-3.8848, null]], [[284], [-4.4062, null]], [[616], [-4.4531, null]], [[428], [-4.8672, null]], [[9439], [-5, null]]], + "after": [[[340], [-0.501, 0]]] + }, + { + "chosen": [[[318], [-0.0292, 0]]], + "before": [[[318], [-0.0292, 0]], [[338], [-4.2773, null]], [[373], [-4.5742, null]], [[4940], [-6.668, null]], [[561], [-8.3906, null]], [[481], [-8.5625, null]], [[1183], [-8.7969, null]], [[3022], [-8.8047, null]], [[5645], [-8.8125, null]], [[2067], [-8.8281, null]]], + "after": [[[318], [-0.0292, 0]]] + }, + { + "chosen": [[[1701], [-2.1758, 0]]], + "before": [[[11], [-1.3477, null]], [[13], [-1.6758, null]], [[30], [-1.7383, null]], [[1701], [-2.1758, 0]], [[526], [-2.1914, null]], [[0], [-3.5586, null]], [[2474], [-3.9727, null]], [[826], [-4.4492, null]], [[986], [-4.9414, null]], [[783], [-5.0195, null]]], + "after": [[[1701], [-2.1758, 0]]] + }, + { + "chosen": [[[290], [-2.8086, 0]]], + "before": [[[383], [-0.918, null]], [[198], [-1.0898, null]], [[290], [-2.8086, 0]], [[314], [-3.0508, null]], [[3244], [-3.4492, null]], [[843], [-3.918, null]], [[632], [-4.1602, null]], [[1320], [-5.0273, null]], [[1318], [-5.2305, null]], [[3940], [-5.2695, null]]], + "after": [[[290], [-2.8086, 0]]] + }, + { + "chosen": [[[262], [-0.1967, 0]]], + "before": [[[262], [-0.1967, 0]], [[788], [-2.4004, null]], [[314], [-3.8457, null]], [[340], [-4.7969, null]], [[4444], [-5.2656, null]], [[373], [-5.7422, null]], [[257], [-5.7891, null]], [[339], [-5.8125, null]], [[366], [-5.8516, null]], [[612], [-6.0078, null]]], + "after": [[[262], [-0.1967, 0]]] + }, + { + "chosen": [[[1218], [-0.1727, 0]]], + "before": [[[1218], [-0.1727, 0]], [[584], [-2.2344, null]], [[1306], [-3.6875, null]], [[938], [-4.4375, null]], [[3275], [-6.3047, null]], [[1334], [-6.8047, null]], [[1708], [-6.9688, null]], [[1061], [-7.125, null]], [[530], [-7.1641, null]], [[3809], [-7.2031, null]]], + "after": [[[1218], [-0.1727, 0]]] + }, + { + "chosen": [[[3275], [-2.3926, 0]]], + "before": [[[530], [-0.4709, null]], [[531], [-1.8613, null]], [[3275], [-2.3926, 0]], [[373], [-2.8613, null]], [[25], [-3.9238, null]], [[11], [-4.2227, null]], [[1100], [-5.5977, null]], [[550], [-5.8477, null]], [[1816], [-5.8867, null]], [[655], [-6.3945, null]]], + "after": [[[3275], [-2.3926, 0]]] + }, + { + "chosen": [[[531], [-0.6143, 0]]], + "before": [[[531], [-0.6143, 0]], [[373], [-1.4893, null]], [[2391], [-3.5371, null]], [[655], [-3.6699, null]], [[1816], [-3.9434, null]], [[11], [-4.0039, null]], [[1100], [-4.293, null]], [[550], [-4.3477, null]], [[25], [-4.5273, null]], [[2067], [-4.6211, null]]], + "after": [[[531], [-0.6143, 0]]] + }, + { + "chosen": [[[25], [-0.5, 0]]], + "before": [[[25], [-0.5, 0]], [[11], [-1.25, null]], [[366], [-2.5625, null]], [[262], [-5.4062, null]], [[2391], [-5.5469, null]], [[1223], [-5.7656, null]], [[691], [-5.8672, null]], [[2147], [-5.9297, null]], [[655], [-6.6875, null]], [[3446], [-7.1719, null]]], + "after": [[[25], [-0.5, 0]]] + }, + { + "chosen": [[[366], [-0.0098, 0]]], + "before": [[[366], [-0.0098, 0]], [[198], [-5.4961, null]], [[27896], [-6.3789, null]], [[24018], [-7.1992, null]], [[29368], [-8.1172, null]], [[314], [-8.2109, null]], [[705], [-8.5547, null]], [[27071], [-8.7188, null]], [[921], [-9.1328, null]], [[770], [-9.6328, null]]], + "after": [[[366], [-0.0098, 0]]] + }, + { + "chosen": [[[40], [-2.2324, 0]]], + "before": [[[40], [-2.2324, 0]], [[10814], [-2.2949, null]], [[1639], [-2.4355, null]], [[1026], [-3.1543, null]], [[14134], [-3.6699, null]], [[1532], [-3.7012, null]], [[3987], [-3.8027, null]], [[1212], [-3.8965, null]], [[10995], [-3.9121, null]], [[2061], [-3.9277, null]]], + "after": [[[40], [-2.2324, 0]]] + }, + { + "chosen": [[[1101], [-1.6494, 0]]], + "before": [[[1101], [-1.6494, 0]], [[760], [-1.7744, null]], [[836], [-2.8145, null]], [[1183], [-3.1035, null]], [[1053], [-3.3926, null]], [[655], [-3.416, null]], [[892], [-3.4238, null]], [[2911], [-3.502, null]], [[460], [-3.6191, null]], [[761], [-3.627, null]]], + "after": [[[1101], [-1.6494, 0]]] + }, + { + "chosen": [[[407], [-2.4844, 0]]], + "before": [[[407], [-2.4844, 0]], [[1016], [-2.5078, null]], [[7926], [-2.5469, null]], [[4585], [-2.6094, null]], [[8066], [-2.7344, null]], [[2406], [-2.75, null]], [[379], [-3.4375, null]], [[1107], [-3.4844, null]], [[655], [-3.6406, null]], [[287], [-3.6406, null]]], + "after": [[[407], [-2.4844, 0]]] + }, + { + "chosen": [[[1016], [-2.1113, 0]]], + "before": [[[1016], [-2.1113, 0]], [[4585], [-2.4395, null]], [[534], [-2.6191, null]], [[1654], [-2.7207, null]], [[8066], [-2.8691, null]], [[257], [-3.041, null]], [[26471], [-3.2441, null]], [[2111], [-3.291, null]], [[8805], [-3.791, null]], [[4305], [-3.9395, null]]], + "after": [[[1016], [-2.1113, 0]]] + }, + { + "chosen": [[[284], [-0.0527, 0]]], + "before": [[[284], [-0.0527, 0]], [[6609], [-3.9746, null]], [[736], [-4.9414, null]], [[1497], [-5.2539, null]], [[832], [-5.9492, null]], [[1363], [-6.1211, null]], [[866], [-6.3086, null]], [[503], [-6.3555, null]], [[351], [-6.8398, null]], [[656], [-6.8945, null]]], + "after": [[[284], [-0.0527, 0]]] + }, + { + "chosen": [[[910], [-2.2207, 0]]], + "before": [[[910], [-2.2207, 0]], [[1560], [-2.3223, null]], [[869], [-2.4238, null]], [[1265], [-2.5332, null]], [[307], [-2.7988, null]], [[11393], [-3.3457, null]], [[2666], [-3.5723, null]], [[4043], [-3.6035, null]], [[1394], [-3.666, null]], [[1577], [-3.752, null]]], + "after": [[[910], [-2.2207, 0]]] + }, + { + "chosen": [[[1997], [-1.4795, 0]]], + "before": [[[340], [-0.9951, null]], [[1997], [-1.4795, 0]], [[428], [-2.1504, null]], [[705], [-3.4238, null]], [[314], [-3.666, null]], [[326], [-3.7285, null]], [[644], [-4.0898, null]], [[508], [-4.1992, null]], [[757], [-4.3633, null]], [[262], [-4.3711, null]]], + "after": [[[1997], [-1.4795, 0]]] + }, + { + "chosen": [[[2073], [-1.4023, 0]]], + "before": [[[2073], [-1.4023, 0]], [[11], [-2.2461, null]], [[517], [-2.3789, null]], [[546], [-2.4336, null]], [[13], [-2.4805, null]], [[284], [-3.0586, null]], [[611], [-3.5117, null]], [[757], [-3.7148, null]], [[1566], [-3.8789, null]], [[345], [-4.043, null]]], + "after": [[[2073], [-1.4023, 0]]] + }, + { + "chosen": [[[526], [-3.0293, 0]]], + "before": [[[13], [-1.0303, null]], [[11], [-1.2178, null]], [[526], [-3.0293, 0]], [[1566], [-3.123, null]], [[780], [-3.3574, null]], [[4556], [-3.3887, null]], [[611], [-3.7715, null]], [[546], [-3.9434, null]], [[319], [-4.3516, null]], [[284], [-4.5234, null]]], + "after": [[[526], [-3.0293, 0]]] + } + ] +} diff --git a/tests/api/sanity_text_sets/krake-v2/redjack_empty.json b/tests/api/sanity_text_sets/krake-v2/redjack_empty.json new file mode 100644 index 0000000..3a74d28 --- /dev/null +++ b/tests/api/sanity_text_sets/krake-v2/redjack_empty.json @@ -0,0 +1,481 @@ +{ + "prompt": "<|endoftext|>[ Prologue ]\n", + "preset": { + "presetVersion": 3, + "name": "Redjack", + "id": "ea3738dc-e051-4f58-8d3d-0e30a0868e9c", + "remoteId": "", + "parameters": { + "textGenerationSettingsVersion": 3, + "temperature": 1.1, + "max_length": 75, + "min_length": 1, + "top_k": 1, + "top_p": 0.96, + "top_a": 0.98, + "typical_p": 1, + "tail_free_sampling": 0.92, + "repetition_penalty": 1.0075, + "repetition_penalty_range": 2048, + "repetition_penalty_slope": 4, + "repetition_penalty_frequency": 0.025, + "repetition_penalty_presence": 0, + "order": [ + { + "id": "typical_p", + "enabled": false + }, + { + "id": "tfs", + "enabled": true + }, + { + "id": "top_p", + "enabled": true + }, + { + "id": "top_a", + "enabled": false + }, + { + "id": "temperature", + "enabled": true + }, + { + "id": "top_k", + "enabled": true + } + ] + }, + "model": "krake-v2" + }, + "global_settings": { + "generate_until_sentence": true, + "num_logprobs": 10, + "ban_brackets": true, + "bias_dinkus_asterism": true + }, + "result": "The sun was setting over the city of Kaldan, and the sky was painted in a beautiful array of colors. The city was bustling with activity, as it was the day before the annual festival.\n\"I'm so excited! I can't wait to see the fireworks!\"\n\"Me too! I'm looking forward to the festival!\"\n\"I'm glad we're going to the festival together.\"", + "logprobs": [ + { + "chosen": [[[510], [-1.9209, 0]]], + "before": [[[510], [-1.9209, 0]], [[3], [-1.999, null]], [[60], [-2.3105, null]], [[1147], [-2.6621, null]], [[42], [-3.1074, null]], [[34], [-3.248, null]], [[688], [-4.0312, null]], [[2512], [-4.2031, null]], [[1328], [-4.2969, null]], [[3220], [-4.4609, null]]], + "after": [[[510], [-1.9209, 0]]] + }, + { + "chosen": [[[5101], [-3.5293, 0]]], + "before": [[[5101], [-3.5293, 0]], [[2360], [-3.7793, null]], [[806], [-3.8418, null]], [[637], [-3.873, null]], [[1533], [-4.0312, null]], [[1388], [-4.0312, null]], [[3226], [-4.0938, null]], [[5448], [-4.1875, null]], [[2329], [-4.2812, null]], [[2872], [-4.4375, null]]], + "after": [[[5101], [-3.5293, 0]]] + }, + { + "chosen": [[[369], [-1.0146, 0]]], + "before": [[[369], [-1.0146, 0]], [[574], [-1.9834, null]], [[43256], [-2.6074, null]], [[9461], [-2.9824, null]], [[10416], [-3.5137, null]], [[434], [-3.6699, null]], [[873], [-3.9512, null]], [[7171], [-4.0781, null]], [[310], [-4.3281, null]], [[3407], [-4.3281, null]]], + "after": [[[369], [-1.0146, 0]]] + }, + { + "chosen": [[[4758], [-1.4756, 0]]], + "before": [[[4758], [-1.4756, 0]], [[816], [-2.4434, null]], [[1029], [-2.7559, null]], [[11002], [-2.8496, null]], [[5068], [-2.8809, null]], [[28115], [-2.9434, null]], [[2168], [-3.3496, null]], [[7808], [-3.6934, null]], [[34352], [-3.7246, null]], [[1335], [-3.9121, null]]], + "after": [[[4758], [-1.4756, 0]]] + }, + { + "chosen": [[[689], [-1.4111, 0]]], + "before": [[[689], [-1.4111, 0]], [[13], [-1.7236, null]], [[15], [-2.1934, null]], [[327], [-2.5371, null]], [[347], [-2.5996, null]], [[275], [-2.8184, null]], [[285], [-3.0684, null]], [[3212], [-3.1309, null]], [[672], [-3.2246, null]], [[4457], [-4.7227, null]]], + "after": [[[689], [-1.4111, 0]]] + }, + { + "chosen": [[[253], [-0.2881, 0]]], + "before": [[[253], [-0.2881, 0]], [[247], [-2.4766, null]], [[271], [-4.9453, null]], [[9396], [-5.2266, null]], [[1457], [-5.7578, null]], [[17413], [-5.7891, null]], [[444], [-5.8516, null]], [[4693], [-5.9453, null]], [[418], [-6.0078, null]], [[611], [-6.0391, null]]], + "after": [[[253], [-0.2881, 0]]] + }, + { + "chosen": [[[2846], [-2.6855, 0]]], + "before": [[[2846], [-2.6855, 0]], [[16892], [-2.8105, null]], [[12927], [-3.123, null]], [[6150], [-3.498, null]], [[14700], [-3.748, null]], [[10439], [-3.8105, null]], [[5347], [-3.9043, null]], [[13438], [-4.0625, null]], [[9741], [-4.1562, null]], [[11553], [-4.1875, null]]], + "after": [[[2846], [-2.6855, 0]]] + }, + { + "chosen": [[[273], [-0.7183, 0]]], + "before": [[[273], [-0.7183, 0]], [[15], [-1.8438, null]], [[13], [-1.875, null]], [[347], [-2.9062, null]], [[672], [-3.7188, null]], [[285], [-4.0312, null]], [[9875], [-4.0938, null]], [[275], [-4.7812, null]], [[326], [-5, null]], [[2708], [-5.3438, null]]], + "after": [[[273], [-0.7183, 0]]] + }, + { + "chosen": [[[611], [-3.8945, 0]]], + "before": [[[611], [-3.8945, 0]], [[322], [-3.9883, null]], [[329], [-4.0508, null]], [[308], [-4.1758, null]], [[46166], [-4.207, null]], [[401], [-4.207, null]], [[4693], [-4.2383, null]], [[427], [-4.2695, null]], [[444], [-4.3008, null]], [[418], [-4.332, null]]], + "after": [[[611], [-3.8945, 0]]] + }, + { + "chosen": [[[8950], [-2.5625, 0]]], + "before": [[[8950], [-2.5625, 0]], [[2788], [-2.875, null]], [[1479], [-3.4766, null]], [[14059], [-3.6172, null]], [[5401], [-3.8594, null]], [[316], [-3.8984, null]], [[727], [-3.9844, null]], [[1715], [-4, null]], [[276], [-4.0078, null]], [[4123], [-4.0859, null]]], + "after": [[[8950], [-2.5625, 0]]] + }, + { + "chosen": [[[266], [-0.957, 0]]], + "before": [[[266], [-0.957, 0]], [[36422], [-1.6914, null]], [[15], [-2.2539, null]], [[1362], [-2.582, null]], [[13], [-2.957, null]], [[17563], [-3.582, null]], [[321], [-4.1133, null]], [[14], [-4.3008, null]], [[8440], [-4.332, null]], [[347], [-5.1914, null]]], + "after": [[[266], [-0.957, 0]]] + }, + { + "chosen": [[[13], [-0.9272, 0]]], + "before": [[[13], [-0.9272, 0]], [[15], [-1.1152, null]], [[347], [-2.959, null]], [[672], [-3.2715, null]], [[275], [-3.584, null]], [[285], [-3.8652, null]], [[434], [-4.832, null]], [[274], [-5.0508, null]], [[8], [-5.1133, null]], [[327], [-5.1133, null]]], + "after": [[[13], [-0.9272, 0]]] + }, + { + "chosen": [[[285], [-1.9883, 0]]], + "before": [[[285], [-1.9883, 0]], [[253], [-2.332, null]], [[20278], [-2.4258, null]], [[697], [-2.8008, null]], [[44547], [-3.0195, null]], [[247], [-3.1133, null]], [[48374], [-3.3945, null]], [[13497], [-3.6445, null]], [[533], [-3.8008, null]], [[8577], [-3.8945, null]]], + "after": [[[285], [-1.9883, 0]]] + }, + { + "chosen": [[[253], [-0.7129, 0]]], + "before": [[[253], [-0.7129, 0]], [[247], [-2.7441, null]], [[697], [-2.9004, null]], [[352], [-3.2754, null]], [[275], [-3.9941, null]], [[347], [-4.1836, null]], [[309], [-4.3398, null]], [[342], [-4.4023, null]], [[512], [-4.8711, null]], [[627], [-4.9961, null]]], + "after": [[[253], [-0.7129, 0]]] + }, + { + "chosen": [[[8467], [-2.6934, 0]]], + "before": [[[8467], [-2.6934, 0]], [[10198], [-3.0059, null]], [[2329], [-3.4434, null]], [[2360], [-3.5684, null]], [[7237], [-3.6934, null]], [[952], [-3.7246, null]], [[1390], [-3.7559, null]], [[2846], [-3.8184, null]], [[1708], [-4.1914, null]], [[7815], [-4.2227, null]]], + "after": [[[8467], [-2.6934, 0]]] + }, + { + "chosen": [[[369], [-0.3267, 0]]], + "before": [[[369], [-0.3267, 0]], [[1840], [-3.3574, null]], [[574], [-3.6699, null]], [[3531], [-4.0781, null]], [[15795], [-4.0781, null]], [[8899], [-4.7031, null]], [[434], [-4.9219, null]], [[15676], [-4.9844, null]], [[13], [-5.0469, null]], [[11392], [-5.0781, null]]], + "after": [[[369], [-0.3267, 0]]] + }, + { + "chosen": [[[16264], [-1.9375, 0]]], + "before": [[[17713], [-1.9375, null]], [[16264], [-1.9375, 0]], [[247], [-2.3125, null]], [[6898], [-2.9062, null]], [[8577], [-3.2188, null]], [[13968], [-3.2188, null]], [[253], [-3.8125, null]], [[490], [-3.9062, null]], [[6195], [-3.9375, null]], [[18010], [-4, null]]], + "after": [[[16264], [-1.9375, 0]]] + }, + { + "chosen": [[[275], [-1.5645, 0]]], + "before": [[[275], [-1.5645, 0]], [[342], [-1.6582, null]], [[247], [-1.7207, null]], [[2502], [-1.7832, null]], [[13735], [-3.0332, null]], [[5435], [-3.2832, null]], [[253], [-3.752, null]], [[5328], [-4.4102, null]], [[14863], [-4.4102, null]], [[271], [-4.4414, null]]], + "after": [[[275], [-1.5645, 0]]] + }, + { + "chosen": [[[247], [-1.7471, 0]]], + "before": [[[247], [-1.7471, 0]], [[30553], [-2.0273, null]], [[253], [-2.8711, null]], [[288], [-2.8711, null]], [[15925], [-3.0586, null]], [[13735], [-3.3711, null]], [[24863], [-3.4023, null]], [[5389], [-3.5586, null]], [[512], [-3.7148, null]], [[43620], [-3.7461, null]]], + "after": [[[247], [-1.7471, 0]]] + }, + { + "chosen": [[[5389], [-2.4844, 0]]], + "before": [[[5389], [-2.4844, 0]], [[35988], [-2.6094, null]], [[15925], [-2.8594, null]], [[8014], [-2.8906, null]], [[465], [-3.0781, null]], [[24863], [-3.3281, null]], [[30408], [-3.4531, null]], [[40961], [-3.5156, null]], [[34170], [-3.5469, null]], [[43620], [-3.6094, null]]], + "after": [[[5389], [-2.4844, 0]]] + }, + { + "chosen": [[[3781], [-1.252, 0]]], + "before": [[[3781], [-1.252, 0]], [[21290], [-2.002, null]], [[13735], [-2.8457, null]], [[5878], [-2.8457, null]], [[40961], [-2.877, null]], [[3148], [-3.4082, null]], [[2502], [-3.502, null]], [[7802], [-3.5957, null]], [[13], [-3.8145, null]], [[11786], [-3.9082, null]]], + "after": [[[3781], [-1.252, 0]]] + }, + { + "chosen": [[[273], [-0.0035, 0]]], + "before": [[[273], [-0.0035, 0]], [[15], [-6.5664, null]], [[326], [-8.1562, null]], [[13], [-8.1562, null]], [[407], [-8.75, null]], [[342], [-8.875, null]], [[347], [-8.9062, null]], [[9830], [-9.3125, null]], [[2439], [-9.3438, null]], [[264], [-9.75, null]]], + "after": [[[273], [-0.0035, 0]]] + }, + { + "chosen": [[[9830], [-0.8027, 0]]], + "before": [[[9830], [-0.8027, 0]], [[294], [-2.5215, null]], [[268], [-3.0527, null]], [[2502], [-3.2715, null]], [[13735], [-3.3027, null]], [[390], [-3.4902, null]], [[2469], [-3.584, null]], [[1460], [-3.6777, null]], [[288], [-3.7402, null]], [[22290], [-3.7715, null]]], + "after": [[[9830], [-0.8027, 0]]] + }, + { + "chosen": [[[15], [-0.342, 0]]], + "before": [[[15], [-0.342, 0]], [[13], [-2.748, null]], [[347], [-2.998, null]], [[326], [-3.5605, null]], [[407], [-3.8418, null]], [[432], [-3.998, null]], [[27], [-4.5312, null]], [[285], [-4.75, null]], [[28], [-5, null]], [[689], [-5.0312, null]]], + "after": [[[15], [-0.342, 0]]] + }, + { + "chosen": [[[380], [-1.4805, 0]]], + "before": [[[380], [-1.4805, 0]], [[187], [-1.4805, null]], [[733], [-2.6367, null]], [[329], [-3.168, null]], [[496], [-3.918, null]], [[1707], [-4.0117, null]], [[1723], [-4.1367, null]], [[1284], [-4.2305, null]], [[1292], [-4.3555, null]], [[309], [-4.4492, null]]], + "after": [[[380], [-1.4805, 0]]] + }, + { + "chosen": [[[2846], [-3.0391, 0]]], + "before": [[[2846], [-3.0391, 0]], [[2329], [-3.6641, null]], [[10198], [-3.6953, null]], [[952], [-3.8516, null]], [[5101], [-3.9453, null]], [[8467], [-3.9766, null]], [[9195], [-4.0391, null]], [[4758], [-4.0703, null]], [[1708], [-4.1953, null]], [[7237], [-4.2578, null]]], + "after": [[[2846], [-3.0391, 0]]] + }, + { + "chosen": [[[369], [-0.8774, 0]]], + "before": [[[369], [-0.8774, 0]], [[3139], [-2.3145, null]], [[434], [-2.4395, null]], [[9875], [-3.0332, null]], [[574], [-3.0332, null]], [[273], [-3.0645, null]], [[13], [-3.3145, null]], [[8099], [-4.0664, null]], [[10198], [-4.0664, null]], [[3261], [-4.4414, null]]], + "after": [[[369], [-0.8774, 0]]] + }, + { + "chosen": [[[21501], [-2.457, 0]]], + "before": [[[21501], [-2.457, 0]], [[4270], [-2.6133, null]], [[13750], [-2.707, null]], [[247], [-2.7383, null]], [[6898], [-2.957, null]], [[4441], [-3.4883, null]], [[2120], [-3.707, null]], [[17860], [-3.832, null]], [[1929], [-4.0195, null]], [[275], [-4.1133, null]]], + "after": [[[21501], [-2.457, 0]]] + }, + { + "chosen": [[[1981], [-0.0008, 0]]], + "before": [[[1981], [-0.0008, 0]], [[272], [-7.5625, null]], [[282], [-8.9375, null]], [[1070], [-9.625, null]], [[342], [-10.875, null]], [[314], [-11.2812, null]], [[3642], [-12.3438, null]], [[868], [-13.7812, null]], [[5356], [-14.2188, null]], [[77], [-14.3438, null]]], + "after": [[[1981], [-0.0008, 0]]] + }, + { + "chosen": [[[342], [-0.24, 0]]], + "before": [[[342], [-0.24, 0]], [[13], [-2.4277, null]], [[347], [-3.2402, null]], [[15], [-4.1133, null]], [[285], [-4.3008, null]], [[387], [-4.8945, null]], [[275], [-5.0195, null]], [[751], [-5.1758, null]], [[28], [-5.332, null]], [[432], [-5.8633, null]]], + "after": [[[342], [-0.24, 0]]] + }, + { + "chosen": [[[2425], [-1.2432, 0]]], + "before": [[[2425], [-1.2432, 0]], [[952], [-1.7432, null]], [[1495], [-2.0254, null]], [[253], [-2.5566, null]], [[18349], [-3.5879, null]], [[2341], [-3.6504, null]], [[247], [-3.6816, null]], [[512], [-4.5859, null]], [[33073], [-4.7109, null]], [[697], [-4.7422, null]]], + "after": [[[2425], [-1.2432, 0]]] + }, + { + "chosen": [[[13], [-0.8433, 0]]], + "before": [[[13], [-0.8433, 0]], [[347], [-1.4053, null]], [[15], [-2.0312, null]], [[285], [-3.4688, null]], [[28], [-3.9375, null]], [[387], [-4.1875, null]], [[432], [-4.5, null]], [[275], [-4.625, null]], [[1128], [-4.7188, null]], [[5747], [-4.9375, null]]], + "after": [[[13], [-0.8433, 0]]] + }, + { + "chosen": [[[347], [-1.5635, 0]]], + "before": [[[285], [-1.126, null]], [[347], [-1.5635, 0]], [[342], [-2.502, null]], [[533], [-2.9395, null]], [[253], [-3.0645, null]], [[6898], [-3.8145, null]], [[952], [-4.25, null]], [[1014], [-4.7188, null]], [[697], [-4.8125, null]], [[2120], [-4.8125, null]]], + "after": [[[347], [-1.5635, 0]]] + }, + { + "chosen": [[[352], [-1.6221, 0]]], + "before": [[[352], [-1.6221, 0]], [[253], [-1.9033, null]], [[952], [-2.2148, null]], [[7312], [-3.1836, null]], [[30380], [-3.2148, null]], [[1900], [-3.2148, null]], [[369], [-3.3711, null]], [[1142], [-3.5898, null]], [[604], [-3.7461, null]], [[247], [-4.1523, null]]], + "after": [[[352], [-1.6221, 0]]] + }, + { + "chosen": [[[369], [-0.7183, 0]]], + "before": [[[369], [-0.7183, 0]], [[1900], [-1.5303, null]], [[574], [-2.1562, null]], [[858], [-3.5625, null]], [[3798], [-3.5938, null]], [[651], [-3.875, null]], [[2223], [-4.1875, null]], [[5480], [-4.5312, null]], [[9403], [-4.5938, null]], [[4455], [-5.375, null]]], + "after": [[[369], [-0.7183, 0]]] + }, + { + "chosen": [[[253], [-1.3555, 0]]], + "before": [[[253], [-1.3555, 0]], [[247], [-2.043, null]], [[1046], [-2.3242, null]], [[816], [-3.1992, null]], [[1900], [-3.2305, null]], [[1309], [-3.4805, null]], [[2761], [-3.543, null]], [[581], [-3.5742, null]], [[327], [-3.8867, null]], [[387], [-3.918, null]]], + "after": [[[253], [-1.3555, 0]]] + }, + { + "chosen": [[[1388], [-1.3672, 0]]], + "before": [[[1388], [-1.3672, 0]], [[1390], [-2.4609, null]], [[673], [-2.4922, null]], [[2360], [-2.6172, null]], [[1265], [-3.0859, null]], [[43866], [-3.1797, null]], [[806], [-3.3672, null]], [[990], [-3.4297, null]], [[2457], [-3.6172, null]], [[4766], [-3.9297, null]]], + "after": [[[1388], [-1.3672, 0]]] + }, + { + "chosen": [[[1078], [-0.4951, 0]]], + "before": [[[1078], [-0.4951, 0]], [[273], [-1.3076, null]], [[846], [-2.7773, null]], [[672], [-4.4961, null]], [[253], [-4.7461, null]], [[326], [-4.8086, null]], [[745], [-5.9023, null]], [[323], [-5.9648, null]], [[4283], [-6.1523, null]], [[1563], [-6.1523, null]]], + "after": [[[1078], [-0.4951, 0]]] + }, + { + "chosen": [[[253], [-0.6104, 0]]], + "before": [[[253], [-0.6104, 0]], [[247], [-1.3604, null]], [[1457], [-4.1094, null]], [[271], [-4.1406, null]], [[2791], [-4.2344, null]], [[581], [-4.8594, null]], [[616], [-5.0781, null]], [[16365], [-5.1094, null]], [[14964], [-5.2969, null]], [[697], [-5.3906, null]]], + "after": [[[253], [-0.6104, 0]]] + }, + { + "chosen": [[[7970], [-2.6836, 0]]], + "before": [[[7970], [-2.6836, 0]], [[1265], [-2.7148, null]], [[16365], [-3.0273, null]], [[5909], [-3.0898, null]], [[4936], [-3.4336, null]], [[10039], [-3.6211, null]], [[14964], [-3.8398, null]], [[747], [-3.9336, null]], [[8986], [-3.9648, null]], [[7203], [-4.0273, null]]], + "after": [[[7970], [-2.6836, 0]]] + }, + { + "chosen": [[[16365], [-1.9766, 0]]], + "before": [[[16365], [-1.9766, 0]], [[611], [-3.0703, null]], [[5768], [-3.3516, null]], [[12308], [-3.5078, null]], [[21621], [-3.5703, null]], [[14964], [-3.5703, null]], [[10039], [-3.6328, null]], [[3972], [-3.7891, null]], [[14538], [-3.8828, null]], [[7203], [-4.0703, null]]], + "after": [[[16365], [-1.9766, 0]]] + }, + { + "chosen": [[[15], [-0.7275, 0]]], + "before": [[[15], [-0.7275, 0]], [[273], [-2.2598, null]], [[13], [-2.291, null]], [[326], [-3.0098, null]], [[369], [-3.166, null]], [[3407], [-3.416, null]], [[28765], [-3.541, null]], [[3053], [-4.0391, null]], [[1929], [-4.3828, null]], [[275], [-4.5078, null]]], + "after": [[[15], [-0.7275, 0]]] + }, + { + "chosen": [[[187], [-1.3223, 0]]], + "before": [[[187], [-1.3223, 0]], [[380], [-1.7285, null]], [[6491], [-3.0723, null]], [[733], [-3.2598, null]], [[1707], [-3.3535, null]], [[329], [-3.916, null]], [[7612], [-4.0078, null]], [[6676], [-4.0391, null]], [[496], [-4.0703, null]], [[831], [-4.3203, null]]], + "after": [[[187], [-1.3223, 0]]] + }, + { + "chosen": [[[3], [-1.6074, 0]]], + "before": [[[3], [-1.6074, 0]], [[510], [-1.998, null]], [[34], [-2.748, null]], [[688], [-3.0293, null]], [[1147], [-3.4824, null]], [[2512], [-3.623, null]], [[6436], [-3.6543, null]], [[42], [-3.8262, null]], [[1909], [-3.9199, null]], [[1989], [-4.2773, null]]], + "after": [[[3], [-1.6074, 0]]] + }, + { + "chosen": [[[42], [-2.377, 0]]], + "before": [[[42], [-2.377, 0]], [[1147], [-3.127, null]], [[4013], [-3.2207, null]], [[8262], [-3.2676, null]], [[41], [-3.627, null]], [[34], [-3.6582, null]], [[13924], [-3.752, null]], [[1394], [-3.7676, null]], [[510], [-3.8145, null]], [[1552], [-3.877, null]]], + "after": [[[42], [-2.377, 0]]] + }, + { + "chosen": [[[1353], [-1.1807, 0]]], + "before": [[[1353], [-1.1807, 0]], [[476], [-2.3359, null]], [[4282], [-2.5234, null]], [[1849], [-3.0547, null]], [[1833], [-3.1797, null]], [[1053], [-3.5859, null]], [[5730], [-3.6484, null]], [[3524], [-3.7734, null]], [[1158], [-4.0859, null]], [[717], [-4.0859, null]]], + "after": [[[1353], [-1.1807, 0]]] + }, + { + "chosen": [[[594], [-1.6543, 0]]], + "before": [[[594], [-1.6543, 0]], [[1469], [-2.4043, null]], [[2218], [-2.8105, null]], [[7016], [-3.123, null]], [[1728], [-3.1855, null]], [[6501], [-3.373, null]], [[896], [-3.373, null]], [[18254], [-3.4355, null]], [[9995], [-3.5605, null]], [[2819], [-3.6855, null]]], + "after": [[[594], [-1.6543, 0]]] + }, + { + "chosen": [[[9049], [-1.0918, 0]]], + "before": [[[9049], [-1.0918, 0]], [[9995], [-1.6543, null]], [[2819], [-2.4355, null]], [[11870], [-2.6543, null]], [[7016], [-3.1855, null]], [[5211], [-3.4668, null]], [[18254], [-3.498, null]], [[23086], [-3.5918, null]], [[11219], [-3.6543, null]], [[23327], [-3.748, null]]], + "after": [[[9049], [-1.0918, 0]]] + }, + { + "chosen": [[[2], [-1.5273, 0]]], + "before": [[[2], [-1.5273, 0]], [[323], [-1.5586, null]], [[1476], [-1.8711, null]], [[13], [-1.9336, null]], [[281], [-3.1523, null]], [[937], [-3.2773, null]], [[15], [-3.2773, null]], [[1051], [-3.6211, null]], [[449], [-3.8711, null]], [[670], [-4.0273, null]]], + "after": [[[2], [-1.5273, 0]]] + }, + { + "chosen": [[[309], [-1.0518, 0]]], + "before": [[[309], [-1.0518, 0]], [[733], [-2.334, null]], [[831], [-2.6152, null]], [[380], [-2.6465, null]], [[11056], [-2.8965, null]], [[844], [-3.1465, null]], [[1281], [-3.709, null]], [[1476], [-4.1445, null]], [[43475], [-4.2383, null]], [[1737], [-4.2695, null]]], + "after": [[[309], [-1.0518, 0]]] + }, + { + "chosen": [[[476], [-0.8564, 0]]], + "before": [[[476], [-0.8564, 0]], [[1353], [-1.6689, null]], [[1849], [-2.5742, null]], [[4282], [-3.2305, null]], [[1833], [-3.668, null]], [[6468], [-3.6992, null]], [[3524], [-3.7305, null]], [[816], [-3.793, null]], [[971], [-4.1367, null]], [[5730], [-4.3867, null]]], + "after": [[[476], [-0.8564, 0]]] + }, + { + "chosen": [[[626], [-0.0403, 0]]], + "before": [[[626], [-0.0403, 0]], [[10693], [-3.8223, null]], [[2168], [-5.5078, null]], [[12345], [-5.7266, null]], [[1928], [-5.8828, null]], [[4720], [-6.1641, null]], [[816], [-7.0078, null]], [[923], [-7.6953, null]], [[2761], [-7.7578, null]], [[1335], [-7.9453, null]]], + "after": [[[626], [-0.0403, 0]]] + }, + { + "chosen": [[[3343], [-0.1797, 0]]], + "before": [[[3343], [-0.1797, 0]], [[2868], [-2.0547, null]], [[4600], [-4.8672, null]], [[1014], [-5.2422, null]], [[1361], [-5.5547, null]], [[3831], [-5.5859, null]], [[3523], [-5.9297, null]], [[1462], [-6.5859, null]], [[2186], [-6.7109, null]], [[10507], [-6.7422, null]]], + "after": [[[3343], [-0.1797, 0]]] + }, + { + "chosen": [[[281], [-0.9956, 0]]], + "before": [[[281], [-0.9956, 0]], [[323], [-1.0586, null]], [[1476], [-1.9961, null]], [[1919], [-2.8711, null]], [[2], [-3.2773, null]], [[7357], [-4.6211, null]], [[13], [-4.7461, null]], [[10873], [-5.0898, null]], [[937], [-5.2148, null]], [[449], [-5.2773, null]]], + "after": [[[281], [-0.9956, 0]]] + }, + { + "chosen": [[[923], [-0.8291, 0]]], + "before": [[[923], [-0.8291, 0]], [[564], [-2.1094, null]], [[755], [-2.8594, null]], [[6008], [-2.9219, null]], [[3698], [-3.7344, null]], [[1611], [-3.9844, null]], [[11012], [-4.0781, null]], [[17019], [-4.1406, null]], [[1265], [-4.1719, null]], [[452], [-4.3594, null]]], + "after": [[[923], [-0.8291, 0]]] + }, + { + "chosen": [[[253], [-1.0791, 0]]], + "before": [[[253], [-1.0791, 0]], [[512], [-1.8916, null]], [[752], [-2.0156, null]], [[4130], [-2.3906, null]], [[619], [-3.0469, null]], [[849], [-3.9531, null]], [[352], [-4.1094, null]], [[368], [-4.6406, null]], [[665], [-4.6719, null]], [[776], [-4.7656, null]]], + "after": [[[253], [-1.0791, 0]]] + }, + { + "chosen": [[[44161], [-1.6348, 0]]], + "before": [[[16365], [-1.5098, null]], [[44161], [-1.6348, 0]], [[28768], [-1.9473, null]], [[747], [-4.1992, null]], [[921], [-4.6055, null]], [[16226], [-4.668, null]], [[29962], [-4.668, null]], [[48158], [-4.6992, null]], [[27771], [-4.8555, null]], [[5389], [-4.8555, null]]], + "after": [[[44161], [-1.6348, 0]]] + }, + { + "chosen": [[[1476], [-0.9385, 0]]], + "before": [[[1476], [-0.9385, 0]], [[11608], [-1.9385, null]], [[10873], [-2, null]], [[2], [-2.8438, null]], [[937], [-3.1875, null]], [[449], [-3.5, null]], [[3148], [-3.8438, null]], [[285], [-3.9062, null]], [[436], [-4.1875, null]], [[342], [-4.375, null]]], + "after": [[[1476], [-0.9385, 0]]] + }, + { + "chosen": [[[187], [-0.5693, 0]]], + "before": [[[187], [-0.5693, 0]], [[247], [-2.7578, null]], [[329], [-2.8828, null]], [[753], [-2.9453, null]], [[380], [-3.8203, null]], [[309], [-4.6016, null]], [[26750], [-4.6016, null]], [[253], [-4.6953, null]], [[418], [-4.9766, null]], [[416], [-5.0391, null]]], + "after": [[[187], [-0.5693, 0]]] + }, + { + "chosen": [[[3], [-1.2197, 0]]], + "before": [[[3], [-1.2197, 0]], [[34], [-1.8135, null]], [[510], [-2.2363, null]], [[42], [-3.7832, null]], [[688], [-3.9395, null]], [[1147], [-3.9707, null]], [[1909], [-4.1406, null]], [[45], [-4.4688, null]], [[4041], [-4.4844, null]], [[51], [-4.5781, null]]], + "after": [[[3], [-1.2197, 0]]] + }, + { + "chosen": [[[5072], [-1.8057, 0]]], + "before": [[[5072], [-1.8057, 0]], [[42], [-1.915, null]], [[6506], [-2.3066, null]], [[1394], [-3.291, null]], [[1147], [-3.3691, null]], [[3726], [-3.541, null]], [[4013], [-3.5566, null]], [[510], [-3.7285, null]], [[46], [-3.7441, null]], [[1231], [-3.8691, null]]], + "after": [[[5072], [-1.8057, 0]]] + }, + { + "chosen": [[[1512], [-0.1497, 0]]], + "before": [[[1512], [-0.1497, 0]], [[13], [-2.8066, null]], [[6747], [-2.8691, null]], [[2057], [-5.1172, null]], [[319], [-5.1797, null]], [[73], [-6.0859, null]], [[1264], [-7.0859, null]], [[14], [-7.6172, null]], [[347], [-7.8359, null]], [[74], [-7.9922, null]]], + "after": [[[1512], [-0.1497, 0]]] + }, + { + "chosen": [[[2], [-0.5708, 0]]], + "before": [[[2], [-0.5708, 0]], [[1476], [-1.7578, null]], [[13], [-1.9453, null]], [[15], [-2.7578, null]], [[1051], [-4.0078, null]], [[449], [-4.1328, null]], [[3255], [-5.5078, null]], [[95], [-5.5391, null]], [[4672], [-5.5703, null]], [[3288], [-5.8516, null]]], + "after": [[[2], [-0.5708, 0]]] + }, + { + "chosen": [[[309], [-0.9863, 0]]], + "before": [[[309], [-0.9863, 0]], [[1583], [-2.5176, null]], [[733], [-2.6113, null]], [[1281], [-2.7363, null]], [[380], [-3.1113, null]], [[844], [-3.2988, null]], [[831], [-3.5488, null]], [[1292], [-3.6738, null]], [[1244], [-4.4258, null]], [[2752], [-4.6133, null]]], + "after": [[[309], [-0.9863, 0]]] + }, + { + "chosen": [[[1353], [-1.5996, 0]]], + "before": [[[1353], [-1.5996, 0]], [[476], [-1.8496, null]], [[3524], [-2.5371, null]], [[1849], [-2.5371, null]], [[4282], [-2.7246, null]], [[971], [-2.9434, null]], [[5730], [-3.0684, null]], [[1833], [-3.1934, null]], [[2389], [-3.6309, null]], [[816], [-3.6934, null]]], + "after": [[[1353], [-1.5996, 0]]] + }, + { + "chosen": [[[2819], [-1.8096, 0]]], + "before": [[[594], [-1.4971, null]], [[2819], [-1.8096, 0]], [[6501], [-2.0293, null]], [[1469], [-2.123, null]], [[2119], [-2.998, null]], [[1663], [-3.4668, null]], [[9995], [-3.5605, null]], [[816], [-4.1211, null]], [[9049], [-4.1211, null]], [[417], [-4.1836, null]]], + "after": [[[2819], [-1.8096, 0]]] + }, + { + "chosen": [[[3579], [-0.006, 0]]], + "before": [[[3579], [-0.006, 0]], [[32856], [-6.2891, null]], [[594], [-6.6641, null]], [[269], [-7.1328, null]], [[387], [-7.4141, null]], [[323], [-7.4766, null]], [[598], [-8.2578, null]], [[562], [-8.9141, null]], [[1663], [-10.1328, null]], [[512], [-10.4453, null]]], + "after": [[[3579], [-0.006, 0]]] + }, + { + "chosen": [[[281], [-0.0014, 0]]], + "before": [[[281], [-0.0014, 0]], [[594], [-8.9375, null]], [[352], [-9.125, null]], [[1051], [-9.25, null]], [[253], [-9.2812, null]], [[1014], [-9.3438, null]], [[1512], [-9.4375, null]], [[512], [-9.5, null]], [[6523], [-9.5312, null]], [[323], [-9.5938, null]]], + "after": [[[281], [-0.0014, 0]]] + }, + { + "chosen": [[[253], [-1.0244, 0]]], + "before": [[[253], [-1.0244, 0]], [[6523], [-1.7432, null]], [[352], [-2.2109, null]], [[9123], [-2.9609, null]], [[512], [-3.3359, null]], [[7487], [-3.9922, null]], [[18792], [-4.2109, null]], [[731], [-4.3672, null]], [[326], [-4.3672, null]], [[1469], [-4.4609, null]]], + "after": [[[253], [-1.0244, 0]]] + }, + { + "chosen": [[[16365], [-1.6895, 0]]], + "before": [[[16365], [-1.6895, 0]], [[28768], [-2.127, null]], [[44161], [-2.752, null]], [[2739], [-2.8145, null]], [[11012], [-3.8457, null]], [[18792], [-4.0352, null]], [[921], [-4.3477, null]], [[27771], [-4.5039, null]], [[3128], [-4.5352, null]], [[2644], [-4.5977, null]]], + "after": [[[16365], [-1.6895, 0]]] + }, + { + "chosen": [[[1476], [-1.3223, 0]]], + "before": [[[1476], [-1.3223, 0]], [[10873], [-2.0723, null]], [[449], [-2.2285, null]], [[13], [-2.2285, null]], [[2], [-3.4473, null]], [[15], [-3.4785, null]], [[347], [-3.5723, null]], [[436], [-3.7285, null]], [[11608], [-3.8848, null]], [[1512], [-3.916, null]]], + "after": [[[1476], [-1.3223, 0]]] + }, + { + "chosen": [[[187], [-0.0577, 0]]], + "before": [[[187], [-0.0577, 0]], [[753], [-4.7148, null]], [[380], [-4.7461, null]], [[253], [-5.4336, null]], [[329], [-5.7773, null]], [[247], [-5.9961, null]], [[309], [-6.0898, null]], [[5761], [-6.9023, null]], [[10017], [-7.0898, null]], [[767], [-7.2773, null]]], + "after": [[[187], [-0.0577, 0]]] + }, + { + "chosen": [[[3], [-1.1807, 0]]], + "before": [[[3], [-1.1807, 0]], [[510], [-1.3369, null]], [[7910], [-2.7578, null]], [[34], [-3.0078, null]], [[688], [-4.0859, null]], [[1147], [-4.1797, null]], [[1909], [-4.2578, null]], [[3726], [-4.3984, null]], [[2512], [-4.7266, null]], [[42], [-4.7734, null]]], + "after": [[[3], [-1.1807, 0]]] + }, + { + "chosen": [[[42], [-1.627, 0]]], + "before": [[[42], [-1.627, 0]], [[6506], [-2.627, null]], [[1147], [-3.002, null]], [[510], [-3.002, null]], [[5072], [-3.0801, null]], [[1231], [-3.4238, null]], [[1466], [-3.502, null]], [[1394], [-3.5488, null]], [[4013], [-3.6895, null]], [[41], [-4.2383, null]]], + "after": [[[42], [-1.627, 0]]] + }, + { + "chosen": [[[1353], [-1.5293, 0]]], + "before": [[[1353], [-1.5293, 0]], [[476], [-1.998, null]], [[3524], [-2.2793, null]], [[4282], [-2.4668, null]], [[871], [-3.0605, null]], [[1849], [-3.248, null]], [[971], [-3.3418, null]], [[5730], [-3.4355, null]], [[816], [-3.873, null]], [[1833], [-3.9668, null]]], + "after": [[[1353], [-1.5293, 0]]] + }, + { + "chosen": [[[9995], [-2.2676, 0]]], + "before": [[[594], [-1.8301, null]], [[9995], [-2.2676, 0]], [[1469], [-2.5488, null]], [[2819], [-2.6113, null]], [[9049], [-2.7363, null]], [[417], [-3.0176, null]], [[2119], [-3.1113, null]], [[6501], [-3.2363, null]], [[816], [-3.5176, null]], [[1663], [-3.6738, null]]], + "after": [[[9995], [-2.2676, 0]]] + }, + { + "chosen": [[[359], [-1.2529, 0]]], + "before": [[[359], [-1.2529, 0]], [[309], [-2.1895, null]], [[352], [-2.2832, null]], [[253], [-2.3457, null]], [[368], [-2.4082, null]], [[326], [-2.4395, null]], [[281], [-3.002, null]], [[597], [-3.4707, null]], [[13], [-4.2539, null]], [[4130], [-4.3164, null]]], + "after": [[[359], [-1.2529, 0]]] + }, + { + "chosen": [[[1472], [-1.583, 0]]], + "before": [[[1472], [-1.583, 0]], [[755], [-1.833, null]], [[476], [-2.584, null]], [[1694], [-2.6465, null]], [[4425], [-2.7402, null]], [[452], [-2.8027, null]], [[497], [-3.084, null]], [[1053], [-3.4902, null]], [[512], [-3.4902, null]], [[2210], [-3.5215, null]]], + "after": [[[1472], [-1.583, 0]]] + }, + { + "chosen": [[[1469], [-1.4473, 0]]], + "before": [[[1469], [-1.4473, 0]], [[512], [-2.3848, null]], [[4720], [-2.5098, null]], [[9100], [-2.8535, null]], [[2509], [-3.1035, null]], [[1097], [-3.2285, null]], [[417], [-3.3223, null]], [[1060], [-3.3223, null]], [[28765], [-3.416, null]], [[2104], [-3.5098, null]]], + "after": [[[1469], [-1.4473, 0]]] + }, + { + "chosen": [[[281], [-0.7324, 0]]], + "before": [[[281], [-0.7324, 0]], [[2366], [-1.5449, null]], [[562], [-3.2949, null]], [[1728], [-3.5762, null]], [[342], [-3.6074, null]], [[13], [-3.8574, null]], [[10873], [-4.0469, null]], [[347], [-4.2031, null]], [[2], [-4.2656, null]], [[15], [-4.3281, null]]], + "after": [[[281], [-0.7324, 0]]] + }, + { + "chosen": [[[253], [-0.9946, 0]]], + "before": [[[253], [-0.9946, 0]], [[923], [-1.7754, null]], [[320], [-1.8379, null]], [[3698], [-2.9941, null]], [[452], [-3.1504, null]], [[755], [-4.0898, null]], [[6947], [-4.1211, null]], [[564], [-4.3086, null]], [[247], [-4.4336, null]], [[17019], [-4.4336, null]]], + "after": [[[253], [-0.9946, 0]]] + }, + { + "chosen": [[[16365], [-0.5386, 0]]], + "before": [[[16365], [-0.5386, 0]], [[44161], [-2.1328, null]], [[1072], [-2.7578, null]], [[28768], [-4.1641, null]], [[3128], [-4.3828, null]], [[11600], [-4.5391, null]], [[19887], [-4.9141, null]], [[5603], [-4.9141, null]], [[2362], [-5.0703, null]], [[12699], [-5.3516, null]]], + "after": [[[16365], [-0.5386, 0]]] + }, + { + "chosen": [[[2366], [-0.7251, 0]]], + "before": [[[2366], [-0.7251, 0]], [[13], [-2.5684, null]], [[15], [-2.6934, null]], [[1476], [-3.0371, null]], [[2], [-3.0684, null]], [[449], [-3.2559, null]], [[3063], [-3.3809, null]], [[1512], [-3.4434, null]], [[342], [-3.5371, null]], [[10873], [-3.6934, null]]], + "after": [[[2366], [-0.7251, 0]]] + }, + { + "chosen": [[[449], [-1.8945, 0]]], + "before": [[[13], [-1.4258, null]], [[1476], [-1.4258, null]], [[449], [-1.8945, 0]], [[15], [-2.332, null]], [[2], [-2.457, null]], [[436], [-3.3633, null]], [[3063], [-3.457, null]], [[937], [-3.6445, null]], [[969], [-4.2695, null]], [[347], [-4.4883, null]]], + "after": [[[449], [-1.8945, 0]]] + } + ] +} diff --git a/tests/api/sanity_text_sets/krake-v2/test_empty.json b/tests/api/sanity_text_sets/krake-v2/test_empty.json new file mode 100644 index 0000000..8b5d5ba --- /dev/null +++ b/tests/api/sanity_text_sets/krake-v2/test_empty.json @@ -0,0 +1,496 @@ +{ + "prompt": "<|endoftext|>[ Prologue ]\n", + "preset": { + "presetVersion": 3, + "name": "API Test Preset", + "id": "3f39d1b2-9806-45d4-8f8a-7b1f40a9fc49", + "remoteId": "", + "parameters": { + "textGenerationSettingsVersion": 3, + "temperature": 1.5, + "max_length": 75, + "min_length": 1, + "top_k": 1, + "top_p": 0.85, + "top_a": 0.05, + "typical_p": 0.99, + "tail_free_sampling": 0.95, + "repetition_penalty": 1, + "repetition_penalty_range": 0, + "repetition_penalty_slope": 0, + "repetition_penalty_frequency": 0.001, + "repetition_penalty_presence": 2, + "order": [ + { + "id": "temperature", + "enabled": true + }, + { + "id": "typical_p", + "enabled": true + }, + { + "id": "tfs", + "enabled": true + }, + { + "id": "top_a", + "enabled": true + }, + { + "id": "top_p", + "enabled": true + }, + { + "id": "top_k", + "enabled": true + } + ] + }, + "model": "krake-v2" + }, + "global_settings": { + "generate_until_sentence": true, + "num_logprobs": 10, + "ban_brackets": true, + "bias_dinkus_asterism": true + }, + "result": "The sun was setting over the city of Kaldan, and the sky was painted in a beautiful array of colors. The air was filled with the scent of flowers, and it was so warm that one could almost forget about the cold winter to come. It was a perfect day for a stroll through the park.\n\"I'm going to go take a walk,\" I said as I got up from my seat at the table.", + "logprobs": [ + { + "chosen": [[[510], [-1.9209, 0]]], + "before": [[[510], [-1.9209, 0]], [[3], [-1.999, null]], [[60], [-2.3105, null]], [[1147], [-2.6621, null]], [[42], [-3.1074, null]], [[34], [-3.248, null]], [[688], [-4.0312, null]], [[2512], [-4.2031, null]], [[1328], [-4.2969, null]], [[3220], [-4.4609, null]]], + "after": [[[510], [-1.9209, 0]]] + }, + { + "chosen": [[[5101], [-3.5293, 0]]], + "before": [[[5101], [-3.5293, 0]], [[2360], [-3.7793, null]], [[806], [-3.8418, null]], [[637], [-3.873, null]], [[1533], [-4.0312, null]], [[1388], [-4.0312, null]], [[3226], [-4.0938, null]], [[5448], [-4.1875, null]], [[2329], [-4.2812, null]], [[2872], [-4.4375, null]]], + "after": [[[5101], [-3.5293, 0]]] + }, + { + "chosen": [[[369], [-1.0146, 0]]], + "before": [[[369], [-1.0146, 0]], [[574], [-1.9834, null]], [[43256], [-2.6074, null]], [[9461], [-2.9824, null]], [[10416], [-3.5137, null]], [[434], [-3.6699, null]], [[873], [-3.9512, null]], [[7171], [-4.0781, null]], [[310], [-4.3281, null]], [[3407], [-4.3281, null]]], + "after": [[[369], [-1.0146, 0]]] + }, + { + "chosen": [[[4758], [-1.4756, 0]]], + "before": [[[4758], [-1.4756, 0]], [[816], [-2.4434, null]], [[1029], [-2.7559, null]], [[11002], [-2.8496, null]], [[5068], [-2.8809, null]], [[28115], [-2.9434, null]], [[2168], [-3.3496, null]], [[7808], [-3.6934, null]], [[34352], [-3.7246, null]], [[1335], [-3.9121, null]]], + "after": [[[4758], [-1.4756, 0]]] + }, + { + "chosen": [[[689], [-1.4111, 0]]], + "before": [[[689], [-1.4111, 0]], [[13], [-1.7236, null]], [[15], [-2.1934, null]], [[327], [-2.5371, null]], [[347], [-2.5996, null]], [[275], [-2.8184, null]], [[285], [-3.0684, null]], [[3212], [-3.1309, null]], [[672], [-3.2246, null]], [[4457], [-4.7227, null]]], + "after": [[[689], [-1.4111, 0]]] + }, + { + "chosen": [[[253], [-0.2881, 0]]], + "before": [[[253], [-0.2881, 0]], [[247], [-2.4766, null]], [[271], [-4.9453, null]], [[9396], [-5.2266, null]], [[1457], [-5.7578, null]], [[17413], [-5.7891, null]], [[444], [-5.8516, null]], [[4693], [-5.9453, null]], [[418], [-6.0078, null]], [[611], [-6.0391, null]]], + "after": [[[253], [-0.2881, 0]]] + }, + { + "chosen": [[[2846], [-2.6855, 0]]], + "before": [[[2846], [-2.6855, 0]], [[16892], [-2.8105, null]], [[12927], [-3.123, null]], [[6150], [-3.498, null]], [[14700], [-3.748, null]], [[10439], [-3.8105, null]], [[5347], [-3.9043, null]], [[13438], [-4.0625, null]], [[9741], [-4.1562, null]], [[11553], [-4.1875, null]]], + "after": [[[2846], [-2.6855, 0]]] + }, + { + "chosen": [[[273], [-0.7183, 0]]], + "before": [[[273], [-0.7183, 0]], [[15], [-1.8438, null]], [[13], [-1.875, null]], [[347], [-2.9062, null]], [[672], [-3.7188, null]], [[285], [-4.0312, null]], [[9875], [-4.0938, null]], [[275], [-4.7812, null]], [[326], [-5, null]], [[2708], [-5.3438, null]]], + "after": [[[273], [-0.7183, 0]]] + }, + { + "chosen": [[[611], [-3.8945, 0]]], + "before": [[[611], [-3.8945, 0]], [[322], [-3.9883, null]], [[329], [-4.0508, null]], [[308], [-4.1758, null]], [[46166], [-4.207, null]], [[401], [-4.207, null]], [[4693], [-4.2383, null]], [[427], [-4.2695, null]], [[444], [-4.3008, null]], [[418], [-4.332, null]]], + "after": [[[611], [-3.8945, 0]]] + }, + { + "chosen": [[[8950], [-2.5625, 0]]], + "before": [[[8950], [-2.5625, 0]], [[2788], [-2.875, null]], [[1479], [-3.4766, null]], [[14059], [-3.6172, null]], [[5401], [-3.8594, null]], [[316], [-3.8984, null]], [[727], [-3.9844, null]], [[1715], [-4, null]], [[276], [-4.0078, null]], [[4123], [-4.0859, null]]], + "after": [[[8950], [-2.5625, 0]]] + }, + { + "chosen": [[[266], [-0.957, 0]]], + "before": [[[266], [-0.957, 0]], [[36422], [-1.6914, null]], [[15], [-2.2539, null]], [[1362], [-2.582, null]], [[13], [-2.957, null]], [[17563], [-3.582, null]], [[321], [-4.1133, null]], [[14], [-4.3008, null]], [[8440], [-4.332, null]], [[347], [-5.1914, null]]], + "after": [[[266], [-0.957, 0]]] + }, + { + "chosen": [[[13], [-0.9272, 0]]], + "before": [[[13], [-0.9272, 0]], [[15], [-1.1152, null]], [[347], [-2.959, null]], [[672], [-3.2715, null]], [[275], [-3.584, null]], [[285], [-3.8652, null]], [[434], [-4.832, null]], [[274], [-5.0508, null]], [[8], [-5.1133, null]], [[327], [-5.1133, null]]], + "after": [[[13], [-0.9272, 0]]] + }, + { + "chosen": [[[285], [-1.9883, 0]]], + "before": [[[285], [-1.9883, 0]], [[253], [-2.332, null]], [[20278], [-2.4258, null]], [[697], [-2.8008, null]], [[44547], [-3.0195, null]], [[247], [-3.1133, null]], [[48374], [-3.3945, null]], [[13497], [-3.6445, null]], [[533], [-3.8008, null]], [[8577], [-3.8945, null]]], + "after": [[[285], [-1.9883, 0]]] + }, + { + "chosen": [[[253], [-0.7129, 0]]], + "before": [[[253], [-0.7129, 0]], [[247], [-2.7441, null]], [[697], [-2.9004, null]], [[352], [-3.2754, null]], [[275], [-3.9941, null]], [[347], [-4.1836, null]], [[309], [-4.3398, null]], [[342], [-4.4023, null]], [[512], [-4.8711, null]], [[627], [-4.9961, null]]], + "after": [[[253], [-0.7129, 0]]] + }, + { + "chosen": [[[8467], [-2.6934, 0]]], + "before": [[[8467], [-2.6934, 0]], [[10198], [-3.0059, null]], [[2329], [-3.4434, null]], [[2360], [-3.5684, null]], [[7237], [-3.6934, null]], [[952], [-3.7246, null]], [[1390], [-3.7559, null]], [[2846], [-3.8184, null]], [[1708], [-4.1914, null]], [[7815], [-4.2227, null]]], + "after": [[[8467], [-2.6934, 0]]] + }, + { + "chosen": [[[369], [-0.3267, 0]]], + "before": [[[369], [-0.3267, 0]], [[1840], [-3.3574, null]], [[574], [-3.6699, null]], [[3531], [-4.0781, null]], [[15795], [-4.0781, null]], [[8899], [-4.7031, null]], [[434], [-4.9219, null]], [[15676], [-4.9844, null]], [[13], [-5.0469, null]], [[11392], [-5.0781, null]]], + "after": [[[369], [-0.3267, 0]]] + }, + { + "chosen": [[[16264], [-1.9375, 0]]], + "before": [[[17713], [-1.9375, null]], [[16264], [-1.9375, 0]], [[247], [-2.3125, null]], [[6898], [-2.9062, null]], [[8577], [-3.2188, null]], [[13968], [-3.2188, null]], [[253], [-3.8125, null]], [[490], [-3.9062, null]], [[6195], [-3.9375, null]], [[18010], [-4, null]]], + "after": [[[16264], [-1.9375, 0]]] + }, + { + "chosen": [[[275], [-1.5645, 0]]], + "before": [[[275], [-1.5645, 0]], [[342], [-1.6582, null]], [[247], [-1.7207, null]], [[2502], [-1.7832, null]], [[13735], [-3.0332, null]], [[5435], [-3.2832, null]], [[253], [-3.752, null]], [[5328], [-4.4102, null]], [[14863], [-4.4102, null]], [[271], [-4.4414, null]]], + "after": [[[275], [-1.5645, 0]]] + }, + { + "chosen": [[[247], [-1.7471, 0]]], + "before": [[[247], [-1.7471, 0]], [[30553], [-2.0273, null]], [[253], [-2.8711, null]], [[288], [-2.8711, null]], [[15925], [-3.0586, null]], [[13735], [-3.3711, null]], [[24863], [-3.4023, null]], [[5389], [-3.5586, null]], [[512], [-3.7148, null]], [[43620], [-3.7461, null]]], + "after": [[[247], [-1.7471, 0]]] + }, + { + "chosen": [[[5389], [-2.4844, 0]]], + "before": [[[5389], [-2.4844, 0]], [[35988], [-2.6094, null]], [[15925], [-2.8594, null]], [[8014], [-2.8906, null]], [[465], [-3.0781, null]], [[24863], [-3.3281, null]], [[30408], [-3.4531, null]], [[40961], [-3.5156, null]], [[34170], [-3.5469, null]], [[43620], [-3.6094, null]]], + "after": [[[5389], [-2.4844, 0]]] + }, + { + "chosen": [[[3781], [-1.252, 0]]], + "before": [[[3781], [-1.252, 0]], [[21290], [-2.002, null]], [[13735], [-2.8457, null]], [[5878], [-2.8457, null]], [[40961], [-2.877, null]], [[3148], [-3.4082, null]], [[2502], [-3.502, null]], [[7802], [-3.5957, null]], [[13], [-3.8145, null]], [[11786], [-3.9082, null]]], + "after": [[[3781], [-1.252, 0]]] + }, + { + "chosen": [[[273], [-0.0035, 0]]], + "before": [[[273], [-0.0035, 0]], [[15], [-6.5664, null]], [[326], [-8.1562, null]], [[13], [-8.1562, null]], [[407], [-8.75, null]], [[342], [-8.875, null]], [[347], [-8.9062, null]], [[9830], [-9.3125, null]], [[2439], [-9.3438, null]], [[264], [-9.75, null]]], + "after": [[[273], [-0.0035, 0]]] + }, + { + "chosen": [[[9830], [-0.8027, 0]]], + "before": [[[9830], [-0.8027, 0]], [[294], [-2.5215, null]], [[268], [-3.0527, null]], [[2502], [-3.2715, null]], [[13735], [-3.3027, null]], [[390], [-3.4902, null]], [[2469], [-3.584, null]], [[1460], [-3.6777, null]], [[288], [-3.7402, null]], [[22290], [-3.7715, null]]], + "after": [[[9830], [-0.8027, 0]]] + }, + { + "chosen": [[[15], [-0.342, 0]]], + "before": [[[15], [-0.342, 0]], [[13], [-2.748, null]], [[347], [-2.998, null]], [[326], [-3.5605, null]], [[407], [-3.8418, null]], [[432], [-3.998, null]], [[27], [-4.5312, null]], [[285], [-4.75, null]], [[28], [-5, null]], [[689], [-5.0312, null]]], + "after": [[[15], [-0.342, 0]]] + }, + { + "chosen": [[[380], [-1.4805, 0]]], + "before": [[[380], [-1.4805, 0]], [[187], [-1.4805, null]], [[733], [-2.6367, null]], [[329], [-3.168, null]], [[496], [-3.918, null]], [[1707], [-4.0117, null]], [[1723], [-4.1367, null]], [[1284], [-4.2305, null]], [[1292], [-4.3555, null]], [[309], [-4.4492, null]]], + "after": [[[380], [-1.4805, 0]]] + }, + { + "chosen": [[[2329], [-3.6641, 0]]], + "before": [[[2846], [-3.0391, null]], [[2329], [-3.6641, 0]], [[10198], [-3.6953, null]], [[952], [-3.8516, null]], [[5101], [-3.9453, null]], [[8467], [-3.9766, null]], [[9195], [-4.0391, null]], [[4758], [-4.0703, null]], [[1708], [-4.1953, null]], [[7237], [-4.2578, null]]], + "after": [[[2329], [-3.6641, 0]]] + }, + { + "chosen": [[[369], [-0.1946, 0]]], + "before": [[[369], [-0.1946, 0]], [[574], [-3.7891, null]], [[36280], [-4.1016, null]], [[3139], [-4.2266, null]], [[4824], [-4.2578, null]], [[13], [-4.3828, null]], [[3543], [-4.4141, null]], [[2918], [-4.8828, null]], [[326], [-5.2891, null]], [[1475], [-5.3516, null]]], + "after": [[[369], [-0.1946, 0]]] + }, + { + "chosen": [[[6898], [-1.6875, 0]]], + "before": [[[6898], [-1.6875, 0]], [[29990], [-2, null]], [[5890], [-2.3438, null]], [[4484], [-2.9688, null]], [[1335], [-3.125, null]], [[2590], [-3.2188, null]], [[11874], [-3.875, null]], [[2120], [-3.9375, null]], [[5352], [-4, null]], [[594], [-4.0625, null]]], + "after": [[[6898], [-1.6875, 0]]] + }, + { + "chosen": [[[342], [-0.0051, 0]]], + "before": [[[342], [-0.0051, 0]], [[417], [-6.5664, null]], [[281], [-7.2539, null]], [[407], [-7.5039, null]], [[760], [-8.3203, null]], [[253], [-8.3516, null]], [[13], [-8.5391, null]], [[594], [-9.3828, null]], [[247], [-9.6016, null]], [[273], [-9.6328, null]]], + "after": [[[342], [-0.0051, 0]]] + }, + { + "chosen": [[[253], [-0.3938, 0]]], + "before": [[[253], [-0.3938, 0]], [[247], [-1.7998, null]], [[271], [-4.0195, null]], [[1708], [-5.0195, null]], [[7353], [-5.1445, null]], [[9950], [-5.1758, null]], [[22569], [-5.5195, null]], [[17127], [-5.6758, null]], [[7835], [-5.707, null]], [[18349], [-5.7383, null]]], + "after": [[[253], [-0.3938, 0]]] + }, + { + "chosen": [[[26710], [-1.8291, 0]]], + "before": [[[26710], [-1.8291, 0]], [[13624], [-2.1738, null]], [[7835], [-2.4238, null]], [[7353], [-2.5176, null]], [[3590], [-2.7988, null]], [[42100], [-3.3613, null]], [[17127], [-3.3613, null]], [[16487], [-3.7676, null]], [[9950], [-3.7988, null]], [[34247], [-3.8613, null]]], + "after": [[[26710], [-1.8291, 0]]] + }, + { + "chosen": [[[273], [-0.0031, 0]]], + "before": [[[273], [-0.0031, 0]], [[285], [-6.7852, null]], [[432], [-7.1602, null]], [[326], [-8.5312, null]], [[4451], [-9.4375, null]], [[253], [-9.6562, null]], [[13], [-9.875, null]], [[417], [-9.9688, null]], [[3551], [-10.125, null]], [[19532], [-10.3125, null]]], + "after": [[[273], [-0.0031, 0]]] + }, + { + "chosen": [[[12405], [-2.1191, 0]]], + "before": [[[253], [-1.6504, null]], [[12405], [-2.1191, 0]], [[247], [-3.5254, null]], [[5352], [-3.7129, null]], [[10583], [-3.7754, null]], [[25547], [-3.8691, null]], [[5768], [-4.0547, null]], [[12398], [-4.0859, null]], [[7353], [-4.0859, null]], [[7203], [-4.1484, null]]], + "after": [[[12405], [-2.1191, 0]]] + }, + { + "chosen": [[[13], [-1.0752, 0]]], + "before": [[[13], [-1.0752, 0]], [[285], [-1.2314, null]], [[15], [-2.418, null]], [[347], [-3.168, null]], [[30601], [-3.1992, null]], [[326], [-3.2617, null]], [[275], [-3.293, null]], [[432], [-3.3555, null]], [[5172], [-4.4492, null]], [[28], [-4.793, null]]], + "after": [[[13], [-1.0752, 0]]] + }, + { + "chosen": [[[285], [-0.3962, 0]]], + "before": [[[285], [-0.3962, 0]], [[253], [-2.9277, null]], [[534], [-3.5527, null]], [[347], [-3.6152, null]], [[247], [-4.5508, null]], [[533], [-4.582, null]], [[2403], [-4.832, null]], [[5172], [-4.957, null]], [[10583], [-5.0195, null]], [[342], [-5.1133, null]]], + "after": [[[285], [-0.3962, 0]]] + }, + { + "chosen": [[[352], [-2.6836, 0]]], + "before": [[[253], [-0.7461, null]], [[247], [-2.5898, null]], [[352], [-2.6836, 0]], [[627], [-3.4648, null]], [[11260], [-3.7773, null]], [[952], [-3.9648, null]], [[309], [-4.4336, null]], [[275], [-4.4336, null]], [[347], [-4.5586, null]], [[1014], [-4.7148, null]]], + "after": [[[352], [-2.6836, 0]]] + }, + { + "chosen": [[[369], [-0.5049, 0]]], + "before": [[[369], [-0.5049, 0]], [[3543], [-2.5996, null]], [[4455], [-2.6309, null]], [[1160], [-3.0059, null]], [[574], [-4.0039, null]], [[4824], [-4.0977, null]], [[651], [-4.4102, null]], [[3261], [-4.4727, null]], [[3982], [-4.6289, null]], [[36280], [-4.7852, null]]], + "after": [[[369], [-0.5049, 0]]] + }, + { + "chosen": [[[594], [-2.9414, 0]]], + "before": [[[247], [-1.4102, null]], [[253], [-2.2852, null]], [[594], [-2.9414, 0]], [[5890], [-3.1289, null]], [[2590], [-3.4102, null]], [[347], [-3.4102, null]], [[816], [-3.6914, null]], [[2761], [-3.8477, null]], [[271], [-3.9102, null]], [[1892], [-4.2227, null]]], + "after": [[[594], [-2.9414, 0]]] + }, + { + "chosen": [[[5890], [-1.8105, 0]]], + "before": [[[5890], [-1.8105, 0]], [[19951], [-1.9668, null]], [[2590], [-2.0918, null]], [[7107], [-2.1543, null]], [[5389], [-2.8105, null]], [[17127], [-3.4043, null]], [[31255], [-3.6543, null]], [[34131], [-3.6543, null]], [[3511], [-3.748, null]], [[11874], [-3.748, null]]], + "after": [[[5890], [-1.8105, 0]]] + }, + { + "chosen": [[[326], [-0.624, 0]]], + "before": [[[326], [-0.624, 0]], [[285], [-2.0605, null]], [[352], [-2.5605, null]], [[13], [-2.748, null]], [[368], [-3.123, null]], [[253], [-3.5293, null]], [[15], [-3.7793, null]], [[309], [-3.9355, null]], [[581], [-4.2188, null]], [[562], [-5.2188, null]]], + "after": [[[326], [-0.624, 0]]] + }, + { + "chosen": [[[581], [-2.1504, 0]]], + "before": [[[352], [-1.4326, null]], [[253], [-1.8389, null]], [[581], [-2.1504, 0]], [[368], [-2.2441, null]], [[1014], [-2.6816, null]], [[309], [-3.0254, null]], [[247], [-3.3691, null]], [[952], [-4.0898, null]], [[1142], [-4.5273, null]], [[3780], [-4.6211, null]]], + "after": [[[581], [-2.1504, 0]]] + }, + { + "chosen": [[[812], [-0.4253, 0]]], + "before": [[[812], [-0.4253, 0]], [[651], [-2.1758, null]], [[1537], [-2.3945, null]], [[4571], [-3.5195, null]], [[434], [-3.582, null]], [[3543], [-4.207, null]], [[5082], [-4.332, null]], [[2761], [-4.4883, null]], [[1904], [-4.832, null]], [[369], [-5.332, null]]], + "after": [[[812], [-0.4253, 0]]] + }, + { + "chosen": [[[2761], [-1.1504, 0]]], + "before": [[[2761], [-1.1504, 0]], [[4354], [-2.3379, null]], [[452], [-2.8379, null]], [[1928], [-3.1191, null]], [[417], [-3.3379, null]], [[10693], [-3.4316, null]], [[18236], [-3.6191, null]], [[1014], [-3.6191, null]], [[7740], [-3.6504, null]], [[755], [-3.8379, null]]], + "after": [[[2761], [-1.1504, 0]]] + }, + { + "chosen": [[[7740], [-1.5908, 0]]], + "before": [[[7740], [-1.5908, 0]], [[8564], [-1.7158, null]], [[1928], [-2.2461, null]], [[2868], [-2.5586, null]], [[1158], [-3.3086, null]], [[1067], [-3.3398, null]], [[320], [-3.4336, null]], [[417], [-3.4961, null]], [[755], [-3.5586, null]], [[452], [-4.1211, null]]], + "after": [[[7740], [-1.5908, 0]]] + }, + { + "chosen": [[[670], [-2.2832, 0]]], + "before": [[[326], [-1.0645, null]], [[253], [-1.5332, null]], [[352], [-2.0332, null]], [[670], [-2.2832, 0]], [[8986], [-3.0957, null]], [[597], [-3.2832, null]], [[627], [-3.5957, null]], [[849], [-3.752, null]], [[752], [-3.9395, null]], [[5768], [-4.6289, null]]], + "after": [[[670], [-2.2832, 0]]] + }, + { + "chosen": [[[253], [-0.199, 0]]], + "before": [[[253], [-0.199, 0]], [[8986], [-2.2617, null]], [[616], [-4.5742, null]], [[5768], [-4.793, null]], [[25986], [-4.8555, null]], [[849], [-5.1367, null]], [[1146], [-5.6992, null]], [[512], [-5.7305, null]], [[7203], [-5.793, null]], [[436], [-5.8242, null]]], + "after": [[[253], [-0.199, 0]]] + }, + { + "chosen": [[[5412], [-1.9854, 0]]], + "before": [[[5412], [-1.9854, 0]], [[8986], [-2.4238, null]], [[3551], [-2.5176, null]], [[27450], [-2.7363, null]], [[17770], [-3.2676, null]], [[17123], [-3.3301, null]], [[48232], [-3.3613, null]], [[8762], [-3.5176, null]], [[17682], [-3.7988, null]], [[2952], [-3.7988, null]]], + "after": [[[5412], [-1.9854, 0]]] + }, + { + "chosen": [[[8986], [-0.6904, 0]]], + "before": [[[8986], [-0.6904, 0]], [[273], [-2.8164, null]], [[13], [-2.8789, null]], [[2952], [-3.0352, null]], [[1255], [-3.7539, null]], [[3345], [-3.9102, null]], [[8588], [-3.9727, null]], [[15], [-4.0352, null]], [[15513], [-4.2227, null]], [[2360], [-4.2852, null]]], + "after": [[[8986], [-0.6904, 0]]] + }, + { + "chosen": [[[281], [-2.7285, 0]]], + "before": [[[326], [-1.2275, null]], [[15], [-1.8838, null]], [[281], [-2.7285, 0]], [[2952], [-2.8535, null]], [[2607], [-2.916, null]], [[816], [-3.166, null]], [[1897], [-3.6035, null]], [[2329], [-3.7285, null]], [[3551], [-3.8223, null]], [[3345], [-3.9473, null]]], + "after": [[[281], [-2.7285, 0]]] + }, + { + "chosen": [[[1705], [-0.0129, 0]]], + "before": [[[1705], [-0.0129, 0]], [[253], [-4.9805, null]], [[956], [-6.6055, null]], [[534], [-7.1367, null]], [[320], [-7.3242, null]], [[990], [-7.8555, null]], [[3135], [-8.0469, null]], [[3517], [-8.0469, null]], [[1056], [-8.3906, null]], [[1091], [-8.5156, null]]], + "after": [[[1705], [-0.0129, 0]]] + }, + { + "chosen": [[[15], [-0.029, 0]]], + "before": [[[15], [-0.029, 0]], [[13], [-4.7461, null]], [[1051], [-5.6211, null]], [[275], [-5.9023, null]], [[285], [-6.2148, null]], [[326], [-6.5898, null]], [[28], [-6.6211, null]], [[1128], [-6.6211, null]], [[347], [-7.0586, null]], [[816], [-7.3086, null]]], + "after": [[[15], [-0.029, 0]]] + }, + { + "chosen": [[[733], [-2.6016, 0]]], + "before": [[[187], [-0.6631, null]], [[380], [-2.5391, null]], [[733], [-2.6016, 0]], [[329], [-3.7266, null]], [[496], [-3.9141, null]], [[831], [-4.0078, null]], [[1723], [-4.0078, null]], [[1292], [-4.0391, null]], [[1707], [-4.2891, null]], [[1284], [-4.5703, null]]], + "after": [[[733], [-2.6016, 0]]] + }, + { + "chosen": [[[369], [-0.1768, 0]]], + "before": [[[369], [-0.1768, 0]], [[574], [-3.4883, null]], [[4455], [-4.0195, null]], [[651], [-4.082, null]], [[7777], [-4.1133, null]], [[3543], [-4.5508, null]], [[3589], [-4.7383, null]], [[1663], [-4.8945, null]], [[2761], [-5.1133, null]], [[1537], [-5.5195, null]]], + "after": [[[369], [-0.1768, 0]]] + }, + { + "chosen": [[[247], [-0.8765, 0]]], + "before": [[[247], [-0.8765, 0]], [[253], [-1.6895, null]], [[271], [-3.502, null]], [[816], [-3.752, null]], [[7777], [-3.752, null]], [[13], [-3.752, null]], [[581], [-3.9082, null]], [[2761], [-4.0938, null]], [[824], [-4.25, null]], [[3962], [-4.3125, null]]], + "after": [[[247], [-0.8765, 0]]] + }, + { + "chosen": [[[3962], [-1.7627, 0]]], + "before": [[[5389], [-1.7627, null]], [[3962], [-1.7627, 0]], [[19951], [-2.9492, null]], [[1388], [-2.9805, null]], [[6200], [-3.168, null]], [[9386], [-3.3867, null]], [[7777], [-3.5117, null]], [[8184], [-3.5117, null]], [[673], [-3.5742, null]], [[17127], [-3.8867, null]]], + "after": [[[3962], [-1.7627, 0]]] + }, + { + "chosen": [[[1388], [-0.7485, 0]]], + "before": [[[1388], [-0.7485, 0]], [[7237], [-1.7178, null]], [[2360], [-2.8418, null]], [[673], [-2.8418, null]], [[7203], [-3.1543, null]], [[5768], [-3.373, null]], [[4758], [-3.873, null]], [[13], [-3.9043, null]], [[3563], [-4.5625, null]], [[2774], [-4.6562, null]]], + "after": [[[1388], [-0.7485, 0]]] + }, + { + "chosen": [[[323], [-1.4082, 0]]], + "before": [[[281], [-1.3457, null]], [[323], [-1.4082, 0]], [[15], [-1.4395, null]], [[13], [-1.9395, null]], [[275], [-3.0957, null]], [[1051], [-4.3164, null]], [[1128], [-4.6914, null]], [[28], [-5.2227, null]], [[326], [-5.3477, null]], [[327], [-5.3789, null]]], + "after": [[[323], [-1.4082, 0]]] + }, + { + "chosen": [[[247], [-0.5107, 0]]], + "before": [[[247], [-0.5107, 0]], [[253], [-2.916, null]], [[271], [-3.3848, null]], [[7824], [-4.2305, null]], [[18262], [-4.4492, null]], [[9100], [-4.5742, null]], [[28765], [-4.8242, null]], [[26987], [-4.8867, null]], [[1469], [-4.9805, null]], [[3192], [-4.9805, null]]], + "after": [[[247], [-0.5107, 0]]] + }, + { + "chosen": [[[42121], [-1.7402, 0]]], + "before": [[[42121], [-1.7402, 0]], [[38769], [-1.834, null]], [[16365], [-2.2402, null]], [[12142], [-2.2402, null]], [[2940], [-2.3652, null]], [[3522], [-2.6465, null]], [[3128], [-3.4902, null]], [[21621], [-3.834, null]], [[2021], [-4.6172, null]], [[4023], [-4.7109, null]]], + "after": [[[42121], [-1.7402, 0]]] + }, + { + "chosen": [[[949], [-2.2773, 0]]], + "before": [[[15], [-0.9326, null]], [[13], [-1.4951, null]], [[949], [-2.2773, 0]], [[275], [-2.6211, null]], [[342], [-3.2773, null]], [[1475], [-3.6211, null]], [[1066], [-3.7148, null]], [[2112], [-3.8086, null]], [[285], [-4.4961, null]], [[3345], [-4.5273, null]]], + "after": [[[949], [-2.2773, 0]]] + }, + { + "chosen": [[[253], [-0.1736, 0]]], + "before": [[[253], [-0.1736, 0]], [[3874], [-2.6113, null]], [[247], [-3.3926, null]], [[581], [-4.0469, null]], [[611], [-4.2344, null]], [[436], [-5.4844, null]], [[271], [-6.0156, null]], [[17207], [-6.6719, null]], [[667], [-7.3906, null]], [[841], [-7.5156, null]]], + "after": [[[253], [-0.1736, 0]]] + }, + { + "chosen": [[[5603], [-2.1211, 0]]], + "before": [[[2846], [-1.1523, null]], [[5603], [-2.1211, 0]], [[10198], [-2.2148, null]], [[3874], [-2.8086, null]], [[5347], [-2.9023, null]], [[10329], [-3.6523, null]], [[17514], [-3.9648, null]], [[12701], [-4.1523, null]], [[23308], [-4.4336, null]], [[2791], [-4.4961, null]]], + "after": [[[5603], [-2.1211, 0]]] + }, + { + "chosen": [[[15], [-0.5947, 0]]], + "before": [[[15], [-0.5947, 0]], [[13], [-1.4385, null]], [[342], [-3.377, null]], [[285], [-3.8457, null]], [[390], [-3.9395, null]], [[1051], [-4.0625, null]], [[275], [-4.2812, null]], [[326], [-4.5312, null]], [[327], [-4.8125, null]], [[407], [-4.875, null]]], + "after": [[[15], [-0.5947, 0]]] + }, + { + "chosen": [[[187], [-0.244, 0]]], + "before": [[[187], [-0.244, 0]], [[380], [-3.9316, null]], [[1723], [-4.1172, null]], [[1292], [-4.1797, null]], [[2064], [-4.4609, null]], [[329], [-4.4609, null]], [[1244], [-4.5547, null]], [[309], [-4.8672, null]], [[1707], [-4.8984, null]], [[496], [-5.2109, null]]], + "after": [[[187], [-0.244, 0]]] + }, + { + "chosen": [[[3], [-1.7451, 0]]], + "before": [[[3], [-1.7451, 0]], [[510], [-2.5566, null]], [[34], [-2.7285, null]], [[6436], [-2.9316, null]], [[1989], [-3.0879, null]], [[42], [-3.4629, null]], [[688], [-3.6035, null]], [[2773], [-3.7598, null]], [[1898], [-3.791, null]], [[4041], [-3.8379, null]]], + "after": [[[3], [-1.7451, 0]]] + }, + { + "chosen": [[[42], [-2.3789, 0]]], + "before": [[[42], [-2.3789, 0]], [[4013], [-2.9258, null]], [[1147], [-2.9414, null]], [[34], [-3.3633, null]], [[41], [-3.5039, null]], [[8262], [-3.5195, null]], [[1552], [-3.5664, null]], [[1394], [-3.5977, null]], [[13924], [-3.6445, null]], [[1466], [-3.7383, null]]], + "after": [[[42], [-2.3789, 0]]] + }, + { + "chosen": [[[1353], [-1.3789, 0]]], + "before": [[[1353], [-1.3789, 0]], [[4282], [-2.4414, null]], [[476], [-2.6914, null]], [[1849], [-3.1289, null]], [[5730], [-3.2539, null]], [[1833], [-3.4414, null]], [[1053], [-3.4727, null]], [[1158], [-3.5352, null]], [[2389], [-3.8164, null]], [[3524], [-3.9102, null]]], + "after": [[[1353], [-1.3789, 0]]] + }, + { + "chosen": [[[1469], [-2.3223, 0]]], + "before": [[[594], [-1.4775, null]], [[1469], [-2.3223, 0]], [[7016], [-2.9473, null]], [[9995], [-2.9785, null]], [[18254], [-3.3848, null]], [[23086], [-3.4473, null]], [[6501], [-3.541, null]], [[2119], [-3.6348, null]], [[417], [-3.7285, null]], [[2819], [-3.7598, null]]], + "after": [[[1469], [-2.3223, 0]]] + }, + { + "chosen": [[[281], [-0.3379, 0]]], + "before": [[[281], [-0.3379, 0]], [[562], [-2.5254, null]], [[323], [-3.2129, null]], [[327], [-3.7441, null]], [[1728], [-3.8379, null]], [[896], [-4.0859, null]], [[275], [-4.2109, null]], [[13], [-4.5234, null]], [[1476], [-4.9609, null]], [[12701], [-5.1172, null]]], + "after": [[[281], [-0.3379, 0]]] + }, + { + "chosen": [[[564], [-1.5859, 0]]], + "before": [[[564], [-1.5859, 0]], [[253], [-2.0547, null]], [[1379], [-2.4922, null]], [[452], [-3.0234, null]], [[755], [-3.3672, null]], [[611], [-3.4922, null]], [[320], [-3.5234, null]], [[4264], [-3.6484, null]], [[4489], [-3.8359, null]], [[1481], [-3.9609, null]]], + "after": [[[564], [-1.5859, 0]]] + }, + { + "chosen": [[[1379], [-2.5703, 0]]], + "before": [[[323], [-1.9443, null]], [[1379], [-2.5703, 0]], [[1007], [-2.7266, null]], [[923], [-2.7578, null]], [[2451], [-2.7578, null]], [[327], [-2.9453, null]], [[281], [-3.1016, null]], [[4489], [-3.2891, null]], [[755], [-3.4141, null]], [[452], [-3.4766, null]]], + "after": [[[1379], [-2.5703, 0]]] + }, + { + "chosen": [[[247], [-0.1201, 0]]], + "before": [[[247], [-0.1201, 0]], [[275], [-3.4004, null]], [[619], [-3.9316, null]], [[690], [-4.1523, null]], [[253], [-4.9023, null]], [[1557], [-5.3711, null]], [[581], [-5.4023, null]], [[7968], [-5.5898, null]], [[326], [-5.5898, null]], [[436], [-5.8711, null]]], + "after": [[[247], [-0.1201, 0]]] + }, + { + "chosen": [[[2940], [-0.8179, 0]]], + "before": [[[2940], [-0.8179, 0]], [[1007], [-1.7236, null]], [[1652], [-2.8184, null]], [[19422], [-2.9746, null]], [[42121], [-3.0996, null]], [[8158], [-3.2559, null]], [[5322], [-3.4434, null]], [[3158], [-3.5684, null]], [[2159], [-3.9121, null]], [[12539], [-4.1289, null]]], + "after": [[[2940], [-0.8179, 0]]] + }, + { + "chosen": [[[937], [-1.8203, 0]]], + "before": [[[275], [-1.7578, null]], [[937], [-1.8203, 0]], [[15], [-2.1016, null]], [[449], [-2.5078, null]], [[13], [-2.5703, null]], [[1475], [-2.8828, null]], [[1476], [-2.9141, null]], [[949], [-3.1953, null]], [[2], [-3.4766, null]], [[323], [-3.8828, null]]], + "after": [[[937], [-1.8203, 0]]] + }, + { + "chosen": [[[309], [-1.3232, 0]]], + "before": [[[309], [-1.3232, 0]], [[753], [-1.4795, null]], [[247], [-2.8555, null]], [[253], [-3.3867, null]], [[416], [-4.168, null]], [[703], [-4.168, null]], [[329], [-4.293, null]], [[418], [-4.5117, null]], [[344], [-4.6055, null]], [[611], [-4.668, null]]], + "after": [[[309], [-1.3232, 0]]] + }, + { + "chosen": [[[753], [-0.6064, 0]]], + "before": [[[753], [-0.6064, 0]], [[2183], [-1.6689, null]], [[6138], [-2.2305, null]], [[8884], [-3.3867, null]], [[1925], [-3.4492, null]], [[4425], [-4.293, null]], [[30807], [-4.5117, null]], [[3735], [-4.668, null]], [[34688], [-4.8867, null]], [[18017], [-5.6055, null]]], + "after": [[[753], [-0.6064, 0]]] + }, + { + "chosen": [[[347], [-2.5176, 0]]], + "before": [[[281], [-0.9873, null]], [[15], [-1.3623, null]], [[13], [-1.4873, null]], [[347], [-2.5176, 0]], [[342], [-4.4883, null]], [[285], [-5.2695, null]], [[275], [-5.582, null]], [[846], [-5.6133, null]], [[42708], [-5.7383, null]], [[8423], [-5.7695, null]]], + "after": [[[347], [-2.5176, 0]]] + }, + { + "chosen": [[[309], [-0.0451, 0]]], + "before": [[[309], [-0.0451, 0]], [[359], [-4.2656, null]], [[253], [-4.9531, null]], [[619], [-5.0469, null]], [[3517], [-5.6719, null]], [[247], [-7.0781, null]], [[4130], [-7.3281, null]], [[42708], [-7.3281, null]], [[703], [-7.8906, null]], [[776], [-7.9844, null]]], + "after": [[[309], [-0.0451, 0]]] + }, + { + "chosen": [[[1694], [-2.1387, 0]]], + "before": [[[1694], [-2.1387, 0]], [[6225], [-2.2637, null]], [[1669], [-2.4199, null]], [[1691], [-3.0449, null]], [[12860], [-3.4512, null]], [[7428], [-3.4824, null]], [[6699], [-3.6699, null]], [[5485], [-3.7324, null]], [[3261], [-3.7949, null]], [[43788], [-3.8574, null]]], + "after": [[[1694], [-2.1387, 0]]] + }, + { + "chosen": [[[598], [-0.9614, 0]]], + "before": [[[598], [-0.9614, 0]], [[562], [-1.2422, null]], [[4704], [-2.0547, null]], [[745], [-2.1797, null]], [[281], [-3.6797, null]], [[14186], [-4.3359, null]], [[4391], [-4.8984, null]], [[619], [-4.9609, null]], [[715], [-5.2734, null]], [[327], [-5.4609, null]]], + "after": [[[598], [-0.9614, 0]]] + }, + { + "chosen": [[[432], [-0.2605, 0]]], + "before": [[[432], [-0.2605, 0]], [[15], [-2.1348, null]], [[285], [-3.416, null]], [[13], [-3.791, null]], [[562], [-3.8535, null]], [[745], [-4.1055, null]], [[281], [-5.3867, null]], [[846], [-6.043, null]], [[275], [-6.0742, null]], [[2393], [-6.6055, null]]], + "after": [[[432], [-0.2605, 0]]] + }, + { + "chosen": [[[619], [-0.603, 0]]], + "before": [[[619], [-0.603, 0]], [[253], [-0.853, null]], [[3722], [-4.6016, null]], [[835], [-5.2578, null]], [[776], [-5.5078, null]], [[247], [-5.9766, null]], [[3212], [-6.8516, null]], [[581], [-8.2266, null]], [[12200], [-8.2578, null]], [[8955], [-8.3516, null]]], + "after": [[[619], [-0.603, 0]]] + }, + { + "chosen": [[[7319], [-1.1123, 0]]], + "before": [[[7319], [-1.1123, 0]], [[8597], [-1.2998, null]], [[6951], [-1.4561, null]], [[3722], [-3.1113, null]], [[30929], [-4.1133, null]], [[2829], [-4.332, null]], [[4382], [-4.7383, null]], [[6308], [-5.2383, null]], [[3906], [-5.3633, null]], [[14484], [-5.4258, null]]], + "after": [[[7319], [-1.1123, 0]]] + }, + { + "chosen": [[[387], [-1.5938, 0]]], + "before": [[[15], [-0.7808, null]], [[387], [-1.5938, 0]], [[275], [-2.2812, null]], [[327], [-2.4375, null]], [[285], [-3.125, null]], [[13], [-3.3438, null]], [[407], [-3.9062, null]], [[1735], [-4.2812, null]], [[12200], [-4.8438, null]], [[2822], [-5.9062, null]]], + "after": [[[387], [-1.5938, 0]]] + }, + { + "chosen": [[[253], [-0.0548, 0]]], + "before": [[[253], [-0.0548, 0]], [[619], [-4.0547, null]], [[776], [-4.2109, null]], [[247], [-4.4922, null]], [[11157], [-6.2734, null]], [[8955], [-6.3672, null]], [[12561], [-6.6797, null]], [[1728], [-6.9609, null]], [[581], [-7.0859, null]], [[271], [-7.2734, null]]], + "after": [[[253], [-0.0548, 0]]] + }, + { + "chosen": [[[2829], [-0.7461, 0]]], + "before": [[[2829], [-0.7461, 0]], [[17552], [-2.3398, null]], [[8955], [-2.8398, null]], [[36241], [-3.0586, null]], [[8597], [-3.6523, null]], [[40847], [-3.6836, null]], [[10301], [-3.9023, null]], [[8576], [-3.9648, null]], [[5603], [-4.2148, null]], [[4828], [-4.4023, null]]], + "after": [[[2829], [-0.7461, 0]]] + }, + { + "chosen": [[[15], [-0.1979, 0]]], + "before": [[[15], [-0.1979, 0]], [[285], [-3.041, null]], [[13], [-3.041, null]], [[275], [-3.2285, null]], [[835], [-4.7305, null]], [[342], [-4.9492, null]], [[387], [-5.5742, null]], [[846], [-5.6992, null]], [[281], [-6.1055, null]], [[1735], [-6.3867, null]]], + "after": [[[15], [-0.1979, 0]]] + } + ] +} diff --git a/tests/api/test_decrypt_encrypt_integrity_check.py b/tests/api/test_decrypt_encrypt_integrity_check.py index 8583cc0..e313a18 100644 --- a/tests/api/test_decrypt_encrypt_integrity_check.py +++ b/tests/api/test_decrypt_encrypt_integrity_check.py @@ -1,19 +1,15 @@ +""" +Test if the content decryption/decompression is consistent with encryption/compression for downloaded content +""" + from asyncio import run -from os import environ as env from pathlib import Path from subprocess import PIPE, Popen from typing import Any, List -from aiohttp import ClientSession - -from novelai_api import NovelAIAPI, utils -from novelai_api.utils import ( - compress_user_data, - decompress_user_data, - decrypt_user_data, - encrypt_user_data, - get_encryption_key, -) +from novelai_api import utils +from novelai_api.utils import compress_user_data, decompress_user_data, decrypt_user_data, encrypt_user_data +from tests.api.boilerplate import API, api_handle, api_handle_sync, error_handler # noqa: F401 # pylint: disable=W0611 def compare_in_out(type_name: str, items_in: List[Any], items_out: List[Any]) -> bool: @@ -39,21 +35,15 @@ def inflate_js(data: bytes, _) -> bytes: return out -if "NAI_USERNAME" not in env or "NAI_PASSWORD" not in env: - raise RuntimeError("Please ensure that NAI_USERNAME and NAI_PASSWORD are set in your environment") - -username = env["NAI_USERNAME"] -password = env["NAI_PASSWORD"] -PROXY = env["NAI_PROXY"] if "NAI_PROXY" in env else None - - -async def keystore_integrity(api: NovelAIAPI): - api.timeout = 30 - api.proxy = PROXY +@error_handler(wait=0) +async def keystore_integrity(handle: API): + """ + Verify the integrity of the keystore on decryption - encryption + """ - await api.high_level.login(username, password) + api = handle.api + key = handle.encryption_key - key = get_encryption_key(username, password) keystore = await api.high_level.get_keystore(key) encrypted_keystore_in = [str(keystore.data)] @@ -63,30 +53,23 @@ async def keystore_integrity(api: NovelAIAPI): assert compare_in_out("keystore", encrypted_keystore_in, encrypted_keystore_out) -async def test_keystore_integrity_sync(): - # sync handler - api = NovelAIAPI() - await keystore_integrity(api) +async def test_keystore_integrity_sync(api_handle_sync): # noqa: F811 # pylint: disable=W0621 + await keystore_integrity(api_handle_sync) -async def test_keystore_integrity_async(): - # async handler - try: - async with ClientSession() as session: - api = NovelAIAPI(session) - await keystore_integrity(api) - except Exception as e: - await session.close() - raise e +async def test_keystore_integrity_async(api_handle): # noqa: F811 # pylint: disable=W0621 + await keystore_integrity(api_handle) -async def stories_integrity(api: NovelAIAPI): - api.timeout = 30 - api.proxy = PROXY +@error_handler(wait=0) +async def stories_integrity(handle: API): + """ + Verify the integrity of 'stories' objects on decryption - encryption + """ - await api.high_level.login(username, password) + api = handle.api + key = handle.encryption_key - key = get_encryption_key(username, password) keystore = await api.high_level.get_keystore(key) stories = await api.high_level.download_user_stories() @@ -98,30 +81,23 @@ async def stories_integrity(api: NovelAIAPI): assert compare_in_out("stories", encrypted_stories_in, encrypted_stories_out) -async def test_stories_integrity_sync(): - # sync handler - api = NovelAIAPI() - await stories_integrity(api) +async def test_stories_integrity_sync(api_handle_sync): # noqa: F811 # pylint: disable=W0621 + await stories_integrity(api_handle_sync) -async def test_stories_integrity_async(): - # async handler - try: - async with ClientSession() as session: - api = NovelAIAPI(session) - await stories_integrity(api) - except Exception as e: - await session.close() - raise e +async def test_stories_integrity_async(api_handle): # noqa: F811 # pylint: disable=W0621 + await stories_integrity(api_handle) -async def storycontent_integrity(api: NovelAIAPI): - api.timeout = 30 - api.proxy = PROXY +@error_handler(wait=0) +async def storycontent_integrity(handle: API): + """ + Verify the integrity of 'storycontent' objects on decryption - encryption + """ - await api.high_level.login(username, password) + api = handle.api + key = handle.encryption_key - key = get_encryption_key(username, password) keystore = await api.high_level.get_keystore(key) story_contents = await api.high_level.download_user_story_contents() @@ -139,28 +115,21 @@ async def storycontent_integrity(api: NovelAIAPI): assert compare_in_out("storycontent", decrypted_storycontent_in, decrypted_storycontent_out) -async def test_storycontent_integrity_sync(): - # sync handler - api = NovelAIAPI() - await storycontent_integrity(api) +async def test_storycontent_integrity_sync(api_handle_sync): # noqa: F811 # pylint: disable=W0621 + await storycontent_integrity(api_handle_sync) -async def test_storycontent_integrity_async(): - # async handler - try: - async with ClientSession() as session: - api = NovelAIAPI(session) - await storycontent_integrity(api) - except Exception as e: - await session.close() - raise e +async def test_storycontent_integrity_async(api_handle): # noqa: F811 # pylint: disable=W0621 + await storycontent_integrity(api_handle) -async def presets_integrity(api: NovelAIAPI): - api.timeout = 30 - api.proxy = PROXY +@error_handler(wait=0) +async def presets_integrity(handle: API): + """ + Verify the integrity of 'presets' objects on decompression - compression + """ - await api.high_level.login(username, password) + api = handle.api presets = await api.high_level.download_user_presets() encrypted_presets_in = [str(preset) for preset in presets] @@ -171,30 +140,23 @@ async def presets_integrity(api: NovelAIAPI): assert compare_in_out("presets", encrypted_presets_in, encrypted_presets_out) -async def test_presets_integrity_sync(): - # sync handler - api = NovelAIAPI() - await presets_integrity(api) +async def test_presets_integrity_sync(api_handle_sync): # noqa: F811 # pylint: disable=W0621 + await presets_integrity(api_handle_sync) -async def test_presets_integrity_async(): - # async handler - try: - async with ClientSession() as session: - api = NovelAIAPI(session) - await presets_integrity(api) - except Exception as e: - await session.close() - raise e +async def test_presets_integrity_async(api_handle): # noqa: F811 # pylint: disable=W0621 + await presets_integrity(api_handle) -async def aimodules_integrity(api: NovelAIAPI): - api.timeout = 30 - api.proxy = PROXY +@error_handler(wait=0) +async def aimodules_integrity(handle: API): + """ + Verify the integrity of 'aimodules' objects on decryption - encryption + """ - await api.high_level.login(username, password) + api = handle.api + key = handle.encryption_key - key = get_encryption_key(username, password) keystore = await api.high_level.get_keystore(key) modules = await api.high_level.download_user_modules() @@ -206,28 +168,21 @@ async def aimodules_integrity(api: NovelAIAPI): assert compare_in_out("aimodules", encrypted_modules_in, encrypted_modules_out) -async def test_aimodules_integrity_sync(): - # sync handler - api = NovelAIAPI() - await aimodules_integrity(api) +async def test_aimodules_integrity_sync(api_handle_sync): # noqa: F811 # pylint: disable=W0621 + await aimodules_integrity(api_handle_sync) -async def test_aimodules_integrity_async(): - # async handler - try: - async with ClientSession() as session: - api = NovelAIAPI(session) - await aimodules_integrity(api) - except Exception as e: - await session.close() - raise e +async def test_aimodules_integrity_async(api_handle): # noqa: F811 # pylint: disable=W0621 + await aimodules_integrity(api_handle) -async def shelves_integrity(api: NovelAIAPI): - api.timeout = 30 - api.proxy = PROXY +@error_handler(wait=0) +async def shelves_integrity(handle: API): + """ + Verify the integrity of 'shelves' objects on decompression - compression + """ - await api.high_level.login(username, password) + api = handle.api shelves = await api.high_level.download_user_shelves() encrypted_shelves_in = [str(shelf) for shelf in shelves] @@ -238,39 +193,29 @@ async def shelves_integrity(api: NovelAIAPI): assert compare_in_out("shelves", encrypted_shelves_in, encrypted_shelves_out) -async def test_shelves_integrity_sync(): - # sync handler - api = NovelAIAPI() - await shelves_integrity(api) +async def test_shelves_integrity_sync(api_handle_sync): # noqa: F811 # pylint: disable=W0621 + await shelves_integrity(api_handle_sync) -async def test_shelves_integrity_async(): - # async handler - try: - async with ClientSession() as session: - api = NovelAIAPI(session) - await shelves_integrity(api) - except Exception as e: - await session.close() - raise e +async def test_shelves_integrity_async(api_handle): # noqa: F811 # pylint: disable=W0621 + await shelves_integrity(api_handle) if __name__ == "__main__": async def main(): - await test_keystore_integrity_sync() - await test_keystore_integrity_async() - - await test_stories_integrity_sync() - await test_stories_integrity_async() - - await test_storycontent_integrity_sync() - await test_storycontent_integrity_async() - - await test_presets_integrity_sync() - await test_presets_integrity_async() - - await test_shelves_integrity_sync() - await test_shelves_integrity_async() + async with API() as api: + await test_keystore_integrity_async(api) + await test_stories_integrity_async(api) + await test_storycontent_integrity_async(api) + await test_presets_integrity_async(api) + await test_shelves_integrity_async(api) + + async with API(sync=True) as api: + await test_keystore_integrity_sync(api) + await test_stories_integrity_sync(api) + await test_storycontent_integrity_sync(api) + await test_presets_integrity_sync(api) + await test_shelves_integrity_sync(api) run(main()) diff --git a/tests/api/test_imagegen_samplers.py b/tests/api/test_imagegen_samplers.py new file mode 100644 index 0000000..fb249ee --- /dev/null +++ b/tests/api/test_imagegen_samplers.py @@ -0,0 +1,47 @@ +""" +Test which samplers currently work +""" + +import itertools +from typing import Tuple + +import pytest + +from novelai_api import NovelAIError +from novelai_api.ImagePreset import ImageModel, ImagePreset, ImageSampler, UCPreset +from tests.api.boilerplate import api_handle, error_handler # noqa: F401 # pylint: disable=W0611 + +sampler_xfail = pytest.mark.xfail(True, raises=NovelAIError, reason="The sampler doesn't currently work") + +models = list(ImageModel) +models.remove(ImageModel.Anime_Inpainting) + +samplers = list(ImageSampler) +model_samplers = list(itertools.product(models, samplers)) + + +@pytest.mark.parametrize( + "model_sampler", + [ + pytest.param(e, marks=sampler_xfail) if e[1] in (ImageSampler.nai_smea, ImageSampler.plms) else e + for e in model_samplers + ], +) +@error_handler +async def test_samplers( + api_handle, model_sampler: Tuple[ImageModel, ImagePreset] # noqa: F811 # pylint: disable=W0621 +): + api = api_handle.api + model, sampler = model_sampler + + logger = api_handle.logger + logger.info(f"Testing model {model} with sampler {sampler}") + + preset = ImagePreset(sampler=sampler) + + # Furry doesn't have UCPreset.Preset_Low_Quality_Bad_Anatomy + if model is ImageModel.Furry: + preset.uc_preset = UCPreset.Preset_Low_Quality + + async for _, _ in api.high_level.generate_image("1girl", model, preset): + pass diff --git a/tests/api/test_sync_gen.py b/tests/api/test_sync_gen.py new file mode 100644 index 0000000..738ba08 --- /dev/null +++ b/tests/api/test_sync_gen.py @@ -0,0 +1,41 @@ +""" +| Test if sync capabilities work without problem +| This test only checks if sync works, not if the result is right, it's the job of the other tests +""" + +from novelai_api.GlobalSettings import GlobalSettings +from novelai_api.Preset import Model, Preset +from novelai_api.Tokenizer import Tokenizer +from novelai_api.utils import b64_to_tokens, decrypt_user_data +from tests.api.boilerplate import api_handle_sync, error_handler # noqa: F401 # pylint: disable=W0611 + +prompt = "Lorem ipsum dolor sit amet, consectetur adipiscing elit. Aliquam at dolor dictum, interdum est sed, consequat arcu. Pellentesque in massa eget lorem fermentum placerat in pellentesque purus. Suspendisse potenti. Integer interdum, felis quis porttitor volutpat, est mi rutrum massa, venenatis viverra neque lectus semper metus. Pellentesque in neque arcu. Ut at arcu blandit purus aliquet finibus. Suspendisse laoreet risus a gravida semper. Aenean scelerisque et sem vitae feugiat. Quisque et interdum diam, eu vehicula felis. Ut tempus quam eros, et sollicitudin ligula auctor at. Integer at tempus dui, quis pharetra purus. Duis venenatis tincidunt tellus nec efficitur. Nam at malesuada ligula." # noqa: E501 # pylint: disable=C0301 +model = Model.Krake + + +@error_handler +async def test_is_reachable(api_handle_sync): # noqa: F811 # pylint: disable=W0621 + assert await api_handle_sync.api.low_level.is_reachable() is True + + +@error_handler +async def test_download(api_handle_sync): # noqa: F811 # pylint: disable=W0621 + key = api_handle_sync.encryption_key + keystore = await api_handle_sync.api.high_level.get_keystore(key) + modules = await api_handle_sync.api.high_level.download_user_modules() + decrypt_user_data(modules, keystore) + + +@error_handler +async def test_generate(api_handle_sync): # noqa: F811 # pylint: disable=W0621 + api = api_handle_sync.api + + logger = api.logger + preset = Preset.from_default(model) + + logger.info("Using model %s, preset %s\n", model.value, preset.name) + + global_settings = GlobalSettings() + gen = await api.high_level.generate(prompt, model, preset, global_settings) + logger.info(gen) + logger.info(Tokenizer.decode(model, b64_to_tokens(gen["output"]))) diff --git a/tests/api/test_textgen_presets.py b/tests/api/test_textgen_presets.py new file mode 100644 index 0000000..84ed172 --- /dev/null +++ b/tests/api/test_textgen_presets.py @@ -0,0 +1,58 @@ +""" +Tests pertaining to the Preset class +""" + +from typing import Tuple + +import pytest + +from novelai_api.GlobalSettings import GlobalSettings +from novelai_api.Preset import Model, Preset +from novelai_api.Tokenizer import Tokenizer +from novelai_api.utils import b64_to_tokens +from tests.api.boilerplate import api_handle, error_handler # noqa: F401 # pylint: disable=W0611 + +prompt = "Lorem ipsum dolor sit amet, consectetur adipiscing elit. Aliquam at dolor dictum, interdum est sed, consequat arcu. Pellentesque in massa eget lorem fermentum placerat in pellentesque purus. Suspendisse potenti. Integer interdum, felis quis porttitor volutpat, est mi rutrum massa, venenatis viverra neque lectus semper metus. Pellentesque in neque arcu. Ut at arcu blandit purus aliquet finibus. Suspendisse laoreet risus a gravida semper. Aenean scelerisque et sem vitae feugiat. Quisque et interdum diam, eu vehicula felis. Ut tempus quam eros, et sollicitudin ligula auctor at. Integer at tempus dui, quis pharetra purus. Duis venenatis tincidunt tellus nec efficitur. Nam at malesuada ligula." # noqa: E501 # pylint: disable=C0301 +models = list(Model) +# NOTE: uncomment that if you're not Opus +# models.remove(Model.Genji) +# models.remove(Model.Snek) + +models_presets = [(model, preset) for model in models for preset in Preset[model]] + + +@pytest.mark.parametrize("model_preset", models_presets) +@error_handler +async def test_presets(api_handle, model_preset: Tuple[Model, Preset]): # noqa: F811 # pylint: disable=W0621 + """ + Test the presets to ensure they work with the API + """ + + api = api_handle.api + model, preset = model_preset + + logger = api.logger + logger.info("Using model %s, preset %s\n", model.value, preset.name) + + global_settings = GlobalSettings() + gen = await api.high_level.generate(prompt, model, preset, global_settings) + logger.info(gen) + logger.info(Tokenizer.decode(model, b64_to_tokens(gen["output"]))) + + +@pytest.mark.parametrize("model", models) +async def preset_from_default(model: Model): + """ + Test the from_default constructor of Preset + """ + + Preset.from_default(model) + + +@pytest.mark.parametrize("model", models) +async def preset_from_official(model: Model): + """ + Test the from_official constructor of Preset + """ + + Preset.from_official(model) diff --git a/tests/api/test_textgen_sanity.py b/tests/api/test_textgen_sanity.py new file mode 100644 index 0000000..30485a3 --- /dev/null +++ b/tests/api/test_textgen_sanity.py @@ -0,0 +1,65 @@ +""" +Test if the generated content is consistent with the frontend +""" + +import json +from pathlib import Path +from typing import Any, Dict, Tuple + +import pytest + +from novelai_api.GlobalSettings import GlobalSettings +from novelai_api.Preset import Model, Preset +from novelai_api.Tokenizer import Tokenizer +from novelai_api.utils import b64_to_tokens +from tests.api.boilerplate import api_handle, error_handler # noqa: F401 # pylint: disable=W0611 + +models = [*Model] +# NOTE: uncomment that if you're not Opus +# models.remove(Model.Genji) +# models.remove(Model.Snek) + +# TODO: add Genji and Snek in sanity_text_sets +models = list(set(models) - {Model.Genji, Model.Snek, Model.HypeBot, Model.Inline}) + +config_path = Path(__file__).parent / "sanity_text_sets" +model_configs = [(model, p) for model in models for p in (config_path / model.value).iterdir()] + + +@pytest.mark.parametrize("model_config", model_configs) +@error_handler +async def test_textgen_sanity(api_handle, model_config: Tuple[Model, Path]): # noqa: F811 # pylint: disable=W0621 + api = api_handle.api + logger = api.logger + + model, path = model_config + config: Dict[str, Any] = json.loads(path.read_text("utf-8")) + + missing_keys = {"prompt", "preset", "global_settings"} - set(config.keys()) + if missing_keys: + raise ValueError(f"Config {path} missing keys {', '.join(missing_keys)}") + + prompt = config["prompt"] + preset_data = config["preset"] + preset = ( + Preset.from_official(model, preset_data) + if isinstance(preset_data, str) + else Preset.from_preset_data(preset_data) + ) + global_settings = GlobalSettings(**config["global_settings"]) + bans = None # TODO + biases = None # TODO + module = config.get("module", None) + + logger.info("Using model %s, preset %s (%s)\n", model.value, preset.name, path) + + gen = await api.high_level.generate(prompt, model, preset, global_settings, bans, biases, module) + # logger.info(gen) + + result = config.get("result", None) + if result is not None: + assert Tokenizer.decode(model, b64_to_tokens(gen["output"])) == result + + logprobs = config.get("logprobs", None) + if logprobs is not None: + assert logprobs == gen["logprobs"]