Skip to content

Commit

Permalink
remove ujson
Browse files Browse the repository at this point in the history
  • Loading branch information
zeptofine committed Oct 9, 2023
1 parent aef7a2a commit 2a0caa8
Show file tree
Hide file tree
Showing 4 changed files with 8 additions and 80 deletions.
1 change: 0 additions & 1 deletion imdataset_creator/datarules/dataset_builder.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,6 @@
from typing import Generator, Literal, TypeVar, overload

import polars as pl
import ujson
from polars import DataFrame, Expr, concat
from polars.type_aliases import SchemaDefinition

Expand Down
14 changes: 7 additions & 7 deletions imdataset_creator/main.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
# from __future__ import annotations

import json
import logging
import os
from collections.abc import Callable, Iterable
Expand All @@ -13,7 +14,6 @@
import numpy as np
import rich.progress as progress
import typer
import ujson
from polars import DataFrame, concat
from rich.console import Console
from rich.logging import RichHandler
Expand All @@ -22,17 +22,17 @@
from typing_extensions import Annotated

from . import (
MainConfig,
ConfigHandler,
DatasetBuilder,
File,
FileScenario,
Input,
MainConfig,
Output,
OutputScenario,
Producer,
Rule,
ConfigHandler,
DatasetBuilder,
chunk_split,
FileScenario,
OutputScenario,
)

CPU_COUNT = int(cpu_count())
Expand Down Expand Up @@ -84,7 +84,7 @@ def main(
return 0

with config_path.open("r") as f:
cfg: MainConfig = ujson.load(f)
cfg: MainConfig = json.load(f)

db = DatasetBuilder(db_path=Path(database_path))

Expand Down
72 changes: 1 addition & 71 deletions poetry.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

1 change: 0 additions & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,6 @@ python = "^3.10, <3.12"
python-dateutil = "^2.8.2"
rich = "^13.5.3"
typer = {extras = ["all"], version = "^0.9.0"}
ujson = "^5.8.0"
wcmatch = "^8.5"

[tool.poetry.scripts]
Expand Down

0 comments on commit 2a0caa8

Please sign in to comment.