feat: tools

.gitignore

@@ -71,6 +71,9 @@ coverage.xml
 .pytest_cache/
 cover/
 
+.mypy_cache/
+.ruff_cache/
+
 # Translations
 *.mo
 *.pot

.hooks/generate_docs.py

@@ -1,4 +1,4 @@
-import argparse  # noqa: INP001
+import argparse
 import re
 import typing as t
 from pathlib import Path
@@ -18,7 +18,7 @@ def convert_pre(self, el: t.Any, text: str, parent_tags: t.Any) -> t.Any:
         return super().convert_pre(el, text.strip(), parent_tags)
 
     # bold items with doc-section-title in a span class
-    def convert_span(self, el: t.Any, text: str, parent_tags: t.Any) -> t.Any:  # noqa: ARG002
+    def convert_span(self, el: t.Any, text: str, parent_tags: t.Any) -> t.Any:
         if "doc-section-title" in el.get("class", []):
             return f"**{text.strip()}**"
         return text
@@ -30,7 +30,7 @@ def convert_div(self, el: t.Any, text: str, parent_tags: t.Any) -> t.Any:
         return super().convert_div(el, text, parent_tags)
 
     # Map mkdocstrings details classes to Mintlify callouts
-    def convert_details(self, el: t.Any, text: str, parent_tags: t.Any) -> t.Any:  # noqa: ARG002
+    def convert_details(self, el: t.Any, text: str, parent_tags: t.Any) -> t.Any:
         classes = el.get("class", [])
 
         # Handle source code details specially
@@ -83,7 +83,7 @@ def __init__(self, source_paths: list[str], theme: str = "material", **options:
         self.handler = PythonHandler(PythonConfig.from_data(), base_dir=Path.cwd())
         self.options = options
 
-        self.handler._update_env(  # noqa: SLF001
+        self.handler._update_env(
             Markdown(),
             config={"mdx": ["toc"]},
         )
@@ -96,7 +96,7 @@ def simple_convert_markdown(
             html_id: str = "",
             **kwargs: t.Any,
         ) -> t.Any:
-            return Markup(md.convert(text) if text else "")  # noqa: S704 # nosec
+            return Markup(md.convert(text) if text else "")  # nosec
 
         self.handler.env.filters["convert_markdown"] = simple_convert_markdown
 

docs/sdk/api.mdx

@@ -169,7 +169,7 @@ def export_metrics(
     Returns:
         A DataFrame containing the exported metric data.
     """
-    import pandas as pd
+    import pandas as pd  # noqa: PLC0415
 
     response = self.request(
         "GET",
@@ -264,7 +264,7 @@ def export_parameters(
     Returns:
         A DataFrame containing the exported parameter data.
     """
-    import pandas as pd
+    import pandas as pd  # noqa: PLC0415
 
     response = self.request(
         "GET",
@@ -347,7 +347,7 @@ def export_runs(
     Returns:
         A DataFrame containing the exported run data.
     """
-    import pandas as pd
+    import pandas as pd  # noqa: PLC0415
 
     response = self.request(
         "GET",
@@ -444,7 +444,7 @@ def export_timeseries(
     Returns:
         A DataFrame containing the exported timeseries data.
     """
-    import pandas as pd
+    import pandas as pd  # noqa: PLC0415
 
     response = self.request(
         "GET",

docs/sdk/data_types.mdx

@@ -643,10 +643,12 @@ def to_serializable(self) -> tuple[bytes, dict[str, t.Any]]:
     Returns:
         A tuple of (video_bytes, metadata_dict)
     """
-    import numpy as np  # type: ignore[import,unused-ignore]
+    import numpy as np  # type: ignore[import,unused-ignore]  # noqa: PLC0415
 
     try:
-        from moviepy.video.VideoClip import VideoClip  # type: ignore[import,unused-ignore]
+        from moviepy.video.VideoClip import (  # type: ignore[import,unused-ignore,import-untyped]  # noqa: PLC0415
+            VideoClip,
+        )
     except ImportError:
         VideoClip = None  # noqa: N806
 

docs/sdk/main.mdx

@@ -283,10 +283,7 @@ def configure(
             with contextlib.suppress(Exception):
                 user_config = UserConfig.read()
                 profile_name = profile or os.environ.get(ENV_PROFILE)
-                if profile_name:
-                    active_profile = profile_name
-                else:
-                    active_profile = user_config.active_profile_name
+                active_profile = profile_name or user_config.active_profile_name
 
                 if active_profile:
                     config_source = f"profile: {active_profile}"
@@ -460,7 +457,6 @@ def initialize(self) -> None:
 
     This method is called automatically when you call `configure()`.
     """
-    from s3fs import S3FileSystem  # type: ignore [import-untyped]
 
     if self._initialized:
         return
@@ -976,7 +972,7 @@ with dreadnode.run("my_run"):
 def log_metric(
     self,
     name: str,
-    value: float | bool | Metric,
+    value: float | bool | Metric,  # noqa: FBT001
     *,
     step: int = 0,
     origin: t.Any | None = None,

docs/sdk/metric.mdx

@@ -31,8 +31,8 @@ Metric
 Metric(
     value: float,
     step: int = 0,
-    timestamp: datetime = lambda: datetime.now(
-        timezone.utc
+    timestamp: datetime = (
+        lambda: datetime.now(timezone.utc)
     )(),
     attributes: JsonDict = dict(),
 )
@@ -136,9 +136,7 @@ def apply_mode(self, mode: MetricAggMode, others: "list[Metric]") -> "Metric":
         self.value = len(others) + 1
     elif mode == "avg" and prior_values:
         current_avg = prior_values[-1]
-        self.value = current_avg + (self.value - current_avg) / (
-            len(prior_values) + 1
-        )
+        self.value = current_avg + (self.value - current_avg) / (len(prior_values) + 1)
 
     return self
 ```

docs/sdk/scorers.mdx

@@ -128,7 +128,7 @@ def zero_shot_classification(
     )
 
     try:
-        from transformers import (  # type: ignore [attr-defined,import-not-found,unused-ignore]
+        from transformers import (  # type: ignore [attr-defined,import-not-found,unused-ignore]  # noqa: PLC0415
             pipeline,
         )
     except ImportError:
@@ -846,7 +846,7 @@ def detect_harm_with_openai(
         model: The moderation model to use.
         name: Name of the scorer.
     """
-    import openai
+    import openai  # noqa: PLC0415
 
     async def evaluate(data: t.Any) -> Metric:
         text = str(data)
@@ -1816,7 +1816,7 @@ def detect_pii_with_presidio(
     )
 
     try:
-        import presidio_analyzer  # type: ignore[import-not-found,unused-ignore]  # noqa: F401
+        import presidio_analyzer  # type: ignore[import-not-found,unused-ignore]  # noqa: F401, PLC0415
     except ImportError:
         warn_at_user_stacklevel(presidio_import_error_msg, UserWarning)
 
@@ -2020,7 +2020,7 @@ def wrap_chat(
     """
 
     async def evaluate(chat: "Chat") -> Metric:
-        from rigging.chat import Chat
+        from rigging.chat import Chat  # noqa: PLC0415
 
         # Fall through to the inner scorer if chat is not a Chat instance
         if not isinstance(chat, Chat):
@@ -2479,7 +2479,7 @@ def similarity_with_litellm(
                   or self-hosted models.
         name: Name of the scorer.
     """
-    import litellm
+    import litellm  # noqa: PLC0415
 
     async def evaluate(data: t.Any) -> Metric:
         nonlocal reference, model

dreadnode/__init__.py

@@ -12,7 +12,7 @@
 from dreadnode.version import VERSION
 
 if t.TYPE_CHECKING:
-    from dreadnode import scorers  # noqa: F401
+    from dreadnode import scorers
 
 configure = DEFAULT_INSTANCE.configure
 shutdown = DEFAULT_INSTANCE.shutdown

dreadnode/agent/__init__.py

@@ -3,11 +3,11 @@
 from dreadnode.agent.agent import Agent
 from dreadnode.agent.events import rebuild_event_models
 from dreadnode.agent.result import AgentResult
-from dreadnode.agent.thread import Thread
+from dreadnode.agent.state import State
 
 Agent.model_rebuild()
-Thread.model_rebuild()
+State.model_rebuild()
 
-rebuild_event_models()
+# rebuild_event_models()
 
 rebuild_dataclass(AgentResult)  # type: ignore[arg-type]