Some Study bug fixes. Expose Message better in imports. Version to 1.17.1.

Author: monoxgas

dreadnode/__init__.py

@@ -38,7 +38,7 @@
 if t.TYPE_CHECKING:
     from dreadnode import agent, airt, eval, optimization, scorers, transforms  # noqa: A004
     from dreadnode.agent import Agent, tool, tool_method
-    from dreadnode.data_types import Audio, Image, Table, Video
+    from dreadnode.data_types import Audio, Image, Message, Table, Video
 
 logger.disable("dreadnode")
 
@@ -88,6 +88,7 @@
     "EnvVar",
     "Image",
     "Markdown",
+    "Message",
     "Metric",
     "MetricDict",
     "Object",
@@ -151,6 +152,7 @@
     "Image": "dreadnode.data_types",
     "Table": "dreadnode.data_types",
     "Video": "dreadnode.data_types",
+    "Message": "dreadnode.data_types",
     "Agent": "dreadnode.agent",
     "tool": "dreadnode.agent",
     "tool_method": "dreadnode.agent",

dreadnode/cli/main.py

@@ -35,6 +35,7 @@
 from dreadnode.user_config import ServerConfig, UserConfig
 
 cli = cyclopts.App(
+    name="dreadnode",
     help="Interact with Dreadnode platforms",
     version_flags=[],
     help_on_error=True,

dreadnode/data_types/__init__.py

@@ -8,17 +8,30 @@
 if t.TYPE_CHECKING:
     from dreadnode.data_types.audio import Audio
     from dreadnode.data_types.image import Image
+    from dreadnode.data_types.message import Message
     from dreadnode.data_types.table import Table
     from dreadnode.data_types.video import Video
 
-__all__ = ["Audio", "Code", "Image", "Markdown", "Object3D", "Table", "Text", "Video", "WithMeta"]
+__all__ = [
+    "Audio",
+    "Code",
+    "Image",
+    "Markdown",
+    "Message",
+    "Object3D",
+    "Table",
+    "Text",
+    "Video",
+    "WithMeta",
+]
 
 __lazy_submodules__: list[str] = []
 __lazy_components__: dict[str, str] = {
     "Audio": "dreadnode.data_types.audio",
     "Image": "dreadnode.data_types.image",
     "Table": "dreadnode.data_types.table",
     "Video": "dreadnode.data_types.video",
+    "Message": "dreadnode.data_types.message",
 }
 
 

dreadnode/logging_.py

@@ -4,7 +4,6 @@
 To just enable dreadnode logs to flow, call `logger.enable("dreadnode")` after importing the module.
 """
 
-import os
 import pathlib
 import typing as t
 from textwrap import dedent
@@ -27,10 +26,6 @@
     )
 )
 
-# In vscode jupyter, disable rich's jupyter detection to avoid issues with styling
-if "VSCODE_PID" in os.environ:
-    console.is_jupyter = False
-
 
 def configure_logging(
     log_level: LogLevel = "info",

dreadnode/optimization/collectors.py

@@ -26,7 +26,7 @@ def get_parent(trial: Trial[CandidateT]) -> Trial[CandidateT] | None:
     trials: list[Trial[CandidateT]] = []
     parent = get_parent(current_trial)
     while parent:
-        trials.insert(0, parent)
+        trials.append(parent)
         parent = get_parent(parent)
 
     return trials[:depth]

dreadnode/optimization/study.py

@@ -379,17 +379,17 @@ async def _run_evaluation(
         )
         logger.trace(f"Candidate: {trial.candidate!r}")
 
-        if dataset == [{}] or (isinstance(dataset, list) and len(dataset) == 1 and not dataset[0]):
-            # Dataset is empty - this is a Study/Attack where the candidate IS the input
-            dataset = [{"message": trial.candidate}]
-            dataset_input_mapping = ["message"]
-        else:
-            dataset_input_mapping = None
+        # if dataset == [{}] or (isinstance(dataset, list) and len(dataset) == 1 and not dataset[0]):
+        #     # Dataset is empty - this is a Study/Attack where the candidate IS the input
+        #     dataset = [{"message": trial.candidate}]
+        #     dataset_input_mapping = ["message"]
+        # else:
+        #     dataset_input_mapping = None
 
         evaluator = Eval(
             task=task,
             dataset=dataset,
-            dataset_input_mapping=dataset_input_mapping,
+            # dataset_input_mapping=dataset_input_mapping,
             scorers=scorers,
             hooks=self.hooks,
             max_consecutive_errors=self.max_consecutive_errors,

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "dreadnode"
-version = "1.17.0"
+version = "1.17.1"
 description = "Dreadnode SDK"
 authors = [{ name = "Nick Landers", email = "monoxgas@gmail.com" }]
 readme = "README.md"