Merge pull request #138 from mlcommons/metadata-bug

bkorycki · web-flow · commit 463d91694c1d · 2026-05-15T13:56:08.000-07:00
Read metadata as json
diff --git a/pyproject.toml b/pyproject.toml
@@ -40,6 +40,7 @@ dev = [
 test = [
     "pytest>=8,<10",
     "pytest-cov>=6,<8",
+    "pytest-mock>=3,<4",
 ]
 mlflow = [
     "psycopg2-binary>=2.9.10,<3",
diff --git a/src/modelplane/evaluator/dag.py b/src/modelplane/evaluator/dag.py
@@ -231,7 +231,7 @@ def _run_row(row: Any) -> DAGOutput:
             ctx = EvalContext(
                 prompt=str(row[prompt_col]),
                 response=str(row[response_col]),
-                metadata=row[metadata_col] if metadata_col else None,
+                metadata=json.loads(row[metadata_col]) if metadata_col else None,
             )
             return self.run(ctx)
 
diff --git a/uv.lock b/uv.lock

Original file line number	Diff line number	Diff line change
`@@ -231,7 +231,7 @@ def _run_row(row: Any) -> DAGOutput:`
`231`	`231`	`ctx = EvalContext(`
`232`	`232`	`prompt=str(row[prompt_col]),`
`233`	`233`	`response=str(row[response_col]),`
`234`		`- metadata=row[metadata_col] if metadata_col else None,`
	`234`	`+ metadata=json.loads(row[metadata_col]) if metadata_col else None,`
`235`	`235`	`)`
`236`	`236`	`return self.run(ctx)`
`237`	`237`