my test grader

Signed-off-by: Peter Jausovec <peter.jausovec@solo.io>

Author: peterj

graders/peters_grader/grader.yaml

@@ -0,0 +1,6 @@
+name: peters_grader
+description: 'sample grader that returns a 0.123 score'
+language: python
+entrypoint: peters_grader.py
+tags: ["test", "example"]
+author: 'peterj'

graders/peters_grader/peters_grader.py

@@ -0,0 +1,17 @@
+"""Custom grader: peters_grader
+
+Usage in eval_config.yaml:
+
+    metrics:
+      - name: peters_grader
+        type: code
+        path: ./peters_grader/peters_grader.py
+        threshold: 0.5
+"""
+
+from agentevals_grader_sdk import grader, EvalInput, EvalResult
+
+
+@grader
+def peters_grader(input: EvalInput) -> EvalResult:
+    return EvalResult(score=0.123, details="All good")