feat: improved error messages

ashwin6-dev · ashwin6-dev · commit 1fdcb7bc6aa1 · 2026-02-19T06:05:35.000Z
diff --git a/evaluation_function/evaluation.py b/evaluation_function/evaluation.py
@@ -44,7 +44,7 @@ def evaluation_function(
         if not isinstance(answer, dict):
             return Result(
                 is_correct=False,
-                feedback_items=[("incorrect input", "missing answer object")]
+                feedback_items=[("incorrect input", f"missing answer object. got {answer}")]
             )
 
         # If response is a string, parse it as JSON

Original file line number	Diff line number	Diff line change
`@@ -44,7 +44,7 @@ def evaluation_function(`
`44`	`44`	`if not isinstance(answer, dict):`
`45`	`45`	`return Result(`
`46`	`46`	`is_correct=False,`
`47`		`- feedback_items=[("incorrect input", "missing answer object")]`
	`47`	`+ feedback_items=[("incorrect input", f"missing answer object. got {answer}")]`
`48`	`48`	`)`
`49`	`49`
`50`	`50`	`# If response is a string, parse it as JSON`