From ea8e89e71fcacc7b044c3364f74c4ec539e243cc Mon Sep 17 00:00:00 2001 From: "copilot-swe-agent[bot]" <198982749+Copilot@users.noreply.github.com> Date: Mon, 2 Mar 2026 20:42:09 +0000 Subject: [PATCH 1/2] Initial plan From ebfe5b108bfd5a968659915298b6b0d3b7aeeb82 Mon Sep 17 00:00:00 2001 From: "copilot-swe-agent[bot]" <198982749+Copilot@users.noreply.github.com> Date: Mon, 2 Mar 2026 20:44:36 +0000 Subject: [PATCH 2/2] Fix outdated openai import in Azure_OpenAI_Graders notebook Co-authored-by: w-javed <7674577+w-javed@users.noreply.github.com> --- .../evaluate/Azure_OpenAI_Graders/Azure_OpenAI_Graders.ipynb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scenarios/evaluate/Azure_OpenAI_Graders/Azure_OpenAI_Graders.ipynb b/scenarios/evaluate/Azure_OpenAI_Graders/Azure_OpenAI_Graders.ipynb index 50507fb9..b3f1e7c1 100644 --- a/scenarios/evaluate/Azure_OpenAI_Graders/Azure_OpenAI_Graders.ipynb +++ b/scenarios/evaluate/Azure_OpenAI_Graders/Azure_OpenAI_Graders.ipynb @@ -64,7 +64,7 @@ " AzureOpenAIGrader,\n", " evaluate,\n", ")\n", - "from openai.types.eval_string_check_grader import EvalStringCheckGrader" + "from openai.types.graders.string_check_grader import StringCheckGrader" ] }, { @@ -235,7 +235,7 @@ "outputs": [], "source": [ "# Define an string check grader config directly using the OAI SDK\n", - "oai_string_check_grader = EvalStringCheckGrader(\n", + "oai_string_check_grader = StringCheckGrader(\n", " input=\"{{item.query}}\", name=\"contains hello\", operation=\"like\", reference=\"hello\", type=\"string_check\"\n", ")\n", "# Plug that into the general grader\n",