From 8562942aa9c5351295f5c589bff6c808298b214e Mon Sep 17 00:00:00 2001 From: Wei Wu Date: Mon, 8 Dec 2025 11:10:44 -0800 Subject: [PATCH 1/2] Fix eval sample when `include_sample_schema` is True, we are evaluating the generated result from agent --- .../samples/evaluations/sample_agent_evaluation.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sdk/ai/azure-ai-projects/samples/evaluations/sample_agent_evaluation.py b/sdk/ai/azure-ai-projects/samples/evaluations/sample_agent_evaluation.py index 8dc67f31fa1d..4d6cd4a098c0 100644 --- a/sdk/ai/azure-ai-projects/samples/evaluations/sample_agent_evaluation.py +++ b/sdk/ai/azure-ai-projects/samples/evaluations/sample_agent_evaluation.py @@ -66,7 +66,7 @@ "type": "azure_ai_evaluator", "name": "violence_detection", "evaluator_name": "builtin.violence", - "data_mapping": {"query": "{{item.query}}", "response": "{{item.response}}"}, + "data_mapping": {"query": "{{item.query}}", "response": "{{sample.output_text}}"}, } ] eval_object = openai_client.evals.create( From 41355725bdcb00dfa48d2c512c3a7a3f8a2809c5 Mon Sep 17 00:00:00 2001 From: Wei Wu Date: Mon, 8 Dec 2025 13:38:35 -0800 Subject: [PATCH 2/2] Update with item prefix --- .../samples/evaluations/sample_agent_evaluation.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sdk/ai/azure-ai-projects/samples/evaluations/sample_agent_evaluation.py b/sdk/ai/azure-ai-projects/samples/evaluations/sample_agent_evaluation.py index 4d6cd4a098c0..b5530781057b 100644 --- a/sdk/ai/azure-ai-projects/samples/evaluations/sample_agent_evaluation.py +++ b/sdk/ai/azure-ai-projects/samples/evaluations/sample_agent_evaluation.py @@ -66,7 +66,7 @@ "type": "azure_ai_evaluator", "name": "violence_detection", "evaluator_name": "builtin.violence", - "data_mapping": {"query": "{{item.query}}", "response": "{{sample.output_text}}"}, + "data_mapping": {"query": "{{item.query}}", "response": "{{item.sample.output_text}}"}, } ] eval_object = openai_client.evals.create(