From 26f50a88ce7bbfa0645541baaeb99e45b662cf03 Mon Sep 17 00:00:00 2001 From: Wei Wu Date: Wed, 19 Nov 2025 11:04:43 -0800 Subject: [PATCH 1/4] Move red teaming files to its own folder --- .../evaluation/self_reflection.py | 28 ++++++++++--------- .../{ => red-teaming}/.env.example | 0 .../{ => red-teaming}/README.md | 0 .../red_team_agent_sample.py | 0 4 files changed, 15 insertions(+), 13 deletions(-) rename python/samples/getting_started/evaluation/azure_ai_foundry/{ => red-teaming}/.env.example (100%) rename python/samples/getting_started/evaluation/azure_ai_foundry/{ => red-teaming}/README.md (100%) rename python/samples/getting_started/evaluation/azure_ai_foundry/{ => red-teaming}/red_team_agent_sample.py (100%) diff --git a/python/samples/getting_started/evaluation/azure_ai_foundry/evaluation/self_reflection.py b/python/samples/getting_started/evaluation/azure_ai_foundry/evaluation/self_reflection.py index c20e31f896..76ed8d6e65 100644 --- a/python/samples/getting_started/evaluation/azure_ai_foundry/evaluation/self_reflection.py +++ b/python/samples/getting_started/evaluation/azure_ai_foundry/evaluation/self_reflection.py @@ -1,3 +1,18 @@ +# Copyright (c) Microsoft. All rights reserved. +# type: ignore +import asyncio +import os +import time +import argparse +import pandas as pd +from typing import Any +from dotenv import load_dotenv + +from agent_framework import ChatAgent, ChatMessage +from agent_framework.azure import AzureOpenAIChatClient +from azure.identity import AzureCliCredential +from azure.ai.evaluation import GroundednessEvaluator, AzureOpenAIModelConfiguration + """ Self-Reflection LLM Runner @@ -21,19 +36,6 @@ -n 10 # Optional: process only first 10 prompts """ -import asyncio -import os -import time -import argparse -import pandas as pd -from typing import Dict, Any, Optional -from dotenv import load_dotenv - -from agent_framework import ChatAgent, ChatMessage -from agent_framework.azure import AzureOpenAIChatClient -from azure.identity import AzureCliCredential -from azure.ai.evaluation import GroundednessEvaluator, AzureOpenAIModelConfiguration - DEFAULT_AGENT_MODEL = "gpt-4.1" DEFAULT_JUDGE_MODEL = "gpt-4.1" diff --git a/python/samples/getting_started/evaluation/azure_ai_foundry/.env.example b/python/samples/getting_started/evaluation/azure_ai_foundry/red-teaming/.env.example similarity index 100% rename from python/samples/getting_started/evaluation/azure_ai_foundry/.env.example rename to python/samples/getting_started/evaluation/azure_ai_foundry/red-teaming/.env.example diff --git a/python/samples/getting_started/evaluation/azure_ai_foundry/README.md b/python/samples/getting_started/evaluation/azure_ai_foundry/red-teaming/README.md similarity index 100% rename from python/samples/getting_started/evaluation/azure_ai_foundry/README.md rename to python/samples/getting_started/evaluation/azure_ai_foundry/red-teaming/README.md diff --git a/python/samples/getting_started/evaluation/azure_ai_foundry/red_team_agent_sample.py b/python/samples/getting_started/evaluation/azure_ai_foundry/red-teaming/red_team_agent_sample.py similarity index 100% rename from python/samples/getting_started/evaluation/azure_ai_foundry/red_team_agent_sample.py rename to python/samples/getting_started/evaluation/azure_ai_foundry/red-teaming/red_team_agent_sample.py From 1a7d98b1e707a38be75e174163e1cf353a79f9d2 Mon Sep 17 00:00:00 2001 From: Wei Wu Date: Wed, 19 Nov 2025 11:10:39 -0800 Subject: [PATCH 2/4] Update file path --- python/samples/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/samples/README.md b/python/samples/README.md index 874d1e5915..769b7b3a6a 100644 --- a/python/samples/README.md +++ b/python/samples/README.md @@ -184,7 +184,7 @@ This directory contains samples demonstrating the capabilities of Microsoft Agen | File | Description | |------|-------------| -| [`getting_started/evaluation/azure_ai_foundry/red_team_agent_sample.py`](./getting_started/evaluation/azure_ai_foundry/red_team_agent_sample.py) | Red team agent evaluation sample for Azure AI Foundry | +| [`getting_started/evaluation/azure_ai_foundry/red-teaming/red_team_agent_sample.py`](./getting_started/evaluation/azure_ai_foundry/red-teaming/red_team_agent_sample.py) | Red team agent evaluation sample for Azure AI Foundry | | [`getting_started/evaluation/azure_ai_foundry/evaluation/self_reflection.py`](./getting_started/evaluation/azure_ai_foundry/evaluation/self_reflection.py) | LLM self-reflection with AI Foundry graders example | ## MCP (Model Context Protocol) From 545c230b86d064e0d763bb2336f909433185e31e Mon Sep 17 00:00:00 2001 From: Wei Wu Date: Wed, 19 Nov 2025 13:07:23 -0800 Subject: [PATCH 3/4] Updated folder names --- .../azure_ai_foundry/{red-teaming => red_teaming}/.env.example | 0 .../azure_ai_foundry/{red-teaming => red_teaming}/README.md | 0 .../{red-teaming => red_teaming}/red_team_agent_sample.py | 0 .../azure_ai_foundry/{evaluation => self_reflection}/.env.example | 0 .../azure_ai_foundry/{evaluation => self_reflection}/README.md | 0 .../resources/suboptimal_groundedness_prompts.jsonl | 0 .../{evaluation => self_reflection}/self_reflection.py | 0 7 files changed, 0 insertions(+), 0 deletions(-) rename python/samples/getting_started/evaluation/azure_ai_foundry/{red-teaming => red_teaming}/.env.example (100%) rename python/samples/getting_started/evaluation/azure_ai_foundry/{red-teaming => red_teaming}/README.md (100%) rename python/samples/getting_started/evaluation/azure_ai_foundry/{red-teaming => red_teaming}/red_team_agent_sample.py (100%) rename python/samples/getting_started/evaluation/azure_ai_foundry/{evaluation => self_reflection}/.env.example (100%) rename python/samples/getting_started/evaluation/azure_ai_foundry/{evaluation => self_reflection}/README.md (100%) rename python/samples/getting_started/evaluation/azure_ai_foundry/{evaluation => self_reflection}/resources/suboptimal_groundedness_prompts.jsonl (100%) rename python/samples/getting_started/evaluation/azure_ai_foundry/{evaluation => self_reflection}/self_reflection.py (100%) diff --git a/python/samples/getting_started/evaluation/azure_ai_foundry/red-teaming/.env.example b/python/samples/getting_started/evaluation/azure_ai_foundry/red_teaming/.env.example similarity index 100% rename from python/samples/getting_started/evaluation/azure_ai_foundry/red-teaming/.env.example rename to python/samples/getting_started/evaluation/azure_ai_foundry/red_teaming/.env.example diff --git a/python/samples/getting_started/evaluation/azure_ai_foundry/red-teaming/README.md b/python/samples/getting_started/evaluation/azure_ai_foundry/red_teaming/README.md similarity index 100% rename from python/samples/getting_started/evaluation/azure_ai_foundry/red-teaming/README.md rename to python/samples/getting_started/evaluation/azure_ai_foundry/red_teaming/README.md diff --git a/python/samples/getting_started/evaluation/azure_ai_foundry/red-teaming/red_team_agent_sample.py b/python/samples/getting_started/evaluation/azure_ai_foundry/red_teaming/red_team_agent_sample.py similarity index 100% rename from python/samples/getting_started/evaluation/azure_ai_foundry/red-teaming/red_team_agent_sample.py rename to python/samples/getting_started/evaluation/azure_ai_foundry/red_teaming/red_team_agent_sample.py diff --git a/python/samples/getting_started/evaluation/azure_ai_foundry/evaluation/.env.example b/python/samples/getting_started/evaluation/azure_ai_foundry/self_reflection/.env.example similarity index 100% rename from python/samples/getting_started/evaluation/azure_ai_foundry/evaluation/.env.example rename to python/samples/getting_started/evaluation/azure_ai_foundry/self_reflection/.env.example diff --git a/python/samples/getting_started/evaluation/azure_ai_foundry/evaluation/README.md b/python/samples/getting_started/evaluation/azure_ai_foundry/self_reflection/README.md similarity index 100% rename from python/samples/getting_started/evaluation/azure_ai_foundry/evaluation/README.md rename to python/samples/getting_started/evaluation/azure_ai_foundry/self_reflection/README.md diff --git a/python/samples/getting_started/evaluation/azure_ai_foundry/evaluation/resources/suboptimal_groundedness_prompts.jsonl b/python/samples/getting_started/evaluation/azure_ai_foundry/self_reflection/resources/suboptimal_groundedness_prompts.jsonl similarity index 100% rename from python/samples/getting_started/evaluation/azure_ai_foundry/evaluation/resources/suboptimal_groundedness_prompts.jsonl rename to python/samples/getting_started/evaluation/azure_ai_foundry/self_reflection/resources/suboptimal_groundedness_prompts.jsonl diff --git a/python/samples/getting_started/evaluation/azure_ai_foundry/evaluation/self_reflection.py b/python/samples/getting_started/evaluation/azure_ai_foundry/self_reflection/self_reflection.py similarity index 100% rename from python/samples/getting_started/evaluation/azure_ai_foundry/evaluation/self_reflection.py rename to python/samples/getting_started/evaluation/azure_ai_foundry/self_reflection/self_reflection.py From 63d3f3bde4b2d771b614b4037bd1aaa27d9ad0b8 Mon Sep 17 00:00:00 2001 From: Wei Wu Date: Wed, 19 Nov 2025 14:38:28 -0800 Subject: [PATCH 4/4] Updated reference names --- python/samples/README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/samples/README.md b/python/samples/README.md index 769b7b3a6a..f87e5bed0c 100644 --- a/python/samples/README.md +++ b/python/samples/README.md @@ -184,8 +184,8 @@ This directory contains samples demonstrating the capabilities of Microsoft Agen | File | Description | |------|-------------| -| [`getting_started/evaluation/azure_ai_foundry/red-teaming/red_team_agent_sample.py`](./getting_started/evaluation/azure_ai_foundry/red-teaming/red_team_agent_sample.py) | Red team agent evaluation sample for Azure AI Foundry | -| [`getting_started/evaluation/azure_ai_foundry/evaluation/self_reflection.py`](./getting_started/evaluation/azure_ai_foundry/evaluation/self_reflection.py) | LLM self-reflection with AI Foundry graders example | +| [`getting_started/evaluation/azure_ai_foundry/red_teaming/red_team_agent_sample.py`](./getting_started/evaluation/azure_ai_foundry/red_teaming/red_team_agent_sample.py) | Red team agent evaluation sample for Azure AI Foundry | +| [`getting_started/evaluation/azure_ai_foundry/self_reflection/self_reflection.py`](./getting_started/evaluation/azure_ai_foundry/self_reflection/self_reflection.py) | LLM self-reflection with AI Foundry graders example | ## MCP (Model Context Protocol)