Azure
diff --git a/‎eng/scripts/dispatch_checks.py‎
Lines changed: 10 additions & 3 deletions b/‎eng/scripts/dispatch_checks.py‎
Lines changed: 10 additions & 3 deletions
diff --git a/‎sdk/evaluation/azure-ai-evaluation/CHANGELOG.md‎
Lines changed: 4 additions & 0 deletions b/‎sdk/evaluation/azure-ai-evaluation/CHANGELOG.md‎
Lines changed: 4 additions & 0 deletions
diff --git a/‎sdk/evaluation/azure-ai-evaluation/assets.json‎
Lines changed: 1 addition & 1 deletion b/‎sdk/evaluation/azure-ai-evaluation/assets.json‎
Lines changed: 1 addition & 1 deletion
diff --git a/‎sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluate/_batch_run/proxy_client.py‎
Lines changed: 4 additions & 1 deletion b/‎sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluate/_batch_run/proxy_client.py‎
Lines changed: 4 additions & 1 deletion
diff --git a/‎sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_legacy/_adapters/_check.py‎
Lines changed: 1 addition & 0 deletions b/‎sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_legacy/_adapters/_check.py‎
Lines changed: 1 addition & 0 deletions
diff --git a/‎sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_legacy/_adapters/_configuration.py‎
Lines changed: 5 additions & 1 deletion b/‎sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_legacy/_adapters/_configuration.py‎
Lines changed: 5 additions & 1 deletion
diff --git a/‎sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/red_team/__init__.py‎
Lines changed: 41 additions & 3 deletions b/‎sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/red_team/__init__.py‎
Lines changed: 41 additions & 3 deletions
diff --git a/‎sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/red_team/_agent/_agent_functions.py‎
Lines changed: 13 additions & 3 deletions b/‎sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/red_team/_agent/_agent_functions.py‎
Lines changed: 13 additions & 3 deletions
diff --git a/‎sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/red_team/_agent/_agent_tools.py‎
Lines changed: 23 additions & 7 deletions b/‎sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/red_team/_agent/_agent_tools.py‎
Lines changed: 23 additions & 7 deletions
diff --git a/‎sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/red_team/_agent/_semantic_kernel_plugin.py‎
Lines changed: 22 additions & 6 deletions b/‎sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/red_team/_agent/_semantic_kernel_plugin.py‎
Lines changed: 22 additions & 6 deletions
@@ -83,6 +83,13 @@ def _inject_custom_reqs(req_file: str, injected_packages: str, package_dir: str)
     if not injected_list:
         return
 
+    # Entries prefixed with '!' are exclusion-only: they remove matching packages
+    # from dev_requirements but are not themselves installed.
+    excluded = [p[1:] for p in injected_list if p.startswith("!")]
+    installable = [p for p in injected_list if not p.startswith("!")]
+    # Build a combined list for filtering (both injected installs and exclusions)
+    all_filter_names = installable + excluded
+
     logger.info(f"Adding custom packages to requirements for {package_dir}")
     with open(req_file, "r") as handle:
         for line in handle:
@@ -95,13 +102,13 @@ def _inject_custom_reqs(req_file: str, injected_packages: str, package_dir: str)
             req_lines.append((line, parsed_req))
 
     if req_lines:
-        all_adjustments = injected_list + [
+        all_adjustments = installable + [
             line_tuple[0].strip()
             for line_tuple in req_lines
-            if line_tuple[0].strip() and not _compare_req_to_injected_reqs(line_tuple[1], injected_list)
+            if line_tuple[0].strip() and not _compare_req_to_injected_reqs(line_tuple[1], all_filter_names)
         ]
     else:
-        all_adjustments = injected_list
+        all_adjustments = installable
 
     logger.info(f"Generated Custom Reqs: {req_lines}")
 
 
@@ -6,6 +6,10 @@
 
 - Prevent recursive stdout/stderr forwarding when NodeLogManager is nested, avoiding RecursionError in concurrent evaluation runs.
 
+### Other Changes
+
+- The `[redteam]` extra now requires `pyrit==0.11.0`, which depends on `pillow>=12.1.0`. This conflicts with `promptflow-devkit` (`pillow<=11.3.0`). Use separate virtual environments if you need both packages.
+
 ## 1.14.0 (2026-01-05)
 
 ### Bugs Fixed
 
@@ -2,5 +2,5 @@
   "AssetsRepo": "Azure/azure-sdk-assets",
   "AssetsRepoPrefixPath": "python",
   "TagPrefix": "python/evaluation/azure-ai-evaluation",
-  "Tag": "python/evaluation/azure-ai-evaluation_409699f40b"
+  "Tag": "python/evaluation/azure-ai-evaluation_2ae9b6b8ea"
 }
@@ -22,7 +22,10 @@
 from azure.ai.evaluation._evaluate._batch_run.batch_clients import BatchClientRun, HasAsyncCallable
 
 
-Configuration.get_instance().set_config("trace.destination", "none")
+try:
+    Configuration.get_instance().set_config("trace.destination", "none")
+except Exception:
+    pass
 LOGGER = logging.getLogger(__name__)
 
 
 
@@ -8,6 +8,7 @@
 _has_legacy = False
 try:
     from promptflow._constants import FlowType
+    from promptflow.client import PFClient
 
     _has_legacy = True
 except ImportError:
 
@@ -9,7 +9,11 @@
 
 try:
     from promptflow._sdk._configuration import Configuration as _Configuration
-except ImportError:
+
+    # Validate that the imported Configuration accepts our expected kwargs.
+    # Some versions of promptflow expose Configuration but with an incompatible signature.
+    _Configuration(override_config=None)
+except (ImportError, TypeError):
     _global_config: Final[Dict[str, Any]] = {}
 
     class _Configuration:
 
@@ -2,15 +2,53 @@
 # Copyright (c) Microsoft Corporation. All rights reserved.
 # ---------------------------------------------------------
 
+_PYRIT_INSTALLED = False
+
 try:
     from ._red_team import RedTeam
     from ._attack_strategy import AttackStrategy
     from ._attack_objective_generator import RiskCategory, SupportedLanguages
     from ._red_team_result import RedTeamResult
+
+    _PYRIT_INSTALLED = True
 except ImportError:
-    raise ImportError(
-        "Could not import Pyrit. Please install the dependency with `pip install azure-ai-evaluation[redteam]`."
-    )
+    # When pyrit is not installed, provide placeholder classes for documentation
+    # This allows sphinx autodoc to document the module without the optional dependency
+    import sys
+
+    # Check if we're being imported by sphinx for documentation
+    _is_sphinx = "sphinx" in sys.modules
+
+    if not _is_sphinx:
+        raise ImportError(
+            "Could not import Pyrit. Please install the dependency with `pip install azure-ai-evaluation[redteam]`."
+        )
+
+    # Provide placeholder docstrings for sphinx
+    class RedTeam:  # type: ignore[no-redef]
+        """Red team testing orchestrator. Requires pyrit: `pip install azure-ai-evaluation[redteam]`."""
+
+        pass
+
+    class AttackStrategy:  # type: ignore[no-redef]
+        """Attack strategy enumeration. Requires pyrit: `pip install azure-ai-evaluation[redteam]`."""
+
+        pass
+
+    class RiskCategory:  # type: ignore[no-redef]
+        """Risk category enumeration. Requires pyrit: `pip install azure-ai-evaluation[redteam]`."""
+
+        pass
+
+    class SupportedLanguages:  # type: ignore[no-redef]
+        """Supported languages enumeration. Requires pyrit: `pip install azure-ai-evaluation[redteam]`."""
+
+        pass
+
+    class RedTeamResult:  # type: ignore[no-redef]
+        """Red team result container. Requires pyrit: `pip install azure-ai-evaluation[redteam]`."""
+
+        pass
 
 
 __all__ = [
 
@@ -39,7 +39,9 @@ def _get_tool_provider() -> RedTeamToolProvider:
 
 
 def red_team_fetch_harmful_prompt(
-    risk_category: str, strategy: str = "baseline", convert_with_strategy: Optional[str] = None
+    risk_category: str,
+    strategy: str = "baseline",
+    convert_with_strategy: Optional[str] = None,
 ) -> str:
     """
     Fetch a harmful prompt for a specific risk category to test content filters.
@@ -58,7 +60,9 @@ def red_team_fetch_harmful_prompt(
     # Run the async method in a new event loop
     result = asyncio.run(
         provider.fetch_harmful_prompt(
-            risk_category_text=risk_category, strategy=strategy, convert_with_strategy=convert_with_strategy
+            risk_category_text=risk_category,
+            strategy=strategy,
+            convert_with_strategy=convert_with_strategy,
         )
     )
 
@@ -194,7 +198,13 @@ def red_team_send_to_target(prompt: str) -> str:
 
         return json.dumps({"status": "success", "prompt": prompt, "response": response})
     except Exception as e:
-        return json.dumps({"status": "error", "message": f"Error calling target function: {str(e)}", "prompt": prompt})
+        return json.dumps(
+            {
+                "status": "error",
+                "message": f"Error calling target function: {str(e)}",
+                "prompt": prompt,
+            }
+        )
 
 
 # Example User Input for Each Function
 
@@ -17,7 +17,9 @@
 from azure.ai.evaluation._common._experimental import experimental
 from azure.ai.evaluation.red_team._attack_objective_generator import RiskCategory
 from azure.ai.evaluation.simulator._model_tools import ManagedIdentityAPITokenManager
-from azure.ai.evaluation.simulator._model_tools._generated_rai_client import GeneratedRAIClient
+from azure.ai.evaluation.simulator._model_tools._generated_rai_client import (
+    GeneratedRAIClient,
+)
 from ._agent_utils import AgentUtils
 
 # Setup logging
@@ -59,7 +61,8 @@ def __init__(
 
         # Create the generated RAI client for fetching attack objectives
         self.generated_rai_client = GeneratedRAIClient(
-            azure_ai_project=self.azure_ai_project_endpoint, token_manager=self.token_manager.get_aad_credential()
+            azure_ai_project=self.azure_ai_project_endpoint,
+            token_manager=self.token_manager.get_aad_credential(),
         )
 
         # Cache for attack objectives to avoid repeated API calls
@@ -165,11 +168,15 @@ async def _get_attack_objectives(self, risk_category: RiskCategory, strategy: st
             # Get strategy-specific dataset for tense strategy
             if "tense" in strategy:
                 objectives_response = await self.generated_rai_client.get_attack_objectives(
-                    risk_category=risk_cat_value, application_scenario=self.application_scenario or "", strategy="tense"
+                    risk_category=risk_cat_value,
+                    application_scenario=self.application_scenario or "",
+                    strategy="tense",
                 )
             else:
                 objectives_response = await self.generated_rai_client.get_attack_objectives(
-                    risk_category=risk_cat_value, application_scenario=self.application_scenario or "", strategy=None
+                    risk_category=risk_cat_value,
+                    application_scenario=self.application_scenario or "",
+                    strategy=None,
                 )
 
             # Handle jailbreak strategy - apply jailbreak prefixes to messages
@@ -199,7 +206,10 @@ async def _get_attack_objectives(self, risk_category: RiskCategory, strategy: st
             return []
 
     async def fetch_harmful_prompt(
-        self, risk_category_text: str, strategy: str = "baseline", convert_with_strategy: Optional[str] = None
+        self,
+        risk_category_text: str,
+        strategy: str = "baseline",
+        convert_with_strategy: Optional[str] = None,
     ) -> Dict[str, Any]:
         """Fetch a harmful prompt for a specific risk category.
 
@@ -276,7 +286,10 @@ async def fetch_harmful_prompt(
                         "note": "This prompt was generated and converted for responsible AI testing purposes only.",
                     }
                 except Exception as e:
-                    return {"status": "error", "message": f"Error converting prompt: {str(e)}"}
+                    return {
+                        "status": "error",
+                        "message": f"Error converting prompt: {str(e)}",
+                    }
 
             # Return with information about available strategies
             return {
@@ -394,7 +407,10 @@ async def red_team(self, category: str, strategy: Optional[str] = None) -> Dict[
                     "note": f"This prompt was generated for responsible AI testing purposes only and converted using the {strategy} strategy.",
                 }
             except Exception as e:
-                return {"status": "error", "message": f"Error converting prompt with strategy {strategy}: {str(e)}"}
+                return {
+                    "status": "error",
+                    "message": f"Error converting prompt with strategy {strategy}: {str(e)}",
+                }
 
         except Exception as e:
             logger.error(f"Error in red_team: {str(e)}")
 
@@ -74,7 +74,10 @@ def __init__(
     @kernel_function(description="Fetch a harmful prompt for a specific risk category to test content filters")
     async def fetch_harmful_prompt(
         self,
-        risk_category: Annotated[str, "The risk category (e.g., 'violence', 'hate_unfairness', 'sexual', 'self_harm')"],
+        risk_category: Annotated[
+            str,
+            "The risk category (e.g., 'violence', 'hate_unfairness', 'sexual', 'self_harm')",
+        ],
         strategy: Annotated[str, "Attack strategy to use (e.g., 'baseline', 'jailbreak')"] = "baseline",
         convert_with_strategy: Annotated[str, "Optional strategy to convert the prompt"] = "",
     ) -> Annotated[str, "A JSON string with the harmful prompt and metadata"]:
@@ -92,7 +95,9 @@ async def fetch_harmful_prompt(
 
         # Directly await the async method instead of using asyncio.run()
         result = await self.tool_provider.fetch_harmful_prompt(
-            risk_category_text=risk_category, strategy=strategy, convert_with_strategy=convert_with_strategy
+            risk_category_text=risk_category,
+            strategy=strategy,
+            convert_with_strategy=convert_with_strategy,
         )
 
         # Store the prompt for later conversion if successful
@@ -131,7 +136,10 @@ async def convert_prompt(
     @kernel_function(description="Get a harmful prompt for a specific risk category and optionally convert it")
     async def red_team_unified(
         self,
-        category: Annotated[str, "The risk category (e.g., 'violence', 'hate_unfairness', 'sexual', 'self_harm')"],
+        category: Annotated[
+            str,
+            "The risk category (e.g., 'violence', 'hate_unfairness', 'sexual', 'self_harm')",
+        ],
         strategy: Annotated[str, "Optional strategy to convert the prompt"] = "",
     ) -> Annotated[str, "A JSON string with the harmful prompt and metadata"]:
         """
@@ -158,7 +166,9 @@ async def red_team_unified(
         return json.dumps(result)
 
     @kernel_function(description="Get a list of all available prompt conversion strategies")
-    async def get_available_strategies(self) -> Annotated[str, "A JSON string with available conversion strategies"]:
+    async def get_available_strategies(
+        self,
+    ) -> Annotated[str, "A JSON string with available conversion strategies"]:
         """
         Get a list of all available prompt conversion strategies.
 
@@ -171,7 +181,9 @@ async def get_available_strategies(self) -> Annotated[str, "A JSON string with a
         return json.dumps({"status": "success", "available_strategies": strategies})
 
     @kernel_function(description="Explain the purpose and responsible use of red teaming tools")
-    async def explain_purpose(self) -> Annotated[str, "A JSON string with information about red teaming tools"]:
+    async def explain_purpose(
+        self,
+    ) -> Annotated[str, "A JSON string with information about red teaming tools"]:
         """
         Explain the purpose and responsible use of red teaming tools.
 
@@ -224,5 +236,9 @@ async def send_to_target(
             return json.dumps({"status": "success", "prompt": prompt, "response": response})
         except Exception as e:
             return json.dumps(
-                {"status": "error", "message": f"Error calling target function: {str(e)}", "prompt": prompt}
+                {
+                    "status": "error",
+                    "message": f"Error calling target function: {str(e)}",
+                    "prompt": prompt,
+                }
             )
Original file line number	Diff line number	Diff line change
`@@ -2,5 +2,5 @@`
`2`	`2`	`"AssetsRepo": "Azure/azure-sdk-assets",`
`3`	`3`	`"AssetsRepoPrefixPath": "python",`
`4`	`4`	`"TagPrefix": "python/evaluation/azure-ai-evaluation",`
`5`		`- "Tag": "python/evaluation/azure-ai-evaluation_409699f40b"`
	`5`	`+ "Tag": "python/evaluation/azure-ai-evaluation_2ae9b6b8ea"`
`6`	`6`	`}`