FEAT: Integrate XPIATestOrchestrator with the AI Recruiter (microsoft#684)

Co-authored-by: Roman Lutz <romanlutz13@gmail.com>
Co-authored-by: hannahwestra25 <hannahwestra@microsoft.com>
Co-authored-by: jbolor21 <86250273+jbolor21@users.noreply.github.com>
Co-authored-by: rlundeen2 <137218279+rlundeen2@users.noreply.github.com>

Author: 5 people

.pre-commit-config.yaml

@@ -54,7 +54,7 @@ repos:
     hooks:
       - id: flake8
         additional_dependencies: ['flake8-copyright']
-        exclude: (doc/|.github/|pyrit/prompt_converter/morse_converter.py|tests/unit/converter/test_prompt_converter.py|pyrit/prompt_converter/emoji_converter.py)
+        exclude: (doc/|.github/|pyrit/prompt_converter/morse_converter.py|tests/unit/converter/test_prompt_converter.py|pyrit/prompt_converter/emoji_converter.py|tests/unit/models/test_seed_prompt.py)
 
   - repo: local
     hooks:

build_scripts/check_links.py

@@ -27,7 +27,7 @@
 
 
 def extract_urls(file_path):
-    with open(file_path, "r") as file:
+    with open(file_path, "r", encoding="utf-8") as file:
         content = file.read()
     matches = URL_PATTERN.findall(content)
     # Flatten the list of tuples and filter out empty strings

doc/code/converters/pdf_converter.ipynb

@@ -35,8 +35,8 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "{'__type__': 'TextTarget', '__module__': 'pyrit.prompt_target.text_target'}: user: C:\\git\\PyRIT\\dbdata\\prompt-memory-entries\\urls\\1746483090633952.pdf\n",
-      "{'__type__': 'TextTarget', '__module__': 'pyrit.prompt_target.text_target'}: user: C:\\git\\PyRIT\\dbdata\\prompt-memory-entries\\urls\\1746483090633952.pdf\n"
+      "{'__type__': 'TextTarget', '__module__': 'pyrit.prompt_target.text_target'}: user: C:\\Users\\Roman\\git\\PyRIT\\dbdata\\prompt-memory-entries\\urls\\1748840666306426..pdf\n",
+      "{'__type__': 'TextTarget', '__module__': 'pyrit.prompt_target.text_target'}: user: C:\\Users\\Roman\\git\\PyRIT\\dbdata\\prompt-memory-entries\\urls\\1748840666306426..pdf\n"
      ]
     }
    ],
@@ -76,7 +76,7 @@
     "\n",
     "# Initialize the PDFConverter\n",
     "pdf_converter = PromptConverterConfiguration.from_converters(\n",
-    "    converters = [\n",
+    "    converters=[\n",
     "        PDFConverter(\n",
     "            prompt_template=prompt_template,\n",
     "            font_type=\"Arial\",\n",
@@ -122,8 +122,8 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "{'__type__': 'TextTarget', '__module__': 'pyrit.prompt_target.text_target'}: user: C:\\git\\PyRIT\\dbdata\\prompt-memory-entries\\urls\\1746483186494502.pdf\n",
-      "{'__type__': 'TextTarget', '__module__': 'pyrit.prompt_target.text_target'}: user: C:\\git\\PyRIT\\dbdata\\prompt-memory-entries\\urls\\1746483186494502.pdf\n"
+      "{'__type__': 'TextTarget', '__module__': 'pyrit.prompt_target.text_target'}: user: C:\\Users\\Roman\\git\\PyRIT\\dbdata\\prompt-memory-entries\\urls\\1748840771650401..pdf\n",
+      "{'__type__': 'TextTarget', '__module__': 'pyrit.prompt_target.text_target'}: user: C:\\Users\\Roman\\git\\PyRIT\\dbdata\\prompt-memory-entries\\urls\\1748840771650401..pdf\n"
      ]
     }
    ],
@@ -136,7 +136,7 @@
     "\n",
     "# Initialize the PDFConverter without a template\n",
     "pdf_converter = PromptConverterConfiguration.from_converters(\n",
-    "    converters = [\n",
+    "    converters=[\n",
     "        PDFConverter(\n",
     "            prompt_template=None,  # No template provided\n",
     "            font_type=\"Arial\",\n",
@@ -182,11 +182,11 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "[15:15:33][316][ai-red-team][INFO][Processing page 0 with 2 injection items.]\n",
-      "[15:15:33][326][ai-red-team][INFO][Processing page 1 with 2 injection items.]\n",
-      "[15:15:33][329][ai-red-team][INFO][Processing page 2 with 2 injection items.]\n",
-      "{'__type__': 'TextTarget', '__module__': 'pyrit.prompt_target.text_target'}: user: C:\\git\\PyRIT\\dbdata\\prompt-memory-entries\\urls\\1746483333332260.pdf\n",
-      "{'__type__': 'TextTarget', '__module__': 'pyrit.prompt_target.text_target'}: user: C:\\git\\PyRIT\\dbdata\\prompt-memory-entries\\urls\\1746483333332260.pdf\n"
+      "[22:06:31][781][ai-red-team][INFO][Processing page 0 with 2 injection items.]\n",
+      "[22:06:31][812][ai-red-team][INFO][Processing page 1 with 2 injection items.]\n",
+      "[22:06:31][832][ai-red-team][INFO][Processing page 2 with 2 injection items.]\n",
+      "{'__type__': 'TextTarget', '__module__': 'pyrit.prompt_target.text_target'}: user: C:\\Users\\Roman\\git\\PyRIT\\dbdata\\prompt-memory-entries\\urls\\1748840791844377.tmpr8102p44.pdf\n",
+      "{'__type__': 'TextTarget', '__module__': 'pyrit.prompt_target.text_target'}: user: C:\\Users\\Roman\\git\\PyRIT\\dbdata\\prompt-memory-entries\\urls\\1748840791844377.tmpr8102p44.pdf\n"
      ]
     }
    ],
@@ -214,8 +214,24 @@
     "\n",
     "# Define injection items\n",
     "injection_items = [\n",
-    "    {\"page\": 0, \"x\": 50, \"y\": 700, \"text\": \"Injected Text\", \"font_size\": 12, \"font\": \"Helvetica\", \"font_color\": (255, 0, 0)},  # Red text\n",
-    "    {\"page\": 1, \"x\": 100, \"y\": 600, \"text\": \"Confidential\", \"font_size\": 10, \"font\": \"Helvetica\", \"font_color\": (0, 0, 255)}  # Blue text\n",
+    "    {\n",
+    "        \"page\": 0,\n",
+    "        \"x\": 50,\n",
+    "        \"y\": 700,\n",
+    "        \"text\": \"Injected Text\",\n",
+    "        \"font_size\": 12,\n",
+    "        \"font\": \"Helvetica\",\n",
+    "        \"font_color\": (255, 0, 0),\n",
+    "    },  # Red text\n",
+    "    {\n",
+    "        \"page\": 1,\n",
+    "        \"x\": 100,\n",
+    "        \"y\": 600,\n",
+    "        \"text\": \"Confidential\",\n",
+    "        \"font_size\": 10,\n",
+    "        \"font\": \"Helvetica\",\n",
+    "        \"font_color\": (0, 0, 255),\n",
+    "    },  # Blue text\n",
     "]\n",
     "\n",
     "# Define a simple string prompt (no templates)\n",
@@ -226,7 +242,7 @@
     "\n",
     "# Initialize the PDFConverter with the existing PDF and injection items\n",
     "pdf_converter = PromptConverterConfiguration.from_converters(\n",
-    "    converters = [\n",
+    "    converters=[\n",
     "        PDFConverter(\n",
     "            prompt_template=None,  # No template provided\n",
     "            font_type=\"Arial\",\n",
@@ -252,6 +268,14 @@
     "for entry in memory:\n",
     "    print(entry)"
    ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "6",
+   "metadata": {},
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {
@@ -268,7 +292,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.12.9"
+   "version": "3.13.2"
   }
  },
  "nbformat": 4,