Skip to content

Commit 8376a81

Browse files
romanlutzCopilot
andauthored
FEAT: Add 0DIN threat feed dataset loader (0din_threatfeed) (#2034)
Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>
1 parent 00e2e15 commit 8376a81

7 files changed

Lines changed: 1072 additions & 1 deletion

File tree

doc/bibliography.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,6 +5,6 @@ All academic papers, research blogs, and technical reports referenced throughout
55
:::{dropdown} Citation Keys
66
:class: hidden-citations
77

8-
[@aakanksha2024multilingual; @adversaai2023universal; @andriushchenko2024tense; @anthropic2024manyshot; @aqrawi2024singleturncrescendo; @atr2026; @bethany2024mathprompt; @bhardwaj2023harmfulqa; @bhardwaj2024homer; @brahman2024coconot; @bryan2025agentictaxonomy; @bullwinkel2025airtlessons; @bullwinkel2025repeng; @bullwinkel2026trigger; @chao2023pair; @chao2024jailbreakbench; @cui2024orbench; @darkbench2025; @derczynski2024garak; @ding2023wolf; @embracethered2024unicode; @embracethered2025sneakybits; @gehman2020realtoxicityprompts; @ghosh2025aegis; @ghosh2025ailuminate; @gong2025figstep; @gupta2024walledeval; @haider2024phi3safety; @han2024medsafetybench; @hines2024spotlighting; @ji2023beavertails; @ji2024pkusaferlhf; @jiang2025sosbench; @jones2025computeruse; @kingma2014adam; @li2024mossbench; @li2024saladbench; @li2024wmdp; @lin2023toxicchat; @liu2024flipattack; @liu2024mmsafetybench; @lopez2024pyrit; @luo2024jailbreakv; @lv2024codechameleon; @mazeika2023tdc; @mazeika2024harmbench; @mckee2024transparency; @mehrotra2023tap; @microsoft2024skeletonkey; @palaskar2025vlsu; @pfohl2024equitymedqa; @promptfoo2025ccp; @robustintelligence2024bypass; @roccia2024promptintel; @rottger2023xstest; @rottger2025msts; @russinovich2024crescendo; @russinovich2025price; @scheuerman2025transphobia; @shaikh2022second; @shayegani2025computeruse; @shen2023donotanything; @sheshadri2024lat; @souly2024strongreject; @stok2023ansi; @tan2026comicjailbreak; @tang2025multilingual; @tedeschi2024alert; @vantaylor2024socialbias; @vidgen2023simplesafetytests; @wang2023decodingtrust; @wang2023donotanswer; @wang2025siuo; @wei2023jailbroken; @xie2024sorrybench; @yu2023gptfuzzer; @yuan2023cipherchat; @zeng2024persuasion; @zhang2024cbtbench; @ziems2022mic; @zou2023gcg]
8+
[@aakanksha2024multilingual; @adversaai2023universal; @andriushchenko2024tense; @anthropic2024manyshot; @aqrawi2024singleturncrescendo; @atr2026; @bethany2024mathprompt; @bhardwaj2023harmfulqa; @bhardwaj2024homer; @brahman2024coconot; @bryan2025agentictaxonomy; @bullwinkel2025airtlessons; @bullwinkel2025repeng; @bullwinkel2026trigger; @chao2023pair; @chao2024jailbreakbench; @cui2024orbench; @darkbench2025; @derczynski2024garak; @ding2023wolf; @embracethered2024unicode; @embracethered2025sneakybits; @gehman2020realtoxicityprompts; @ghosh2025aegis; @ghosh2025ailuminate; @gong2025figstep; @gupta2024walledeval; @haider2024phi3safety; @han2024medsafetybench; @hines2024spotlighting; @inie2025summon; @ji2023beavertails; @ji2024pkusaferlhf; @jiang2025sosbench; @jones2025computeruse; @kingma2014adam; @li2024mossbench; @li2024saladbench; @li2024wmdp; @lin2023toxicchat; @liu2024flipattack; @liu2024mmsafetybench; @lopez2024pyrit; @luo2024jailbreakv; @lv2024codechameleon; @mazeika2023tdc; @mazeika2024harmbench; @mckee2024transparency; @mehrotra2023tap; @microsoft2024skeletonkey; @odin2024; @palaskar2025vlsu; @pfohl2024equitymedqa; @promptfoo2025ccp; @robustintelligence2024bypass; @roccia2024promptintel; @rottger2023xstest; @rottger2025msts; @russinovich2024crescendo; @russinovich2025price; @scheuerman2025transphobia; @shaikh2022second; @shayegani2025computeruse; @shen2023donotanything; @sheshadri2024lat; @souly2024strongreject; @stok2023ansi; @tan2026comicjailbreak; @tang2025multilingual; @tedeschi2024alert; @vantaylor2024socialbias; @vidgen2023simplesafetytests; @wang2023decodingtrust; @wang2023donotanswer; @wang2025siuo; @wei2023jailbroken; @xie2024sorrybench; @yu2023gptfuzzer; @yuan2023cipherchat; @zeng2024persuasion; @zhang2024cbtbench; @ziems2022mic; @zou2023gcg]
99

1010
:::

doc/code/datasets/1_loading_datasets.ipynb

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,7 @@
1414
"The following command lists all built-in datasets available in PyRIT. Some datasets are stored locally, while others are fetched remotely from sources like HuggingFace.\n",
1515
"\n",
1616
"Many of these datasets come from published research, including\n",
17+
"0DIN [@odin2024],\n",
1718
"Aegis [@ghosh2025aegis],\n",
1819
"Agent Threat Rules [@atr2026],\n",
1920
"ALERT [@tedeschi2024alert],\n",
@@ -74,6 +75,7 @@
7475
" '0din_incremental_table_completion',\n",
7576
" '0din_placeholder_injection',\n",
7677
" '0din_technical_field_guide',\n",
78+
" '0din_threatfeed',\n",
7779
" 'adv_bench',\n",
7880
" 'aegis_content_safety',\n",
7981
" 'agent_threat_rules',\n",

doc/code/datasets/1_loading_datasets.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,7 @@
1818
# The following command lists all built-in datasets available in PyRIT. Some datasets are stored locally, while others are fetched remotely from sources like HuggingFace.
1919
#
2020
# Many of these datasets come from published research, including
21+
# 0DIN [@odin2024],
2122
# Aegis [@ghosh2025aegis],
2223
# Agent Threat Rules [@atr2026],
2324
# ALERT [@tedeschi2024alert],

doc/references.bib

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -88,6 +88,22 @@ @misc{roccia2024promptintel
8888
url = {https://promptintel.novahunting.ai/feed},
8989
}
9090

91+
@misc{odin2024,
92+
title = {{0DIN}: {GenAI} Bug Bounty and Threat Feed},
93+
author = {{Mozilla 0DIN}},
94+
year = {2024},
95+
url = {https://0din.ai/},
96+
note = {0DIN Jailbreak / Threat Feed},
97+
}
98+
99+
@article{inie2025summon,
100+
title = {Summon a Demon and Bind it: A Grounded Theory of {LLM} Red Teaming},
101+
author = {Nanna Inie and Jonathan Stray and Leon Derczynski},
102+
journal = {PLoS ONE},
103+
year = {2025},
104+
url = {https://arxiv.org/abs/2311.06237},
105+
}
106+
91107
@misc{vantaylor2024socialbias,
92108
title = {A Red-Teaming Repository of Existing Social Bias Prompts},
93109
author = {Simone Van Taylor},

pyrit/datasets/seed_datasets/remote/__init__.py

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -119,6 +119,12 @@
119119
from pyrit.datasets.seed_datasets.remote.multilingual_vulnerability_dataset import (
120120
_MultilingualVulnerabilityDataset,
121121
)
122+
from pyrit.datasets.seed_datasets.remote.odin_dataset import (
123+
ODINSecurityBoundary,
124+
ODINSeverity,
125+
ODINTaxonomyCategory,
126+
_ODINDataset,
127+
)
122128
from pyrit.datasets.seed_datasets.remote.or_bench_dataset import (
123129
_ORBench80KDataset,
124130
_ORBenchHardDataset,
@@ -199,6 +205,9 @@
199205
"MMSafetyBenchCategory",
200206
"MMSafetyBenchVariant",
201207
"MossBenchOversensitivityType",
208+
"ODINSecurityBoundary",
209+
"ODINSeverity",
210+
"ODINTaxonomyCategory",
202211
"PromptIntelCategory",
203212
"PromptIntelSeverity",
204213
"SGXSTestLabel",
@@ -244,6 +253,7 @@
244253
"_MossBenchDataset",
245254
"_MSTSDataset",
246255
"_MultilingualVulnerabilityDataset",
256+
"_ODINDataset",
247257
"_ORBench80KDataset",
248258
"_ORBenchHardDataset",
249259
"_ORBenchToxicDataset",

0 commit comments

Comments
 (0)