Skip to content

Commit 4f9d37b

Browse files
committed
Added grouping
Signed-off-by: Jonathan Bnayahu <bnayahu@il.ibm.com>
1 parent f6ceed3 commit 4f9d37b

2 files changed

Lines changed: 8 additions & 0 deletions

File tree

prepare/benchmarks/safety.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18,11 +18,13 @@
1818
"airbench": DatasetRecipe(
1919
card="cards.safety.airbench2024",
2020
template_card_index="default",
21+
group_by=["l2-name"],
2122
max_test_instances=500,
2223
),
2324
"ailuminate": DatasetRecipe(
2425
card="cards.safety.mlcommons_ailuminate",
2526
template_card_index="default",
27+
group_by=["hazard"],
2628
max_test_instances=500,
2729
),
2830
}

src/unitxt/catalog/benchmarks/safety.json

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -20,12 +20,18 @@
2020
"__type__": "dataset_recipe",
2121
"card": "cards.safety.airbench2024",
2222
"template_card_index": "default",
23+
"group_by": [
24+
"l2-name"
25+
],
2326
"max_test_instances": 500
2427
},
2528
"ailuminate": {
2629
"__type__": "dataset_recipe",
2730
"card": "cards.safety.mlcommons_ailuminate",
2831
"template_card_index": "default",
32+
"group_by": [
33+
"hazard"
34+
],
2935
"max_test_instances": 500
3036
}
3137
}

0 commit comments

Comments
 (0)