File tree Expand file tree Collapse file tree
src/unitxt/catalog/benchmarks Expand file tree Collapse file tree Original file line number Diff line number Diff line change 1818 "airbench" : DatasetRecipe (
1919 card = "cards.safety.airbench2024" ,
2020 template_card_index = "default" ,
21+ group_by = ["l2-name" ],
2122 max_test_instances = 500 ,
2223 ),
2324 "ailuminate" : DatasetRecipe (
2425 card = "cards.safety.mlcommons_ailuminate" ,
2526 template_card_index = "default" ,
27+ group_by = ["hazard" ],
2628 max_test_instances = 500 ,
2729 ),
2830 }
Original file line number Diff line number Diff line change 2020 "__type__" : " dataset_recipe" ,
2121 "card" : " cards.safety.airbench2024" ,
2222 "template_card_index" : " default" ,
23+ "group_by" : [
24+ " l2-name"
25+ ],
2326 "max_test_instances" : 500
2427 },
2528 "ailuminate" : {
2629 "__type__" : " dataset_recipe" ,
2730 "card" : " cards.safety.mlcommons_ailuminate" ,
2831 "template_card_index" : " default" ,
32+ "group_by" : [
33+ " hazard"
34+ ],
2935 "max_test_instances" : 500
3036 }
3137 }
You can’t perform that action at this time.
0 commit comments