Skip to content

Commit ee39438

Browse files
Shiva ChilukamariHCKTest
authored andcommitted
Mixed Precision Quantization for BBox based Mask Detection
1 parent f4ab841 commit ee39438

1 file changed

Lines changed: 8 additions & 6 deletions

File tree

sam2.1-hiera-small/QNN/sam21_mask_decoder_qnn_mp_ctx.json

Lines changed: 8 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -47,9 +47,9 @@
4747
},
4848
"dataloader_config": {
4949
"type": "md_quantize_data_loader",
50-
"data_num": 200,
51-
"point_p": 0.3,
52-
"mask_p": 0.2
50+
"data_num": 500,
51+
"point_p": 0.0,
52+
"mask_p": 0.0
5353
}
5454
}
5555
],
@@ -66,15 +66,16 @@
6666
"/Equal_7", "/Unsqueeze_7", "/Add_1", "/Where_7",
6767
"/Equal_8", "/Unsqueeze_8", "/Add_2", "/Where_8",
6868
"/Equal_9", "/Unsqueeze_9", "/Add_3", "/Where_9",
69-
"/Equal_10", "/Unsqueeze_10", "/Add_4", "/Where_10"]
69+
"/Equal_10", "/Unsqueeze_10", "/Add_4", "/Where_10",
70+
"/transformer/layers.0/norm1/LayerNormalization"]
7071
},
7172
"sq": {
7273
"type": "OnnxStaticQuantization",
7374
"data_config": "quantize_data_config",
7475
"activation_type": "uint8",
7576
"precision": "uint8",
7677
"calibration_providers": [ "CUDAExecutionProvider" ],
77-
"calibrate_method": "MinMax",
78+
"calibrate_method": "Percentile",
7879
"quant_preprocess": true,
7980
"op_types_to_exclude": ["Cast"],
8081
"save_as_external_data": true,
@@ -86,7 +87,8 @@
8687
"/Equal_7", "/Unsqueeze_7", "/Add_1", "/Where_7",
8788
"/Equal_8", "/Unsqueeze_8", "/Add_2", "/Where_8",
8889
"/Equal_9", "/Unsqueeze_9", "/Add_3", "/Where_9",
89-
"/Equal_10", "/Unsqueeze_10", "/Add_4", "/Where_10"]
90+
"/Equal_10", "/Unsqueeze_10", "/Add_4", "/Where_10",
91+
"/transformer/layers.0/norm1/LayerNormalization"]
9092
},
9193
"cb": {
9294
"type": "EPContextBinaryGenerator",

0 commit comments

Comments
 (0)