Add offload_graph_io_quantization as false

Author: Shiva Chilukamari

sam-vit-base/QNN/sam_vision_encoder_qnn_w8a8_ctx.json

@@ -104,6 +104,7 @@
             "provider_options": {
                 "htp_performance_mode": "burst",
                 "htp_graph_finalization_optimization_mode": "3",
+                "offload_graph_io_quantization": "0",
                 "soc_model": "60"
             },
             "weight_sharing": false

sam-vit-base/QNN/user_script.py

@@ -164,7 +164,7 @@ def sam_mask_decoder_load(model_name):
 
 def ve_generate_quant_data(num_samples):
     p = Path(ModelConfig.data_dir)
-    if p.is_dir() and (len(p.glob("*images.npz")) >= num_samples):
+    if p.is_dir() and (len([f for f in p.glob("*images.npz")]) >= num_samples):
         return
 
     processor = SamProcessor.from_pretrained(ModelConfig.model_name)
@@ -182,7 +182,7 @@ def ve_generate_quant_data(num_samples):
 
 def md_generate_quant_data(num_samples):
     p = Path(ModelConfig.data_dir)
-    if p.is_dir() and (len(p.glob("*points.npz")) >= num_samples):
+    if p.is_dir() and (len([f for f in p.glob("*points.npz")]) >= num_samples):
         return
 
     model = SamModel.from_pretrained(ModelConfig.model_name).to(device)