Checkpointing

Author: qti-kromero

microsoft-Phi-3.5-mini-instruct/QAIRT/env_setup.sh

@@ -22,5 +22,7 @@ uv pip install -r requirements.txt
 
 uv pip install ../../../../olive/Olive/dist/olive_ai-0.10.0.dev0-py3-none-any.whl
 
-uv pip install qairt_dev-0.1.0.dev0-py3-none-manylinux2014_x86_64.whl[onnx]
+uv pip install qairt-dev[onnx]
+
+export QAIRT_SDK_ROOT=/opt/qcom/aistack/qairt/2.40.0.251030/
 

microsoft-Phi-3.5-mini-instruct/QAIRT/simple_config_cpu.json

@@ -0,0 +1,15 @@
+{
+    "input_model": { "type": "HfModel", "model_path": "microsoft/Phi-3.5-mini-instruct" },
+    "passes": {
+        "qgab": {
+            "type": "QairtGenAIBuilder",
+            "backend": "CPU",
+            "cache_dir": "./cache/qairt",
+            "log_level": "debug"
+        }
+    },
+    "log_severity_level": 1,
+    "output_dir": "models/phi3_5-qnn-cpu",
+    "cache_dir": "cache",
+    "no_artifacts": true
+}

microsoft-Phi-3.5-mini-instruct/QAIRT/simple_config_htp_glymur.json

@@ -0,0 +1,19 @@
+{
+    "input_model": { 
+        "type": "QairtPreparedModel", 
+        "model_path": "/local/mnt2/workspace/kromero/models/phi35-nb1-20251030"
+    },
+    "passes": {
+        "qgab": {
+            "type": "QairtGenAIBuilder",
+            "backend": "HTP",
+            "soc_details": "chipset:SC8480XP",
+            "cache_dir": "./cache/qairt",
+            "log_level": "debug"
+        }
+    },
+    "log_severity_level": 1,
+    "output_dir": "models/phi3_5-qnn-htp-glymur-lade",
+    "cache_dir": "cache",
+    "no_artifacts": true
+}

…5-mini-instruct/QAIRT/simple_config.json …truct/QAIRT/simple_config_htp_hamoa.jsonmicrosoft-Phi-3.5-mini-instruct/QAIRT/simple_config.json renamed to microsoft-Phi-3.5-mini-instruct/QAIRT/simple_config_htp_hamoa.json microsoft-Phi-3.5-mini-instruct/QAIRT/simple_config.json renamed to microsoft-Phi-3.5-mini-instruct/QAIRT/simple_config_htp_hamoa.json

@@ -1,7 +1,7 @@
 {
     "input_model": { 
         "type": "QairtPreparedModel", 
-        "model_path": "/local/mnt2/workspace/kromero/models/HF-Microsoft-Phi-3.5-mini-instruct"
+        "model_path": "/local/mnt2/workspace/kromero/models/phi35-nb1-20251030"
     },
     "passes": {
         "qgab": {
@@ -13,7 +13,7 @@
         }
     },
     "log_severity_level": 1,
-    "output_dir": "models/phi3_5-qnn",
+    "output_dir": "models/phi3_5-qnn-htp-hamoa",
     "cache_dir": "cache",
     "no_artifacts": true
 }