Implement node replacement for non-delegated quantized model

psiddh · web-flow · commit 837ca7cd838c · 2026-02-26T15:41:34.000-08:00
Add logic to replace quantized_decomposed nodes for QDQ ops.
diff --git a/examples/arm/aot_arm_compiler.py b/examples/arm/aot_arm_compiler.py
@@ -815,6 +815,10 @@ def to_edge_no_delegate(
         ),
     )
 
+    # Replace quantized_decomposed::* nodes with cortex_m::* equivalents for
+    # any QDQ ops in the non-delegated quantized model.
+    if args.target != "vgf" and not args.direct_drive:
+        edge = edge.transform([ReplaceQuantNodesPass()])
     return model_quant, edge
 
 

Original file line number	Diff line number	Diff line change
`@@ -815,6 +815,10 @@ def to_edge_no_delegate(`
`815`	`815`	`),`
`816`	`816`	`)`
`817`	`817`
	`818`	`+ # Replace quantized_decomposed::* nodes with cortex_m::* equivalents for`
	`819`	`+ # any QDQ ops in the non-delegated quantized model.`
	`820`	`+ if args.target != "vgf" and not args.direct_drive:`
	`821`	`+ edge = edge.transform([ReplaceQuantNodesPass()])`
`818`	`822`	`return model_quant, edge`
`819`	`823`
`820`	`824`