Revert "Arm backend: Lower MXFP Linear to TOSA" (pytorch#20047)

Reverts pytorch#19969

Author: zingo

backends/arm/_passes/__init__.py

@@ -165,7 +165,6 @@
 from .rewrite_le_lt_to_ge_gt_pass import RewriteLeLtToGeGtPass  # noqa
 from .rewrite_matmul import RewriteMatmulPass  # noqa
 from .rewrite_max_pool2d_pass import RewriteMaxPool2dPass  # noqa
-from .rewrite_mxfp_linear import RewriteMXFPLinearPass  # noqa
 from .rewrite_pad import RewritePadPass  # noqa
 from .rewrite_slice import RewriteSlicePass  # noqa
 from .rewrite_upsample import RewriteUpsamplePass  # noqa

backends/arm/_passes/arm_pass_manager.py

@@ -141,7 +141,6 @@
     RewriteLeLtToGeGtPass,
     RewriteMatmulPass,
     RewriteMaxPool2dPass,
-    RewriteMXFPLinearPass,
     RewritePadPass,
     RewriteSlicePass,
     RewriteUpsamplePass,
@@ -525,7 +524,6 @@ def _tosa_pipeline(
                 RewriteUpsamplePass(),
                 RewriteMaxPool2dPass(),
                 RewriteConvPass(exported_program),
-                RewriteMXFPLinearPass(exported_program),
                 RewriteMatmulPass(),
                 RewritePadPass(),
                 FuseViewCopyTransformPass(),

backends/arm/_passes/rewrite_mxfp_linear.py

@@ -237,17 +237,6 @@ def get_registered_tosa_support_checks(
     return checks
 
 
-class MXOpsSupportList(OperatorSupportBase):
-    """Accept Arm MX custom ops when the active spec enables MX support."""
-
-    targets = (exir_ops.edge.tosa_mxfp.linear.default,)
-
-    def is_node_supported(
-        self, submodules: typing.Mapping[str, torch.nn.Module], node: fx.Node
-    ) -> bool:
-        return node.op == "call_function" and node.target in self.targets
-
-
 def tosa_support_factory(
     tosa_spec: TosaSpecification,
     exported_program: ExportedProgram,
@@ -282,8 +271,6 @@ def tosa_support_factory(
         positive_checks.append(TOSAProINTSupportList())
     elif tosa_spec.support_float():
         positive_checks.append(TOSAProFPSupportList())
-    if tosa_spec.support_extension("mxfp"):
-        positive_checks.append(MXOpsSupportList())
     # TODO: Refactor to use TOSAProSupportLists + negtive checks
     positive_checks += [
         check(tosa_spec, reporter)
@@ -309,13 +296,9 @@ def tosa_support_factory(
     disallowed_dtypes = [torch.float64]
     if not tosa_spec.support_extension("bf16"):
         disallowed_dtypes.append(torch.bfloat16)
-    if not (
-        tosa_spec.support_extension("fp8e4m3") or tosa_spec.support_extension("mxfp")
-    ):
+    if not tosa_spec.support_extension("fp8e4m3"):
         disallowed_dtypes.append(torch.float8_e4m3fn)
-    if not (
-        tosa_spec.support_extension("fp8e5m2") or tosa_spec.support_extension("mxfp")
-    ):
+    if not tosa_spec.support_extension("fp8e5m2"):
         disallowed_dtypes.append(torch.float8_e5m2)
     if tosa_spec.is_U55_subset:
         disallowed_dtypes.append(torch.bool)
@@ -763,9 +746,6 @@ def is_node_supported(
         ):
             return True
 
-        if node.target in MXOpsSupportList.targets:
-            return True
-
         floating_dtypes = set()
         for input_node in (
             input_node