forward fix and add additional tests for CI

Summary: Enable `test_qnn_delegate` tests to run on PR

Differential Revision: D102010420

Author: abhinaykukkadapu

.github/workflows/pull.yml

@@ -923,6 +923,45 @@ jobs:
         # Run QNN pass unit tests
         pytest -xvs backends/qualcomm/tests/test_passes.py
 
+  test-qnn-delegate-linux:
+    name: test-qnn-delegate-linux
+    uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main
+    permissions:
+      id-token: write
+      contents: read
+    strategy:
+      fail-fast: false
+    with:
+      runner: linux.2xlarge
+      docker-image: ci-image:executorch-ubuntu-22.04-qnn-sdk
+      submodules: 'recursive'
+      ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
+      timeout: 90
+      script: |
+        # The generic Linux job chooses to use base env, not the one setup by the image
+        CONDA_ENV=$(conda env list --json | jq -r ".envs | .[-1]")
+        conda activate "${CONDA_ENV}"
+
+        PYTHON_EXECUTABLE=python bash .ci/scripts/setup-qnn-deps.sh
+        # Source (not bash) so QNN_SDK_ROOT stays in the environment
+        PYTHON_EXECUTABLE=python source .ci/scripts/build-qnn-sdk.sh
+
+        # Editable install so the PyQnnManagerAdaptor .so built by build-qnn-sdk.sh
+        # is visible in the source tree
+        CMAKE_ARGS="-DEXECUTORCH_BUILD_QNN=ON -DQNN_SDK_ROOT=$QNN_SDK_ROOT -DEXECUTORCH_BUILD_EXTENSION_TENSOR=ON" \
+          PYTHON_EXECUTABLE=python bash .ci/scripts/setup-linux.sh --build-tool cmake --editable true
+
+        pip install -r requirements-examples.txt
+
+        # Enable conftest.py to call setup_environment() for pytest runs
+        export QNN_DELEGATE_TEST=1
+        export LD_LIBRARY_PATH="$QNN_SDK_ROOT/lib/x86_64-linux-clang/:$(realpath build-x86/lib/):${LD_LIBRARY_PATH:-}"
+
+        # Run operator and utility test classes (skip model/LLM/example tests
+        # that need a device or large pretrained artifacts)
+        pytest -xvs backends/qualcomm/tests/test_qnn_delegate.py \
+            -k "TestQNNFloatingPointOperator or TestQNNQuantizedOperator or TestQNNFloatingPointUtils or TestQNNQuantizedUtils"
+
   test-phi-3-mini-runner-linux:
     name: test-phi-3-mini-runner-linux
     uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main

backends/qualcomm/tests/conftest.py

@@ -0,0 +1,61 @@
+# Copyright (c) Qualcomm Innovation Center, Inc.
+# All rights reserved
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+"""Pytest conftest for test_qnn_delegate.py.
+
+When test_qnn_delegate.py is invoked via pytest (instead of as __main__),
+setup_environment() is never called, so TestQNN class attributes remain at
+their defaults (None / empty string / False). This conftest bridges the gap
+by calling setup_environment() with a synthetic argv built from environment
+variables, keeping a single source of truth for attribute assignment.
+
+Required env vars for x86 simulator execution:
+    QNN_SOC_MODEL       - e.g. "SM8650"
+    QNN_SDK_ROOT        - path to QNN SDK (also used by verify_output)
+
+Optional env vars (with defaults shown):
+    QNN_BACKEND         - "htp"
+    QNN_BUILD_FOLDER    - "build-x86"
+    QNN_ENABLE_X86_64   - "1" to enable x86 simulator mode
+    EXECUTORCH_ROOT     - cwd
+    QNN_ARTIFACT_DIR    - "/tmp/qnn_test_artifacts"
+"""
+
+import os
+import sys
+
+
+def pytest_configure(config):
+    if os.environ.get("QNN_DELEGATE_TEST") != "1":
+        return
+
+    argv = [
+        "test_qnn_delegate.py",
+        "--soc_model",
+        os.environ.get("QNN_SOC_MODEL", "SM8650"),
+        "--backend",
+        os.environ.get("QNN_BACKEND", "htp"),
+        "--build_folder",
+        os.environ.get("QNN_BUILD_FOLDER", "build-x86"),
+        "--executorch_root",
+        os.environ.get("EXECUTORCH_ROOT", os.getcwd()),
+        "--artifact_dir",
+        os.environ.get("QNN_ARTIFACT_DIR", "/tmp/qnn_test_artifacts"),
+    ]
+
+    if os.environ.get("QNN_ENABLE_X86_64", "1") == "1":
+        argv.append("--enable_x86_64")
+
+    original_argv = sys.argv
+    try:
+        sys.argv = argv
+        from executorch.backends.qualcomm.tests.test_qnn_delegate import (
+            setup_environment,
+        )
+
+        setup_environment()
+    finally:
+        sys.argv = original_argv