Move rendering-correctness tests into dedicated CI jobs (#5649)

Author: nvsekkin

.github/workflows/build.yaml

@@ -346,7 +346,6 @@ jobs:
         isaacsim-base-image: ${{ needs.config.outputs.isaacsim_image_name }}
         isaacsim-version: ${{ needs.config.outputs.isaacsim_image_tag }}
         filter-pattern: "isaaclab_tasks"
-        extra-pip-packages: "ovrtx"
         shard-index: "0"
         shard-count: "3"
         container-name: isaac-lab-tasks-1-test
@@ -369,7 +368,6 @@ jobs:
         isaacsim-base-image: ${{ needs.config.outputs.isaacsim_image_name }}
         isaacsim-version: ${{ needs.config.outputs.isaacsim_image_tag }}
         filter-pattern: "isaaclab_tasks"
-        extra-pip-packages: "ovrtx"
         shard-index: "1"
         shard-count: "3"
         container-name: isaac-lab-tasks-2-test
@@ -392,7 +390,6 @@ jobs:
         isaacsim-base-image: ${{ needs.config.outputs.isaacsim_image_name }}
         isaacsim-version: ${{ needs.config.outputs.isaacsim_image_tag }}
         filter-pattern: "isaaclab_tasks"
-        extra-pip-packages: "ovrtx"
         shard-index: "2"
         shard-count: "3"
         container-name: isaac-lab-tasks-3-test
@@ -696,6 +693,49 @@ jobs:
         filter-pattern: "isaaclab_tasks"
         include-files: "test_environments_training.py"
         container-name: isaac-lab-environments-training-test
+
+  test-rendering-correctness:
+    name: "rendering-correctness"
+    runs-on: [self-hosted, gpu]
+    timeout-minutes: 120
+    continue-on-error: true
+    needs: [build, config]
+    if: needs.build.result == 'success'
+    steps:
+    - uses: actions/checkout@v6
+      with:
+        fetch-depth: 1
+        lfs: true
+    - uses: ./.github/actions/run-package-tests
+      with:
+        image-tag: ${{ env.CI_IMAGE_TAG }}
+        isaacsim-base-image: ${{ needs.config.outputs.isaacsim_image_name }}
+        isaacsim-version: ${{ needs.config.outputs.isaacsim_image_tag }}
+        filter-pattern: "isaaclab_tasks"
+        include-files: "test_rendering_cartpole.py,test_rendering_dexsuite_kuka.py,test_rendering_registered_tasks.py,test_rendering_shadow_hand.py"
+        container-name: isaac-lab-rendering-correctness-test
+
+  test-rendering-correctness-kitless:
+    name: "rendering-correctness-kitless"
+    runs-on: [self-hosted, gpu]
+    timeout-minutes: 120
+    continue-on-error: true
+    needs: [build, config]
+    if: needs.build.result == 'success'
+    steps:
+    - uses: actions/checkout@v6
+      with:
+        fetch-depth: 1
+        lfs: true
+    - uses: ./.github/actions/run-package-tests
+      with:
+        image-tag: ${{ env.CI_IMAGE_TAG }}
+        isaacsim-base-image: ${{ needs.config.outputs.isaacsim_image_name }}
+        isaacsim-version: ${{ needs.config.outputs.isaacsim_image_tag }}
+        filter-pattern: "isaaclab_tasks"
+        extra-pip-packages: "ovrtx"
+        include-files: "test_rendering_cartpole_kitless.py,test_rendering_dexsuite_kuka_kitless.py,test_rendering_shadow_hand_kitless.py"
+        container-name: isaac-lab-rendering-correctness-kitless-test
   #endregion
 
 #region disabled quarantined tests

source/isaaclab_tasks/changelog.d/esekkin-ci-rendering-correctness-job.skip

@@ -0,0 +1,3 @@
+CI-only change. The rendering-correctness tests now run in two dedicated
+``test-rendering-correctness`` and ``test-rendering-correctness-kitless``
+jobs instead of being mixed into the ``isaaclab_tasks [N/3]`` shards.

tools/test_settings.py

@@ -117,6 +117,29 @@
 quarantine them from regular CI.
 """
 
+RENDERING_CORRECTNESS_TESTS = [
+    "test_rendering_cartpole.py",
+    "test_rendering_dexsuite_kuka.py",
+    "test_rendering_registered_tasks.py",
+    "test_rendering_shadow_hand.py",
+]
+"""Rendering-correctness tests that run in-kit (non-kitless variants).
+
+These tests are skipped in the generic ``isaaclab_tasks [N/3]`` CI jobs
+and run in the dedicated ``test-rendering-correctness`` CI job.
+"""
+
+RENDERING_CORRECTNESS_KITLESS_TESTS = [
+    "test_rendering_cartpole_kitless.py",
+    "test_rendering_dexsuite_kuka_kitless.py",
+    "test_rendering_shadow_hand_kitless.py",
+]
+"""Kitless rendering-correctness tests (OVRTX golden-image comparisons).
+
+These tests are skipped in the generic ``isaaclab_tasks [N/3]`` CI jobs
+and run in the dedicated ``test-rendering-correctness-kitless`` CI job.
+"""
+
 TESTS_TO_SKIP = [
     # lab
     "test_argparser_launch.py",  # app.close issue
@@ -132,6 +155,10 @@
     # quarantined tests - run in dedicated CI job that does not block PR merges
     *QUARANTINED_TESTS,
     "test_environments_training.py",  # Long-running RL training test; runs in dedicated CI job
+    # rendering-correctness tests - run in dedicated test-rendering-correctness CI job
+    *RENDERING_CORRECTNESS_TESTS,
+    # kitless rendering-correctness tests - run in dedicated test-rendering-correctness-kitless CI job
+    *RENDERING_CORRECTNESS_KITLESS_TESTS,
 ]
 """A list of tests to skip in CI (see conftest.py)."""