CI: replace individual test exclusions with TestCategory-based filtering

Replace the 18-line list of individual Name!= and FullyQualifiedName!~
exclusions in the CI workflow with two TestCategory filters:

  - TestCategory!=OpenBugs  (global, all platforms)
  - TestCategory!=WindowsOnly  (Linux/macOS only)

This means adding new bug reproduction tests or platform-specific tests
only requires adding [TestCategory("OpenBugs")] or [TestCategory("WindowsOnly")]
to the test class or method — no CI workflow changes needed.

Classes tagged [TestCategory("OpenBugs")]:
  - OpenBugs (38 tests)
  - OpenBugsBitmap (11 tests, also WindowsOnly)
  - NpAnyTest (np.any with axis is buggy)
  - np_all_axis_Test (np.all with axis is buggy)
  - Issue448

Individual methods tagged [TestCategory("OpenBugs")] in NDArray.Indexing.Test.cs:
  MaskSetter, Compare, Masking_2D_over_3D, Combining_IndexArrays_with_Slices,
  Combining_MaskArrays_with_Slices, IndexNDArray_Get_Case7,
  IndexNDArray_Get_Case7_Broadcasted, IndexNDArray_Get_Case8_Broadcasted,
  IndexNDArray_Set_Case2/3/4, IndexNDArray_Set_Case8_Broadcasted,
  IndexNDArray_sliced3dreshaped_indexed_by_1d_1d

Classes tagged [TestCategory("WindowsOnly")]:
  - BitmapWithAlphaTests
  - BitmapExtensionsTests
  - OpenBugsBitmap

Removed [ClassInitialize] RequireWindows guards from Bitmap test classes
since the category filter handles platform exclusion at the CI level.

Verified: 0 failures with both filter combinations:
  TestCategory!=OpenBugs                          → 1636 passed
  TestCategory!=OpenBugs & TestCategory!=WindowsOnly → 1572 passed

Author: Nucs

.github/workflows/build-and-release.yml

@@ -18,27 +18,11 @@ env:
   # NU5048: PackageIconUrl deprecated — cosmetic NuGet warning
   DOTNET_NOWARN: CS1570%3BCS1571%3BCS1572%3BCS1573%3BCS1574%3BCS1587%3BCS1591%3BCS1711%3BCS1734%3BCS8981%3BNU5048
 
-  # Exclude known-failing test classes and specific test methods from CI.
-  # These are pre-existing bugs tracked in OpenBugs.cs and related test files.
-  # When a bug is fixed, remove its exclusion here so CI catches regressions.
-  TEST_FILTER: >-
-    FullyQualifiedName!~OpenBugs
-    & FullyQualifiedName!~NpAnyTest
-    & FullyQualifiedName!~np_all_axis_Test
-    & FullyQualifiedName!~Issue448
-    & Name!=Combining_IndexArrays_with_Slices
-    & Name!=Combining_MaskArrays_with_Slices
-    & Name!=IndexNDArray_Get_Case7
-    & Name!=IndexNDArray_Get_Case7_Broadcasted
-    & Name!=IndexNDArray_Get_Case8_Broadcasted
-    & Name!=IndexNDArray_Set_Case2
-    & Name!=IndexNDArray_Set_Case3
-    & Name!=IndexNDArray_Set_Case4
-    & Name!=IndexNDArray_Set_Case8_Broadcasted
-    & Name!=IndexNDArray_sliced3dreshaped_indexed_by_1d_1d
-    & Name!=Masking_2D_over_3D
-    & Name!=MaskSetter
-    & Name!=Compare
+  # Exclude tests by category. Tag tests with [TestCategory("...")] instead of
+  # adding individual Name!= exclusions here.
+  #   OpenBugs    — known-failing bug reproductions (pass when fixed, then remove category)
+  #   WindowsOnly — require GDI+/System.Drawing.Common (excluded on Linux/macOS)
+  TEST_FILTER: TestCategory!=OpenBugs
 
 jobs:
   test:
@@ -49,9 +33,9 @@ jobs:
           - os: windows-latest
             extra_filter: ''
           - os: ubuntu-latest
-            extra_filter: '& FullyQualifiedName!~Bitmap'
+            extra_filter: '& TestCategory!=WindowsOnly'
           - os: macos-latest
-            extra_filter: '& FullyQualifiedName!~Bitmap'
+            extra_filter: '& TestCategory!=WindowsOnly'
 
     runs-on: ${{ matrix.os }}
 

test/NumSharp.UnitTest/Issues/448.cs

@@ -7,6 +7,7 @@
 namespace NumSharp.UnitTest.Issues
 {
     [TestClass]
+    [TestCategory("OpenBugs")]
     public class Issue448
     {
         [TestMethod]

test/NumSharp.UnitTest/Logic/np.any.Test.cs

@@ -6,6 +6,7 @@
 namespace NumSharp.UnitTest.Logic
 {
     [TestClass]
+    [TestCategory("OpenBugs")]
     public class NpAnyTest
     {
         [TestMethod]

test/NumSharp.UnitTest/Logic/np_all_axis_Test.cs

@@ -8,6 +8,7 @@
 namespace NumSharp.UnitTest.Logic
 {
     [TestClass]
+    [TestCategory("OpenBugs")]
     public class np_all_axis_Test
     {
         [TestMethod]

test/NumSharp.UnitTest/NumSharp.Bitmap/BitmapExtensionsTests.cs

@@ -8,15 +8,9 @@
 namespace NumSharp.UnitTest
 {
     [TestClass]
+    [TestCategory("WindowsOnly")]
     public class BitmapExtensionsTests : TestClass
     {
-        [ClassInitialize]
-        public static void RequireWindows(TestContext _)
-        {
-            if (!OperatingSystem.IsWindows())
-                Assert.Inconclusive("System.Drawing.Common requires Windows (GDI+).");
-        }
-
         // ================================================================
         // Bugs discovered during test coverage expansion:
         //

test/NumSharp.UnitTest/NumSharp.Bitmap/BitmapWithAlphaTests.cs

@@ -8,15 +8,9 @@
 namespace NumSharp.UnitTest
 {
     [TestClass]
+    [TestCategory("WindowsOnly")]
     public class BitmapWithAlphaTests : TestClass
     {
-        [ClassInitialize]
-        public static void RequireWindows(TestContext _)
-        {
-            if (!OperatingSystem.IsWindows())
-                Assert.Inconclusive("System.Drawing.Common requires Windows (GDI+).");
-        }
-
         [TestMethod]
         public void ToNDArray_Case1()
         {

test/NumSharp.UnitTest/OpenBugs.Bitmap.cs

@@ -55,14 +55,10 @@ namespace NumSharp.UnitTest
     ///     Total: 8 distinct bugs, 10 test methods.
     /// </summary>
     [TestClass]
+    [TestCategory("OpenBugs")]
+    [TestCategory("WindowsOnly")]
     public class OpenBugsBitmap : TestClass
     {
-        [ClassInitialize]
-        public static void RequireWindows(TestContext _)
-        {
-            if (!OperatingSystem.IsWindows())
-                Assert.Inconclusive("System.Drawing.Common requires Windows (GDI+).");
-        }
 
         // ================================================================
         //

test/NumSharp.UnitTest/OpenBugs.cs

@@ -58,6 +58,7 @@ namespace NumSharp.UnitTest
     ///     Total: 17 distinct bugs, 38 test methods.
     /// </summary>
     [TestClass]
+    [TestCategory("OpenBugs")]
     public partial class OpenBugs : TestClass
     {
         // ================================================================

test/NumSharp.UnitTest/Selection/NDArray.Indexing.Test.cs

@@ -63,6 +63,7 @@ public void IndexAccessorSetter()
         }
 
         [TestMethod]
+        [TestCategory("OpenBugs")]
         public void MaskSetter()
         {
             NDArray nd = new double[] { 1, 2, 3 };
@@ -75,6 +76,7 @@ public void MaskSetter()
         }
 
         [TestMethod]
+        [TestCategory("OpenBugs")]
         public void Compare()
         {
             throw new Exception("This test kills test engine process due to Debug.Assert");
@@ -1106,6 +1108,7 @@ public void Masking_1D_over_2D()
         }
 
         [TestMethod]
+        [TestCategory("OpenBugs")]
         public void Masking_2D_over_3D()
         {
             //>>> x = np.arange(30).reshape(2,3,5)
@@ -1139,6 +1142,7 @@ public void MixedIndexing_NDim()
         }
 
         [TestMethod]
+        [TestCategory("OpenBugs")]
         public void Combining_IndexArrays_with_Slices()
         {
             //>>> y = np.arange(35).reshape(5, 7)
@@ -1152,6 +1156,7 @@ public void Combining_IndexArrays_with_Slices()
 
 
         [TestMethod]
+        [TestCategory("OpenBugs")]
         public void Combining_MaskArrays_with_Slices()
         {
             //>>> y = np.arange(35).reshape(5, 7)
@@ -1252,6 +1257,7 @@ void Test(NDArray nd)
         }
 
         [TestMethod]
+        [TestCategory("OpenBugs")]
         public void IndexNDArray_sliced3dreshaped_indexed_by_1d_1d()
         {
             Test(np.arange(2 * 2 * 4 * 2)["::2"].reshape(2, 4, 2));
@@ -1334,6 +1340,7 @@ public void IndexNDArray_Set_Case1()
         }
 
         [TestMethod]
+        [TestCategory("OpenBugs")]
         public void IndexNDArray_Set_Case2()
         {
             var a = np.arange(8).reshape(2, 4);
@@ -1342,6 +1349,7 @@ public void IndexNDArray_Set_Case2()
         }
 
         [TestMethod]
+        [TestCategory("OpenBugs")]
         public void IndexNDArray_Set_Case3()
         {
             var a = np.arange(8).reshape(2, 4);
@@ -1350,6 +1358,7 @@ public void IndexNDArray_Set_Case3()
         }
 
         [TestMethod]
+        [TestCategory("OpenBugs")]
         public void IndexNDArray_Set_Case4()
         {
             var a = np.arange(8).reshape(2, 4);
@@ -1382,6 +1391,7 @@ public void IndexNDArray_Set_Case7_Boolean()
         }
 
         [TestMethod]
+        [TestCategory("OpenBugs")]
         public void IndexNDArray_Set_Case8_Broadcasted()
         {
             var a = np.broadcast_to(np.arange(4).reshape(1, 4), (2, 4));
@@ -1439,6 +1449,7 @@ public void IndexNDArray_Get_Case6_Broadcasted()
         }
 
         [TestMethod]
+        [TestCategory("OpenBugs")]
         public void IndexNDArray_Get_Case7_Broadcasted()
         {
             //TODO: this produces incorrect return shape
@@ -1452,6 +1463,7 @@ public void IndexNDArray_Get_Case7_Broadcasted()
         }
 
         [TestMethod]
+        [TestCategory("OpenBugs")]
         public void IndexNDArray_Get_Case7()
         {
             //TODO: this produces incorrect return shape
@@ -1468,6 +1480,7 @@ public void IndexNDArray_Get_Case7()
 
 
         [TestMethod]
+        [TestCategory("OpenBugs")]
         public void IndexNDArray_Get_Case8_Broadcasted()
         {
             //TODO: this produces incorrect return shape