Honor generic downstream test groups

Co-Authored-By: Chris Rackauckas <accounts@chrisrackauckas.com>

Author: ChrisRackauckas

lib/DelayDiffEq/test/runtests.jl

@@ -1,6 +1,6 @@
 using SafeTestsets
 
-const TEST_GROUP = get(ENV, "ODEDIFFEQ_TEST_GROUP", "ALL")
+const TEST_GROUP = get(ENV, "ODEDIFFEQ_TEST_GROUP", get(ENV, "GROUP", "ALL"))
 
 if TEST_GROUP == "ALL" || TEST_GROUP == "Interface"
     @time @safetestset "AD Tests" begin

lib/DiffEqBase/test/runtests.jl

@@ -2,7 +2,7 @@ using Pkg
 using SafeTestsets
 using Test
 
-const TEST_GROUP = get(ENV, "ODEDIFFEQ_TEST_GROUP", "Core")
+const TEST_GROUP = get(ENV, "ODEDIFFEQ_TEST_GROUP", get(ENV, "GROUP", "Core"))
 
 function activate_downstream_env()
     Pkg.activate(joinpath(@__DIR__, "downstream"))

lib/DiffEqDevTools/test/runtests.jl

@@ -2,7 +2,7 @@ using DiffEqDevTools
 using SciMLTesting
 using Test
 
-const TEST_GROUP = get(ENV, "ODEDIFFEQ_TEST_GROUP", "ALL")
+const TEST_GROUP = get(ENV, "ODEDIFFEQ_TEST_GROUP", get(ENV, "GROUP", "ALL"))
 
 function activate_qa_env()
     return activate_group_env(joinpath(@__DIR__, "qa"); parent = [dirname(@__DIR__), joinpath(@__DIR__, "..", "..", "..")])

lib/StochasticDiffEq/test/runtests.jl

@@ -15,7 +15,7 @@ end
 
 const LONGER_TESTS = false
 
-const TEST_GROUP = get(ENV, "ODEDIFFEQ_TEST_GROUP", "ALL")
+const TEST_GROUP = get(ENV, "ODEDIFFEQ_TEST_GROUP", get(ENV, "GROUP", "ALL"))
 
 const is_APPVEYOR = Sys.iswindows() && haskey(ENV, "APPVEYOR")
 

test/qa/sublibrary_group_selection.jl

@@ -0,0 +1,26 @@
+using Test
+
+@testset "Sublibrary group environment precedence" begin
+    runners = Dict(
+        joinpath(@__DIR__, "..", "..", "lib", "DiffEqBase", "test", "runtests.jl") => "Core",
+        joinpath(@__DIR__, "..", "..", "lib", "DiffEqDevTools", "test", "runtests.jl") => "ALL",
+        joinpath(@__DIR__, "..", "..", "lib", "DelayDiffEq", "test", "runtests.jl") => "ALL",
+        joinpath(@__DIR__, "..", "..", "lib", "StochasticDiffEq", "test", "runtests.jl") => "ALL",
+    )
+
+    for (runner, default) in runners
+        assignment = match(r"const TEST_GROUP = ([^\n]+)", read(runner, String))
+        @test assignment !== nothing
+        selector = Meta.parse(only(assignment.captures))
+
+        withenv("ODEDIFFEQ_TEST_GROUP" => nothing, "GROUP" => "Requested") do
+            @test Core.eval(@__MODULE__, selector) == "Requested"
+        end
+        withenv("ODEDIFFEQ_TEST_GROUP" => "Specific", "GROUP" => "Requested") do
+            @test Core.eval(@__MODULE__, selector) == "Specific"
+        end
+        withenv("ODEDIFFEQ_TEST_GROUP" => nothing, "GROUP" => nothing) do
+            @test Core.eval(@__MODULE__, selector) == default
+        end
+    end
+end

test/runtests.jl

@@ -190,7 +190,8 @@ end
 
 function qa_group()
     is_APPVEYOR && return
-    return @time @safetestset "Quality Assurance Tests" include("qa/qa_tests.jl")
+    @time @safetestset "Quality Assurance Tests" include("qa/qa_tests.jl")
+    return @time @safetestset "Sublibrary Group Selection" include("qa/sublibrary_group_selection.jl")
 end
 
 function activate_gpu_env()