add(testing): tag smoke and integration suites

Tom-Ryder · Tom-Ryder · commit f975cee824dd · 2026-04-24T22:00:29.000-07:00
diff --git a/Tests/AgentRunKitTests/Integration/IntegrationTests.swift b/Tests/AgentRunKitTests/Integration/IntegrationTests.swift
@@ -6,7 +6,7 @@ private let apiKey = ProcessInfo.processInfo.environment["OPENROUTER_API_KEY"] ?
 private let hasAPIKey = !apiKey.isEmpty
 private let defaultModel = "google/gemini-3-flash-preview"
 
-@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"))
+@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"), .tags(.provider, .requiresNetwork))
 struct OpenAIClientIntegrationTests {
     let client = OpenAIClient(
         apiKey: apiKey,
@@ -71,7 +71,7 @@ struct OpenAIClientIntegrationTests {
     }
 }
 
-@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"))
+@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"), .tags(.requiresNetwork))
 struct AgentIntegrationTests {
     @Test
     func agentCompletesWithFinishTool() async throws {
@@ -188,7 +188,7 @@ private struct EchoOutput: Codable {
     let echoed: String
 }
 
-@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"))
+@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"), .tags(.requiresNetwork))
 struct AutoSchemaIntegrationTests {
     @Test
     func autoSchemaToolWithRealLLM() async throws {
@@ -262,7 +262,7 @@ private actor ExecutionTimeTracker {
     }
 }
 
-@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"))
+@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"), .tags(.requiresNetwork, .slow))
 struct ParallelExecutionIntegrationTests {
     @Test
     func parallelToolsExecuteConcurrently() async throws {
diff --git a/Tests/AgentRunKitTests/Integration/StreamingIntegrationTests.swift b/Tests/AgentRunKitTests/Integration/StreamingIntegrationTests.swift
@@ -6,7 +6,7 @@ private let apiKey = ProcessInfo.processInfo.environment["OPENROUTER_API_KEY"] ?
 private let hasAPIKey = !apiKey.isEmpty
 private let defaultModel = "google/gemini-3-flash-preview"
 
-@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"))
+@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"), .tags(.streaming, .requiresNetwork))
 struct StreamingIntegrationTests {
     let client = OpenAIClient(
         apiKey: apiKey,
diff --git a/Tests/AgentRunKitTests/Integration/StructuredOutputIntegrationTests.swift b/Tests/AgentRunKitTests/Integration/StructuredOutputIntegrationTests.swift
@@ -32,7 +32,7 @@ private struct TestExercise: Codable, SchemaProviding {
     }
 }
 
-@Suite(.disabled(if: apiKey == nil, "Requires OPENROUTER_API_KEY environment variable"))
+@Suite(.disabled(if: apiKey == nil, "Requires OPENROUTER_API_KEY environment variable"), .tags(.requiresNetwork))
 struct StructuredOutputIntegrationTests {
     let client: OpenAIClient
 
diff --git a/Tests/AgentRunKitTests/Smoke/AnthropicSmokeTests.swift b/Tests/AgentRunKitTests/Smoke/AnthropicSmokeTests.swift
@@ -11,7 +11,10 @@ private let cachingSystemPrompt = String(
     count: 150
 )
 
-@Suite(.enabled(if: hasAPIKey, "Requires ANTHROPIC_API_KEY environment variable"))
+@Suite(
+    .enabled(if: hasAPIKey, "Requires ANTHROPIC_API_KEY environment variable"),
+    .tags(.smoke, .provider, .requiresNetwork)
+)
 struct AnthropicSmokeTests {
     private func makeClient() throws -> AnthropicClient {
         try AnthropicClient(apiKey: apiKey, model: model, maxTokens: 1024)
diff --git a/Tests/AgentRunKitTests/Smoke/ContextManagementSmokeTests.swift b/Tests/AgentRunKitTests/Smoke/ContextManagementSmokeTests.swift
@@ -6,7 +6,7 @@ private let apiKey = ProcessInfo.processInfo.environment["OPENROUTER_API_KEY"] ?
 private let hasAPIKey = !apiKey.isEmpty
 private let model = ProcessInfo.processInfo.environment["SMOKE_OPENROUTER_MODEL"] ?? "google/gemini-3-flash-preview"
 
-@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"))
+@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"), .tags(.smoke, .requiresNetwork))
 struct ContextManagementSmokeTests {
     let client = OpenAIClient(
         apiKey: apiKey,
diff --git a/Tests/AgentRunKitTests/Smoke/GeminiSmokeTests.swift b/Tests/AgentRunKitTests/Smoke/GeminiSmokeTests.swift
@@ -6,7 +6,10 @@ private let apiKey = ProcessInfo.processInfo.environment["GEMINI_API_KEY"] ?? ""
 private let hasAPIKey = !apiKey.isEmpty
 private let model = ProcessInfo.processInfo.environment["SMOKE_GEMINI_MODEL"] ?? "gemini-3-flash-preview"
 
-@Suite(.enabled(if: hasAPIKey, "Requires GEMINI_API_KEY environment variable"))
+@Suite(
+    .enabled(if: hasAPIKey, "Requires GEMINI_API_KEY environment variable"),
+    .tags(.smoke, .provider, .requiresNetwork)
+)
 struct GeminiSmokeTests {
     let client = GeminiClient(apiKey: apiKey, model: model, maxOutputTokens: 1024)
 
diff --git a/Tests/AgentRunKitTests/Smoke/OpenAISmokeTests.swift b/Tests/AgentRunKitTests/Smoke/OpenAISmokeTests.swift
@@ -6,7 +6,10 @@ private let apiKey = ProcessInfo.processInfo.environment["OPENAI_API_KEY"] ?? ""
 private let hasAPIKey = !apiKey.isEmpty
 private let model = ProcessInfo.processInfo.environment["SMOKE_OPENAI_CHAT_MODEL"] ?? "gpt-5.4-mini"
 
-@Suite(.enabled(if: hasAPIKey, "Requires OPENAI_API_KEY environment variable"))
+@Suite(
+    .enabled(if: hasAPIKey, "Requires OPENAI_API_KEY environment variable"),
+    .tags(.smoke, .provider, .requiresNetwork)
+)
 struct OpenAISmokeTests {
     let client = OpenAIClient.openAI(
         apiKey: apiKey,
diff --git a/Tests/AgentRunKitTests/Smoke/OpenRouterSmokeTests.swift b/Tests/AgentRunKitTests/Smoke/OpenRouterSmokeTests.swift
@@ -6,7 +6,10 @@ private let apiKey = ProcessInfo.processInfo.environment["OPENROUTER_API_KEY"] ?
 private let hasAPIKey = !apiKey.isEmpty
 private let model = ProcessInfo.processInfo.environment["SMOKE_OPENROUTER_MODEL"] ?? "google/gemini-3-flash-preview"
 
-@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"))
+@Suite(
+    .enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"),
+    .tags(.smoke, .provider, .requiresNetwork)
+)
 struct OpenRouterSmokeTests {
     let client = OpenAIClient.openRouter(
         apiKey: apiKey,
@@ -135,7 +138,10 @@ struct OpenRouterSmokeTests {
 private let reasoningModel = ProcessInfo.processInfo.environment["SMOKE_OPENROUTER_REASONING_MODEL"]
     ?? "z-ai/glm-5"
 
-@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY"))
+@Suite(
+    .enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY"),
+    .tags(.smoke, .provider, .requiresNetwork)
+)
 struct OpenRouterReplayPolicySmokeTests {
     let client = OpenAIClient.openRouter(
         apiKey: apiKey,
@@ -208,8 +214,13 @@ private let responsesModel =
     ProcessInfo.processInfo.environment["SMOKE_OPENROUTER_RESPONSES_MODEL"] ?? ""
 private let hasResponsesModel = !responsesModel.isEmpty
 
-@Suite(.enabled(if: hasAPIKey && hasResponsesModel,
-                "Requires OPENROUTER_API_KEY and SMOKE_OPENROUTER_RESPONSES_MODEL"))
+@Suite(
+    .enabled(
+        if: hasAPIKey && hasResponsesModel,
+        "Requires OPENROUTER_API_KEY and SMOKE_OPENROUTER_RESPONSES_MODEL"
+    ),
+    .tags(.smoke, .provider, .requiresNetwork)
+)
 struct OpenRouterResponsesSmokeTests {
     func makeClient() -> ResponsesAPIClient {
         ResponsesAPIClient(
diff --git a/Tests/AgentRunKitTests/Smoke/ResponsesAPISmokeTests.swift b/Tests/AgentRunKitTests/Smoke/ResponsesAPISmokeTests.swift
@@ -6,7 +6,10 @@ private let apiKey = ProcessInfo.processInfo.environment["OPENAI_API_KEY"] ?? ""
 private let hasAPIKey = !apiKey.isEmpty
 private let model = ProcessInfo.processInfo.environment["SMOKE_OPENAI_RESPONSES_MODEL"] ?? "gpt-5.4-mini"
 
-@Suite(.enabled(if: hasAPIKey, "Requires OPENAI_API_KEY environment variable"))
+@Suite(
+    .enabled(if: hasAPIKey, "Requires OPENAI_API_KEY environment variable"),
+    .tags(.smoke, .provider, .requiresNetwork)
+)
 struct ResponsesAPISmokeTests {
     func makeClient() -> ResponsesAPIClient {
         ResponsesAPIClient(
diff --git a/Tests/AgentRunKitTests/Smoke/ResumeCheckpointSmokeTests.swift b/Tests/AgentRunKitTests/Smoke/ResumeCheckpointSmokeTests.swift
@@ -6,7 +6,10 @@ private let anthropicAPIKey = ProcessInfo.processInfo.environment["ANTHROPIC_API
 private let hasAnthropicKey = !anthropicAPIKey.isEmpty
 private let anthropicModel = ProcessInfo.processInfo.environment["SMOKE_ANTHROPIC_MODEL"] ?? "claude-sonnet-4-6"
 
-@Suite(.enabled(if: hasAnthropicKey, "Requires ANTHROPIC_API_KEY environment variable"))
+@Suite(
+    .enabled(if: hasAnthropicKey, "Requires ANTHROPIC_API_KEY environment variable"),
+    .tags(.smoke, .checkpointing, .requiresNetwork)
+)
 struct ResumeCheckpointSmokeTests {
     private func makeClient() throws -> AnthropicClient {
         try AnthropicClient(apiKey: anthropicAPIKey, model: anthropicModel, maxTokens: 1024)
diff --git a/Tests/AgentRunKitTests/Smoke/SubAgentSmokeTests.swift b/Tests/AgentRunKitTests/Smoke/SubAgentSmokeTests.swift
@@ -6,7 +6,7 @@ private let apiKey = ProcessInfo.processInfo.environment["OPENROUTER_API_KEY"] ?
 private let hasAPIKey = !apiKey.isEmpty
 private let model = ProcessInfo.processInfo.environment["SMOKE_OPENROUTER_MODEL"] ?? "google/gemini-3-flash-preview"
 
-@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"))
+@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"), .tags(.smoke, .requiresNetwork))
 struct SubAgentSmokeTests {
     let client = OpenAIClient(
         apiKey: apiKey,
diff --git a/Tests/AgentRunKitTests/Smoke/VertexAnthropicSmokeTests.swift b/Tests/AgentRunKitTests/Smoke/VertexAnthropicSmokeTests.swift
@@ -17,7 +17,7 @@ private let vertexStaticToken = ProcessInfo.processInfo.environment["SMOKE_VERTE
     @Suite(.enabled(
         if: hasVertexAnthropicADCConfig,
         "Requires VERTEX_PROJECT_ID, VERTEX_LOCATION, SMOKE_VERTEX_ANTHROPIC_MODEL, and Google ADC credentials"
-    ))
+    ), .tags(.smoke, .provider, .requiresNetwork))
     struct VertexAnthropicSmokeTests {
         private func makeClient() throws -> VertexAnthropicClient {
             try VertexAnthropicClient(
@@ -80,7 +80,7 @@ private let hasVertexAnthropicTokenConfig =
 @Suite(.enabled(
     if: hasVertexAnthropicTokenConfig,
     "Requires VERTEX_PROJECT_ID, VERTEX_LOCATION, SMOKE_VERTEX_ANTHROPIC_MODEL, and SMOKE_VERTEX_STATIC_TOKEN"
-))
+), .tags(.smoke, .provider, .requiresNetwork))
 struct VertexAnthropicTokenProviderSmokeTests {
     private func makeClient() throws -> VertexAnthropicClient {
         try VertexAnthropicClient(
diff --git a/Tests/AgentRunKitTests/Smoke/VertexGoogleSmokeTests.swift b/Tests/AgentRunKitTests/Smoke/VertexGoogleSmokeTests.swift
@@ -17,7 +17,7 @@ private let vertexStaticToken = ProcessInfo.processInfo.environment["SMOKE_VERTE
     @Suite(.enabled(
         if: hasVertexGoogleADCConfig,
         "Requires VERTEX_PROJECT_ID, VERTEX_LOCATION, SMOKE_VERTEX_GOOGLE_MODEL, and Google ADC credentials"
-    ))
+    ), .tags(.smoke, .provider, .requiresNetwork))
     struct VertexGoogleSmokeTests {
         private func makeClient() throws -> VertexGoogleClient {
             try VertexGoogleClient(
@@ -63,7 +63,7 @@ private let hasVertexGoogleTokenConfig =
 @Suite(.enabled(
     if: hasVertexGoogleTokenConfig,
     "Requires VERTEX_PROJECT_ID, VERTEX_LOCATION, SMOKE_VERTEX_GOOGLE_MODEL, and SMOKE_VERTEX_STATIC_TOKEN"
-))
+), .tags(.smoke, .provider, .requiresNetwork))
 struct VertexGoogleTokenProviderSmokeTests {
     private func makeClient() -> VertexGoogleClient {
         VertexGoogleClient(
diff --git a/Tests/AgentRunKitTests/Support/TestTags.swift b/Tests/AgentRunKitTests/Support/TestTags.swift
@@ -0,0 +1,11 @@
+import Testing
+
+extension Tag {
+    @Tag static var smoke: Self
+    @Tag static var provider: Self
+    @Tag static var wireFormat: Self
+    @Tag static var streaming: Self
+    @Tag static var checkpointing: Self
+    @Tag static var slow: Self
+    @Tag static var requiresNetwork: Self
+}

Original file line number	Diff line number	Diff line change
`@@ -6,7 +6,7 @@ private let apiKey = ProcessInfo.processInfo.environment["OPENROUTER_API_KEY"] ?`
`6`	`6`	`private let hasAPIKey = !apiKey.isEmpty`
`7`	`7`	`private let defaultModel = "google/gemini-3-flash-preview"`
`8`	`8`
`9`		`-@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"))`
	`9`	`+@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"), .tags(.provider, .requiresNetwork))`
`10`	`10`	`struct OpenAIClientIntegrationTests {`
`11`	`11`	`let client = OpenAIClient(`
`12`	`12`	`apiKey: apiKey,`
`@@ -71,7 +71,7 @@ struct OpenAIClientIntegrationTests {`
`71`	`71`	`}`
`72`	`72`	`}`
`73`	`73`
`74`		`-@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"))`
	`74`	`+@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"), .tags(.requiresNetwork))`
`75`	`75`	`struct AgentIntegrationTests {`
`76`	`76`	`@Test`
`77`	`77`	`func agentCompletesWithFinishTool() async throws {`
`@@ -188,7 +188,7 @@ private struct EchoOutput: Codable {`
`188`	`188`	`let echoed: String`
`189`	`189`	`}`
`190`	`190`
`191`		`-@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"))`
	`191`	`+@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"), .tags(.requiresNetwork))`
`192`	`192`	`struct AutoSchemaIntegrationTests {`
`193`	`193`	`@Test`
`194`	`194`	`func autoSchemaToolWithRealLLM() async throws {`
`@@ -262,7 +262,7 @@ private actor ExecutionTimeTracker {`
`262`	`262`	`}`
`263`	`263`	`}`
`264`	`264`
`265`		`-@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"))`
	`265`	`+@Suite(.enabled(if: hasAPIKey, "Requires OPENROUTER_API_KEY environment variable"), .tags(.requiresNetwork, .slow))`
`266`	`266`	`struct ParallelExecutionIntegrationTests {`
`267`	`267`	`@Test`
`268`	`268`	`func parallelToolsExecuteConcurrently() async throws {`
Original file line number	Diff line number	Diff line change
`@@ -32,7 +32,7 @@ private struct TestExercise: Codable, SchemaProviding {`
`32`	`32`	`}`
`33`	`33`	`}`
`34`	`34`
`35`		`-@Suite(.disabled(if: apiKey == nil, "Requires OPENROUTER_API_KEY environment variable"))`
	`35`	`+@Suite(.disabled(if: apiKey == nil, "Requires OPENROUTER_API_KEY environment variable"), .tags(.requiresNetwork))`
`36`	`36`	`struct StructuredOutputIntegrationTests {`
`37`	`37`	`let client: OpenAIClient`
`38`	`38`