-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathRealClaudeIntegrationTests.cs
More file actions
150 lines (122 loc) · 6.02 KB
/
RealClaudeIntegrationTests.cs
File metadata and controls
150 lines (122 loc) · 6.02 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
using ManagedCode.ClaudeCodeSharpSDK.Client;
using ManagedCode.ClaudeCodeSharpSDK.Models;
using ManagedCode.ClaudeCodeSharpSDK.Tests.Shared;
namespace ManagedCode.ClaudeCodeSharpSDK.Tests.Integration;
[Property(TestConstants.RequiresClaudeAuthPropertyName, TestConstants.TrueString)]
[RequiresAuthenticatedClaude]
public class RealClaudeIntegrationTests
{
private const string AgainPlainTextOkPrompt = "Again: reply with short plain text: ok.";
private const string PlainTextOkPrompt = "Reply with short plain text: ok.";
private static readonly TimeSpan PersistenceDetectionTimeout = TimeSpan.FromSeconds(10);
private const string StatusOnlyPrompt =
"Return only a compact JSON object that matches the required schema with status exactly \"ok\". Do not include markdown, prose, or code fences.";
private static readonly TimeSpan TestTimeout = TimeSpan.FromMinutes(2);
private static readonly TimeSpan TwoTurnTimeout = TimeSpan.FromMinutes(3);
[Test]
public async Task RunAsync_WithRealClaudeCli_ReturnsStructuredOutput()
{
var settings = RealClaudeTestSupport.GetRequiredSettings();
using var client = RealClaudeTestSupport.CreateClient();
using var thread = StartRealIntegrationThread(client, settings.Model);
using var cancellation = new CancellationTokenSource(TestTimeout);
var schema = IntegrationOutputSchemas.StatusOnly();
var result = await thread.RunAsync<StatusResponse>(
StatusOnlyPrompt,
schema,
IntegrationOutputJsonContext.Default.StatusResponse,
cancellation.Token);
await Assert.That(result.TypedResponse.Status).IsEqualTo(TestConstants.OkStatusValue);
await Assert.That(result.Usage).IsNotNull();
}
[Test]
public async Task RunStreamedAsync_WithRealClaudeCli_YieldsCompletedTurnEvent()
{
var settings = RealClaudeTestSupport.GetRequiredSettings();
using var client = RealClaudeTestSupport.CreateClient();
using var thread = StartRealIntegrationThread(client, settings.Model);
using var cancellation = new CancellationTokenSource(TestTimeout);
var streamed = await thread.RunStreamedAsync(
PlainTextOkPrompt,
new TurnOptions { CancellationToken = cancellation.Token });
var hasTurnCompleted = false;
var hasTurnFailed = false;
var hasCompletedItem = false;
await foreach (var threadEvent in streamed.Events.WithCancellation(cancellation.Token))
{
hasTurnCompleted |= threadEvent is TurnCompletedEvent;
hasTurnFailed |= threadEvent is TurnFailedEvent;
hasCompletedItem |= threadEvent is ItemCompletedEvent;
}
await Assert.That(hasCompletedItem).IsTrue();
await Assert.That(hasTurnCompleted).IsTrue();
await Assert.That(hasTurnFailed).IsFalse();
await Assert.That(thread.Id).IsNotNull();
}
[Test]
public async Task RunAsync_WithRealClaudeCli_SecondTurnKeepsThreadId()
{
var settings = RealClaudeTestSupport.GetRequiredSettings();
using var client = RealClaudeTestSupport.CreateClient();
using var thread = StartRealIntegrationThread(client, settings.Model);
using var cancellation = new CancellationTokenSource(TwoTurnTimeout);
var first = await thread.RunAsync(
PlainTextOkPrompt,
new TurnOptions { CancellationToken = cancellation.Token });
var firstThreadId = thread.Id;
await Assert.That(firstThreadId).IsNotNull();
await Assert.That(first.Usage).IsNotNull();
await Assert.That(first.FinalResponse).IsNotEmpty();
var second = await thread.RunAsync(
AgainPlainTextOkPrompt,
new TurnOptions { CancellationToken = cancellation.Token });
await Assert.That(second.FinalResponse).Contains(TestConstants.OkStatusValue);
await Assert.That(second.Usage).IsNotNull();
await Assert.That(thread.Id).IsEqualTo(firstThreadId);
}
[Test]
public async Task RunAsync_WithSessionPersistenceEnabled_PersistsSessionAndAllowsFreshClientResume()
{
var settings = RealClaudeTestSupport.GetRequiredSettings();
var workingDirectory = RealClaudeTestSupport.ResolveRepositoryRootPath();
using var client = RealClaudeTestSupport.CreateClient();
using var thread = client.StartThread(new ThreadOptions
{
Model = settings.Model,
DangerouslySkipPermissions = true,
WorkingDirectory = workingDirectory,
});
using var cancellation = new CancellationTokenSource(TwoTurnTimeout);
var first = await thread.RunAsync(
PlainTextOkPrompt,
new TurnOptions { CancellationToken = cancellation.Token });
var threadId = thread.Id;
await Assert.That(first.Usage).IsNotNull();
await Assert.That(threadId).IsNotNull();
var persistedSessionPath = await RealClaudeTestSupport.FindPersistedSessionPathAsync(
threadId!,
PersistenceDetectionTimeout);
await Assert.That(persistedSessionPath).IsNotNull();
using var resumedClient = RealClaudeTestSupport.CreateClient();
using var resumedThread = resumedClient.ResumeThread(threadId!, new ThreadOptions
{
Model = settings.Model,
DangerouslySkipPermissions = true,
WorkingDirectory = workingDirectory,
});
var resumed = await resumedThread.RunAsync(
AgainPlainTextOkPrompt,
new TurnOptions { CancellationToken = cancellation.Token });
await Assert.That(resumed.FinalResponse).Contains(TestConstants.OkStatusValue);
await Assert.That(resumed.Usage).IsNotNull();
await Assert.That(resumedThread.Id).IsEqualTo(threadId);
}
private static ClaudeThread StartRealIntegrationThread(ClaudeClient client, string model)
{
return client.StartThread(new ThreadOptions
{
Model = model,
DangerouslySkipPermissions = true,
});
}
}