-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathClaudeThreadTests.cs
More file actions
464 lines (405 loc) · 18.8 KB
/
ClaudeThreadTests.cs
File metadata and controls
464 lines (405 loc) · 18.8 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
using System.Runtime.CompilerServices;
using System.Text.Json;
using System.Text.Json.Serialization;
using ManagedCode.ClaudeCodeSharpSDK.Client;
using ManagedCode.ClaudeCodeSharpSDK.Configuration;
using ManagedCode.ClaudeCodeSharpSDK.Execution;
using ManagedCode.ClaudeCodeSharpSDK.Models;
using ManagedCode.ClaudeCodeSharpSDK.Tests.Shared;
using Microsoft.Extensions.Logging;
namespace ManagedCode.ClaudeCodeSharpSDK.Tests.Unit;
public partial class ClaudeThreadTests
{
private const string ApiKeySourceNone = "none";
private const string AssistantEventType = "assistant";
private const string AssistantMessageId = "msg-1";
private const string ClaudeCodeVersion = "2.0.75";
private const string DefaultPermissionMode = "default";
private const string DraftAnswerText = "Draft answer";
private const string FileChangeAddKind = "add";
private const string FileChangeInProgressStatus = "in_progress";
private const string FileChangeItemId = "change-1";
private const string FileChangeItemType = "file_change";
private const string FinalAnswerText = "Final answer";
private const string FirstConcurrentInput = "first input";
private const string FirstConcurrentResultText = "first result";
private const string FirstEventId = "evt-1";
private const string FourthEventId = "evt-4";
private const string HelloClaudeInput = "Hello";
private const string ImagePath = "/tmp/image.png";
private const string InitSubtype = "init";
private const string ItemStartedEventType = "item.started";
private const string JsonSchemaFlag = "--json-schema";
private const string MessageRoleAssistant = "assistant";
private const string MessageType = "message";
private const string NoSessionPersistenceFlag = "--no-session-persistence";
private const string OkText = "ok";
private const string OutputSchemaMessageFragment = "OutputSchema";
private const string OutputStyleDefault = "default";
private const string ReadToolName = "Read";
private const string ResultEventType = "result";
private const string ReturnJsonPrompt = "Return JSON";
private const string ResumeFlag = "--resume";
private const string SandboxApplePath = "C:/git/CodexSandbox/apple.txt";
private const string SecondConcurrentInput = "second input";
private const string SecondConcurrentResultText = "second result";
private const string SecondEventId = "evt-2";
private const string SessionId = "session-123";
private const string SuccessSubtype = "success";
private const string SystemEventType = "system";
private const string SystemInitTypedSessionId = "session-typed";
private const string SystemStopReason = "end_turn";
private const string TextContentType = "text";
private const string ThirdEventId = "evt-3";
private const string WorkspacePath = "/workspace";
private static readonly TimeSpan ConcurrentRunTimeout = TimeSpan.FromSeconds(5);
private static readonly TimeSpan TurnGateObservationDelay = TimeSpan.FromMilliseconds(100);
[Test]
public async Task RunAsync_CollectsItemsUsageAndThreadId()
{
var runner = new FakeClaudeProcessRunner(
CreateSystemInitLine(SessionId, [ReadToolName], FirstEventId),
CreateAssistantMessageLine(SessionId, DraftAnswerText, SecondEventId),
CreateResultLine(SessionId, FinalAnswerText, ThirdEventId, durationMs: 21, durationApiMs: 20, totalCostUsd: 0.01m, inputTokens: 11, cacheCreationInputTokens: 2, cacheReadInputTokens: 3, outputTokens: 7));
using var thread = CreateThread(runner, new ThreadOptions { Model = ClaudeModels.ClaudeSonnet45Alias });
var result = await thread.RunAsync(HelloClaudeInput);
await Assert.That(thread.Id).IsEqualTo(SessionId);
await Assert.That(result.FinalResponse).IsEqualTo(FinalAnswerText);
await Assert.That(result.Items.Count).IsEqualTo(1);
await Assert.That(result.Items[0]).IsTypeOf<AssistantMessageItem>();
await Assert.That(result.Usage).IsNotNull();
await Assert.That(result.Usage!.OutputTokens).IsEqualTo(7);
await Assert.That(runner.Invocations.Count).IsEqualTo(1);
await Assert.That(runner.Invocations[0].Input).IsEqualTo(HelloClaudeInput);
}
[Test]
public async Task RunAsync_WithImageInput_ThrowsNotSupportedException()
{
var runner = new FakeClaudeProcessRunner();
using var thread = CreateThread(runner);
var exception = await Assert.That(async () => await thread.RunAsync([LocalImageInput.FromPath(ImagePath)])).ThrowsException();
await Assert.That(exception).IsTypeOf<NotSupportedException>();
await Assert.That(runner.Invocations.Count).IsEqualTo(0);
}
[Test]
public async Task RunAsync_TypedWithoutOutputSchema_Throws()
{
var runner = new FakeClaudeProcessRunner();
using var thread = CreateThread(runner);
var exception = await Assert.That(async () => await thread.RunAsync<AnswerPayload>(HelloClaudeInput)).ThrowsException();
await Assert.That(exception).IsTypeOf<InvalidOperationException>();
await Assert.That(exception!.Message).Contains(OutputSchemaMessageFragment);
}
[Test]
public async Task RunAsync_TypedWithJsonTypeInfo_DeserializesResponse()
{
var runner = new FakeClaudeProcessRunner(
CreateSystemInitLine(SystemInitTypedSessionId, [], FirstEventId),
CreateResultLine(SystemInitTypedSessionId, JsonSerializer.Serialize(new AnswerPayload(OkText), ClaudeThreadJsonContext.Default.AnswerPayload), SecondEventId, durationMs: 8, durationApiMs: 7, totalCostUsd: 0m, inputTokens: 3, cacheCreationInputTokens: 0, cacheReadInputTokens: 0, outputTokens: 2));
using var thread = CreateThread(runner);
var schema = StructuredOutputSchema.Map<AnswerPayload>(
additionalProperties: false,
(response => response.Answer, StructuredOutputSchema.PlainText()));
var result = await thread.RunAsync(
ReturnJsonPrompt,
schema,
ClaudeThreadJsonContext.Default.AnswerPayload);
await Assert.That(result.TypedResponse.Answer).IsEqualTo(OkText);
await Assert.That(runner.Invocations[0].Arguments.Contains(JsonSchemaFlag)).IsTrue();
}
[Test]
public async Task RunAsync_OnResumedThread_PassesResumeFlagFromThreadId()
{
var runner = new FakeClaudeProcessRunner(
CreateSystemInitLine(SessionId, [], FirstEventId),
CreateResultLine(SessionId, FinalAnswerText, SecondEventId, durationMs: 8, durationApiMs: 7, totalCostUsd: 0m, inputTokens: 3, cacheCreationInputTokens: 0, cacheReadInputTokens: 0, outputTokens: 2));
var exec = new ClaudeExec(TestConstants.ClaudeExecutablePath, null, null, runner);
using var client = new ClaudeClient(
new ClaudeClientOptions
{
AutoStart = true,
ClaudeOptions = new ClaudeOptions { ClaudeExecutablePath = TestConstants.ClaudeExecutablePath },
},
exec);
using var thread = client.ResumeThread(SessionId);
_ = await thread.RunAsync(HelloClaudeInput);
var resumeFlagIndex = runner.Invocations[0].Arguments.IndexOf(ResumeFlag);
await Assert.That(resumeFlagIndex).IsGreaterThan(-1);
await Assert.That(runner.Invocations[0].Arguments[resumeFlagIndex + 1]).IsEqualTo(SessionId);
}
[Test]
public async Task RunAsync_WithNoSessionPersistence_PropagatesFlag()
{
var runner = new FakeClaudeProcessRunner(
CreateSystemInitLine(SessionId, [], FirstEventId),
CreateResultLine(SessionId, FinalAnswerText, SecondEventId, durationMs: 8, durationApiMs: 7, totalCostUsd: 0m, inputTokens: 3, cacheCreationInputTokens: 0, cacheReadInputTokens: 0, outputTokens: 2));
using var thread = CreateThread(runner, new ThreadOptions
{
NoSessionPersistence = true,
});
_ = await thread.RunAsync(HelloClaudeInput);
await Assert.That(runner.Invocations[0].Arguments.Contains(NoSessionPersistenceFlag)).IsTrue();
}
[Test]
public async Task RunAsync_WithUnknownIntermediateItemStartedEvent_IgnoresItAndCompletesTurn()
{
var runner = new FakeClaudeProcessRunner(
CreateSystemInitLine(SessionId, [], FirstEventId),
CreateUnknownItemStartedLine(),
CreateResultLine(SessionId, FinalAnswerText, SecondEventId, durationMs: 8, durationApiMs: 7, totalCostUsd: 0m, inputTokens: 3, cacheCreationInputTokens: 0, cacheReadInputTokens: 0, outputTokens: 2));
using var thread = CreateThread(runner);
var result = await thread.RunAsync(HelloClaudeInput);
await Assert.That(thread.Id).IsEqualTo(SessionId);
await Assert.That(result.FinalResponse).IsEqualTo(FinalAnswerText);
await Assert.That(result.Items.Count).IsEqualTo(0);
await Assert.That(result.Usage).IsNotNull();
}
[Test]
public async Task RunAsync_OnSameThread_SerializesConcurrentTurns()
{
var runner = new SerializedClaudeProcessRunner();
using var thread = CreateThread(runner);
var firstRunTask = thread.RunAsync(FirstConcurrentInput);
await runner.WaitForFirstInvocationStartedAsync().WaitAsync(ConcurrentRunTimeout);
var secondRunTask = thread.RunAsync(SecondConcurrentInput);
await Task.Delay(TurnGateObservationDelay);
await Assert.That(runner.InvocationCount).IsEqualTo(1);
runner.CompleteFirstInvocation();
var firstResult = await firstRunTask.WaitAsync(ConcurrentRunTimeout);
var secondResult = await secondRunTask.WaitAsync(ConcurrentRunTimeout);
var invocations = runner.GetInvocations();
await Assert.That(runner.InvocationCount).IsEqualTo(2);
await Assert.That(invocations[0].Input).IsEqualTo(FirstConcurrentInput);
await Assert.That(invocations[1].Input).IsEqualTo(SecondConcurrentInput);
await Assert.That(firstResult.FinalResponse).IsEqualTo(FirstConcurrentResultText);
await Assert.That(secondResult.FinalResponse).IsEqualTo(SecondConcurrentResultText);
}
private static ClaudeThread CreateThread(IClaudeProcessRunner runner, ThreadOptions? threadOptions = null)
{
var exec = new ClaudeExec(TestConstants.ClaudeExecutablePath, null, null, runner);
return new ClaudeThread(exec, new ClaudeOptions(), threadOptions ?? new ThreadOptions());
}
private static string CreateAssistantMessageLine(string sessionId, string text, string eventId)
{
return JsonSerializer.Serialize(
new AssistantEventPayload(
AssistantEventType,
new AssistantMessagePayload(
AssistantMessageId,
ClaudeModels.ClaudeSonnet45Alias,
MessageRoleAssistant,
SystemStopReason,
MessageType,
new UsagePayload(11, 2, 3, 7),
[new TextContentPayload(TextContentType, text)]),
sessionId,
eventId),
ClaudeThreadJsonContext.Default.AssistantEventPayload);
}
private static string CreateResultLine(
string sessionId,
string result,
string eventId,
int durationMs,
int durationApiMs,
decimal totalCostUsd,
int inputTokens,
int cacheCreationInputTokens,
int cacheReadInputTokens,
int outputTokens)
{
return JsonSerializer.Serialize(
new ResultEventPayload(
ResultEventType,
SuccessSubtype,
false,
durationMs,
durationApiMs,
1,
result,
sessionId,
totalCostUsd,
new UsagePayload(inputTokens, cacheCreationInputTokens, cacheReadInputTokens, outputTokens),
eventId),
ClaudeThreadJsonContext.Default.ResultEventPayload);
}
private static string CreateSystemInitLine(string sessionId, string[] tools, string eventId)
{
return JsonSerializer.Serialize(
new SystemInitEventPayload(
SystemEventType,
InitSubtype,
sessionId,
WorkspacePath,
tools,
[],
ClaudeModels.ClaudeSonnet45Alias,
DefaultPermissionMode,
[],
ApiKeySourceNone,
ClaudeCodeVersion,
OutputStyleDefault,
[],
[],
[],
eventId),
ClaudeThreadJsonContext.Default.SystemInitEventPayload);
}
private static string CreateUnknownItemStartedLine()
{
return JsonSerializer.Serialize(
new FileChangeStartedEventPayload(
ItemStartedEventType,
new FileChangePayload(
FileChangeItemId,
FileChangeItemType,
[new FileChangeEntryPayload(SandboxApplePath, FileChangeAddKind)],
FileChangeInProgressStatus)),
ClaudeThreadJsonContext.Default.FileChangeStartedEventPayload);
}
private static IEnumerable<string> CreateSerializedTurnLines(string resultText, string initEventId, string resultEventId)
{
yield return CreateSystemInitLine(SessionId, [], initEventId);
yield return CreateResultLine(SessionId, resultText, resultEventId, durationMs: 8, durationApiMs: 7, totalCostUsd: 0m, inputTokens: 3, cacheCreationInputTokens: 0, cacheReadInputTokens: 0, outputTokens: 2);
}
private sealed class FakeClaudeProcessRunner(params string[] lines) : IClaudeProcessRunner
{
private readonly IReadOnlyList<string> _lines = lines;
public List<ClaudeProcessInvocation> Invocations { get; } = [];
public async IAsyncEnumerable<string> RunAsync(
ClaudeProcessInvocation invocation,
ILogger logger,
[EnumeratorCancellation] CancellationToken cancellationToken)
{
_ = logger;
Invocations.Add(invocation);
foreach (var line in _lines)
{
cancellationToken.ThrowIfCancellationRequested();
yield return line;
await Task.Yield();
}
}
}
private sealed class SerializedClaudeProcessRunner : IClaudeProcessRunner
{
private readonly Lock _invocationGate = new();
private readonly List<ClaudeProcessInvocation> _invocations = [];
private readonly TaskCompletionSource<bool> _firstInvocationStarted = new(TaskCreationOptions.RunContinuationsAsynchronously);
private readonly TaskCompletionSource<bool> _allowFirstInvocationToComplete = new(TaskCreationOptions.RunContinuationsAsynchronously);
public int InvocationCount
{
get
{
lock (_invocationGate)
{
return _invocations.Count;
}
}
}
public void CompleteFirstInvocation() => _allowFirstInvocationToComplete.TrySetResult(true);
public ClaudeProcessInvocation[] GetInvocations()
{
lock (_invocationGate)
{
return _invocations.ToArray();
}
}
public Task<bool> WaitForFirstInvocationStartedAsync() => _firstInvocationStarted.Task;
public async IAsyncEnumerable<string> RunAsync(
ClaudeProcessInvocation invocation,
ILogger logger,
[EnumeratorCancellation] CancellationToken cancellationToken)
{
_ = logger;
int invocationIndex;
lock (_invocationGate)
{
_invocations.Add(invocation);
invocationIndex = _invocations.Count;
}
if (invocationIndex == 1)
{
_firstInvocationStarted.TrySetResult(true);
await _allowFirstInvocationToComplete.Task.WaitAsync(ConcurrentRunTimeout, cancellationToken);
}
var resultText = invocationIndex == 1
? FirstConcurrentResultText
: SecondConcurrentResultText;
var initEventId = invocationIndex == 1
? FirstEventId
: ThirdEventId;
var resultEventId = invocationIndex == 1
? SecondEventId
: FourthEventId;
foreach (var line in CreateSerializedTurnLines(resultText, initEventId, resultEventId))
{
cancellationToken.ThrowIfCancellationRequested();
yield return line;
await Task.Yield();
}
}
}
internal sealed record AnswerPayload(string Answer);
internal sealed record AssistantEventPayload(
string type,
AssistantMessagePayload message,
string session_id,
string uuid);
internal sealed record AssistantMessagePayload(
string id,
string model,
string role,
string stop_reason,
string type,
UsagePayload usage,
TextContentPayload[] content);
internal sealed record FileChangeEntryPayload(string path, string kind);
internal sealed record FileChangePayload(
string id,
string type,
FileChangeEntryPayload[] changes,
string status);
internal sealed record FileChangeStartedEventPayload(string type, FileChangePayload item);
internal sealed record ResultEventPayload(
string type,
string subtype,
bool is_error,
int duration_ms,
int duration_api_ms,
int num_turns,
string result,
string session_id,
decimal total_cost_usd,
UsagePayload usage,
string uuid);
internal sealed record SystemInitEventPayload(
string type,
string subtype,
string session_id,
string cwd,
string[] tools,
string[] mcp_servers,
string model,
string permissionMode,
string[] slash_commands,
string apiKeySource,
string claude_code_version,
string output_style,
string[] agents,
string[] skills,
string[] plugins,
string uuid);
internal sealed record TextContentPayload(string type, string text);
internal sealed record UsagePayload(
int input_tokens,
int cache_creation_input_tokens,
int cache_read_input_tokens,
int output_tokens);
[JsonSerializable(typeof(AnswerPayload))]
[JsonSerializable(typeof(AssistantEventPayload))]
[JsonSerializable(typeof(FileChangeStartedEventPayload))]
[JsonSerializable(typeof(ResultEventPayload))]
[JsonSerializable(typeof(SystemInitEventPayload))]
internal sealed partial class ClaudeThreadJsonContext : JsonSerializerContext;
}