Skip to content

Commit e98a2c7

Browse files
Fix fake-test-model in all languages, regenerate snapshots
The runtime 1.0.20-1 validates model names and rejects 'fake-test-model'. Replace with 'claude-sonnet-4.5' in Python, Go, C# session tests (Node was already fixed). Regenerate all affected snapshots. Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>
1 parent d895ad6 commit e98a2c7

File tree

5 files changed

+37
-149
lines changed

5 files changed

+37
-149
lines changed

dotnet/test/SessionTests.cs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ public class SessionTests(E2ETestFixture fixture, ITestOutputHelper output) : E2
1616
[Fact]
1717
public async Task ShouldCreateAndDisconnectSessions()
1818
{
19-
var session = await CreateSessionAsync(new SessionConfig { Model = "fake-test-model" });
19+
var session = await CreateSessionAsync(new SessionConfig { Model = "claude-sonnet-4.5" });
2020

2121
Assert.Matches(@"^[a-f0-9-]+$", session.SessionId);
2222

go/internal/e2e/session_test.go

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@ func TestSession(t *testing.T) {
2020
t.Run("should create and disconnect sessions", func(t *testing.T) {
2121
ctx.ConfigureForTest(t)
2222

23-
session, err := client.CreateSession(t.Context(), &copilot.SessionConfig{OnPermissionRequest: copilot.PermissionHandler.ApproveAll, Model: "fake-test-model"})
23+
session, err := client.CreateSession(t.Context(), &copilot.SessionConfig{OnPermissionRequest: copilot.PermissionHandler.ApproveAll, Model: "claude-sonnet-4.5"})
2424
if err != nil {
2525
t.Fatalf("Failed to create session: %v", err)
2626
}
@@ -43,8 +43,8 @@ func TestSession(t *testing.T) {
4343
t.Errorf("Expected session.start sessionId to match")
4444
}
4545

46-
if messages[0].Data.SelectedModel == nil || *messages[0].Data.SelectedModel != "fake-test-model" {
47-
t.Errorf("Expected selectedModel to be 'fake-test-model', got %v", messages[0].Data.SelectedModel)
46+
if messages[0].Data.SelectedModel == nil || *messages[0].Data.SelectedModel != "claude-sonnet-4.5" {
47+
t.Errorf("Expected selectedModel to be 'claude-sonnet-4.5', got %v", messages[0].Data.SelectedModel)
4848
}
4949

5050
if err := session.Disconnect(); err != nil {

python/e2e/test_session.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,15 +17,15 @@
1717
class TestSessions:
1818
async def test_should_create_and_disconnect_sessions(self, ctx: E2ETestContext):
1919
session = await ctx.client.create_session(
20-
on_permission_request=PermissionHandler.approve_all, model="fake-test-model"
20+
on_permission_request=PermissionHandler.approve_all, model="claude-sonnet-4.5"
2121
)
2222
assert session.session_id
2323

2424
messages = await session.get_messages()
2525
assert len(messages) > 0
2626
assert messages[0].type.value == "session.start"
2727
assert messages[0].data.session_id == session.session_id
28-
assert messages[0].data.selected_model == "fake-test-model"
28+
assert messages[0].data.selected_model == "claude-sonnet-4.5"
2929

3030
await session.disconnect()
3131

test/snapshots/session_config/vision_disabled_then_enabled_via_setmodel.yaml

Lines changed: 10 additions & 28 deletions
Original file line numberDiff line numberDiff line change
@@ -6,8 +6,6 @@ conversations:
66
content: ${system}
77
- role: user
88
content: Use the view tool to look at the file test.png and describe what you see
9-
- role: assistant
10-
content: I'll view the test.png file for you.
119
- role: assistant
1210
tool_calls:
1311
- id: toolcall_0
@@ -28,7 +26,6 @@ conversations:
2826
- role: user
2927
content: Use the view tool to look at the file test.png and describe what you see
3028
- role: assistant
31-
content: I'll view the test.png file for you.
3229
tool_calls:
3330
- id: toolcall_0
3431
type: function
@@ -47,13 +44,11 @@ conversations:
4744
tool_call_id: toolcall_1
4845
content: Viewed image file successfully.
4946
- role: assistant
50-
content: The image shows a **GitHub Copilot logo** - it's the distinctive orange/coral colored hexagonal icon with a
51-
stylized design inside. The logo appears on a transparent background and is the standard branding mark for
52-
GitHub Copilot.
47+
content: I can see the image shows **GitHub Copilot** branding. The image contains the GitHub Copilot logo (a hexagonal
48+
icon with colorful segments) along with text that reads "GitHub Copilot" in a clean, modern font. The design
49+
appears to be on a dark background, typical of GitHub's branding materials.
5350
- role: user
5451
content: Use the view tool to look at the file test.png and describe what you see
55-
- role: assistant
56-
content: I'll view the test.png file again for you.
5752
- role: assistant
5853
tool_calls:
5954
- id: toolcall_2
@@ -74,7 +69,6 @@ conversations:
7469
- role: user
7570
content: Use the view tool to look at the file test.png and describe what you see
7671
- role: assistant
77-
content: I'll view the test.png file for you.
7872
tool_calls:
7973
- id: toolcall_0
8074
type: function
@@ -93,13 +87,12 @@ conversations:
9387
tool_call_id: toolcall_1
9488
content: Viewed image file successfully.
9589
- role: assistant
96-
content: The image shows a **GitHub Copilot logo** - it's the distinctive orange/coral colored hexagonal icon with a
97-
stylized design inside. The logo appears on a transparent background and is the standard branding mark for
98-
GitHub Copilot.
90+
content: I can see the image shows **GitHub Copilot** branding. The image contains the GitHub Copilot logo (a hexagonal
91+
icon with colorful segments) along with text that reads "GitHub Copilot" in a clean, modern font. The design
92+
appears to be on a dark background, typical of GitHub's branding materials.
9993
- role: user
10094
content: Use the view tool to look at the file test.png and describe what you see
10195
- role: assistant
102-
content: I'll view the test.png file again for you.
10396
tool_calls:
10497
- id: toolcall_2
10598
type: function
@@ -119,18 +112,7 @@ conversations:
119112
content: Viewed image file successfully.
120113
- role: user
121114
- role: assistant
122-
content: >-
123-
Looking at the image you've shared, I can see it appears to be a mostly **white or very light colored image**
124-
with what looks like some very faint, barely visible marks or content. The image is quite minimal and appears
125-
to be either:
126-
127-
128-
- A nearly blank white image
129-
130-
- An image with extremely light/faded content that's difficult to discern
131-
132-
- Possibly some very subtle texture or pattern on a white background
133-
134-
135-
I apologize for my earlier incorrect description about the GitHub Copilot logo - that was not accurate. This
136-
image is actually quite sparse and minimal in content.
115+
content: Looking at the image, I can see a very simple, minimalist graphic. It appears to be a small, pale rectangular
116+
shape (possibly light beige or cream colored) on a white background. The rectangle looks like it might be a
117+
simple placeholder, button, or UI element. The image is quite small and doesn't contain any text, icons, or
118+
complex graphics - just this basic rectangular form.

test/snapshots/session_config/vision_enabled_then_disabled_via_setmodel.yaml

Lines changed: 21 additions & 115 deletions
Original file line numberDiff line numberDiff line change
@@ -7,15 +7,10 @@ conversations:
77
- role: user
88
content: Use the view tool to look at the file test.png and describe what you see
99
- role: assistant
10-
tool_calls:
11-
- id: toolcall_0
12-
type: function
13-
function:
14-
name: report_intent
15-
arguments: '{"intent":"Viewing image file"}'
10+
content: I'll view the test.png file for you.
1611
- role: assistant
1712
tool_calls:
18-
- id: toolcall_1
13+
- id: toolcall_0
1914
type: function
2015
function:
2116
name: view
@@ -26,165 +21,76 @@ conversations:
2621
- role: user
2722
content: Use the view tool to look at the file test.png and describe what you see
2823
- role: assistant
24+
content: I'll view the test.png file for you.
2925
tool_calls:
3026
- id: toolcall_0
31-
type: function
32-
function:
33-
name: report_intent
34-
arguments: '{"intent":"Viewing image file"}'
35-
- id: toolcall_1
3627
type: function
3728
function:
3829
name: view
3930
arguments: '{"path":"${workdir}/test.png"}'
4031
- role: tool
4132
tool_call_id: toolcall_0
42-
content: Intent logged
43-
- role: tool
44-
tool_call_id: toolcall_1
4533
content: Viewed image file successfully.
4634
- role: user
4735
- role: assistant
4836
content: >-
49-
I can see the test.png file. It appears to be a very light, mostly white or blank image. The image is
50-
extremely faint or washed out - if there is any content in it, it's barely visible against the white
51-
background. It could be:
37+
The image appears to be almost entirely blank or white. There's a very subtle, light yellowish or
38+
cream-colored tint, but no discernible text, graphics, or other visual elements are visible. It looks like
39+
either:
5240
5341
54-
- A blank/empty white image
42+
1. A blank/empty image file
5543
56-
- An image with very low contrast or heavily overexposed content
44+
2. An extremely faded or overexposed image
5745
58-
- An image with extremely faint watermarks or text that's nearly invisible
46+
3. A placeholder image with just a very light background color
5947
6048
61-
Is this what you expected to see, or should there be more visible content in this image?
49+
The image doesn't contain any meaningful visual content that I can detect.
6250
- messages:
6351
- role: system
6452
content: ${system}
6553
- role: user
6654
content: Use the view tool to look at the file test.png and describe what you see
6755
- role: assistant
56+
content: I'll view the test.png file for you.
6857
tool_calls:
6958
- id: toolcall_0
70-
type: function
71-
function:
72-
name: report_intent
73-
arguments: '{"intent":"Viewing image file"}'
74-
- id: toolcall_1
7559
type: function
7660
function:
7761
name: view
7862
arguments: '{"path":"${workdir}/test.png"}'
7963
- role: tool
8064
tool_call_id: toolcall_0
81-
content: Intent logged
82-
- role: tool
83-
tool_call_id: toolcall_1
8465
content: Viewed image file successfully.
8566
- role: assistant
8667
content: >-
87-
I can see the test.png file. It appears to be a very light, mostly white or blank image. The image is
88-
extremely faint or washed out - if there is any content in it, it's barely visible against the white
89-
background. It could be:
68+
The image appears to be almost entirely blank or white. There's a very subtle, light yellowish or
69+
cream-colored tint, but no discernible text, graphics, or other visual elements are visible. It looks like
70+
either:
9071
9172
92-
- A blank/empty white image
73+
1. A blank/empty image file
9374
94-
- An image with very low contrast or heavily overexposed content
75+
2. An extremely faded or overexposed image
9576
96-
- An image with extremely faint watermarks or text that's nearly invisible
77+
3. A placeholder image with just a very light background color
9778
9879
99-
Is this what you expected to see, or should there be more visible content in this image?
80+
The image doesn't contain any meaningful visual content that I can detect.
10081
- role: user
10182
content: Use the view tool to look at the file test.png and describe what you see
10283
- role: assistant
10384
tool_calls:
104-
- id: toolcall_2
105-
type: function
106-
function:
107-
name: report_intent
108-
arguments: '{"intent":"Viewing image file"}'
109-
- role: assistant
110-
tool_calls:
111-
- id: toolcall_3
112-
type: function
113-
function:
114-
name: view
115-
arguments: '{"path":"${workdir}/test.png"}'
116-
- messages:
117-
- role: system
118-
content: ${system}
119-
- role: user
120-
content: Use the view tool to look at the file test.png and describe what you see
121-
- role: assistant
122-
tool_calls:
123-
- id: toolcall_0
124-
type: function
125-
function:
126-
name: report_intent
127-
arguments: '{"intent":"Viewing image file"}'
12885
- id: toolcall_1
12986
type: function
13087
function:
13188
name: view
13289
arguments: '{"path":"${workdir}/test.png"}'
133-
- role: tool
134-
tool_call_id: toolcall_0
135-
content: Intent logged
13690
- role: tool
13791
tool_call_id: toolcall_1
13892
content: Viewed image file successfully.
13993
- role: assistant
140-
content: >-
141-
I can see the test.png file. It appears to be a very light, mostly white or blank image. The image is
142-
extremely faint or washed out - if there is any content in it, it's barely visible against the white
143-
background. It could be:
144-
145-
146-
- A blank/empty white image
147-
148-
- An image with very low contrast or heavily overexposed content
149-
150-
- An image with extremely faint watermarks or text that's nearly invisible
151-
152-
153-
Is this what you expected to see, or should there be more visible content in this image?
154-
- role: user
155-
content: Use the view tool to look at the file test.png and describe what you see
156-
- role: assistant
157-
tool_calls:
158-
- id: toolcall_2
159-
type: function
160-
function:
161-
name: report_intent
162-
arguments: '{"intent":"Viewing image file"}'
163-
- id: toolcall_3
164-
type: function
165-
function:
166-
name: view
167-
arguments: '{"path":"${workdir}/test.png"}'
168-
- role: tool
169-
tool_call_id: toolcall_2
170-
content: Intent logged
171-
- role: tool
172-
tool_call_id: toolcall_3
173-
content: Viewed image file successfully.
174-
- role: assistant
175-
content: >-
176-
I can see the test.png image. It shows what appears to be a very faint or washed-out image - it's
177-
predominantly white with possibly some very light content that's difficult to discern. The image appears to be
178-
either:
179-
180-
181-
1. A blank white image
182-
183-
2. An extremely overexposed photograph
184-
185-
3. An image with very low contrast where any content is barely visible
186-
187-
188-
Without more visible detail, I cannot identify specific objects, text, or patterns in the image. If there's
189-
supposed to be clear content in this image, it may be a display/rendering issue, or the image file itself
190-
might be corrupted or improperly saved.
94+
content: The image shows what appears to be a very light, nearly white background with an extremely subtle yellowish or
95+
cream tint. There are no visible text elements, shapes, graphics, or other discernible content in the image.
96+
It's essentially a blank or nearly blank image file.

0 commit comments

Comments
 (0)