Skip to content
This repository was archived by the owner on May 15, 2026. It is now read-only.

Commit 3d440a7

Browse files
committed
feat: update Bedrock's Claude models context window and adjust pricing
1 parent 137d3f4 commit 3d440a7

3 files changed

Lines changed: 16 additions & 37 deletions

File tree

packages/types/src/providers/bedrock.ts

Lines changed: 9 additions & 31 deletions
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@ export const bedrockDefaultPromptRouterModelId: BedrockModelId = "anthropic.clau
1414
// feature.
1515
export const bedrockModels = {
1616
"anthropic.claude-sonnet-4-5-20250929-v1:0": {
17-
maxTokens: 8192,
17+
maxTokens: 64_000,
1818
contextWindow: 200_000,
1919
supportsImages: true,
2020
supportsPromptCache: true,
@@ -28,8 +28,8 @@ export const bedrockModels = {
2828
cachableFields: ["system", "messages", "tools"],
2929
},
3030
"anthropic.claude-sonnet-4-6": {
31-
maxTokens: 8192,
32-
contextWindow: 200_000, // Default 200K, extendable to 1M with beta flag 'context-1m-2025-08-07'
31+
maxTokens: 64_000,
32+
contextWindow: 1_000_000, // Native 1M context window
3333
supportsImages: true,
3434
supportsPromptCache: true,
3535
supportsReasoningBudget: true,
@@ -40,16 +40,6 @@ export const bedrockModels = {
4040
minTokensPerCachePoint: 1024,
4141
maxCachePoints: 4,
4242
cachableFields: ["system", "messages", "tools"],
43-
// Tiered pricing for extended context (requires beta flag 'context-1m-2025-08-07')
44-
tiers: [
45-
{
46-
contextWindow: 1_000_000, // 1M tokens with beta flag
47-
inputPrice: 6.0, // $6 per million input tokens (>200K context)
48-
outputPrice: 22.5, // $22.50 per million output tokens (>200K context)
49-
cacheWritesPrice: 7.5, // $7.50 per million tokens (>200K context)
50-
cacheReadsPrice: 0.6, // $0.60 per million tokens (>200K context)
51-
},
52-
],
5343
},
5444
"amazon.nova-pro-v1:0": {
5545
maxTokens: 5000,
@@ -116,7 +106,7 @@ export const bedrockModels = {
116106
cachableFields: ["system"],
117107
},
118108
"anthropic.claude-sonnet-4-20250514-v1:0": {
119-
maxTokens: 8192,
109+
maxTokens: 64_000,
120110
contextWindow: 200_000,
121111
supportsImages: true,
122112
supportsPromptCache: true,
@@ -130,7 +120,7 @@ export const bedrockModels = {
130120
cachableFields: ["system", "messages", "tools"],
131121
},
132122
"anthropic.claude-opus-4-1-20250805-v1:0": {
133-
maxTokens: 8192,
123+
maxTokens: 64_000,
134124
contextWindow: 200_000,
135125
supportsImages: true,
136126
supportsPromptCache: true,
@@ -144,8 +134,8 @@ export const bedrockModels = {
144134
cachableFields: ["system", "messages", "tools"],
145135
},
146136
"anthropic.claude-opus-4-6-v1": {
147-
maxTokens: 8192,
148-
contextWindow: 200_000, // Default 200K, extendable to 1M with beta flag 'context-1m-2025-08-07'
137+
maxTokens: 128_000,
138+
contextWindow: 1_000_000, // Native 1M context window
149139
supportsImages: true,
150140
supportsPromptCache: true,
151141
supportsReasoningBudget: true,
@@ -156,19 +146,9 @@ export const bedrockModels = {
156146
minTokensPerCachePoint: 1024,
157147
maxCachePoints: 4,
158148
cachableFields: ["system", "messages", "tools"],
159-
// Tiered pricing for extended context (requires beta flag 'context-1m-2025-08-07')
160-
tiers: [
161-
{
162-
contextWindow: 1_000_000, // 1M tokens with beta flag
163-
inputPrice: 10.0, // $10 per million input tokens (>200K context)
164-
outputPrice: 37.5, // $37.50 per million output tokens (>200K context)
165-
cacheWritesPrice: 12.5, // $12.50 per million tokens (>200K context)
166-
cacheReadsPrice: 1.0, // $1.00 per million tokens (>200K context)
167-
},
168-
],
169149
},
170150
"anthropic.claude-opus-4-5-20251101-v1:0": {
171-
maxTokens: 8192,
151+
maxTokens: 64_000,
172152
contextWindow: 200_000,
173153
supportsImages: true,
174154
supportsPromptCache: true,
@@ -182,7 +162,7 @@ export const bedrockModels = {
182162
cachableFields: ["system", "messages", "tools"],
183163
},
184164
"anthropic.claude-opus-4-20250514-v1:0": {
185-
maxTokens: 8192,
165+
maxTokens: 64_000,
186166
contextWindow: 200_000,
187167
supportsImages: true,
188168
supportsPromptCache: true,
@@ -523,8 +503,6 @@ export const BEDROCK_REGIONS = [
523503
export const BEDROCK_1M_CONTEXT_MODEL_IDS = [
524504
"anthropic.claude-sonnet-4-20250514-v1:0",
525505
"anthropic.claude-sonnet-4-5-20250929-v1:0",
526-
"anthropic.claude-sonnet-4-6",
527-
"anthropic.claude-opus-4-6-v1",
528506
] as const
529507

530508
// Amazon Bedrock models that support Global Inference profiles

src/api/providers/__tests__/bedrock.spec.ts

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -701,19 +701,20 @@ describe("AwsBedrockHandler", () => {
701701
expect(model.info.contextWindow).toBe(1_000_000)
702702
})
703703

704-
it("should apply 1M tier pricing when awsBedrock1MContext is true for Claude Sonnet 4.6", () => {
704+
it("should have native 1M context window for Claude Sonnet 4.6 without needing beta flag", () => {
705705
const handler = new AwsBedrockHandler({
706706
apiModelId: "anthropic.claude-sonnet-4-6",
707707
awsAccessKey: "test",
708708
awsSecretKey: "test",
709709
awsRegion: "us-east-1",
710-
awsBedrock1MContext: true,
711710
})
712711

713712
const model = handler.getModel()
713+
// Claude Sonnet 4.6 has native 1M context window, no beta flag needed
714714
expect(model.info.contextWindow).toBe(1_000_000)
715-
expect(model.info.inputPrice).toBe(6.0)
716-
expect(model.info.outputPrice).toBe(22.5)
715+
// Base pricing (not tier pricing) since 1M is native
716+
expect(model.info.inputPrice).toBe(3.0)
717+
expect(model.info.outputPrice).toBe(15.0)
717718
})
718719

719720
it("should use default context window when awsBedrock1MContext is false for Claude Sonnet 4", () => {

src/api/providers/bedrock.ts

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -291,7 +291,7 @@ export class AwsBedrockHandler extends BaseProvider implements SingleCompletionH
291291
// Define a mapping for model ID patterns and their configurations
292292
const modelConfigMap: Record<string, Partial<ModelInfo>> = {
293293
"claude-4": {
294-
maxTokens: 8192,
294+
maxTokens: 64_000,
295295
contextWindow: 200_000,
296296
supportsImages: true,
297297
supportsPromptCache: true,
@@ -309,7 +309,7 @@ export class AwsBedrockHandler extends BaseProvider implements SingleCompletionH
309309
supportsPromptCache: true,
310310
},
311311
"claude-4-opus": {
312-
maxTokens: 4096,
312+
maxTokens: 64_000,
313313
contextWindow: 200_000,
314314
supportsImages: true,
315315
supportsPromptCache: true,

0 commit comments

Comments
 (0)