ai-engineering-fluency/vscode-extension/src/tokenEstimators.json at c77d9b751eb473e2140e66f8bcf1f98d2a2b2c47 · rajbos/ai-engineering-fluency · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
{
  "$schema": "http://json-schema.org/draft-07/schema#",
  "description": "Character-to-token ratio estimators for different AI models. Used to estimate token counts from text length.",
  "estimators": {
    "gpt-4": 0.25,
    "gpt-4.1": 0.25,
    "gpt-4.1-mini": 0.25,
    "gpt-4o": 0.25,
    "gpt-4o-mini": 0.25,
    "gpt-4-turbo": 0.25,
    "gpt-3.5-turbo": 0.25,
    "gpt-5": 0.25,
    "gpt-5-codex": 0.25,
    "gpt-5-mini": 0.25,
    "gpt-5.1": 0.25,
    "gpt-5.1-codex": 0.25,
    "gpt-5.1-codex-max": 0.25,
    "gpt-5.1-codex-mini": 0.25,
    "gpt-5.2": 0.25,
    "gpt-5.2-codex": 0.25,
    "gpt-5.2-pro": 0.25,
    "gpt-5.3-codex": 0.25,
    "gpt-5.4": 0.25,
    "gpt-5.4-mini": 0.25,
    "gpt-4.1-nano": 0.25,
    "gemini-2.0-flash": 0.25,
    "gemini-2.0-flash-lite": 0.25,
    "gemini-2.5-flash": 0.25,
    "gemini-2.5-flash-lite": 0.25,
    "claude-sonnet-3.5": 0.24,
    "claude-sonnet-3.7": 0.24,
    "claude-sonnet-4": 0.24,
    "claude-sonnet-4.5": 0.24,
    "claude-sonnet-4.6": 0.24,
    "claude-haiku": 0.24,
    "claude-haiku-4.5": 0.24,
    "claude-opus-4.1": 0.24,
    "claude-opus-4.5": 0.24,
    "claude-opus-4.6": 0.24,
    "claude-opus-4.6-(fast-mode)-(preview)": 0.24,
    "claude-opus-4.6-fast": 0.24,
    "gemini-2.5-pro": 0.25,
    "gemini-3-flash": 0.25,
    "gemini-3-pro": 0.25,
    "gemini-3-pro-preview": 0.25,
    "gemini-3.1-pro": 0.25,
    "gemini-3.1-flash-lite": 0.25,
    "grok-code-fast-1": 0.25,
    "raptor-mini": 0.25,
    "goldeneye": 0.25,
    "o1-preview": 0.25,
    "o1-mini": 0.25,
    "o3-mini": 0.25,
    "o4-mini": 0.25
  }
}