ai-engineering-fluency/src/tokenEstimators.json at a78483b08384724c4d4c6b82f5dc9d585cdc63f3 · rajbos/ai-engineering-fluency · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
{
  "$schema": "http://json-schema.org/draft-07/schema#",
  "description": "Character-to-token ratio estimators for different AI models. Used to estimate token counts from text length.",
  "estimators": {
    "gpt-4": 0.25,
    "gpt-4.1": 0.25,
    "gpt-4o": 0.25,
    "gpt-4o-mini": 0.25,
    "gpt-3.5-turbo": 0.25,
    "gpt-5": 0.25,
    "gpt-5-codex": 0.25,
    "gpt-5-mini": 0.25,
    "gpt-5.1": 0.25,
    "gpt-5.1-codex": 0.25,
    "gpt-5.1-codex-max": 0.25,
    "gpt-5.1-codex-mini": 0.25,
    "gpt-5.2": 0.25,
    "claude-sonnet-3.5": 0.24,
    "claude-sonnet-3.7": 0.24,
    "claude-sonnet-4": 0.24,
    "claude-sonnet-4.5": 0.24,
    "claude-haiku": 0.24,
    "claude-haiku-4.5": 0.24,
    "claude-opus-4.1": 0.24,
    "claude-opus-4.5": 0.24,
    "gemini-2.5-pro": 0.25,
    "gemini-3-flash": 0.25,
    "gemini-3-pro": 0.25,
    "grok-code-fast-1": 0.25,
    "raptor-mini": 0.25,
    "o3-mini": 0.25,
    "o4-mini": 0.25
  }
}