LLMsforSolverSelection/rate_limits.json at master · VittorioRossetto/LLMsforSolverSelection · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
{
  "groq_models": [
    { "model_id": "allam-2-7b", "rpm": 30, "rpd": 7000, "tpm": 6000, "tpd": 500000, "ash": null, "asd": null },
    { "model_id": "deepseek-r1-distill-llama-70b", "rpm": 30, "rpd": 1000, "tpm": 6000, "tpd": 100000, "ash": null, "asd": null },
    { "model_id": "gemma2-9b-it", "rpm": 30, "rpd": 14400, "tpm": 15000, "tpd": 500000, "ash": null, "asd": null },
    { "model_id": "groq/compound", "rpm": 30, "rpd": 250, "tpm": 70000, "tpd": null, "ash": null, "asd": null },
    { "model_id": "groq/compound-mini", "rpm": 30, "rpd": 250, "tpm": 70000, "tpd": null, "ash": null, "asd": null },
    { "model_id": "llama-3.1-8b-instant", "rpm": 30, "rpd": 14400, "tpm": 6000, "tpd": 500000, "ash": null, "asd": null },
    { "model_id": "llama-3.3-70b-versatile", "rpm": 30, "rpd": 1000, "tpm": 12000, "tpd": 100000, "ash": null, "asd": null },
    { "model_id": "meta-llama/llama-4-maverick-17b-128e-instruct", "rpm": 30, "rpd": 1000, "tpm": 6000, "tpd": 500000, "ash": null, "asd": null },
    { "model_id": "meta-llama/llama-4-scout-17b-16e-instruct", "rpm": 30, "rpd": 1000, "tpm": 30000, "tpd": 500000, "ash": null, "asd": null },
    { "model_id": "meta-llama/llama-guard-4-12b", "rpm": 30, "rpd": 14400, "tpm": 15000, "tpd": 500000, "ash": null, "asd": null },
    { "model_id": "meta-llama/llama-prompt-guard-2-22m", "rpm": 30, "rpd": 14400, "tpm": 15000, "tpd": 500000, "ash": null, "asd": null },
    { "model_id": "meta-llama/llama-prompt-guard-2-86m", "rpm": 30, "rpd": 14400, "tpm": 15000, "tpd": 500000, "ash": null, "asd": null },
    { "model_id": "moonshotai/kimi-k2-instruct", "rpm": 60, "rpd": 1000, "tpm": 10000, "tpd": 300000, "ash": null, "asd": null },
    { "model_id": "moonshotai/kimi-k2-instruct-0905", "rpm": 60, "rpd": 1000, "tpm": 10000, "tpd": 300000, "ash": null, "asd": null },
    { "model_id": "openai/gpt-oss-120b", "rpm": 30, "rpd": 1000, "tpm": 8000, "tpd": 200000, "ash": null, "asd": null },
    { "model_id": "openai/gpt-oss-20b", "rpm": 30, "rpd": 1000, "tpm": 8000, "tpd": 200000, "ash": null, "asd": null },
    { "model_id": "playai-tts", "rpm": 10, "rpd": 100, "tpm": 1200, "tpd": 3600, "ash": null, "asd": null },
    { "model_id": "playai-tts-arabic", "rpm": 10, "rpd": 100, "tpm": 1200, "tpd": 3600, "ash": null, "asd": null },
    { "model_id": "qwen/qwen3-32b", "rpm": 60, "rpd": 1000, "tpm": 6000, "tpd": 500000, "ash": null, "asd": null },
    { "model_id": "whisper-large-v3", "rpm": 20, "rpd": 2000, "tpm": null, "tpd": null, "ash": 7200, "asd": 28800 },
    { "model_id": "whisper-large-v3-turbo", "rpm": 20, "rpd": 2000, "tpm": null, "tpd": null, "ash": 7200, "asd": 28800 }
  ],
  "gemini_models": [
    { "model": "Gemini 2.5 Pro", "rpm": 5, "tpm": 250000, "rpd": 100 },
    { "model": "Gemini 2.5 Flash", "rpm": 10, "tpm": 250000, "rpd": 250 },
    { "model": "Gemini 2.5 Flash Preview", "rpm": 10, "tpm": 250000, "rpd": 250 },
    { "model": "Gemini 2.5 Flash-Lite", "rpm": 15, "tpm": 250000, "rpd": 1000 },
    { "model": "Gemini 2.5 Flash-Lite Preview", "rpm": 15, "tpm": 250000, "rpd": 1000 },
    { "model": "Gemini 2.0 Flash", "rpm": 15, "tpm": 1000000, "rpd": 200 },
    { "model": "Gemini 2.0 Flash-Lite", "rpm": 30, "tpm": 1000000, "rpd": 200 }
  ]
}