|
| 1 | +################################################################################ |
| 2 | +# Example configuration file for community leaderboard of balatrobench |
| 3 | +# Usage: balatrollm config/community.yaml |
| 4 | +################################################################################ |
| 5 | + |
| 6 | +################################################################################ |
| 7 | +# EXECUTION |
| 8 | +################################################################################ |
| 9 | + |
| 10 | +parallel: 1 |
| 11 | + |
| 12 | +################################################################################ |
| 13 | +# GAME PARAMETERS |
| 14 | +################################################################################ |
| 15 | + |
| 16 | +seed: |
| 17 | + - AAAAAAA |
| 18 | + - BBBBBBB |
| 19 | + - CCCCCCC |
| 20 | + - DDDDDDD |
| 21 | + - EEEEEEE |
| 22 | + - AAAAAAA # duplicate for multiple runs of same seed |
| 23 | + - BBBBBBB |
| 24 | + - CCCCCCC |
| 25 | + - DDDDDDD |
| 26 | + - EEEEEEE |
| 27 | + - AAAAAAA |
| 28 | + - BBBBBBB |
| 29 | + - CCCCCCC |
| 30 | + - DDDDDDD |
| 31 | + - EEEEEEE |
| 32 | + |
| 33 | +deck: |
| 34 | + - RED |
| 35 | + |
| 36 | +stake: |
| 37 | + - WHITE |
| 38 | + |
| 39 | +################################################################################ |
| 40 | +# STRATEGY |
| 41 | +################################################################################ |
| 42 | + |
| 43 | +# NOTE: here you should replace default with the actual name of your strategy |
| 44 | +# Strategy name(s) from `src/balatrollm/strategies/`. |
| 45 | + |
| 46 | +strategy: |
| 47 | + - default |
| 48 | + |
| 49 | +################################################################################ |
| 50 | +# MODEL |
| 51 | +################################################################################ |
| 52 | + |
| 53 | +# LLM model identifier(s). Format depends on your provider: |
| 54 | +# - OpenAI: "gpt-4o", "gpt-4o-mini" |
| 55 | +# - OpenRouter: "openai/gpt-4o", "anthropic/claude-3.5-sonnet" |
| 56 | +# Requires BALATROLLM_BASE_URL and BALATROLLM_API_KEY env vars. |
| 57 | + |
| 58 | +# NOTE: on the community leaderboard we going to use gpt-oss-20b. This is a |
| 59 | +# pretty small LLM that can be run on consumer hardware with opensource |
| 60 | +# inference engine (e.g. llama.cpp, LM Studio, Ollama, ...). It's suggested |
| 61 | +# to optimize your strategy for this model. |
| 62 | +# |
| 63 | +# NOTE: For the official community leaderboard, models with at least 32k |
| 64 | +# total context window are recommended to ensure the entire strategy, reasoning, |
| 65 | +# and tool calls fit within the LLM context window. The leaderboard runs with |
| 66 | +# the provider's default temperature (typically 1.0). |
| 67 | + |
| 68 | +model: |
| 69 | + - openai/gpt-oss-20b |
| 70 | + |
| 71 | +# NOTE: on the community leaderboard we run with `medium` reasoning effort |
| 72 | + |
| 73 | +# Optional OpenAI client parameters passed to chat completions. |
| 74 | +# Common options: seed, temperature, max_tokens, parallel_tool_calls |
| 75 | +# The `extra_body` field passes provider-specific parameters (e.g., OpenRouter). |
| 76 | +model_config: |
| 77 | + extra_body: |
| 78 | + usage: |
| 79 | + include: true |
| 80 | + reasoning: |
| 81 | + effort: medium |
| 82 | + provider: |
| 83 | + sort: throughput |
| 84 | +################################################################################ |
| 85 | +# CONNECTION (optional - usually set via environment variables) |
| 86 | +################################################################################ |
| 87 | + |
| 88 | +# BalatroBot JSON-RPC server host (default: 127.0.0.1) |
| 89 | +# host: 127.0.0.1 |
| 90 | + |
| 91 | +# BalatroBot starting port (default: 12346) |
| 92 | +# For parallel > 1, each worker uses port, port+1, port+2, etc. |
| 93 | +# port: 12346 |
| 94 | + |
| 95 | +# LLM API base URL (prefer env var BALATROLLM_BASE_URL) |
| 96 | +# base_url: https://openrouter.ai/api/v1 |
| 97 | + |
| 98 | +# LLM API key (prefer env var BALATROLLM_API_KEY) if your inference engine |
| 99 | +# requires auth |
| 100 | +# api_key: sk-... |
0 commit comments