Added blog

adaamko · adaamko · commit 44c9f2f88ea6 · 2026-04-08T15:38:05.000+02:00
diff --git a/docs/api/extractor.md b/docs/api/extractor.md
@@ -8,6 +8,4 @@ The main entry point for tool output extraction.
 
 ## Helper functions
 
-::: squeez.inference.extractor._format_prompt
-
 ::: squeez.inference.extractor._build_messages
diff --git a/docs/assets/squeez_mascot.png b/docs/assets/squeez_mascot.png
diff --git a/docs/assets/squeez_overview.svg b/docs/assets/squeez_overview.svg
@@ -0,0 +1,153 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="1600" height="860" viewBox="0 0 1600 860" role="img" aria-label="Squeez overview">
+  <defs>
+    <linearGradient id="bg" x1="0" y1="0" x2="1" y2="1">
+      <stop offset="0%" stop-color="#f7f5ff"/>
+      <stop offset="55%" stop-color="#f8fbff"/>
+      <stop offset="100%" stop-color="#eef6ff"/>
+    </linearGradient>
+    <linearGradient id="g1" x1="0" y1="0" x2="1" y2="1">
+      <stop offset="0%" stop-color="#6f63ff"/>
+      <stop offset="100%" stop-color="#4f8cff"/>
+    </linearGradient>
+    <linearGradient id="g2" x1="0" y1="0" x2="1" y2="1">
+      <stop offset="0%" stop-color="#14b8a6"/>
+      <stop offset="100%" stop-color="#2dd4bf"/>
+    </linearGradient>
+    <linearGradient id="g3" x1="0" y1="0" x2="1" y2="1">
+      <stop offset="0%" stop-color="#ff7a59"/>
+      <stop offset="100%" stop-color="#ffb347"/>
+    </linearGradient>
+    <filter id="shadow" x="-20%" y="-20%" width="140%" height="160%">
+      <feDropShadow dx="0" dy="12" stdDeviation="14" flood-color="#23304f" flood-opacity="0.10"/>
+    </filter>
+    <style>
+      .title { font: 700 48px Inter, ui-sans-serif, system-ui, sans-serif; fill: #182033; }
+      .subtitle { font: 400 22px Inter, ui-sans-serif, system-ui, sans-serif; fill: #57627c; }
+      .step { font: 700 22px Inter, ui-sans-serif, system-ui, sans-serif; fill: white; }
+      .cardh { font: 700 26px Inter, ui-sans-serif, system-ui, sans-serif; fill: #182033; }
+      .body { font: 400 19px Inter, ui-sans-serif, system-ui, sans-serif; fill: #49546f; }
+      .mono { font: 500 17px "SFMono-Regular", ui-monospace, Menlo, monospace; fill: #2b3550; }
+      .mono-gray { font: 500 17px "SFMono-Regular", ui-monospace, Menlo, monospace; fill: #9ca3af; }
+      .small { font: 600 16px Inter, ui-sans-serif, system-ui, sans-serif; fill: #59657f; letter-spacing: 0.03em; }
+      .card { fill: rgba(255,255,255,0.92); stroke: #dbe2f2; stroke-width: 2; rx: 28; }
+      .chip { fill: #eef2ff; stroke: #cfd7ff; stroke-width: 1.5; rx: 14; }
+      .chip2 { fill: #ebfffb; stroke: #b7efe5; stroke-width: 1.5; rx: 14; }
+      .chip3 { fill: #fff4eb; stroke: #ffd6bf; stroke-width: 1.5; rx: 14; }
+      .arrow { stroke: #9aa5bf; stroke-width: 4; fill: none; marker-end: url(#arrowHead); }
+    </style>
+    <marker id="arrowHead" markerWidth="11" markerHeight="11" refX="9.5" refY="5.5" orient="auto">
+      <path d="M0,0 L11,5.5 L0,11 z" fill="#9aa5bf"/>
+    </marker>
+  </defs>
+
+  <rect width="1600" height="860" fill="url(#bg)"/>
+  <circle cx="1460" cy="100" r="120" fill="#ece9ff" opacity="0.7"/>
+  <circle cx="140" cy="790" r="100" fill="#e6f7ff" opacity="0.5"/>
+
+  <!-- Title -->
+  <text x="90" y="100" class="title">Task-conditioned tool-output pruning</text>
+  <text x="90" y="142" class="subtitle">Given a focused query and one tool observation, return the smallest verbatim</text>
+  <text x="90" y="172" class="subtitle">evidence block the agent should inspect next.</text>
+
+  <!-- Card 1: Input -->
+  <g filter="url(#shadow)">
+    <rect x="90" y="220" width="430" height="580" class="card"/>
+
+    <rect x="118" y="236" width="110" height="40" rx="20" fill="url(#g1)"/>
+    <text x="150" y="263" class="step">Step 1</text>
+
+    <text x="118" y="316" class="cardh">Focused query +</text>
+    <text x="118" y="348" class="cardh">raw tool output</text>
+
+    <text x="118" y="392" class="body">The model sees a local agent need,</text>
+    <text x="118" y="418" class="body">not the full bug-solving task.</text>
+
+    <!-- Query chip -->
+    <rect x="118" y="450" width="372" height="76" class="chip"/>
+    <text x="142" y="480" class="mono">Find the traceback that</text>
+    <text x="142" y="506" class="mono">explains the ImportError.</text>
+
+    <!-- Tool types chip -->
+    <rect x="118" y="546" width="372" height="100" class="chip"/>
+    <text x="142" y="576" class="mono">read_file / grep / pytest /</text>
+    <text x="142" y="604" class="mono">git_log / curl / shell logs / ...</text>
+    <text x="142" y="634" class="small">mixed-format tool observation</text>
+
+    <!-- Tool count -->
+    <rect x="118" y="666" width="170" height="40" rx="14" fill="#e8ecff"/>
+    <text x="142" y="692" class="small">27 tool types</text>
+  </g>
+
+  <!-- Arrow 1→2 -->
+  <path class="arrow" d="M520 510 L570 510"/>
+
+  <!-- Card 2: Supervision -->
+  <g filter="url(#shadow)">
+    <rect x="585" y="220" width="430" height="580" class="card"/>
+
+    <rect x="613" y="236" width="110" height="40" rx="20" fill="url(#g2)"/>
+    <text x="645" y="263" class="step">Step 2</text>
+
+    <text x="613" y="316" class="cardh">Grounded span</text>
+    <text x="613" y="348" class="cardh">supervision</text>
+
+    <text x="613" y="392" class="body">Teacher model: gpt-oss-120b</text>
+    <text x="613" y="418" class="body">Select contiguous spans over raw text.</text>
+
+    <!-- Annotated code chip -->
+    <rect x="613" y="450" width="372" height="146" class="chip2"/>
+    <text x="637" y="480" class="mono-gray">183: )</text>
+    <text x="637" y="508" class="mono">184: super().__init__(</text>
+    <text x="637" y="536" class="mono">185:   import_name=...</text>
+    <text x="637" y="564" class="mono">191: self.name = name</text>
+
+    <!-- Gold spans label -->
+    <rect x="613" y="616" width="170" height="42" rx="14" fill="#d1fae5"/>
+    <text x="637" y="644" class="small" fill="#047857">gold spans</text>
+
+    <!-- Stats -->
+    <rect x="613" y="666" width="170" height="40" rx="14" fill="#e7fff7"/>
+    <text x="637" y="692" class="small">11,477 examples</text>
+
+    <rect x="800" y="666" width="185" height="40" rx="14" fill="#e7fff7"/>
+    <text x="824" y="692" class="small">618 test (curated)</text>
+  </g>
+
+  <!-- Arrow 2→3 -->
+  <path class="arrow" d="M1015 510 L1065 510"/>
+
+  <!-- Card 3: Model + Evaluation -->
+  <g filter="url(#shadow)">
+    <rect x="1080" y="220" width="430" height="580" class="card"/>
+
+    <rect x="1108" y="236" width="110" height="40" rx="20" fill="url(#g3)"/>
+    <text x="1140" y="263" class="step">Step 3</text>
+
+    <text x="1108" y="316" class="cardh">Generative model +</text>
+    <text x="1108" y="348" class="cardh">evaluation</text>
+
+    <text x="1108" y="392" class="body">LoRA-tuned Qwen 3.5 2B</text>
+    <text x="1108" y="418" class="body">Evaluate recall, F1, and compression.</text>
+
+    <!-- Output chip -->
+    <rect x="1108" y="450" width="372" height="146" class="chip3"/>
+    <text x="1132" y="480" class="mono">&lt;relevant_lines&gt;</text>
+    <text x="1132" y="508" class="mono">184: super().__init__(</text>
+    <text x="1132" y="536" class="mono">191: self.name = name</text>
+    <text x="1132" y="564" class="mono">&lt;/relevant_lines&gt;</text>
+
+    <!-- Metric chips -->
+    <rect x="1108" y="616" width="170" height="42" rx="14" fill="#fef3c7"/>
+    <text x="1132" y="644" class="small" fill="#92400e">recall 0.862</text>
+
+    <rect x="1295" y="616" width="185" height="42" rx="14" fill="#fef3c7"/>
+    <text x="1319" y="644" class="small" fill="#92400e">compression 91.5%</text>
+
+    <!-- Deployment label -->
+    <rect x="1108" y="666" width="170" height="40" rx="14" fill="#fff1e8"/>
+    <text x="1132" y="692" class="small">CLI pipe + vLLM</text>
+
+    <rect x="1295" y="666" width="185" height="40" rx="14" fill="#fff1e8"/>
+    <text x="1319" y="692" class="small">drop-in for agents</text>
+  </g>
+</svg>
diff --git a/docs/assets/squeez_qualitative_example.svg b/docs/assets/squeez_qualitative_example.svg
@@ -0,0 +1,64 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="1600" height="980" viewBox="0 0 1600 980" role="img" aria-label="Qualitative example">
+  <defs>
+    <linearGradient id="bg" x1="0" y1="0" x2="1" y2="1">
+      <stop offset="0%" stop-color="#fcf8ff"/>
+      <stop offset="100%" stop-color="#f7fbff"/>
+    </linearGradient>
+    <filter id="shadow" x="-20%" y="-20%" width="140%" height="160%">
+      <feDropShadow dx="0" dy="12" stdDeviation="18" flood-color="#23304f" flood-opacity="0.12"/>
+    </filter>
+    <style>
+      .title { font: 700 50px Inter, ui-sans-serif, system-ui, sans-serif; fill: #182033; }
+      .subtitle { font: 400 24px Inter, ui-sans-serif, system-ui, sans-serif; fill: #5b6782; }
+      .card { fill: rgba(255,255,255,0.92); stroke: #dbe2f2; stroke-width: 2; rx: 28; }
+      .head { font: 700 28px Inter, ui-sans-serif, system-ui, sans-serif; fill: #1f2940; }
+      .body { font: 400 22px Inter, ui-sans-serif, system-ui, sans-serif; fill: #56627e; }
+      .mono { font: 500 22px "SFMono-Regular", ui-monospace, Menlo, monospace; fill: #32405d; }
+      .muted { fill: #eff3f9; rx: 18; }
+      .hl { fill: #fff1a8; rx: 12; }
+      .badge { font: 700 18px Inter, ui-sans-serif, system-ui, sans-serif; fill: white; }
+    </style>
+  </defs>
+
+  <rect width="1600" height="980" fill="url(#bg)"/>
+  <text x="90" y="90" class="title">Qualitative pruning example</text>
+  <text x="90" y="132" class="subtitle">The useful block is local and verbatim even when the observation itself is long and operationally noisy.</text>
+
+  <g filter="url(#shadow)">
+    <rect x="90" y="180" width="1420" height="120" class="card"/>
+    <rect x="120" y="208" width="120" height="42" rx="21" fill="#6f63ff"/>
+    <text x="155" y="236" class="badge">Query</text>
+    <text x="120" y="275" class="mono">Find the block that shows the OOMKilled reason and exit code for the analytics-worker container.</text>
+  </g>
+
+  <g filter="url(#shadow)">
+    <rect x="90" y="350" width="690" height="520" class="card"/>
+    <text x="125" y="398" class="head">Raw tool output (excerpt from 250 lines)</text>
+    <rect x="125" y="425" width="620" height="390" rx="20" fill="#eef3f9"/>
+    <text x="155" y="485" class="mono" fill="#73809c">23:   State:       Waiting</text>
+    <text x="155" y="545" class="mono" fill="#73809c">24:     Reason:    CrashLoopBackOff</text>
+    <text x="155" y="605" class="mono" fill="#73809c">25:   Last State:  Terminated</text>
+    <rect x="142" y="630" width="570" height="44" class="hl"/>
+    <text x="155" y="660" class="mono">26:     Reason:    OOMKilled</text>
+    <rect x="142" y="688" width="570" height="44" class="hl"/>
+    <text x="155" y="718" class="mono">27:     Exit Code: 137</text>
+    <text x="155" y="778" class="mono" fill="#73809c">28:     Started:   Mon, 10 Mar 2026 08:12:45 +0000</text>
+    <text x="155" y="838" class="mono" fill="#73809c">30:   Ready:       False</text>
+  </g>
+
+  <g filter="url(#shadow)">
+    <rect x="840" y="350" width="670" height="520" class="card"/>
+    <text x="875" y="398" class="head">Gold extracted span</text>
+    <rect x="875" y="425" width="600" height="190" rx="20" fill="#eef3f9"/>
+    <rect x="892" y="475" width="566" height="44" class="hl"/>
+    <text x="905" y="505" class="mono">26:     Reason:    OOMKilled</text>
+    <rect x="892" y="533" width="566" height="44" class="hl"/>
+    <text x="905" y="563" class="mono">27:     Exit Code: 137</text>
+
+    <text x="875" y="680" class="head">Interpretation</text>
+    <text x="875" y="730" class="body">The benchmark rewards preserving the failure</text>
+    <text x="875" y="765" class="body">evidence while discarding the surrounding noise.</text>
+    <text x="875" y="815" class="body">This is typical of tool-output pruning: the useful</text>
+    <text x="875" y="850" class="body">block is short, local, and should remain verbatim.</text>
+  </g>
+</svg>
diff --git a/docs/assets/squeez_results_chart.svg b/docs/assets/squeez_results_chart.svg
@@ -0,0 +1,104 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="1600" height="960" viewBox="0 0 1600 960" role="img" aria-label="Squeez results chart">
+  <defs>
+    <linearGradient id="bg" x1="0" y1="0" x2="1" y2="1">
+      <stop offset="0%" stop-color="#fbf8ff"/>
+      <stop offset="100%" stop-color="#f6fbff"/>
+    </linearGradient>
+    <filter id="shadow" x="-20%" y="-20%" width="140%" height="160%">
+      <feDropShadow dx="0" dy="12" stdDeviation="18" flood-color="#23304f" flood-opacity="0.12"/>
+    </filter>
+    <style>
+      .title { font: 700 50px Inter, ui-sans-serif, system-ui, sans-serif; fill: #182033; }
+      .subtitle { font: 400 24px Inter, ui-sans-serif, system-ui, sans-serif; fill: #5b6782; }
+      .axis { stroke: #8a95b0; stroke-width: 2.5; }
+      .grid { stroke: #e5e9f2; stroke-width: 1.5; }
+      .tick { font: 400 18px Inter, ui-sans-serif, system-ui, sans-serif; fill: #5d6780; }
+      .label { font: 600 22px Inter, ui-sans-serif, system-ui, sans-serif; fill: #27324a; }
+      .model { font: 500 18px Inter, ui-sans-serif, system-ui, sans-serif; fill: #31405c; }
+      .legend { font: 500 19px Inter, ui-sans-serif, system-ui, sans-serif; fill: #31405c; }
+      .card { fill: rgba(255,255,255,0.88); stroke: #d9e0ef; stroke-width: 2; rx: 28; }
+      .metric { font: 700 34px Inter, ui-sans-serif, system-ui, sans-serif; fill: #182033; }
+      .metricl { font: 500 16px Inter, ui-sans-serif, system-ui, sans-serif; fill: #6a7590; letter-spacing: 0.08em; }
+    </style>
+  </defs>
+
+  <rect width="1600" height="960" fill="url(#bg)"/>
+  <text x="90" y="90" class="title">Held-out test performance</text>
+  <text x="90" y="132" class="subtitle">The fine-tuned 2B model preserves the most relevant evidence while maintaining high compression.</text>
+
+  <g filter="url(#shadow)">
+    <rect x="90" y="170" width="300" height="110" class="card"/>
+    <text x="120" y="208" class="metricl">RECALL</text>
+    <text x="120" y="254" class="metric">0.862</text>
+  </g>
+  <g filter="url(#shadow)">
+    <rect x="410" y="170" width="300" height="110" class="card"/>
+    <text x="440" y="208" class="metricl">F1</text>
+    <text x="440" y="254" class="metric">0.804</text>
+  </g>
+  <g filter="url(#shadow)">
+    <rect x="730" y="170" width="300" height="110" class="card"/>
+    <text x="760" y="208" class="metricl">TOKENS REMOVED</text>
+    <text x="760" y="254" class="metric">91.5%</text>
+  </g>
+  <g filter="url(#shadow)">
+    <rect x="1050" y="170" width="420" height="110" class="card"/>
+    <text x="1080" y="208" class="metricl">GAIN VS QWEN 35B</text>
+    <text x="1080" y="254" class="metric">+11.3 recall points</text>
+  </g>
+
+  <line class="axis" x1="130" y1="830" x2="1490" y2="830"/>
+  <line class="axis" x1="130" y1="330" x2="130" y2="830"/>
+  <line class="grid" x1="130" y1="730" x2="1490" y2="730"/>
+  <line class="grid" x1="130" y1="630" x2="1490" y2="630"/>
+  <line class="grid" x1="130" y1="530" x2="1490" y2="530"/>
+  <line class="grid" x1="130" y1="430" x2="1490" y2="430"/>
+
+  <text x="92" y="836" class="tick">0.0</text>
+  <text x="92" y="736" class="tick">0.2</text>
+  <text x="92" y="636" class="tick">0.4</text>
+  <text x="92" y="536" class="tick">0.6</text>
+  <text x="92" y="436" class="tick">0.8</text>
+  <text x="60" y="315" class="label" transform="rotate(-90 60 315)">score</text>
+
+  <!-- bars -->
+  <g>
+    <rect x="180" y="399" width="44" height="431" rx="10" fill="#6f63ff"/>
+    <rect x="230" y="428" width="44" height="402" rx="10" fill="#c7c2ff"/>
+    <text x="145" y="870" class="model">Squeez-2B</text>
+  </g>
+  <g>
+    <rect x="360" y="455" width="44" height="375" rx="10" fill="#1d9e75"/>
+    <rect x="410" y="467" width="44" height="363" rx="10" fill="#7ddcc1"/>
+    <text x="312" y="870" class="model">Qwen 35B A3B</text>
+  </g>
+  <g>
+    <rect x="540" y="566" width="44" height="264" rx="10" fill="#378add"/>
+    <rect x="590" y="489" width="44" height="341" rx="10" fill="#9bc9ef"/>
+    <text x="539" y="870" class="model">Kimi K2</text>
+  </g>
+  <g>
+    <rect x="720" y="566" width="44" height="264" rx="10" fill="#7f7a89"/>
+    <rect x="770" y="556" width="44" height="274" rx="10" fill="#d2ced8"/>
+    <text x="676" y="870" class="model">Qwen 2B base</text>
+  </g>
+  <g>
+    <rect x="950" y="721" width="30" height="109" rx="8" fill="#d8dbe3"/>
+    <rect x="985" y="714" width="30" height="116" rx="8" fill="#f0f2f7"/>
+    <rect x="1065" y="758" width="30" height="72" rx="8" fill="#d8dbe3"/>
+    <rect x="1100" y="752" width="30" height="78" rx="8" fill="#f0f2f7"/>
+    <rect x="1180" y="780" width="30" height="50" rx="8" fill="#d8dbe3"/>
+    <rect x="1215" y="732" width="30" height="98" rx="8" fill="#f0f2f7"/>
+    <rect x="1295" y="805" width="30" height="25" rx="8" fill="#d8dbe3"/>
+    <rect x="1330" y="760" width="30" height="70" rx="8" fill="#f0f2f7"/>
+    <text x="956" y="870" class="model">BM25</text>
+    <text x="1051" y="870" class="model">First-N</text>
+    <text x="1176" y="870" class="model">Random</text>
+    <text x="1288" y="870" class="model">Last-N</text>
+  </g>
+
+  <rect x="1120" y="330" width="18" height="18" rx="4" fill="#6f63ff"/>
+  <text x="1148" y="345" class="legend">Recall</text>
+  <rect x="1240" y="330" width="18" height="18" rx="4" fill="#c7c2ff"/>
+  <text x="1268" y="345" class="legend">F1</text>
+</svg>
diff --git a/docs/blog.md b/docs/blog.md
