Merge pull request #822 from Pipelex/release/v0.24.0

Release v0.24.0

Author: lchoquel

.badges/tests.json

@@ -1,7 +1,7 @@
 {
   "schemaVersion": 1,
   "label": "tests",
-  "message": "4047",
+  "message": "4053",
   "color": "blue",
   "cacheSeconds": 300
 }

.claude/skills/update-graph-ui/SKILL.md

@@ -0,0 +1,112 @@
+---
+name: update-graph-ui
+description: >
+  Update the mthds-ui graph viewer assets in pipelex to a new version.
+  Bumps the version tag in package.json, runs make sync-graph-ui to rebuild
+  and copy the standalone JS/CSS assets, verifies the sync and runs tests.
+  Use when user says "update graph ui", "bump mthds-ui", "sync graph viewer",
+  "update graph viewer", "new version of mthds-ui", or any variation of
+  updating the vendored graph viewer assets.
+user_invocable: true
+---
+
+# Update Graph UI Assets
+
+Update the vendored mthds-ui graph viewer assets in pipelex to a new version.
+
+## Prerequisites
+
+- `node` and `npm` must be on PATH
+- Git access to `github.com/Pipelex/mthds-ui`
+
+## Workflow
+
+### 1. Check current state
+
+```bash
+grep '@pipelex/mthds-ui' package.json
+cat pipelex/graph/reactflow/assets/.graph-ui-version
+```
+
+Report the currently pinned version and the currently synced version.
+
+### 2. Determine target version
+
+Ask the user which version to update to, or check the latest tag:
+
+```bash
+git ls-remote --tags https://github.com/Pipelex/mthds-ui.git | grep -o 'refs/tags/v[0-9.]*' | sed 's|refs/tags/v||' | sort -V | tail -1
+```
+
+Show the user the latest available version and ask for confirmation.
+
+### 3. Update package.json
+
+Edit `package.json` to change the version tag and update the pinned SHA:
+
+```bash
+git ls-remote https://github.com/Pipelex/mthds-ui.git refs/tags/v<NEW_VERSION> refs/tags/v<NEW_VERSION>^{}
+```
+
+If two lines appear (annotated tag), use the `^{}` dereferenced SHA (the commit).
+If one line appears (lightweight tag), use that SHA directly.
+Update both fields:
+
+```json
+"dependencies": {
+  "@pipelex/mthds-ui": "github:Pipelex/mthds-ui#v<NEW_VERSION>"
+},
+"//dependencies": {
+  "@pipelex/mthds-ui": "v<NEW_VERSION> = <COMMIT_SHA>"
+}
+```
+
+### 4. Sync assets
+
+```bash
+make sync-graph-ui
+```
+
+This clones mthds-ui at the pinned tag, builds the standalone JS/CSS bundles,
+and copies them to `pipelex/graph/reactflow/assets/`.
+
+If this fails, stop and report the error. Common issues:
+- Tag doesn't exist on the remote (check available tags)
+- npm install failure (network issue)
+- Build failure (mthds-ui build broken at that tag)
+
+### 5. Verify sync
+
+```bash
+make check-graph-ui-sync
+```
+
+Must print "up-to-date". If not, something went wrong in step 4.
+
+### 6. Run graph tests
+
+```bash
+.venv/bin/pytest tests/unit/pipelex/graph/test_reactflow_html.py -v --no-header
+```
+
+All tests must pass. These verify:
+- HTML generation with embedded GraphSpec
+- Bundled JS/CSS is present
+- Config JSON embedding
+- HTML structure validity
+
+### 7. Run full quality checks
+
+```bash
+make agent-check
+```
+
+Ensures the new assets don't break lint, type checking, or any other checks.
+
+### 8. Report
+
+Tell the user:
+- Previous version and new version
+- Asset sizes (JS + CSS)
+- Test results
+- Remind to commit: `package.json`, `graph-viewer.js`, `graph-viewer.css`, `.graph-ui-version`

.github/workflows/graph-ui-check.yml

@@ -0,0 +1,25 @@
+name: Graph UI asset sync check
+
+on:
+  pull_request:
+    branches:
+      - main
+      - dev
+
+jobs:
+  graph-ui-sync:
+    name: Graph UI sync
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Check graph UI assets are in sync
+        run: |
+          PINNED_VERSION=$(grep -o '"github:Pipelex/mthds-ui#[^"]*"' package.json | sed 's/.*#//;s/"//')
+          SYNCED_VERSION=$(cat pipelex/graph/reactflow/assets/.graph-ui-version 2>/dev/null | tr -d '[:space:]')
+          SYNCED_VERSION="${SYNCED_VERSION:-NONE}"
+          if [ "$PINNED_VERSION" != "$SYNCED_VERSION" ]; then
+            echo "::error::Graph UI assets are out of date! Pinned: $PINNED_VERSION, Synced: $SYNCED_VERSION. Run 'make sync-graph-ui' to update."
+            exit 1
+          fi
+          echo "Graph UI assets are up-to-date ($SYNCED_VERSION)"

.gitignore

@@ -72,6 +72,10 @@ mthds-wip
 # Derived artifacts (auto-generated, not tracked)
 derived/
 
+# Node.js (used only for syncing mthds-ui graph viewer assets)
+node_modules/
+package-lock.json
+
 # Claude plans
 .claude/plans/
 .gstack/

.pipelex-dev/test_profiles.toml

@@ -66,7 +66,9 @@ anthropic = [
   "claude-4.5-haiku",
   "claude-4.5-sonnet",
   "claude-4.5-opus",
+  "claude-4.6-sonnet",
   "claude-4.6-opus",
+  "claude-4.7-opus",
 ]
 
 # --- DeepSeek Models ---

.pipelex/inference/backends/anthropic.toml

@@ -101,6 +101,15 @@ outputs = ["text", "structured"]
 max_prompt_images = 100
 costs = { input = 5.0, output = 25.0 }
 
+["claude-4.6-sonnet"]
+model_id = "claude-sonnet-4-6"
+max_tokens = 64000
+inputs = ["text", "images", "pdf"]
+outputs = ["text", "structured"]
+max_prompt_images = 100
+costs = { input = 3.0, output = 15.0 }
+thinking_mode = "adaptive"
+
 ["claude-4.6-opus"]
 model_id = "claude-opus-4-6"
 max_tokens = 64000
@@ -109,3 +118,14 @@ outputs = ["text", "structured"]
 max_prompt_images = 100
 costs = { input = 5.0, output = 25.0 }
 thinking_mode = "adaptive"
+
+# --- Claude 4.7 Series --------------------------------------------------------
+["claude-4.7-opus"]
+model_id = "claude-opus-4-7"
+max_tokens = 128000
+inputs = ["text", "images", "pdf"]
+outputs = ["text", "structured"]
+max_prompt_images = 100
+costs = { input = 5.0, output = 25.0 }
+thinking_mode = "adaptive"
+listed_constraints = ["temperature_unsupported"]

.pipelex/inference/backends/bedrock.toml

@@ -125,6 +125,16 @@ max_prompt_images = 100
 costs = { input = 5.0, output = 25.0 }
 thinking_mode = "manual"
 
+["claude-4.6-sonnet"]
+sdk = "bedrock_anthropic"
+model_id = "global.anthropic.claude-sonnet-4-6"
+max_tokens = 64000
+inputs = ["text", "images", "pdf"]
+outputs = ["text", "structured"]
+max_prompt_images = 100
+costs = { input = 3.0, output = 15.0 }
+thinking_mode = "adaptive"
+
 ["claude-4.6-opus"]
 sdk = "bedrock_anthropic"
 model_id = "global.anthropic.claude-opus-4-6-v1"
@@ -134,3 +144,15 @@ outputs = ["text", "structured"]
 max_prompt_images = 100
 costs = { input = 5.0, output = 25.0 }
 thinking_mode = "adaptive"
+
+# --- Claude 4.7 Series --------------------------------------------------------
+["claude-4.7-opus"]
+sdk = "bedrock_anthropic"
+model_id = "global.anthropic.claude-opus-4-7"
+max_tokens = 128000
+inputs = ["text", "images", "pdf"]
+outputs = ["text", "structured"]
+max_prompt_images = 100
+costs = { input = 5.0, output = 25.0 }
+thinking_mode = "adaptive"
+listed_constraints = ["temperature_unsupported"]

.pipelex/inference/deck/1_llm_deck.toml

@@ -28,21 +28,21 @@ for_object = "@default-general"
 
 [llm.aliases]
 best-gpt = "gpt-5.2"
-best-claude = "claude-4.5-opus"
+best-claude = "claude-4.7-opus"
 best-gemini = "gemini-3.0-pro"
 best-mistral = "mistral-large"
 
 # Default aliases (first choice from waterfalls)
-default-general = "claude-4.5-sonnet"
+default-general = "claude-4.6-sonnet"
 default-premium = "claude-4.6-opus"
 default-premium-vision = "claude-4.6-opus"
 default-premium-structured = "claude-4.6-opus"
 default-large-context-code = "gemini-3.0-pro"
 default-large-context-text = "gemini-2.5-flash"
 default-small = "gpt-4o-mini"
 default-small-structured = "gpt-4o-mini"
-default-small-vision = "gemini-2.5-flash-lite"
-default-small-creative = "gemini-2.5-flash-lite"
+default-small-vision = "gemini-3.0-flash-preview"
+default-small-creative = "gemini-3.0-flash-preview"
 
 ####################################################################################################
 # LLM Presets
@@ -52,34 +52,36 @@ default-small-creative = "gemini-2.5-flash-lite"
 
 # Writing
 writing-factual = { model = "@default-premium", temperature = 0.1, description = "Factual writing with high accuracy" }
+writing-factual-cheap = { model = "@default-small", temperature = 0.1, description = "Cheap factual writing with high accuracy" }
 writing-creative = { model = "@default-premium", temperature = 0.9, description = "Creative writing with high variability" }
+writing-creative-cheap = { model = "@default-small-creative", temperature = 0.9, description = "Cheap creative writing with high variability" }
 
 # Retrieval
 retrieval = { model = "@default-large-context-text", temperature = 0.1, description = "Data retrieval from large text corpora" }
+retrieval-cheap = { model = "gemini-2.5-flash-lite", temperature = 0.1, description = "Cheap data retrieval from large text corpora" }
+retrieval-premium = { model = "claude-4.7-opus", temperature = 0.1, description = "Premium data retrieval with highest accuracy" }
 
 # Engineering
 engineering-structured = { model = "@default-premium-structured", temperature = 0.2, description = "Structured engineering output (JSON, schemas)" }
 engineering-code = { model = "@default-premium", temperature = 0.1, description = "Code generation and analysis" }
+engineering-code-cheap = { model = "claude-4.6-sonnet", temperature = 0.1, description = "Cheap code generation and analysis" }
+engineering-code-cheaper = { model = "claude-4.5-haiku", temperature = 0.1, description = "Cheapest code generation and analysis" }
 engineering-codebase-analysis = { model = "@best-gemini", temperature = 0.1, description = "Large codebase analysis" }
 
 # Vision
-vision = { model = "@default-premium-vision", temperature = 0.5, description = "Vision language model for understanding images" }
-vision-cheap = { model = "@default-small-vision", temperature = 0.5, description = "Budget vision model for simple image tasks" }
+vision = { model = "@default-premium-vision", temperature = 0.5, description = "Understanding and interpreting images" }
+vision-cheap = { model = "@default-small-vision", temperature = 0.5, description = "Cheap image understanding for simple tasks" }
 vision-diagram = { model = "@default-premium-vision", temperature = 0.3, description = "Diagram and chart interpretation" }
 vision-table = { model = "@default-premium-vision", temperature = 0.3, description = "Table extraction from images" }
 
 # Image generation prompting
 img-gen-prompting = { model = "@default-premium", temperature = 0.5, description = "Crafting image generation prompts" }
-img-gen-prompting-cheap = { model = "@default-small", temperature = 0.5, description = "Budget image prompt generation" }
+img-gen-prompting-cheap = { model = "@default-small-creative", temperature = 0.5, description = "Cheap image prompt generation" }
 
 # Reasoning
 deep-analysis = { model = "@default-premium", temperature = 0.1, reasoning_effort = "high", description = "Deep reasoning and analysis" }
 quick-reasoning = { model = "@default-premium", temperature = 0.3, reasoning_effort = "low", description = "Quick reasoning for simple tasks" }
 
-# Builder (isolated presets for the pipeline builder)
-pipe-builder-engineering = { model = "claude-4.6-opus", temperature = 0.2, description = "Builder: structured engineering output" }
-pipe-builder-img-gen-prompting = { model = "claude-4.5-sonnet", temperature = 0.7, description = "Builder: crafting image generation prompts" }
-
 # Testing
 testing-text = { model = "@default-small", temperature = 0.5, description = "Testing preset for text generation" }
 testing-structured = { model = "@default-small-structured", temperature = 0.1, description = "Testing preset for structured output" }

.vscode/launch.json

@@ -100,7 +100,7 @@
             "args": [
                 "run",
                 "bundle",
-                "tests/integration/pipelex/pipes/pipelines/test_image_out_in.mthds",
+                "/Users/lchoquel/repos/Pipelex/pipelex-demos/mthds-wip/fashion_moodboard",
             ],
             "console": "integratedTerminal",
             "justMyCode": false

.vscode/settings.json

@@ -1,4 +1,6 @@
 {
+    "python.defaultInterpreterPath": "${workspaceFolder}/.venv/bin/python",
+    "python.analysis.extraPaths": ["./tests"],
     "[python]": {
         "editor.defaultFormatter": "charliermarsh.ruff"
     },
@@ -35,5 +37,6 @@
     "[mthds]": {
         "editor.defaultFormatter": "Pipelex.pipelex",
         "editor.formatOnSave": true
-    }
+    },
+    "pipelex.graph.direction": "left_to_right"
 }