feat(dependencies): replace genai crate with liter-llm dependency

Author: Akagi201

Cargo.toml

@@ -33,8 +33,10 @@ eyre = "0.6.12"
 flume = "0.12.0"
 futures-core = "0.3.32"
 futures-util = "0.3.32"
-genai = "=0.6.0-beta.10"
 jsonschema = "0.45.0"
+liter-llm = { version = "1.1.1", default-features = false, features = [
+    "native-http",
+] }
 opentelemetry = "0.31.0"
 opentelemetry-otlp = { version = "0.31.1", features = ["grpc-tonic"] }
 opentelemetry_sdk = "0.31.0"

README.md

@@ -7,7 +7,7 @@
 [![License](https://img.shields.io/badge/license-Apache--2.0-blue.svg)](LICENSE.md)
 [![Rust](https://img.shields.io/badge/rust-2024%20edition-orange.svg)](https://www.rust-lang.org/)
 
-**Bob** is a minimal AI agent framework built in Rust with a hexagonal (ports & adapters) architecture. It connects to language models via [`genai`](https://crates.io/crates/genai) and to external tools via MCP servers using [`rmcp`](https://crates.io/crates/rmcp).
+**Bob** is a minimal AI agent framework built in Rust with a hexagonal (ports & adapters) architecture. It connects to language models via [`liter-llm`](https://crates.io/crates/liter-llm) and to external tools via MCP servers using [`rmcp`](https://crates.io/crates/rmcp).
 
 ## Design Philosophy
 
@@ -43,7 +43,7 @@ Compile-Time Safety
 |-------|-------------|
 | **[bob-core](https://crates.io/crates/bob-core)** | Domain types, port traits (`LlmPort`, `ToolPort`, `SessionStore`, `EventSink`) |
 | **[bob-runtime](https://crates.io/crates/bob-runtime)** | Runtime orchestration: 6-state turn FSM, prompt builder, action parser |
-| **[bob-adapters](https://crates.io/crates/bob-adapters)** | Concrete implementations: genai LLM, MCP tools, file/memory stores, OpenTelemetry |
+| **[bob-adapters](https://crates.io/crates/bob-adapters)** | Concrete implementations: liter-llm, MCP tools, file/memory stores, OpenTelemetry |
 | **[bob-chat](https://crates.io/crates/bob-chat)** | Chat channel types and streaming abstractions for multi-platform integration |
 | **[bob-skills](https://crates.io/crates/bob-skills)** | Skill loading, parsing, selection, and registry with frontmatter metadata |
 | **bob-cli** | CLI application with interactive REPL and skill management |
@@ -117,7 +117,7 @@ Skill management system with deterministic selection and frontmatter metadata:
 ┌─────────────────────────────────────────────────────────────┐
 │                  Adapters (bob-adapters)                    │
 │  ┌──────────┐  ┌──────────┐  ┌──────────┐  ┌──────────┐     │
-│  │GenAI LLM │  │MCP Tools │  │In-Memory │  │ Tracing  │     │
+│  │LiterLLM  │  │MCP Tools │  │In-Memory │  │ Tracing  │     │
 │  │          │  │          │  │  Store   │  │  Events  │     │
 │  └──────────┘  └──────────┘  └──────────┘  └──────────┘     │
 └─────────────────────────────────────────────────────────────┘

agent.toml

@@ -2,7 +2,7 @@
 #
 # Copy this file to your project root and adjust as needed.
 # API keys (e.g. OPENAI_API_KEY) are read from environment variables
-# by the genai crate — they are NOT stored in this file.
+# by the liter-llm crate — they are NOT stored in this file.
 
 [runtime]
 # Model identifier in "provider:model" format.

bin/bob-cli/Cargo.toml

@@ -23,7 +23,7 @@ bob-skills = { workspace = true }
 clap = { workspace = true, features = ["derive"] }
 config = { workspace = true }
 eyre = { workspace = true }
-genai = { workspace = true }
+liter-llm = { workspace = true }
 serde = { workspace = true, features = ["derive"] }
 serde_json.workspace = true
 serde_yml = { workspace = true }

bin/bob-cli/README.md

@@ -152,7 +152,7 @@ Here is the translated explanation...
 
 ### Multi-Model Support
 
-Works with any LLM provider supported by `genai`:
+Works with any LLM provider supported by `liter-llm`:
 
 - OpenAI: `openai:gpt-4o`, `openai:gpt-4o-mini`
 - Anthropic: `anthropic:claude-3-5-sonnet-20241022`

bin/bob-cli/src/bootstrap.rs

@@ -46,9 +46,17 @@ pub(crate) struct CliRuntimeHandles {
 
 /// Build the runtime from a loaded config.
 pub(crate) async fn build_runtime(cfg: &AgentConfig) -> eyre::Result<CliRuntimeHandles> {
-    let client = genai::Client::default();
+    let api_key = std::env::var("OPENAI_API_KEY")
+        .or_else(|_| std::env::var("ANTHROPIC_API_KEY"))
+        .or_else(|_| std::env::var("GEMINI_API_KEY"))
+        .unwrap_or_default();
+    let config = liter_llm::ClientConfig::new(api_key);
+    let client = std::sync::Arc::new(
+        liter_llm::DefaultClient::new(config, Some(&cfg.runtime.default_model))
+            .wrap_err("failed to create LLM client")?,
+    );
     let llm: Arc<dyn bob_adapters::core::ports::LlmPort> =
-        Arc::new(bob_adapters::llm_genai::GenAiLlmAdapter::new(client));
+        Arc::new(bob_adapters::llm_liter::LiterLlmAdapter::new(client));
 
     let tools = build_tool_port(cfg).await?;
     let store_root = resolve_store_root(cfg)?;

crates/bob-adapters/Cargo.toml

@@ -7,14 +7,14 @@ repository.workspace = true
 homepage.workspace = true
 authors.workspace = true
 description = "Adapter implementations for Bob Agent Framework ports"
-keywords = ["agent", "ai", "adapter", "genai", "mcp"]
+keywords = ["agent", "ai", "adapter", "llm", "mcp"]
 categories = ["development-tools", "asynchronous", "api-bindings"]
 readme = "README.md"
 documentation = "https://docs.rs/bob-adapters"
 
 [features]
-default = ["llm-genai", "mcp-rmcp", "skills-agent", "observe-tracing"]
-llm-genai = ["dep:genai"]
+default = ["llm-liter", "mcp-rmcp", "skills-agent", "observe-tracing"]
+llm-liter = ["dep:liter-llm"]
 mcp-rmcp = [
     "dep:rmcp",
     "rmcp/client",
@@ -45,7 +45,7 @@ tokio = { workspace = true, features = ["process", "io-util"] }
 
 # Feature-gated
 bob-skills = { workspace = true, optional = true }
-genai = { workspace = true, optional = true }
+liter-llm = { workspace = true, optional = true }
 opentelemetry = { workspace = true, optional = true }
 opentelemetry-otlp = { workspace = true, optional = true }
 opentelemetry_sdk = { workspace = true, optional = true }

crates/bob-adapters/README.md

@@ -21,7 +21,7 @@ Adapter implementations for the [Bob Agent Framework](https://github.com/longcip
 
 All adapters are feature-gated to minimize dependencies:
 
-- **`llm-genai`** (default): LLM adapter using the [`genai`](https://crates.io/crates/genai) crate
+- **`llm-liter`** (default): LLM adapter using the [`liter-llm`](https://crates.io/crates/liter-llm) crate
 - **`mcp-rmcp`** (default): Tool adapter for MCP servers via [`rmcp`](https://crates.io/crates/rmcp)
 - **`skills-agent`** (default): Skill loading and composition via [`agent-skills`](https://crates.io/crates/agent-skills)
 - **`store-memory`** (default): In-memory session storage
@@ -42,23 +42,25 @@ To disable default features and select specific adapters:
 [dependencies.bob-adapters]
 version = "0.2.1"
 default-features = false
-features = ["llm-genai", "mcp-rmcp"]
+features = ["llm-liter", "mcp-rmcp"]
 ```
 
 ### Example: Creating Adapters
 
 ```rust
 use bob_adapters::{
-    llm_genai::GenAiLlmAdapter,
+    llm_liter::LiterLlmAdapter,
     mcp_rmcp::McpToolAdapter,
     store_memory::InMemorySessionStore,
     observe::TracingEventSink,
 };
-use genai::Client;
+use liter_llm::{ClientConfig, DefaultClient, LlmClient};
+use std::sync::Arc;
 
 // LLM adapter
-let client = Client::default();
-let llm = GenAiLlmAdapter::new(client);
+let config = ClientConfig::new(std::env::var("OPENAI_API_KEY").unwrap_or_default());
+let client = Arc::new(DefaultClient::new(config, None).unwrap());
+let llm = LiterLlmAdapter::new(client);
 
 // Tool adapter (MCP server)
 let tools = McpToolAdapter::connect_stdio(
@@ -91,9 +93,9 @@ let rendered = composer.render_bundle_for_input("summarize this incident report"
 
 ## Adapters
 
-### LLM Adapters (`llm-genai`)
+### LLM Adapters (`llm-liter`)
 
-Connects to LLM providers through the `genai` crate, supporting:
+Connects to LLM providers through the `liter-llm` crate, supporting:
 
 - OpenAI (GPT-4, GPT-4o-mini, etc.)
 - Anthropic (Claude)

crates/bob-adapters/src/lib.rs

@@ -15,7 +15,7 @@
 //!
 //! All adapters are feature-gated to minimize dependencies:
 //!
-//! - **`llm-genai`** (default): LLM adapter using the [`genai`](https://crates.io/crates/genai)
+//! - **`llm-liter`** (default): LLM adapter using the [`liter-llm`](https://crates.io/crates/liter-llm)
 //!   crate
 //! - **`mcp-rmcp`** (default): Tool adapter for MCP servers via [`rmcp`](https://crates.io/crates/rmcp)
 //! - **`skills-agent`** (default): Skill loading and composition via [`bob-skills`](https://crates.io/crates/bob-skills)
@@ -26,16 +26,18 @@
 //!
 //! ```rust,ignore
 //! use bob_adapters::{
-//!     llm_genai::GenAiLlmAdapter,
+//!     llm_liter::LiterLlmAdapter,
 //!     mcp_rmcp::McpToolAdapter,
 //!     store_memory::InMemorySessionStore,
 //!     observe::TracingEventSink,
 //! };
-//! use genai::Client;
+//! use liter_llm::{ClientConfig, DefaultClient, LlmClient};
+//! use std::sync::Arc;
 //!
 //! // LLM adapter
-//! let client = Client::default();
-//! let llm = GenAiLlmAdapter::new(client);
+//! let config = ClientConfig::new(std::env::var("OPENAI_API_KEY").unwrap_or_default());
+//! let client = Arc::new(DefaultClient::new(config, None).unwrap());
+//! let llm = LiterLlmAdapter::new(client);
 //!
 //! // Tool adapter (MCP server)
 //! let tools = McpToolAdapter::connect_stdio(
@@ -54,9 +56,9 @@
 //!
 //! ## Adapters
 //!
-//! ### LLM Adapters (`llm-genai`)
+//! ### LLM Adapters (`llm-liter`)
 //!
-//! Connects to LLM providers through the `genai` crate, supporting:
+//! Connects to LLM providers through the `liter-llm` crate, supporting:
 //! - OpenAI (GPT-4, GPT-4o-mini, etc.)
 //! - Anthropic (Claude)
 //! - Google (Gemini)
@@ -101,8 +103,8 @@ pub mod journal_memory;
 pub mod openai_schema;
 pub mod tape_memory;
 
-#[cfg(feature = "llm-genai")]
-pub mod llm_genai;
+#[cfg(feature = "llm-liter")]
+pub mod llm_liter;
 
 #[cfg(feature = "mcp-rmcp")]
 pub mod mcp_rmcp;