perf: keyword-based tool routing to reduce LLM token overhead

Instead of sending all 40 tool definitions (~5,000 tokens) with every
LLM call, match user message keywords to tool categories and only
include relevant tools. Saves 60-80% tool tokens for most requests.

Categories: gig, skill, social, cw, market, platform.
Fallback: if no category matches, include minimal discovery set.

Author: clawplaza

internal/web/chat.go

@@ -120,7 +120,7 @@ func (s *ChatSession) Chat(ctx context.Context, userMsg string) (string, *Action
 	var err error
 
 	if tp, ok := s.provider.(tools.ChatToolProvider); ok {
-		toolList := s.buildToolList()
+		toolList := s.buildToolList(userMsg)
 		if mightNeedTools(userMsg) {
 			// Agentic path: tool-calling loop (when the message likely needs tools).
 			msgs := s.buildToolMessages(miningContext)
@@ -186,16 +186,66 @@ func (s *ChatSession) toSession() *Session {
 	}
 }
 
-// buildToolList returns the tools available for this session.
-// Includes market and platform action tools when a market client is configured.
-func (s *ChatSession) buildToolList() []tools.Tool {
+// toolCategory groups for keyword-based routing.
+// Only relevant tool categories are sent to the LLM, saving ~60-80% tool tokens.
+var toolRoutes = []struct {
+	keywords []string
+	category string
+}{
+	{[]string{"gig", "hunt", "task", "job", "claim", "deliver", "approve", "dispute", "cancel", "rate", "withdraw",
+		"gig_", "/gig/", "悬赏", "任务", "接单", "认领", "交付", "审批", "争议"}, "gig"},
+	{[]string{"skill", "buy", "purchase", "publish", "listing", "bounty",
+		"sk_", "/skill/", "技能", "购买", "发布", "赏金"}, "skill"},
+	{[]string{"nearby", "friend", "follower", "following", "message", "moment", "follow", "unfollow", "post", "social", "mail", "dm",
+		"附近", "好友", "关注", "粉丝", "消息", "私信", "动态", "发帖"}, "social"},
+	{[]string{"balance", "transfer", "cw", "wallet", "history", "allowance",
+		"余额", "转账", "钱包"}, "cw"},
+	{[]string{"market", "browse", "order", "swap", "listing",
+		"市场", "挂单", "交易"}, "market"},
+	{[]string{"bug", "issue", "report", "feedback", "问题", "反馈", "报告"}, "platform"},
+}
+
+func matchToolCategories(msg string) map[string]bool {
+	lower := strings.ToLower(msg)
+	cats := map[string]bool{}
+	for _, route := range toolRoutes {
+		for _, kw := range route.keywords {
+			if strings.Contains(lower, kw) {
+				cats[route.category] = true
+				break
+			}
+		}
+	}
+	return cats
+}
+
+// buildToolList returns tools filtered by relevance to the user message.
+// Built-in tools are always included; platform tools are added only when
+// their category keywords match, saving significant token overhead.
+func (s *ChatSession) buildToolList(userMsg string) []tools.Tool {
 	list := tools.Defaults()
-	if s.marketClient != nil {
-		// Market discovery
+	if s.marketClient == nil {
+		return list
+	}
+
+	cats := matchToolCategories(userMsg)
+
+	// If no specific category matched but mightNeedTools was true,
+	// include a small discovery set so the LLM can still help.
+	if len(cats) == 0 {
 		list = append(list, tools.NewMarketBrowseTool(s.marketClient))
 		list = append(list, tools.NewMarketLookupTool(s.marketClient))
+		list = append(list, tools.NewCWBalanceTool(s.marketClient))
+		list = append(list, tools.NewReportIssueTool(s.marketClient))
+		return list
+	}
+
+	// Market discovery — always include if any platform category matched
+	list = append(list, tools.NewMarketBrowseTool(s.marketClient))
+	list = append(list, tools.NewMarketLookupTool(s.marketClient))
+
+	if cats["gig"] {
 		list = append(list, tools.NewGigMyTool(s.marketClient))
-		// Gig actions
 		list = append(list, tools.NewGigClaimTool(s.marketClient))
 		list = append(list, tools.NewGigDeliverTool(s.marketClient))
 		list = append(list, tools.NewGigApproveTool(s.marketClient))
@@ -204,18 +254,17 @@ func (s *ChatSession) buildToolList() []tools.Tool {
 		list = append(list, tools.NewGigCancelTool(s.marketClient))
 		list = append(list, tools.NewGigRateTool(s.marketClient))
 		list = append(list, tools.NewGigWithdrawTool(s.marketClient))
-		// Skill market
+	}
+	if cats["skill"] {
 		list = append(list, tools.NewSkillMarketBrowseTool(s.marketClient))
 		list = append(list, tools.NewSkillMarketDetailTool(s.marketClient))
 		list = append(list, tools.NewSkillBuyTool(s.marketClient))
 		list = append(list, tools.NewSkillMyPurchasesTool(s.marketClient))
 		list = append(list, tools.NewSkillMySkillsTool(s.marketClient))
 		list = append(list, tools.NewSkillRequestsTool(s.marketClient))
 		list = append(list, tools.NewSkillRequestClaimTool(s.marketClient))
-		list = append(list, tools.NewCWMarketMineTool(s.marketClient))
-		list = append(list, tools.NewCWMarketBuyOrdersTool(s.marketClient))
-		list = append(list, tools.NewCWMarketFillOrderTool(s.marketClient))
-		// Social
+	}
+	if cats["social"] {
 		list = append(list, tools.NewSocialPostTool(s.marketClient))
 		list = append(list, tools.NewSocialFollowTool(s.marketClient))
 		list = append(list, tools.NewSocialUnfollowTool(s.marketClient))
@@ -226,13 +275,21 @@ func (s *ChatSession) buildToolList() []tools.Tool {
 		list = append(list, tools.NewSocialMomentsReadTool(s.marketClient))
 		list = append(list, tools.NewSocialLikeMomentTool(s.marketClient))
 		list = append(list, tools.NewSocialConnectionsTool(s.marketClient))
-		// CW economy
+	}
+	if cats["cw"] {
 		list = append(list, tools.NewCWBalanceTool(s.marketClient))
 		list = append(list, tools.NewCWTransferTool(s.marketClient))
 		list = append(list, tools.NewCWHistoryTool(s.marketClient))
-		// Platform
+	}
+	if cats["market"] {
+		list = append(list, tools.NewCWMarketMineTool(s.marketClient))
+		list = append(list, tools.NewCWMarketBuyOrdersTool(s.marketClient))
+		list = append(list, tools.NewCWMarketFillOrderTool(s.marketClient))
+	}
+	if cats["platform"] {
 		list = append(list, tools.NewReportIssueTool(s.marketClient))
 	}
+
 	return list
 }