feat: simple search tool for internal testing #52

Author: TobiasGleiter

examples/agents/search/main.go

@@ -0,0 +1,58 @@
+package main
+
+import (
+	"context"
+	"errors"
+	"fmt"
+	"time"
+
+	"github.com/bit8bytes/beago/agents"
+	"github.com/bit8bytes/beago/llms/ollama"
+	"github.com/bit8bytes/beago/runner"
+	"github.com/bit8bytes/beago/stores/memory"
+	"github.com/bit8bytes/beago/tools"
+)
+
+func main() {
+	ctx, cancel := context.WithTimeout(context.Background(), time.Second*120)
+	defer cancel()
+
+	storage := memory.New()
+	defer storage.Close()
+
+	model := ollama.New(ollama.Model{
+		Model:   "gemma3:12b",
+		Options: ollama.Options{NumCtx: 4096},
+		Stream:  false,
+		Format:  ollama.JSON,
+	})
+
+	tools := []tools.Tool{&tools.Search{}}
+
+	agent, err := agents.NewReAct(ctx, model, tools, storage)
+	if err != nil {
+		panic(err)
+	}
+
+	// The llm will use the search tool to fetch the content of the page and extract the arguments if any.
+	// The search tool is currently just for testing and needs to be remodeled to be production ready.
+	task := "Fetch https://httpbin.org/get?q=lorem+ipsum and tell me what arguments the response contains."
+	if err := agent.Task(ctx, task); err != nil {
+		panic(err)
+	}
+
+	r := runner.New(agent)
+
+	res, err := r.Run(ctx)
+	if err != nil {
+		switch {
+		case errors.Is(err, runner.ErrNoFinalAnswer):
+			fmt.Println("No final answer found")
+		default:
+			panic(err)
+		}
+		return
+	}
+
+	fmt.Println(res)
+}

tools/search.go

@@ -0,0 +1,78 @@
+package tools
+
+import (
+	"context"
+	"encoding/json"
+	"fmt"
+	"html"
+	"io"
+	"net/http"
+	"regexp"
+	"strings"
+)
+
+var (
+	scriptRx = regexp.MustCompile(`(?is)<script[^>]*>.*?</script>`)
+	styleRx  = regexp.MustCompile(`(?is)<style[^>]*>.*?</style>`)
+	tagsRx   = regexp.MustCompile(`<[^>]+>`)
+	spaceRx  = regexp.MustCompile(`\s+`)
+)
+
+// Search is a tool for performing simple web searches.
+// Its currently not production ready and is only used for testing.
+type Search struct{}
+
+func (s *Search) Name() string {
+	return "search"
+}
+
+func (s *Search) Description() string {
+	return "A tool for performing web searches. Use this tool to crawl and extract information from web pages."
+}
+
+func (s *Search) Parameters() []Parameter {
+	return []Parameter{
+		{
+			Name:        "url",
+			Description: "URL to search. This should be a valid URL string.",
+			Required:    true,
+		},
+	}
+}
+
+func (s *Search) Execute(ctx context.Context, params json.RawMessage) (string, error) {
+	var input struct {
+		URL string `json:"url"`
+	}
+	if err := json.Unmarshal(params, &input); err != nil {
+		return "", fmt.Errorf("search invalid params: %w", err)
+	}
+
+	req, err := http.NewRequestWithContext(ctx, http.MethodGet, input.URL, nil)
+	if err != nil {
+		return "", fmt.Errorf("failed to create request: %w", err)
+	}
+
+	resp, err := http.DefaultClient.Do(req)
+	if err != nil {
+		return "", fmt.Errorf("failed with error: %w", err)
+	}
+	defer resp.Body.Close()
+
+	b, err := io.ReadAll(resp.Body)
+	if err != nil {
+		return "", fmt.Errorf("failed to read response body: %w", err)
+	}
+
+	// Pragmatically extract text from HTML responses.
+	// This is not a robust solution and requires more work to be production ready.
+	text := string(b)
+	text = scriptRx.ReplaceAllString(text, " ")
+	text = styleRx.ReplaceAllString(text, " ")
+	text = tagsRx.ReplaceAllString(text, " ")
+	text = html.UnescapeString(text)
+	text = spaceRx.ReplaceAllString(text, " ")
+	text = strings.TrimSpace(text)
+
+	return text, nil
+}