Merge pull request #1 from zyl1314/feat_cpp_ll

feat: add ScannerFileForConCurrentCPPScan empty func

Author: li-jin-gou

lang/collect/collect.go

@@ -23,8 +23,10 @@ import (
 	"slices"
 	"sort"
 	"strings"
+	"sync"
 	"unicode"
 
+	"golang.org/x/sync/errgroup"
 	sitter "github.com/smacker/go-tree-sitter"
 
 	"github.com/cloudwego/abcoder/lang/cpp"
@@ -187,6 +189,8 @@ func (c *Collector) Collect(ctx context.Context) error {
 		if err != nil {
 			return err
 		}
+	} else if c.Language == uniast.Cpp {
+		root_syms = c.ScannerFileForConCurrentCPPScan(ctx)
 	} else {
 		root_syms = c.ScannerFile(ctx)
 	}
@@ -1128,6 +1132,129 @@ func (c *Collector) ScannerFile(ctx context.Context) []*DocumentSymbol {
 	return root_syms
 }
 
+func (c *Collector) ScannerFileForConCurrentCPPScan(ctx context.Context) []*DocumentSymbol {
+	c.configureLSP(ctx)
+	excludes := make([]string, len(c.Excludes))
+	for i, e := range c.Excludes {
+		if !filepath.IsAbs(e) {
+			excludes[i] = filepath.Join(c.repo, e)
+		} else {
+			excludes[i] = e
+		}
+	}
+
+	var paths []string
+	scanner := func(path string, info os.FileInfo, err error) error {
+		if err != nil {
+			return err
+		}
+		if info.IsDir() {
+			return nil
+		}
+		for _, e := range excludes {
+			if strings.HasPrefix(path, e) {
+				return nil
+			}
+		}
+
+		if c.spec.ShouldSkip(path) {
+			return nil
+		}
+
+		paths = append(paths, path)
+		return nil
+	}
+
+	if err := filepath.Walk(c.repo, scanner); err != nil {
+		log.Error("scan files failed: %v", err)
+	}
+
+	// pre-open all files sequentially to avoid concurrent map writes in cli.files
+	for _, path := range paths {
+		_, err := c.cli.DidOpen(ctx, NewURI(path))
+		if err != nil {
+			log.Error("open file failed: %v", err)
+		}
+	}
+
+	var root_syms []*DocumentSymbol
+	var mu sync.Mutex
+
+	var eg errgroup.Group
+	// Limit concurrency to not overwhelm the LSP server
+	eg.SetLimit(32)
+
+	for _, path := range paths {
+		path := path // capture loop variable
+		eg.Go(func() error {
+			mu.Lock()
+			file := c.files[path]
+			if file == nil {
+				rel, err := filepath.Rel(c.repo, path)
+				if err == nil {
+					file = uniast.NewFile(rel)
+					c.files[path] = file
+				}
+			}
+			mu.Unlock()
+
+			if file == nil {
+				return nil
+			}
+
+			// 解析use语句
+			content, err := os.ReadFile(path)
+			if err != nil {
+				return nil
+			}
+			uses, err := c.spec.FileImports(content)
+			if err != nil {
+				log.Error("parse file %s use statements failed: %v", path, err)
+			} else {
+				mu.Lock()
+				file.Imports = uses
+				mu.Unlock()
+			}
+
+			// collect symbols
+			uri := NewURI(path)
+			symbols, err := c.cli.DocumentSymbols(ctx, uri)
+			if err != nil {
+				return nil
+			}
+
+			var local_syms []*DocumentSymbol
+			for _, sym := range symbols {
+				// collect content
+				symContent, err := c.cli.Locate(sym.Location)
+				if err != nil {
+					continue
+				}
+				// collect tokens
+				tokens, err := c.cli.SemanticTokens(ctx, sym.Location)
+				if err != nil {
+					continue
+				}
+				sym.Text = symContent
+				sym.Tokens = tokens
+				local_syms = append(local_syms, sym)
+			}
+
+			mu.Lock()
+			for _, sym := range local_syms {
+				c.addSymbol(sym.Location, sym)
+				root_syms = append(root_syms, sym)
+			}
+			mu.Unlock()
+
+			return nil
+		})
+	}
+
+	_ = eg.Wait()
+	return root_syms
+}
+
 func (c *Collector) ScannerByTreeSitter(ctx context.Context) ([]*DocumentSymbol, error) {
 	var modulePaths []string
 	// Java uses parsing pom method to obtain hierarchical relationships

lang/cpp/lib.go

@@ -29,7 +29,7 @@ func InstallLanguageServer() (string, error) {
 }
 
 func GetDefaultLSP() (lang uniast.Language, name string) {
-	return uniast.Cpp, "clangd-18 --background-index=false -j=2 --clang-tidy=false"
+	return uniast.Cpp, "clangd-18 --background-index=false -j=32 --clang-tidy=false"
 }
 
 func CheckRepo(repo string) (string, time.Duration) {