fix(python): allow ignore bultin, separate site-packages from builtin

Author: Hoblovski

lang/collect/collect.go

@@ -113,7 +113,30 @@ func NewCollector(repo string, cli *LSPClient) *Collector {
 	return ret
 }
 
+func (c *Collector) configureLSP(ctx context.Context) {
+	// XXX: should be put in language specification
+	if c.Language == uniast.Python {
+		if !c.NeedStdSymbol {
+			if c.Language == uniast.Python {
+				conf := map[string]interface{}{
+					"settings": map[string]interface{}{
+						"pylsp": map[string]interface{}{
+							"plugins": map[string]interface{}{
+								"jedi_definition": map[string]interface{}{
+									"follow_builtin_definitions": false,
+								},
+							},
+						},
+					},
+				}
+				c.cli.Notify(ctx, "workspace/didChangeConfiguration", conf)
+			}
+		}
+	}
+}
+
 func (c *Collector) Collect(ctx context.Context) error {
+	c.configureLSP(ctx)
 	excludes := make([]string, len(c.Excludes))
 	for i, e := range c.Excludes {
 		if !filepath.IsAbs(e) {

lang/python/spec.go

@@ -91,6 +91,22 @@ func (c *PythonSpec) NameSpace(path string) (string, string, error) {
 	// XXX: hardcoded python path
 	condaPrefix := "/home/zhenyang/anaconda3/envs/abcoder/lib/python3.11"
 	if strings.HasPrefix(path, condaPrefix) {
+		if strings.HasPrefix(path, condaPrefix+"/site-packages") {
+			// external module
+			relPath, err := filepath.Rel(condaPrefix+"/site-packages", path)
+			if err != nil {
+				return "", "", err
+			}
+			relPath = strings.TrimSuffix(relPath, ".py")
+			pkgPath := strings.ReplaceAll(relPath, string(os.PathSeparator), ".")
+			modPath := strings.Split(pkgPath, ".")
+			if len(modPath) >= 1 {
+				modName := modPath[0]
+				return modName, pkgPath, nil
+			}
+			panic(fmt.Sprintf("Malformed Namespace %s, pkgPath %s", path, pkgPath))
+		}
+		// builtin module
 		modName := "builtins"
 		relPath, err := filepath.Rel(condaPrefix, path)
 		if err != nil {
@@ -101,7 +117,7 @@ func (c *PythonSpec) NameSpace(path string) (string, string, error) {
 		return modName, pkgPath, nil
 	}
 
-	panic(fmt.Sprintf("Namespace %s", path))
+	panic(fmt.Sprintf("Unhandled Namespace %s", path))
 }
 
 func (c *PythonSpec) ShouldSkip(path string) bool {