Merge branch 'cloudwego:main' into main

Author: angrychow

lang/golang/parser/file.go

@@ -225,7 +225,14 @@ func (p *GoParser) parseVar(ctx *fileContext, vspec *ast.ValueSpec, isConst bool
 
 // newFunc allocate a function in the repo
 func (p *GoParser) newFunc(mod, pkg, name string) *Function {
-	ret := &Function{Identity: NewIdentity(mod, pkg, name), Exported: isUpperCase(name[0])}
+	var exported bool
+	if ind := strings.LastIndexByte(name, '.'); ind != -1 && ind+1 < len(name) {
+		exported = isUpperCase(name[ind+1])
+	} else {
+		exported = isUpperCase(name[0])
+	}
+
+	ret := &Function{Identity: NewIdentity(mod, pkg, name), Exported: exported}
 	return p.repo.SetFunction(ret.Identity, ret)
 }
 

ts-parser/package.json

@@ -27,6 +27,7 @@
   "license": "ALv2",
   "dependencies": {
     "commander": "^11.0.0",
+    "json-stream-stringify": "^3.1.6",
     "json5": "^2.2.3",
     "ts-morph": "^23.0.0"
   },
@@ -43,4 +44,4 @@
     "ts-node": "^10.9.0",
     "typescript": "^5.0.0"
   }
-}
+}

ts-parser/src/index.ts

@@ -1,9 +1,10 @@
 #!/usr/bin/env node
 
 import { Command } from 'commander';
-import * as path from 'path';
+import fs from 'fs';
+import path from 'path';
 import { RepositoryParser } from './parser/RepositoryParser';
-import * as fs from 'fs';
+import { JsonStreamStringify } from 'json-stream-stringify';
 
 const program = new Command();
 
@@ -43,22 +44,22 @@ program
 
       // Output the repository JSON file
       const outputPath = path.resolve(options.output);
-      const jsonOutput = options.pretty
-        ? JSON.stringify(repository, null, 2)
-        : JSON.stringify(repository);
+      const jsonStream = new JsonStreamStringify(repository, undefined, options.pretty ? 2 : undefined);
+      const fileStream = fs.createWriteStream(outputPath);
+      jsonStream.pipe(fileStream);
 
-      fs.writeFileSync(outputPath, jsonOutput);
+      fileStream.on('finish', () => {
+        console.log(`Repository has been parsed and saved to ${outputPath}`);
+      });
 
-      console.log(`Successfully parsed repository`);
-      console.log(`Output written to: ${outputPath}`);
-      console.log(`Total modules: ${Object.keys(repository.Modules).length}`);
-      console.log(`Total symbols in graph: ${Object.keys(repository.Graph).length}`);
+      fileStream.on('error', (err) => {
+        console.error('Error writing to file:', err);
+      });
 
     } catch (error) {
       console.error('Error parsing repository:', error);
       process.exit(1);
     }
   });
 
-
 program.parse();

ts-parser/src/utils/cluster-processor.ts

@@ -149,7 +149,7 @@ export function processPackagesWithCluster(
           totalProcessed: results.length,
           errors: [...errors, new Error('Processing timeout')],
         });
-      }, 15 * 60 * 1000); // 15 minutes
+      }, 120 * 60 * 1000); // 120 minutes
     };
 
     cluster.on('message', (worker: Worker, message: WorkerResult) => {