feat: add a http route to connect rust and go plugin (cloudwego#26)

Author: welkeyever

src/compress/golang/plugin/go.mod

@@ -0,0 +1,10 @@
+module abcoder/go_ast
+
+go 1.20
+
+require (
+	github.com/davecgh/go-spew v1.1.1
+	golang.org/x/tools v0.17.0
+)
+
+require golang.org/x/mod v0.14.0 // indirect

src/compress/golang/plugin/go.sum

@@ -0,0 +1,7 @@
+github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
+github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
+golang.org/x/mod v0.14.0 h1:dGoOF9QVLYng8IHTm7BAyWqCqSheQ5pYWGhzW00YJr0=
+golang.org/x/mod v0.14.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c=
+golang.org/x/sync v0.6.0 h1:5BMeUDZ7vkXGfEr1x9B4bRcTH4lpkTkpdh0T/J+qjbQ=
+golang.org/x/tools v0.17.0 h1:FvmRgNOcs3kOa+T20R1uhfP9F6HgG2mfxDv1vrx1Htc=
+golang.org/x/tools v0.17.0/go.mod h1:xsh6VxdV005rRVaS6SSAf9oiAqljS7UZUacMZ8Bnsps=

src/compress/golang/plugin/go_ast.go

@@ -271,13 +271,13 @@ func main() {
 		os.Exit(1)
 	}
 
-	// p.generateStruct()
-	m, _ := p.getMain(-1)
+	//p.generateStruct()
+	//m, _ := p.getMain(-1)
 
 	out := bytes.NewBuffer(nil)
 	encoder := json.NewEncoder(out)
 	encoder.SetEscapeHTML(false)
-	err := encoder.Encode(m)
+	err := encoder.Encode(p.repo)
 	if err != nil {
 		fmt.Println("Error marshalling functions to JSON:", err)
 		os.Exit(1)

src/main.rs

@@ -1,9 +1,11 @@
 use std::arch::asm;
+use std::cell::RefCell;
 use std::net::SocketAddr;
 // Import necessary types from the standard library
 use std::path::{Path, PathBuf};
 use std::ptr::addr_of_mut;
-use std::sync::Arc;
+use std::rc::Rc;
+use std::sync::{Arc, Mutex};
 
 use futures::future::BoxFuture;
 use futures::FutureExt;
@@ -17,6 +19,7 @@ use tokio::runtime::Runtime;
 // use crate::llm::llm;
 use utils::llm::count_tokens_rough;
 
+use crate::compress::compress::Identity;
 use crate::compress::golang;
 use crate::compress::parser::LanguageParser;
 use crate::utils::cmd;
@@ -130,6 +133,27 @@ fn code_analyze(ctx: &mut RequestContext) -> BoxFuture<'_, ()> {
     }).boxed()
 }
 
+// repo_compress handler
+fn repo_compress(ctx: &mut RequestContext) -> BoxFuture<'_, ()> {
+    let parsed: std::collections::HashMap<String, String> = serde_urlencoded::from_str(ctx.req.uri().query().unwrap()).unwrap();
+    let repo = parsed.get("repo").unwrap().clone();
+    (async move {
+        let repo_dir = check_repo_exist(&repo);
+
+        if let Ok(output) = cmd::run_command("./go_ast", vec![repo_dir.as_str()]) {
+            let mut repo = compress::compress::from_json(output.as_str()).unwrap();
+            compress::compress::compress_all(&mut repo).await;
+            let compress = serde_json::to_string(&repo).unwrap();
+            println!("compressed repo:\n{}", compress);
+
+            *ctx.resp.body_mut() = Body::from(compress);
+            return;
+        }
+
+        *ctx.resp.body_mut() = Body::from("analyze failed.");
+    }).boxed()
+}
+
 // issue_trace handler
 fn issue_trace(ctx: &mut RequestContext) -> BoxFuture<'_, ()> {
     let parsed: std::collections::HashMap<String, String> = serde_urlencoded::from_str(ctx.req.uri().query().unwrap()).unwrap();
@@ -182,6 +206,8 @@ async fn main() {
     h.get("/repo_structure", Arc::new(tree_structure)).await;
     h.get("/code_analyze", Arc::new(code_analyze)).await;
 
+    h.get("/repo_compress", Arc::new(repo_compress)).await;
+
 
     h.spin(SocketAddr::from(([0, 0, 0, 0, 0, 0, 0, 0], 8888))).await.expect("TODO: panic message");