feat: support rawstring

JINGE-ui · JINGE-ui · commit e05e4e5220fc · 2026-04-09T17:27:13.000+08:00
diff --git a/rtp_llm/cpp/embedding_engine/arpc/ArpcServiceCreator.cc b/rtp_llm/cpp/embedding_engine/arpc/ArpcServiceCreator.cc
@@ -17,7 +17,8 @@ createEmbeddingArpcService(int64_t                                       model_r
                            py::object                                    py_tokenizer,
                            std::shared_ptr<rtp_llm::MultimodalProcessor> mm_processor,
                            std::shared_ptr<rtp_llm::EmbeddingEngine>     engine,
-                           kmonitor::MetricsReporterPtr                  reporter) {
+                           kmonitor::MetricsReporterPtr                  reporter,
+                           bool                                          arpc_rdma_mode) {
     return nullptr;
 }
 
diff --git a/rtp_llm/cpp/embedding_engine/arpc/ArpcServiceCreator.h b/rtp_llm/cpp/embedding_engine/arpc/ArpcServiceCreator.h
@@ -18,7 +18,8 @@ createEmbeddingArpcService(int64_t                                       model_r
                            py::object                                    py_tokenizer,
                            std::shared_ptr<rtp_llm::MultimodalProcessor> mm_processor,
                            std::shared_ptr<rtp_llm::EmbeddingEngine>     engine,
-                           kmonitor::MetricsReporterPtr                  reporter);
+                           kmonitor::MetricsReporterPtr                  reporter,
+                           bool                                          arpc_rdma_mode = false);
 
 // Factory: open-source stub throws for RDMA; internal_source provides real RDMA impl.
 std::unique_ptr<ArpcServerWrapper> createArpcServerWrapper(bool                                         arpc_rdma_mode,
diff --git a/rtp_llm/cpp/pybind/multi_gpu_gpt/RtpEmbeddingOp.cc b/rtp_llm/cpp/pybind/multi_gpu_gpt/RtpEmbeddingOp.cc
@@ -220,7 +220,8 @@ void RtpEmbeddingOp::startRpcServer(int64_t                              model_r
                                                              py_tokenizer,
                                                              mm_processor,
                                                              embedding_engine_,
-                                                             reporter));
+                                                             reporter,
+                                                             arpc_rdma_mode));
     if (arpc_service) {
         RTP_LLM_LOG_INFO("creating arpc service");
         embedding_rpc_service_ = createArpcServerWrapper(arpc_rdma_mode,

Original file line number	Diff line number	Diff line change
`@@ -17,7 +17,8 @@ createEmbeddingArpcService(int64_t model_r`
`17`	`17`	`py::object py_tokenizer,`
`18`	`18`	`std::shared_ptr<rtp_llm::MultimodalProcessor> mm_processor,`
`19`	`19`	`std::shared_ptr<rtp_llm::EmbeddingEngine> engine,`
`20`		`- kmonitor::MetricsReporterPtr reporter) {`
	`20`	`+ kmonitor::MetricsReporterPtr reporter,`
	`21`	`+ bool arpc_rdma_mode) {`
`21`	`22`	`return nullptr;`
`22`	`23`	`}`
`23`	`24`