feature: req-reply cache for get tool function params

Author: densumesh

server/Cargo.lock

@@ -171,7 +171,7 @@ utoipa-swagger-ui = { version = "7.0.1", features = ["actix-web"] }
 bb8-redis = "0.15.0"
 signal-hook = "0.3.17"
 blake3 = "1.5.1"
-actix-http = "3.7.0"
+actix-http = "3.10.0"
 clickhouse = { version = "0.12.0", features = ["time", "uuid"] }
 prometheus = "0.13.4"
 chm = "0.1.16"
@@ -192,6 +192,7 @@ bytes = "1.9.0"
 pagefind = { version = "1.3.0" }
 tl = "0.7.8"
 url = "2.5.4"
+actix-request-reply-cache = "0.1.6"
 
 [build-dependencies]
 dotenvy = "0.15.7"

server/Cargo.toml

@@ -15,6 +15,7 @@ use crate::{
 };
 use actix_cors::Cors;
 use actix_identity::IdentityMiddleware;
+use actix_request_reply_cache::RedisCacheMiddlewareBuilder;
 use actix_session::{config::PersistentSession, storage::RedisSessionStore, SessionMiddleware};
 use actix_web::{
     cookie::{Key, SameSite},
@@ -1101,6 +1102,14 @@ pub fn main() -> std::io::Result<()> {
                         .service(
                             web::resource("/message/get_tool_function_params")
                                 .route(web::post().to(handlers::message_handler::get_tool_function_params))
+                                    .wrap(RedisCacheMiddlewareBuilder::new(redis_url)
+                                        .cache_prefix("function_params:")
+                                        .ttl(60 * 60 * 24)
+                                        .cache_if(|ctx| {
+                                            return ctx.body.get("audio_input").is_none() || ctx.body.get("audio_input").unwrap().is_null();
+                                        })
+                                        .build()
+                                )
                         )
                         .service(
                             web::resource("/message/{message_id}")