rename

Signed-off-by: kerthcet <kerthcet@gmail.com>

Author: kerthcet

src/client/client.rs

@@ -28,8 +28,8 @@ impl Client {
 
     pub async fn create_response(
         &mut self,
-        request: provider::CreateResponseInput,
-    ) -> Result<provider::CreateResponseOutput, provider::APIError> {
+        request: provider::CreateResponseReq,
+    ) -> Result<provider::CreateResponseRes, provider::APIError> {
         let model_id = self.router.sample(&request);
         let provider = self.providers.get(&model_id).unwrap();
         provider.create_response(request).await

src/lib.rs

@@ -17,5 +17,5 @@ mod provider {
 pub use crate::client::client::Client;
 pub use crate::config::{Config, ModelConfig, RoutingMode};
 pub use crate::provider::provider::{
-    APIError, CreateResponseArgs, CreateResponseInput, CreateResponseOutput,
+    APIError, CreateResponseArgs, CreateResponseReq, CreateResponseRes,
 };

src/provider/fake.rs

@@ -10,7 +10,7 @@ use reqwest::header::HeaderName;
 
 use crate::config::{ModelConfig, ModelId};
 use crate::provider::provider::{
-    APIError, CreateResponseInput, CreateResponseOutput, Provider, validate_request,
+    APIError, CreateResponseReq, CreateResponseRes, Provider, validate_request,
 };
 
 pub struct FakeProvider {
@@ -33,11 +33,11 @@ impl Provider for FakeProvider {
 
     async fn create_response(
         &self,
-        request: CreateResponseInput,
-    ) -> Result<CreateResponseOutput, APIError> {
+        request: CreateResponseReq,
+    ) -> Result<CreateResponseRes, APIError> {
         validate_request(&request)?;
 
-        Ok(CreateResponseOutput {
+        Ok(CreateResponseRes {
             id: "fake-response-id".to_string(),
             object: "text_completion".to_string(),
             model: self.model.clone(),

src/provider/openai.rs

@@ -4,7 +4,7 @@ use derive_builder::Builder;
 
 use crate::config::{ModelConfig, ModelId};
 use crate::provider::provider::{
-    APIError, CreateResponseInput, CreateResponseOutput, Provider, validate_request,
+    APIError, CreateResponseReq, CreateResponseRes, Provider, validate_request,
 };
 
 #[derive(Debug, Clone, Builder)]
@@ -53,8 +53,8 @@ impl Provider for OpenAIProvider {
 
     async fn create_response(
         &self,
-        request: CreateResponseInput,
-    ) -> Result<CreateResponseOutput, APIError> {
+        request: CreateResponseReq,
+    ) -> Result<CreateResponseRes, APIError> {
         validate_request(&request)?;
         self.client.responses().create(request).await
     }

src/provider/provider.rs

@@ -8,9 +8,9 @@ use crate::config::ModelConfig;
 use crate::provider::fake::FakeProvider;
 use crate::provider::openai::OpenAIProvider;
 
-pub type CreateResponseInput = CreateResponse;
+pub type CreateResponseReq = CreateResponse;
 pub type CreateResponseArgs = OpenAICreateResponseArgs;
-pub type CreateResponseOutput = Response;
+pub type CreateResponseRes = Response;
 pub type APIError = OpenAI_Error;
 
 pub fn construct_provider(config: ModelConfig) -> Box<dyn Provider> {
@@ -27,11 +27,11 @@ pub trait Provider: Send + Sync {
     fn name(&self) -> &'static str;
     async fn create_response(
         &self,
-        request: CreateResponseInput,
-    ) -> Result<CreateResponseOutput, APIError>;
+        request: CreateResponseReq,
+    ) -> Result<CreateResponseRes, APIError>;
 }
 
-pub fn validate_request(request: &CreateResponseInput) -> Result<(), APIError> {
+pub fn validate_request(request: &CreateResponseReq) -> Result<(), APIError> {
     if request.model.is_some() {
         return Err(APIError::InvalidArgument(
             "Model ID must be specified in the config".to_string(),

src/router/random.rs

@@ -1,7 +1,7 @@
 use rand::Rng;
 
 use crate::config::ModelId;
-use crate::provider::provider::CreateResponseInput;
+use crate::provider::provider::CreateResponseReq;
 use crate::router::router::{ModelInfo, Router};
 
 pub struct RandomRouter {
@@ -19,7 +19,7 @@ impl Router for RandomRouter {
         "RandomRouter"
     }
 
-    fn sample(&mut self, _input: &CreateResponseInput) -> ModelId {
+    fn sample(&mut self, _input: &CreateResponseReq) -> ModelId {
         let mut rng = rand::rng();
         let idx = rng.random_range(0..self.model_infos.len());
         self.model_infos[idx].id.clone()
@@ -50,7 +50,7 @@ mod tests {
         let mut counts = std::collections::HashMap::new();
 
         for _ in 0..1000 {
-            let sampled_id = router.sample(&CreateResponseInput::default());
+            let sampled_id = router.sample(&CreateResponseReq::default());
             *counts.entry(sampled_id.clone()).or_insert(0) += 1;
         }
         assert!(counts.len() == model_infos.len());

src/router/router.rs

@@ -2,7 +2,7 @@ use std::collections::HashMap;
 use std::sync::atomic::AtomicUsize;
 
 use crate::config::{ModelConfig, ModelId, RoutingMode};
-use crate::provider::provider::CreateResponseInput;
+use crate::provider::provider::CreateResponseReq;
 use crate::router::random::RandomRouter;
 use crate::router::wrr::WeightedRoundRobinRouter;
 
@@ -28,7 +28,7 @@ pub fn construct_router(mode: RoutingMode, models: Vec<ModelConfig>) -> Box<dyn
 
 pub trait Router {
     fn name(&self) -> &'static str;
-    fn sample(&mut self, input: &CreateResponseInput) -> ModelId;
+    fn sample(&mut self, input: &CreateResponseReq) -> ModelId;
 }
 
 #[cfg(test)]

src/router/wrr.rs

@@ -1,5 +1,5 @@
 use crate::router::router::{ModelInfo, Router};
-use crate::{config::ModelId, provider::provider::CreateResponseInput};
+use crate::{config::ModelId, provider::provider::CreateResponseReq};
 
 pub struct WeightedRoundRobinRouter {
     total_weight: i32,
@@ -27,7 +27,7 @@ impl Router for WeightedRoundRobinRouter {
     }
 
     // Use Smooth Weighted Round Robin Algorithm.
-    fn sample(&mut self, _input: &CreateResponseInput) -> ModelId {
+    fn sample(&mut self, _input: &CreateResponseReq) -> ModelId {
         // return early if only one model.
         if self.model_infos.len() == 1 {
             return self.model_infos[0].id.clone();
@@ -76,7 +76,7 @@ mod tests {
         let mut wrr = WeightedRoundRobinRouter::new(model_infos.clone());
         let mut counts = HashMap::new();
         for _ in 0..1000 {
-            let sampled_id = wrr.sample(&CreateResponseInput::default());
+            let sampled_id = wrr.sample(&CreateResponseReq::default());
             *counts.entry(sampled_id.clone()).or_insert(0) += 1;
         }
         assert!(counts.len() == model_infos.len());