delete useless code in sglang.py

Author: YanhuiDua

xtuner/v1/data_proto/rl_data.py

@@ -429,7 +429,7 @@ class SampleParams(BaseModel):
     stops: Annotated[list[str], Parameter(help="List of stop sequences.")] = []
     stop_token_ids: Annotated[list[int], Parameter(help="List of stop token IDs.")] = []
     skip_special_tokens: Annotated[bool, Parameter(help="Whether to skip special tokens.")] = True
-    sampling_seed: Annotated[int, Parameter(help="The seed for random number generator in sampling.")] = 0
+    sampling_seed: Annotated[int | None, Parameter(help="The seed for random number generator in sampling.")] = None
 
 
 class RolloutExtraParams(TypedDict):

xtuner/v1/ray/rollout/sglang.py

@@ -6,7 +6,7 @@
 import requests
 from urllib3.exceptions import NewConnectionError
 
-from transformers import AutoConfig, AutoTokenizer
+from transformers import AutoTokenizer
 from xtuner.v1.ray.config import RolloutConfig
 from xtuner.v1.utils import XTUNER_DETERMINISTIC
 
@@ -31,11 +31,6 @@ def __init__(
         self.endpoints["generate"] = "generate"
         self.endpoints["v1/chat/completions"] = "v1/chat/completions"
         self.tokenizer = AutoTokenizer.from_pretrained(self.config.model_path, trust_remote_code=True)
-        self.model_config = AutoConfig.from_pretrained(self.config.model_path, trust_remote_code=True)
-        text_config = getattr(self.model_config, "text_config", self.model_config)
-        self.model_type = getattr(text_config, "model_type", getattr(self.model_config, "model_type", None))
-        self.routed_experts_num_hidden_layers = getattr(text_config, "num_hidden_layers", None)
-        self.routed_experts_num_experts_per_tok = getattr(text_config, "num_experts_per_tok", None)
         self.api_keys = self.config.api_key
         self.model_name = self.config.model_name
         self.enable_return_routed_experts = self.config.enable_return_routed_experts