From 2c54b9b5a7d56bfaa559fcb7f986f0e391879df9 Mon Sep 17 00:00:00 2001 From: sablin39 <1020030829@qq.com> Date: Mon, 30 Mar 2026 11:39:56 +0800 Subject: [PATCH] Add trust_remote_code config. --- lmms_eval/models/chat/huggingface.py | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/lmms_eval/models/chat/huggingface.py b/lmms_eval/models/chat/huggingface.py index fe6b0e399..79b7e7788 100644 --- a/lmms_eval/models/chat/huggingface.py +++ b/lmms_eval/models/chat/huggingface.py @@ -56,6 +56,7 @@ def __init__( system_prompt: Optional[str] = None, interleave_visuals: Optional[bool] = False, reasoning_prompt: Optional[str] = None, + trust_remote_code: Optional[bool] = False, **kwargs, ) -> None: super().__init__() @@ -86,7 +87,8 @@ def __init__( if attn_implementation is not None: model_kwargs["attn_implementation"] = attn_implementation - config = AutoConfig.from_pretrained(pretrained) + self.trust_remote_code = trust_remote_code + config = AutoConfig.from_pretrained(pretrained, trust_remote_code=trust_remote_code) if config.model_type in AutoModelForCausalLM._model_mapping.keys(): model_cls = AutoModelForCausalLM elif config.model_type in AutoModelForImageTextToText._model_mapping.keys(): @@ -94,7 +96,7 @@ def __init__( else: model_cls = AutoModel - self._model = model_cls.from_pretrained(pretrained, **model_kwargs).eval() + self._model = model_cls.from_pretrained(pretrained, trust_remote_code=trust_remote_code, **model_kwargs).eval() self.max_num_frames = max_num_frames raw_prompt = reasoning_prompt or system_prompt @@ -102,8 +104,8 @@ def __init__( self.system_prompt = self._resolve_system_prompt(raw_prompt.replace("\\n", "\n")) else: self.system_prompt = None - self.processor = AutoProcessor.from_pretrained(pretrained) - self._tokenizer = AutoTokenizer.from_pretrained(pretrained) + self.processor = AutoProcessor.from_pretrained(pretrained, trust_remote_code=trust_remote_code) + self._tokenizer = AutoTokenizer.from_pretrained(pretrained, trust_remote_code=trust_remote_code) self.interleave_visuals = interleave_visuals self._config = self.model.config