From 2e1f0e8c2cf1e62efc57f9cc1968d96138e18694 Mon Sep 17 00:00:00 2001 From: Abhishek Kapoor Date: Thu, 9 Jul 2026 22:33:18 +0530 Subject: [PATCH 01/10] add `load_test_image` function to load coco image using `url_to_local_path` func --- tests/test_processing_common.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/tests/test_processing_common.py b/tests/test_processing_common.py index 8e756923c5e4..3080ef5db394 100644 --- a/tests/test_processing_common.py +++ b/tests/test_processing_common.py @@ -30,6 +30,7 @@ MODALITY_TO_AUTOPROCESSOR_MAPPING, Unpack, ) +from transformers.image_utils import load_image from transformers.testing_utils import ( check_json_file_has_correct_format, require_av, @@ -72,6 +73,10 @@ MODALITY_INPUT_DATA[modality] = [url_to_local_path(url) for url in urls] +def load_test_image(url): + return load_image(url_to_local_path(url)) + + def prepare_image_inputs(): """This function prepares a list of PIL images""" image_inputs = [np.random.randint(255, size=(3, 30, 400), dtype=np.uint8)] From 31102945677eb6f95784a7744811ab5851280504 Mon Sep 17 00:00:00 2001 From: Abhishek Kapoor Date: Thu, 9 Jul 2026 22:47:20 +0530 Subject: [PATCH 02/10] refactor: migrate requests and httpx based image loading to `load_test_image` --- tests/models/aimv2/test_modeling_aimv2.py | 7 ++++--- tests/models/aria/test_modeling_aria.py | 7 ++++--- .../test_image_processing_deepseek_vl_hybrid.py | 7 ++----- tests/models/eomt/test_modeling_eomt.py | 13 +++++++------ .../models/eomt_dinov3/test_modeling_eomt_dinov3.py | 13 +++++++------ tests/models/fast_vlm/test_modeling_fast_vlm.py | 3 ++- tests/models/flava/test_image_processing_flava.py | 7 ++----- tests/models/fuyu/test_image_processing_fuyu.py | 7 ++----- .../models/idefics/test_image_processing_idefics.py | 7 ++----- .../imagegpt/test_image_processing_imagegpt.py | 5 ++--- .../kimi_k25/test_image_processing_kimi_k25.py | 7 ++----- .../layoutlmv2/test_image_processing_layoutlmv2.py | 5 ++--- tests/models/lfm2_vl/test_modeling_lfm2_vl.py | 9 +++------ tests/models/llava/test_modeling_llava.py | 7 ++++--- .../minimax_m3_vl/test_modeling_minimax_m3_vl.py | 5 ++--- .../pix2struct/test_image_processing_pix2struct.py | 8 ++------ .../qwen2_vl/test_image_processing_qwen2_vl.py | 7 ++----- .../test_image_processing_video_llama_3.py | 5 ++--- .../models/vitpose/test_image_processing_vitpose.py | 7 ++----- tests/test_image_processing_common.py | 7 ++----- 20 files changed, 57 insertions(+), 86 deletions(-) diff --git a/tests/models/aimv2/test_modeling_aimv2.py b/tests/models/aimv2/test_modeling_aimv2.py index 085e307512fe..d36494e4f138 100644 --- a/tests/models/aimv2/test_modeling_aimv2.py +++ b/tests/models/aimv2/test_modeling_aimv2.py @@ -34,6 +34,7 @@ is_vision_available, ) +from ...test_processing_common import load_test_image from ...test_configuration_common import ConfigTester from ...test_modeling_common import ( TEST_EAGER_MATCHES_SDPA_INFERENCE_PARAMETERIZATION, @@ -479,7 +480,7 @@ def test_inference(self): model = Aimv2Model.from_pretrained(model_name, device_map=torch_device) processor = AutoProcessor.from_pretrained(model_name) - image = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") inputs = processor( text=["a photo of a cat", "a photo of a dog"], images=image, padding=True, return_tensors="pt" ).to(model.device) @@ -513,7 +514,7 @@ def test_inference(self): model = Aimv2VisionModel.from_pretrained(model_name, device_map=torch_device) processor = AutoImageProcessor.from_pretrained(model_name) - image = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") inputs = processor(image, return_tensors="pt").to(model.device) with torch.no_grad(): @@ -544,7 +545,7 @@ def test_inference_for_native_resolution(self): model = Aimv2VisionModel.from_pretrained(model_name, device_map="auto") processor = AutoImageProcessor.from_pretrained(model_name) - image = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") inputs = processor(image, return_tensors="pt").to(model.device) with torch.no_grad(): diff --git a/tests/models/aria/test_modeling_aria.py b/tests/models/aria/test_modeling_aria.py index 9813f79ba95b..b797dc47e7ba 100644 --- a/tests/models/aria/test_modeling_aria.py +++ b/tests/models/aria/test_modeling_aria.py @@ -41,6 +41,7 @@ torch_device, ) +from ...test_processing_common import load_test_image from ...generation.test_utils import GenerationTesterMixin from ...test_configuration_common import ConfigTester from ...test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor @@ -321,7 +322,7 @@ def test_small_model_integration_test_llama_batched(self): "USER: <|img|>\nWhat is this? ASSISTANT:", ] image1 = Image.open(requests.get(IMAGE_OF_VIEW_URL, stream=True).raw) - image2 = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image2 = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") inputs = processor(images=[image1, image2], text=prompts, return_tensors="pt", padding=True).to( model.device, model.dtype @@ -359,7 +360,7 @@ def test_small_model_integration_test_batch(self): "USER: <|img|>\nWhat is this?\nASSISTANT:", ] image1 = Image.open(requests.get(IMAGE_OF_VIEW_URL, stream=True).raw) - image2 = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image2 = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") inputs = self.processor(images=[image1, image2], text=prompts, return_tensors="pt", padding=True).to( model.device, model.dtype @@ -399,7 +400,7 @@ def test_small_model_integration_test_llama_batched_regression(self): "USER: <|img|>\nWhat is this?\nASSISTANT: Two cats lying on a bed!\nUSER: <|img|>\nAnd this?\nASSISTANT:", ] image1 = Image.open(requests.get(IMAGE_OF_VIEW_URL, stream=True).raw) - image2 = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image2 = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") inputs = processor(images=[image1, image2, image1], text=prompts, return_tensors="pt", padding=True) inputs = inputs.to(model.device, model.dtype) diff --git a/tests/models/deepseek_vl_hybrid/test_image_processing_deepseek_vl_hybrid.py b/tests/models/deepseek_vl_hybrid/test_image_processing_deepseek_vl_hybrid.py index f8646f1965cc..8d2db8b200b5 100644 --- a/tests/models/deepseek_vl_hybrid/test_image_processing_deepseek_vl_hybrid.py +++ b/tests/models/deepseek_vl_hybrid/test_image_processing_deepseek_vl_hybrid.py @@ -20,6 +20,7 @@ from transformers.utils import is_torch_available, is_vision_available from ...test_image_processing_common import ImageProcessingTestMixin, prepare_image_inputs +from ...test_processing_common import load_test_image if is_torch_available(): @@ -207,11 +208,7 @@ def test_backends_equivalence(self): import httpx - dummy_image = Image.open( - io.BytesIO( - httpx.get("http://images.cocodataset.org/val2017/000000039769.jpg", follow_redirects=True).content - ) - ) + dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") encodings = {} for backend_name, image_processing_class in self.image_processing_classes.items(): diff --git a/tests/models/eomt/test_modeling_eomt.py b/tests/models/eomt/test_modeling_eomt.py index 54126d707f76..10cddb593751 100644 --- a/tests/models/eomt/test_modeling_eomt.py +++ b/tests/models/eomt/test_modeling_eomt.py @@ -24,6 +24,7 @@ from ...test_configuration_common import ConfigTester from ...test_modeling_common import ModelTesterMixin, floats_tensor from ...test_pipeline_mixin import PipelineTesterMixin +from ...test_processing_common import load_test_image if is_torch_available(): @@ -175,7 +176,7 @@ def test_inference(self): model = EomtForUniversalSegmentation.from_pretrained(self.model_id, device_map="auto") processor = AutoImageProcessor.from_pretrained(self.model_id) - image = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") inputs = processor(images=image, return_tensors="pt").to(model.device) @@ -218,7 +219,7 @@ def test_inference_fp16(self): model = EomtForUniversalSegmentation.from_pretrained(self.model_id, dtype=torch.float16, device_map="auto") processor = AutoImageProcessor.from_pretrained(self.model_id) - image = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") inputs = processor(images=image, return_tensors="pt").to(model.device) @@ -234,7 +235,7 @@ def test_semantic_segmentation_inference(self): model = EomtForUniversalSegmentation.from_pretrained(model_id, device_map="auto") processor = AutoImageProcessor.from_pretrained(model_id) - image = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") inputs = processor(images=image, return_tensors="pt").to(model.device) @@ -271,7 +272,7 @@ def test_panoptic_segmentation_inference(self): model = EomtForUniversalSegmentation.from_pretrained(self.model_id, device_map="auto") processor = AutoImageProcessor.from_pretrained(self.model_id) - image = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") inputs = processor(images=image, return_tensors="pt").to(model.device) @@ -320,7 +321,7 @@ def test_instance_segmentation_inference(self): model = EomtForUniversalSegmentation.from_pretrained(model_id, device_map="auto") processor = AutoImageProcessor.from_pretrained(model_id) - image = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") inputs = processor(images=image, return_tensors="pt").to(model.device) @@ -366,7 +367,7 @@ def test_instance_segmentation_inference(self): @slow def test_segmentation_pipeline(self): - image = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") pipe = pipeline(model=self.model_id, subtask="panoptic", device=torch_device) output = pipe(image) diff --git a/tests/models/eomt_dinov3/test_modeling_eomt_dinov3.py b/tests/models/eomt_dinov3/test_modeling_eomt_dinov3.py index 1e3e2f872dde..4cc7b977e3f0 100644 --- a/tests/models/eomt_dinov3/test_modeling_eomt_dinov3.py +++ b/tests/models/eomt_dinov3/test_modeling_eomt_dinov3.py @@ -31,6 +31,7 @@ from ...test_configuration_common import ConfigTester from ...test_modeling_common import ModelTesterMixin, _config_zero_init, floats_tensor from ...test_pipeline_mixin import PipelineTesterMixin +from ...test_processing_common import load_test_image if is_torch_available(): @@ -220,7 +221,7 @@ def test_inference(self): model = EomtDinov3ForUniversalSegmentation.from_pretrained(self.model_id, device_map="auto") processor = AutoImageProcessor.from_pretrained(self.model_id) - image = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") inputs = processor(images=image, return_tensors="pt").to(model.device) @@ -262,7 +263,7 @@ def test_inference_bf16(self): ) processor = AutoImageProcessor.from_pretrained(self.model_id) - image = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") inputs = processor(images=image, return_tensors="pt").to(model.device) @@ -319,7 +320,7 @@ def test_semantic_segmentation_inference(self): model = EomtDinov3ForUniversalSegmentation.from_pretrained(model_id, device_map="auto") processor = AutoImageProcessor.from_pretrained(model_id) - image = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") inputs = processor(images=image, return_tensors="pt").to(model.device) @@ -375,7 +376,7 @@ def test_panoptic_segmentation_inference(self): model = EomtDinov3ForUniversalSegmentation.from_pretrained(self.model_id, device_map="auto") processor = AutoImageProcessor.from_pretrained(self.model_id) - image = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") inputs = processor(images=image, return_tensors="pt").to(model.device) @@ -421,7 +422,7 @@ def test_instance_segmentation_inference(self): model = EomtDinov3ForUniversalSegmentation.from_pretrained(model_id, device_map="auto") processor = AutoImageProcessor.from_pretrained(model_id) - image = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") inputs = processor(images=image, return_tensors="pt").to(model.device) @@ -463,7 +464,7 @@ def test_instance_segmentation_inference(self): self.assertTrue(0.0 <= info["score"] <= 1.0) def test_segmentation_pipeline(self): - image = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") model = EomtDinov3ForUniversalSegmentation.from_pretrained(self.model_id, device_map="auto") processor = AutoImageProcessor.from_pretrained(self.model_id) diff --git a/tests/models/fast_vlm/test_modeling_fast_vlm.py b/tests/models/fast_vlm/test_modeling_fast_vlm.py index 5e26b591f339..0a9be4e1ceeb 100644 --- a/tests/models/fast_vlm/test_modeling_fast_vlm.py +++ b/tests/models/fast_vlm/test_modeling_fast_vlm.py @@ -39,6 +39,7 @@ from ...generation.test_utils import GenerationTesterMixin from ...test_configuration_common import ConfigTester from ...test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor +from ...test_processing_common import load_test_image if is_torch_available(): @@ -282,7 +283,7 @@ def test_small_model_integration_test_batch(self): "user\n\nWhat is this?\nassistant", ] image1 = Image.open(requests.get("https://llava-vl.github.io/static/images/view.jpg", stream=True).raw) - image2 = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image2 = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") self.processor.tokenizer.padding_side = "left" inputs = self.processor(images=[image1, image2], text=prompts, return_tensors="pt", padding=True).to( diff --git a/tests/models/flava/test_image_processing_flava.py b/tests/models/flava/test_image_processing_flava.py index cb0dd10b6b50..ed57feb17357 100644 --- a/tests/models/flava/test_image_processing_flava.py +++ b/tests/models/flava/test_image_processing_flava.py @@ -24,6 +24,7 @@ from transformers.utils import is_torch_available, is_vision_available from ...test_image_processing_common import ImageProcessingTestMixin, prepare_image_inputs +from ...test_processing_common import load_test_image if is_torch_available(): @@ -404,11 +405,7 @@ def test_slow_fast_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - dummy_image = Image.open( - io.BytesIO( - httpx.get("http://images.cocodataset.org/val2017/000000039769.jpg", follow_redirects=True).content - ) - ) + dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") # Create processors for each backend encodings = {} diff --git a/tests/models/fuyu/test_image_processing_fuyu.py b/tests/models/fuyu/test_image_processing_fuyu.py index f0b1a3110c01..4270c1a80e16 100644 --- a/tests/models/fuyu/test_image_processing_fuyu.py +++ b/tests/models/fuyu/test_image_processing_fuyu.py @@ -17,6 +17,7 @@ from transformers.utils import is_torch_available, is_vision_available from ...test_image_processing_common import ImageProcessingTestMixin +from ...test_processing_common import load_test_image if is_torch_available() and is_vision_available(): @@ -180,11 +181,7 @@ def test_backends_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - dummy_image = Image.open( - io.BytesIO( - httpx.get("http://images.cocodataset.org/val2017/000000039769.jpg", follow_redirects=True).content - ) - ) + dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") encodings = {} for backend_name, image_processing_class in self.image_processing_classes.items(): diff --git a/tests/models/idefics/test_image_processing_idefics.py b/tests/models/idefics/test_image_processing_idefics.py index c3b646543a2d..4e90edb0746c 100644 --- a/tests/models/idefics/test_image_processing_idefics.py +++ b/tests/models/idefics/test_image_processing_idefics.py @@ -28,6 +28,7 @@ from transformers.utils import is_torch_available, is_torchvision_available, is_vision_available from ...test_image_processing_common import ImageProcessingTestMixin, prepare_image_inputs +from ...test_processing_common import load_test_image if is_torch_available(): @@ -151,11 +152,7 @@ def test_backends_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - dummy_image = Image.open( - io.BytesIO( - httpx.get("http://images.cocodataset.org/val2017/000000039769.jpg", follow_redirects=True).content - ) - ) + dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") # Create processors for each backend encodings = {} diff --git a/tests/models/imagegpt/test_image_processing_imagegpt.py b/tests/models/imagegpt/test_image_processing_imagegpt.py index 8853b12381d7..627a92abdadd 100644 --- a/tests/models/imagegpt/test_image_processing_imagegpt.py +++ b/tests/models/imagegpt/test_image_processing_imagegpt.py @@ -35,6 +35,7 @@ from transformers.utils import is_torch_available, is_vision_available from ...test_image_processing_common import ImageProcessingTestMixin, prepare_image_inputs +from ...test_processing_common import load_test_image if is_torch_available(): @@ -285,9 +286,7 @@ def test_backends_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - dummy_image = Image.open( - requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw - ) + dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") encodings = {} for backend_name, image_processing_class in self.image_processing_classes.items(): diff --git a/tests/models/kimi_k25/test_image_processing_kimi_k25.py b/tests/models/kimi_k25/test_image_processing_kimi_k25.py index 8e973825c33a..e07b65c4127c 100644 --- a/tests/models/kimi_k25/test_image_processing_kimi_k25.py +++ b/tests/models/kimi_k25/test_image_processing_kimi_k25.py @@ -23,6 +23,7 @@ from transformers.utils import is_torch_available, is_vision_available from ...test_image_processing_common import ImageProcessingTestMixin, prepare_image_inputs, prepare_video_inputs +from ...test_processing_common import load_test_image if is_torch_available(): @@ -267,11 +268,7 @@ def test_custom_pixels(self): # Override to test additional outputs for equivalence such as `image_grid_thw` def test_backends_equivalence(self): - dummy_image = Image.open( - io.BytesIO( - httpx.get("http://images.cocodataset.org/val2017/000000039769.jpg", follow_redirects=True).content - ) - ) + dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") # Create processors for each backend encodings = {} diff --git a/tests/models/layoutlmv2/test_image_processing_layoutlmv2.py b/tests/models/layoutlmv2/test_image_processing_layoutlmv2.py index 13f24bfda38b..a1ae82742b07 100644 --- a/tests/models/layoutlmv2/test_image_processing_layoutlmv2.py +++ b/tests/models/layoutlmv2/test_image_processing_layoutlmv2.py @@ -31,6 +31,7 @@ ) from ...test_image_processing_common import ImageProcessingTestMixin, prepare_image_inputs +from ...test_processing_common import load_test_image if is_torch_available(): @@ -148,9 +149,7 @@ def test_backends_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - dummy_image = Image.open( - requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw - ) + dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") encodings = {} for backend_name, image_processing_class in self.image_processing_classes.items(): diff --git a/tests/models/lfm2_vl/test_modeling_lfm2_vl.py b/tests/models/lfm2_vl/test_modeling_lfm2_vl.py index 74e34cb9ea4d..2ff214a77777 100644 --- a/tests/models/lfm2_vl/test_modeling_lfm2_vl.py +++ b/tests/models/lfm2_vl/test_modeling_lfm2_vl.py @@ -33,6 +33,7 @@ ) from transformers.utils.import_utils import is_vision_available +from ...test_processing_common import load_test_image from ...causal_lm_tester import CausalLMModelTester from ...generation.test_utils import GenerationTesterMixin from ...test_configuration_common import ConfigTester @@ -210,9 +211,7 @@ class Lfm2VlForConditionalGenerationIntegrationTest(unittest.TestCase): def setUp(self): self.processor = AutoProcessor.from_pretrained("LiquidAI/LFM2-VL-1.6B") self.processor.tokenizer.padding_side = "left" - self.image = Image.open( - requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw - ) + self.image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") self.image2 = Image.open( BytesIO( requests.get( @@ -296,9 +295,7 @@ class Lfm2_5VlForConditionalGenerationIntegrationTest(unittest.TestCase): def setUp(self): self.processor = AutoProcessor.from_pretrained("LiquidAI/LFM2.5-VL-1.6B") self.processor.tokenizer.padding_side = "left" - self.image = Image.open( - requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw - ) + self.image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") self.image2 = Image.open( BytesIO( requests.get( diff --git a/tests/models/llava/test_modeling_llava.py b/tests/models/llava/test_modeling_llava.py index b0bcf5afbbbd..76d1193fef95 100644 --- a/tests/models/llava/test_modeling_llava.py +++ b/tests/models/llava/test_modeling_llava.py @@ -45,6 +45,7 @@ from ...test_configuration_common import ConfigTester from ...test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor from ...test_pipeline_mixin import PipelineTesterMixin +from ...test_processing_common import load_test_image if is_torch_available(): @@ -367,7 +368,7 @@ def test_small_model_integration_test_llama_batched(self): "USER: \nWhat is this? ASSISTANT:", ] image1 = Image.open(requests.get("https://llava-vl.github.io/static/images/view.jpg", stream=True).raw) - image2 = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image2 = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") inputs = processor(images=[image1, image2], text=prompts, return_tensors="pt", padding=True).to(torch_device) @@ -418,7 +419,7 @@ def test_small_model_integration_test_batch(self): "USER: \nWhat is this?\nASSISTANT:", ] image1 = Image.open(requests.get("https://llava-vl.github.io/static/images/view.jpg", stream=True).raw) - image2 = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image2 = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") inputs = self.processor(images=[image1, image2], text=prompts, return_tensors="pt", padding=True).to( torch_device, torch.float16 @@ -471,7 +472,7 @@ def test_small_model_integration_test_llama_batched_regression(self): "USER: \nWhat is this?\nASSISTANT: Two cats lying on a bed!\nUSER: \nAnd this?\nASSISTANT:", ] image1 = Image.open(requests.get("https://llava-vl.github.io/static/images/view.jpg", stream=True).raw) - image2 = Image.open(requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw) + image2 = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") inputs = processor(images=[image1, image2, image1], text=prompts, return_tensors="pt", padding=True).to( torch_device diff --git a/tests/models/minimax_m3_vl/test_modeling_minimax_m3_vl.py b/tests/models/minimax_m3_vl/test_modeling_minimax_m3_vl.py index ce483eeeffad..7f132f45d746 100644 --- a/tests/models/minimax_m3_vl/test_modeling_minimax_m3_vl.py +++ b/tests/models/minimax_m3_vl/test_modeling_minimax_m3_vl.py @@ -45,6 +45,7 @@ ids_tensor, ) from ...test_pipeline_mixin import PipelineTesterMixin +from ...test_processing_common import load_test_image if is_torch_available(): @@ -696,9 +697,7 @@ def test_padding_sides_text_and_image(self): # canonical COCO two-cats photo), paired with deliberately different-length questions so the # batch genuinely needs padding. dog = Image.open(requests.get("https://picsum.photos/id/237/400/300", stream=True).raw).convert("RGB") - cats = Image.open( - requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw - ).convert("RGB") + cats = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg").convert("RGB") texts = [ self._prompt(processor, "What animal is this? One word."), self._prompt( diff --git a/tests/models/pix2struct/test_image_processing_pix2struct.py b/tests/models/pix2struct/test_image_processing_pix2struct.py index 386de5e8527e..281479a40b36 100644 --- a/tests/models/pix2struct/test_image_processing_pix2struct.py +++ b/tests/models/pix2struct/test_image_processing_pix2struct.py @@ -22,7 +22,7 @@ from transformers.utils import is_torch_available, is_vision_available from ...test_image_processing_common import ImageProcessingTestMixin, prepare_image_inputs -from ...test_processing_common import url_to_local_path +from ...test_processing_common import url_to_local_path, load_test_image if is_torch_available(): @@ -104,11 +104,7 @@ def test_backends_equivalence(self): import httpx from PIL import Image - dummy_image = Image.open( - io.BytesIO( - httpx.get("http://images.cocodataset.org/val2017/000000039769.jpg", follow_redirects=True).content - ) - ) + dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") # Create processors for each backend encodings = {} diff --git a/tests/models/qwen2_vl/test_image_processing_qwen2_vl.py b/tests/models/qwen2_vl/test_image_processing_qwen2_vl.py index fdad0a9a19fc..bf910e035201 100644 --- a/tests/models/qwen2_vl/test_image_processing_qwen2_vl.py +++ b/tests/models/qwen2_vl/test_image_processing_qwen2_vl.py @@ -27,6 +27,7 @@ from transformers.utils import is_torch_available, is_vision_available from ...test_image_processing_common import ImageProcessingTestMixin, prepare_image_inputs, prepare_video_inputs +from ...test_processing_common import load_test_image if is_torch_available(): @@ -294,11 +295,7 @@ def test_backends_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - dummy_image = Image.open( - io.BytesIO( - httpx.get("http://images.cocodataset.org/val2017/000000039769.jpg", follow_redirects=True).content - ) - ) + dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") # Create processors for each backend encodings = {} diff --git a/tests/models/video_llama_3/test_image_processing_video_llama_3.py b/tests/models/video_llama_3/test_image_processing_video_llama_3.py index b6d956e258b0..7faf6a412c92 100644 --- a/tests/models/video_llama_3/test_image_processing_video_llama_3.py +++ b/tests/models/video_llama_3/test_image_processing_video_llama_3.py @@ -26,6 +26,7 @@ from transformers.utils import is_torch_available, is_vision_available from ...test_image_processing_common import ImageProcessingTestMixin, prepare_image_inputs, prepare_video_inputs +from ...test_processing_common import load_test_image if is_torch_available(): @@ -296,9 +297,7 @@ def test_backends_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - dummy_image = Image.open( - requests.get("http://images.cocodataset.org/val2017/000000039769.jpg", stream=True).raw - ) + dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") encodings = {} for backend_name, image_processing_class in self.image_processing_classes.items(): diff --git a/tests/models/vitpose/test_image_processing_vitpose.py b/tests/models/vitpose/test_image_processing_vitpose.py index a20426d77249..338d7a3e0efb 100644 --- a/tests/models/vitpose/test_image_processing_vitpose.py +++ b/tests/models/vitpose/test_image_processing_vitpose.py @@ -22,6 +22,7 @@ from transformers.utils import is_torch_available, is_vision_available from ...test_image_processing_common import ImageProcessingTestMixin, prepare_image_inputs +from ...test_processing_common import load_test_image if is_torch_available(): @@ -233,11 +234,7 @@ def test_backends_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - dummy_image = Image.open( - io.BytesIO( - httpx.get("http://images.cocodataset.org/val2017/000000039769.jpg", follow_redirects=True).content - ) - ) + dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") boxes = [[[0, 0, 1, 1]]] encodings = {} diff --git a/tests/test_image_processing_common.py b/tests/test_image_processing_common.py index 4233df645d1a..9b9123d40455 100644 --- a/tests/test_image_processing_common.py +++ b/tests/test_image_processing_common.py @@ -40,6 +40,7 @@ torch_device, ) from transformers.utils import is_torch_available, is_vision_available +from test_processing_common import load_test_image if is_torch_available(): @@ -175,11 +176,7 @@ def test_backends_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - dummy_image = Image.open( - io.BytesIO( - httpx.get("http://images.cocodataset.org/val2017/000000039769.jpg", follow_redirects=True).content - ) - ) + dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") # Create processors for each backend encodings = {} From 043fefe71989d1d4cfc239e1101fa52bbac7ee98 Mon Sep 17 00:00:00 2001 From: Abhishek Kapoor Date: Thu, 9 Jul 2026 22:47:58 +0530 Subject: [PATCH 03/10] refactor: remove stale cocodataset images from testing data urls --- utils/fetch_hub_objects_for_ci.py | 13 ------------- 1 file changed, 13 deletions(-) diff --git a/utils/fetch_hub_objects_for_ci.py b/utils/fetch_hub_objects_for_ci.py index dfab2e2cd786..bf6fd4d8b5d9 100644 --- a/utils/fetch_hub_objects_for_ci.py +++ b/utils/fetch_hub_objects_for_ci.py @@ -51,19 +51,6 @@ "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_ocr_rec_001.png", "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_ocr_001.png", "https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/table_recognition.jpg", - # Don't use the original COCO URLs anymore. Replace with images from https://huggingface.co/datasets/hf-internal-testing/fixtures-coco below - "http://images.cocodataset.org/val2017/000000000139.jpg", - "http://images.cocodataset.org/val2017/000000000285.jpg", - "http://images.cocodataset.org/val2017/000000000632.jpg", - "http://images.cocodataset.org/val2017/000000000724.jpg", - "http://images.cocodataset.org/val2017/000000000776.jpg", - "http://images.cocodataset.org/val2017/000000000785.jpg", - "http://images.cocodataset.org/val2017/000000000802.jpg", - "http://images.cocodataset.org/val2017/000000000872.jpg", - "http://images.cocodataset.org/val2017/000000001000.jpg", - "http://images.cocodataset.org/val2017/000000039769.jpg", - "http://images.cocodataset.org/val2017/000000077595.jpg", - "http://images.cocodataset.org/val2017/000000136466.jpg", "https://cdn.britannica.com/59/94459-050-DBA42467/Skyline-Chicago.jpg", "https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg", "https://llava-vl.github.io/static/images/view.jpg", From d922af526410b547492d921c37a8f677c0d555be Mon Sep 17 00:00:00 2001 From: Abhishek Kapoor Date: Thu, 9 Jul 2026 23:18:50 +0530 Subject: [PATCH 04/10] fix: removed unused imports and fixed code-quality-issues --- tests/models/aimv2/test_modeling_aimv2.py | 4 +--- tests/models/aria/test_modeling_aria.py | 2 +- .../test_image_processing_deepseek_vl_hybrid.py | 2 -- tests/models/eomt/test_modeling_eomt.py | 4 +--- tests/models/eomt_dinov3/test_modeling_eomt_dinov3.py | 4 +--- tests/models/flava/test_image_processing_flava.py | 3 --- tests/models/fuyu/test_image_processing_fuyu.py | 2 -- tests/models/idefics/test_image_processing_idefics.py | 2 -- tests/models/imagegpt/test_image_processing_imagegpt.py | 1 - tests/models/kimi_k25/test_image_processing_kimi_k25.py | 2 -- tests/models/layoutlmv2/test_image_processing_layoutlmv2.py | 3 +-- tests/models/lfm2_vl/test_modeling_lfm2_vl.py | 2 +- tests/models/pix2struct/test_image_processing_pix2struct.py | 5 +---- tests/models/qwen2_vl/test_image_processing_qwen2_vl.py | 2 -- .../video_llama_3/test_image_processing_video_llama_3.py | 1 - tests/models/vitpose/test_image_processing_vitpose.py | 2 -- tests/test_image_processing_common.py | 4 +--- tests/test_processing_common.py | 2 +- 18 files changed, 9 insertions(+), 38 deletions(-) diff --git a/tests/models/aimv2/test_modeling_aimv2.py b/tests/models/aimv2/test_modeling_aimv2.py index d36494e4f138..27693f8fa003 100644 --- a/tests/models/aimv2/test_modeling_aimv2.py +++ b/tests/models/aimv2/test_modeling_aimv2.py @@ -18,7 +18,6 @@ import unittest import numpy as np -import requests from parameterized import parameterized from transformers import Aimv2Config, Aimv2TextConfig, Aimv2VisionConfig @@ -34,7 +33,6 @@ is_vision_available, ) -from ...test_processing_common import load_test_image from ...test_configuration_common import ConfigTester from ...test_modeling_common import ( TEST_EAGER_MATCHES_SDPA_INFERENCE_PARAMETERIZATION, @@ -45,6 +43,7 @@ random_attention_mask, ) from ...test_pipeline_mixin import PipelineTesterMixin +from ...test_processing_common import load_test_image if is_torch_available(): @@ -59,7 +58,6 @@ if is_vision_available(): - from PIL import Image from transformers import AutoImageProcessor, AutoProcessor diff --git a/tests/models/aria/test_modeling_aria.py b/tests/models/aria/test_modeling_aria.py index b797dc47e7ba..85f91b45b981 100644 --- a/tests/models/aria/test_modeling_aria.py +++ b/tests/models/aria/test_modeling_aria.py @@ -41,10 +41,10 @@ torch_device, ) -from ...test_processing_common import load_test_image from ...generation.test_utils import GenerationTesterMixin from ...test_configuration_common import ConfigTester from ...test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor +from ...test_processing_common import load_test_image if is_torch_available(): diff --git a/tests/models/deepseek_vl_hybrid/test_image_processing_deepseek_vl_hybrid.py b/tests/models/deepseek_vl_hybrid/test_image_processing_deepseek_vl_hybrid.py index 8d2db8b200b5..8cc7b20b5007 100644 --- a/tests/models/deepseek_vl_hybrid/test_image_processing_deepseek_vl_hybrid.py +++ b/tests/models/deepseek_vl_hybrid/test_image_processing_deepseek_vl_hybrid.py @@ -204,9 +204,7 @@ def test_backends_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - import io - import httpx dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") diff --git a/tests/models/eomt/test_modeling_eomt.py b/tests/models/eomt/test_modeling_eomt.py index 10cddb593751..44b7d8c7cdf8 100644 --- a/tests/models/eomt/test_modeling_eomt.py +++ b/tests/models/eomt/test_modeling_eomt.py @@ -15,8 +15,6 @@ import unittest -import requests - from transformers import AutoImageProcessor, EomtConfig, EomtForUniversalSegmentation, pipeline from transformers.testing_utils import require_torch, require_torch_accelerator, require_torch_fp16, slow, torch_device from transformers.utils import is_torch_available, is_vision_available @@ -32,7 +30,7 @@ if is_vision_available(): - from PIL import Image + pass class EomtForUniversalSegmentationTester: diff --git a/tests/models/eomt_dinov3/test_modeling_eomt_dinov3.py b/tests/models/eomt_dinov3/test_modeling_eomt_dinov3.py index 4cc7b977e3f0..27f620df9717 100644 --- a/tests/models/eomt_dinov3/test_modeling_eomt_dinov3.py +++ b/tests/models/eomt_dinov3/test_modeling_eomt_dinov3.py @@ -15,8 +15,6 @@ import unittest -import requests - from transformers import AutoImageProcessor, EomtDinov3Config, EomtDinov3ForUniversalSegmentation, pipeline from transformers.testing_utils import ( Expectations, @@ -39,7 +37,7 @@ if is_vision_available(): - from PIL import Image + pass class EomtDinov3ForUniversalSegmentationTester: diff --git a/tests/models/flava/test_image_processing_flava.py b/tests/models/flava/test_image_processing_flava.py index ed57feb17357..47d63d1488dc 100644 --- a/tests/models/flava/test_image_processing_flava.py +++ b/tests/models/flava/test_image_processing_flava.py @@ -12,13 +12,10 @@ # See the License for the specific language governing permissions and # limitations under the License. -import io import random import unittest -import httpx import numpy as np -from PIL import Image from transformers.testing_utils import require_torch, require_vision from transformers.utils import is_torch_available, is_vision_available diff --git a/tests/models/fuyu/test_image_processing_fuyu.py b/tests/models/fuyu/test_image_processing_fuyu.py index 4270c1a80e16..a2d2d91dd24b 100644 --- a/tests/models/fuyu/test_image_processing_fuyu.py +++ b/tests/models/fuyu/test_image_processing_fuyu.py @@ -1,7 +1,5 @@ -import io import unittest -import httpx import numpy as np import pytest diff --git a/tests/models/idefics/test_image_processing_idefics.py b/tests/models/idefics/test_image_processing_idefics.py index 4e90edb0746c..238892fe3877 100644 --- a/tests/models/idefics/test_image_processing_idefics.py +++ b/tests/models/idefics/test_image_processing_idefics.py @@ -11,10 +11,8 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -import io import unittest -import httpx import pytest from transformers.testing_utils import ( diff --git a/tests/models/imagegpt/test_image_processing_imagegpt.py b/tests/models/imagegpt/test_image_processing_imagegpt.py index 627a92abdadd..8628b8ccc1b4 100644 --- a/tests/models/imagegpt/test_image_processing_imagegpt.py +++ b/tests/models/imagegpt/test_image_processing_imagegpt.py @@ -20,7 +20,6 @@ import numpy as np import pytest -import requests from datasets import load_dataset from transformers import AutoImageProcessor diff --git a/tests/models/kimi_k25/test_image_processing_kimi_k25.py b/tests/models/kimi_k25/test_image_processing_kimi_k25.py index e07b65c4127c..fae6a799ae2d 100644 --- a/tests/models/kimi_k25/test_image_processing_kimi_k25.py +++ b/tests/models/kimi_k25/test_image_processing_kimi_k25.py @@ -12,10 +12,8 @@ # See the License for the specific language governing permissions and # limitations under the License. -import io import unittest -import httpx import numpy as np from transformers.image_utils import OPENAI_CLIP_MEAN, OPENAI_CLIP_STD diff --git a/tests/models/layoutlmv2/test_image_processing_layoutlmv2.py b/tests/models/layoutlmv2/test_image_processing_layoutlmv2.py index a1ae82742b07..477a995b9704 100644 --- a/tests/models/layoutlmv2/test_image_processing_layoutlmv2.py +++ b/tests/models/layoutlmv2/test_image_processing_layoutlmv2.py @@ -15,7 +15,6 @@ import unittest import pytest -import requests from transformers.testing_utils import ( require_pytesseract, @@ -38,7 +37,7 @@ import torch if is_pytesseract_available(): - from PIL import Image + pass class LayoutLMv2ImageProcessingTester: diff --git a/tests/models/lfm2_vl/test_modeling_lfm2_vl.py b/tests/models/lfm2_vl/test_modeling_lfm2_vl.py index 2ff214a77777..c744fddade77 100644 --- a/tests/models/lfm2_vl/test_modeling_lfm2_vl.py +++ b/tests/models/lfm2_vl/test_modeling_lfm2_vl.py @@ -33,11 +33,11 @@ ) from transformers.utils.import_utils import is_vision_available -from ...test_processing_common import load_test_image from ...causal_lm_tester import CausalLMModelTester from ...generation.test_utils import GenerationTesterMixin from ...test_configuration_common import ConfigTester from ...test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor +from ...test_processing_common import load_test_image if is_vision_available(): diff --git a/tests/models/pix2struct/test_image_processing_pix2struct.py b/tests/models/pix2struct/test_image_processing_pix2struct.py index 281479a40b36..4ff620806e4c 100644 --- a/tests/models/pix2struct/test_image_processing_pix2struct.py +++ b/tests/models/pix2struct/test_image_processing_pix2struct.py @@ -22,7 +22,7 @@ from transformers.utils import is_torch_available, is_vision_available from ...test_image_processing_common import ImageProcessingTestMixin, prepare_image_inputs -from ...test_processing_common import url_to_local_path, load_test_image +from ...test_processing_common import load_test_image, url_to_local_path if is_torch_available(): @@ -99,10 +99,7 @@ def test_backends_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - import io - import httpx - from PIL import Image dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") diff --git a/tests/models/qwen2_vl/test_image_processing_qwen2_vl.py b/tests/models/qwen2_vl/test_image_processing_qwen2_vl.py index bf910e035201..e039e1a955d8 100644 --- a/tests/models/qwen2_vl/test_image_processing_qwen2_vl.py +++ b/tests/models/qwen2_vl/test_image_processing_qwen2_vl.py @@ -12,13 +12,11 @@ # See the License for the specific language governing permissions and # limitations under the License. -import io import itertools import json import tempfile import unittest -import httpx import numpy as np from transformers.image_utils import OPENAI_CLIP_MEAN, OPENAI_CLIP_STD diff --git a/tests/models/video_llama_3/test_image_processing_video_llama_3.py b/tests/models/video_llama_3/test_image_processing_video_llama_3.py index 7faf6a412c92..b3c61f5c32fb 100644 --- a/tests/models/video_llama_3/test_image_processing_video_llama_3.py +++ b/tests/models/video_llama_3/test_image_processing_video_llama_3.py @@ -18,7 +18,6 @@ import unittest import numpy as np -import requests from transformers.image_utils import IMAGENET_STANDARD_MEAN, IMAGENET_STANDARD_STD from transformers.models.video_llama_3.image_processing_video_llama_3 import smart_resize diff --git a/tests/models/vitpose/test_image_processing_vitpose.py b/tests/models/vitpose/test_image_processing_vitpose.py index 338d7a3e0efb..cbfddca5813e 100644 --- a/tests/models/vitpose/test_image_processing_vitpose.py +++ b/tests/models/vitpose/test_image_processing_vitpose.py @@ -11,10 +11,8 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -import io import unittest -import httpx import numpy as np import pytest diff --git a/tests/test_image_processing_common.py b/tests/test_image_processing_common.py index 9b9123d40455..c6ff01cf5db3 100644 --- a/tests/test_image_processing_common.py +++ b/tests/test_image_processing_common.py @@ -12,7 +12,6 @@ # See the License for the specific language governing permissions and # limitations under the License. import inspect -import io import json import os import pathlib @@ -21,9 +20,9 @@ import warnings from copy import deepcopy -import httpx import numpy as np import pytest +from test_processing_common import load_test_image from transformers import AutoImageProcessor, BatchFeature from transformers.image_utils import AnnotationFormat @@ -40,7 +39,6 @@ torch_device, ) from transformers.utils import is_torch_available, is_vision_available -from test_processing_common import load_test_image if is_torch_available(): diff --git a/tests/test_processing_common.py b/tests/test_processing_common.py index 3080ef5db394..4fdb455d253f 100644 --- a/tests/test_processing_common.py +++ b/tests/test_processing_common.py @@ -26,11 +26,11 @@ from huggingface_hub import hf_hub_download from parameterized import parameterized +from transformers.image_utils import load_image from transformers.processing_utils import ( MODALITY_TO_AUTOPROCESSOR_MAPPING, Unpack, ) -from transformers.image_utils import load_image from transformers.testing_utils import ( check_json_file_has_correct_format, require_av, From 92f342b883f3bd205213e407f997a2a713519b6c Mon Sep 17 00:00:00 2001 From: Abhishek Kapoor Date: Fri, 10 Jul 2026 22:23:34 +0530 Subject: [PATCH 05/10] apply ruff formatting --- tests/models/aimv2/test_modeling_aimv2.py | 13 ++++++---- tests/models/aria/test_modeling_aria.py | 12 +++++++--- ...est_image_processing_deepseek_vl_hybrid.py | 6 ++--- tests/models/eomt/test_modeling_eomt.py | 24 ++++++++++++++----- .../eomt_dinov3/test_modeling_eomt_dinov3.py | 24 ++++++++++++++----- .../models/fast_vlm/test_modeling_fast_vlm.py | 4 +++- .../flava/test_image_processing_flava.py | 4 +++- .../models/fuyu/test_image_processing_fuyu.py | 4 +++- .../idefics/test_image_processing_idefics.py | 4 +++- .../test_image_processing_imagegpt.py | 4 +++- .../test_image_processing_kimi_k25.py | 4 +++- .../test_image_processing_layoutlmv2.py | 4 +++- tests/models/lfm2_vl/test_modeling_lfm2_vl.py | 8 +++++-- tests/models/llava/test_modeling_llava.py | 12 +++++++--- .../test_modeling_minimax_m3_vl.py | 4 +++- .../test_image_processing_pix2struct.py | 6 ++--- .../test_image_processing_qwen2_vl.py | 4 +++- .../test_image_processing_video_llama_3.py | 4 +++- .../vitpose/test_image_processing_vitpose.py | 4 +++- tests/test_image_processing_common.py | 4 +++- 20 files changed, 111 insertions(+), 42 deletions(-) diff --git a/tests/models/aimv2/test_modeling_aimv2.py b/tests/models/aimv2/test_modeling_aimv2.py index 27693f8fa003..81e7e443eba1 100644 --- a/tests/models/aimv2/test_modeling_aimv2.py +++ b/tests/models/aimv2/test_modeling_aimv2.py @@ -58,7 +58,6 @@ if is_vision_available(): - from transformers import AutoImageProcessor, AutoProcessor @@ -478,7 +477,9 @@ def test_inference(self): model = Aimv2Model.from_pretrained(model_name, device_map=torch_device) processor = AutoProcessor.from_pretrained(model_name) - image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) inputs = processor( text=["a photo of a cat", "a photo of a dog"], images=image, padding=True, return_tensors="pt" ).to(model.device) @@ -512,7 +513,9 @@ def test_inference(self): model = Aimv2VisionModel.from_pretrained(model_name, device_map=torch_device) processor = AutoImageProcessor.from_pretrained(model_name) - image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) inputs = processor(image, return_tensors="pt").to(model.device) with torch.no_grad(): @@ -543,7 +546,9 @@ def test_inference_for_native_resolution(self): model = Aimv2VisionModel.from_pretrained(model_name, device_map="auto") processor = AutoImageProcessor.from_pretrained(model_name) - image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) inputs = processor(image, return_tensors="pt").to(model.device) with torch.no_grad(): diff --git a/tests/models/aria/test_modeling_aria.py b/tests/models/aria/test_modeling_aria.py index 85f91b45b981..dbd9676d6aec 100644 --- a/tests/models/aria/test_modeling_aria.py +++ b/tests/models/aria/test_modeling_aria.py @@ -322,7 +322,9 @@ def test_small_model_integration_test_llama_batched(self): "USER: <|img|>\nWhat is this? ASSISTANT:", ] image1 = Image.open(requests.get(IMAGE_OF_VIEW_URL, stream=True).raw) - image2 = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image2 = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) inputs = processor(images=[image1, image2], text=prompts, return_tensors="pt", padding=True).to( model.device, model.dtype @@ -360,7 +362,9 @@ def test_small_model_integration_test_batch(self): "USER: <|img|>\nWhat is this?\nASSISTANT:", ] image1 = Image.open(requests.get(IMAGE_OF_VIEW_URL, stream=True).raw) - image2 = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image2 = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) inputs = self.processor(images=[image1, image2], text=prompts, return_tensors="pt", padding=True).to( model.device, model.dtype @@ -400,7 +404,9 @@ def test_small_model_integration_test_llama_batched_regression(self): "USER: <|img|>\nWhat is this?\nASSISTANT: Two cats lying on a bed!\nUSER: <|img|>\nAnd this?\nASSISTANT:", ] image1 = Image.open(requests.get(IMAGE_OF_VIEW_URL, stream=True).raw) - image2 = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image2 = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) inputs = processor(images=[image1, image2, image1], text=prompts, return_tensors="pt", padding=True) inputs = inputs.to(model.device, model.dtype) diff --git a/tests/models/deepseek_vl_hybrid/test_image_processing_deepseek_vl_hybrid.py b/tests/models/deepseek_vl_hybrid/test_image_processing_deepseek_vl_hybrid.py index 8cc7b20b5007..b2e4f6452031 100644 --- a/tests/models/deepseek_vl_hybrid/test_image_processing_deepseek_vl_hybrid.py +++ b/tests/models/deepseek_vl_hybrid/test_image_processing_deepseek_vl_hybrid.py @@ -204,9 +204,9 @@ def test_backends_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - - - dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + dummy_image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) encodings = {} for backend_name, image_processing_class in self.image_processing_classes.items(): diff --git a/tests/models/eomt/test_modeling_eomt.py b/tests/models/eomt/test_modeling_eomt.py index 44b7d8c7cdf8..bf8f5b9fe476 100644 --- a/tests/models/eomt/test_modeling_eomt.py +++ b/tests/models/eomt/test_modeling_eomt.py @@ -174,7 +174,9 @@ def test_inference(self): model = EomtForUniversalSegmentation.from_pretrained(self.model_id, device_map="auto") processor = AutoImageProcessor.from_pretrained(self.model_id) - image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) inputs = processor(images=image, return_tensors="pt").to(model.device) @@ -217,7 +219,9 @@ def test_inference_fp16(self): model = EomtForUniversalSegmentation.from_pretrained(self.model_id, dtype=torch.float16, device_map="auto") processor = AutoImageProcessor.from_pretrained(self.model_id) - image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) inputs = processor(images=image, return_tensors="pt").to(model.device) @@ -233,7 +237,9 @@ def test_semantic_segmentation_inference(self): model = EomtForUniversalSegmentation.from_pretrained(model_id, device_map="auto") processor = AutoImageProcessor.from_pretrained(model_id) - image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) inputs = processor(images=image, return_tensors="pt").to(model.device) @@ -270,7 +276,9 @@ def test_panoptic_segmentation_inference(self): model = EomtForUniversalSegmentation.from_pretrained(self.model_id, device_map="auto") processor = AutoImageProcessor.from_pretrained(self.model_id) - image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) inputs = processor(images=image, return_tensors="pt").to(model.device) @@ -319,7 +327,9 @@ def test_instance_segmentation_inference(self): model = EomtForUniversalSegmentation.from_pretrained(model_id, device_map="auto") processor = AutoImageProcessor.from_pretrained(model_id) - image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) inputs = processor(images=image, return_tensors="pt").to(model.device) @@ -365,7 +375,9 @@ def test_instance_segmentation_inference(self): @slow def test_segmentation_pipeline(self): - image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) pipe = pipeline(model=self.model_id, subtask="panoptic", device=torch_device) output = pipe(image) diff --git a/tests/models/eomt_dinov3/test_modeling_eomt_dinov3.py b/tests/models/eomt_dinov3/test_modeling_eomt_dinov3.py index 27f620df9717..23576800dd3c 100644 --- a/tests/models/eomt_dinov3/test_modeling_eomt_dinov3.py +++ b/tests/models/eomt_dinov3/test_modeling_eomt_dinov3.py @@ -219,7 +219,9 @@ def test_inference(self): model = EomtDinov3ForUniversalSegmentation.from_pretrained(self.model_id, device_map="auto") processor = AutoImageProcessor.from_pretrained(self.model_id) - image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) inputs = processor(images=image, return_tensors="pt").to(model.device) @@ -261,7 +263,9 @@ def test_inference_bf16(self): ) processor = AutoImageProcessor.from_pretrained(self.model_id) - image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) inputs = processor(images=image, return_tensors="pt").to(model.device) @@ -318,7 +322,9 @@ def test_semantic_segmentation_inference(self): model = EomtDinov3ForUniversalSegmentation.from_pretrained(model_id, device_map="auto") processor = AutoImageProcessor.from_pretrained(model_id) - image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) inputs = processor(images=image, return_tensors="pt").to(model.device) @@ -374,7 +380,9 @@ def test_panoptic_segmentation_inference(self): model = EomtDinov3ForUniversalSegmentation.from_pretrained(self.model_id, device_map="auto") processor = AutoImageProcessor.from_pretrained(self.model_id) - image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) inputs = processor(images=image, return_tensors="pt").to(model.device) @@ -420,7 +428,9 @@ def test_instance_segmentation_inference(self): model = EomtDinov3ForUniversalSegmentation.from_pretrained(model_id, device_map="auto") processor = AutoImageProcessor.from_pretrained(model_id) - image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) inputs = processor(images=image, return_tensors="pt").to(model.device) @@ -462,7 +472,9 @@ def test_instance_segmentation_inference(self): self.assertTrue(0.0 <= info["score"] <= 1.0) def test_segmentation_pipeline(self): - image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) model = EomtDinov3ForUniversalSegmentation.from_pretrained(self.model_id, device_map="auto") processor = AutoImageProcessor.from_pretrained(self.model_id) diff --git a/tests/models/fast_vlm/test_modeling_fast_vlm.py b/tests/models/fast_vlm/test_modeling_fast_vlm.py index 0a9be4e1ceeb..d9b327d7eb75 100644 --- a/tests/models/fast_vlm/test_modeling_fast_vlm.py +++ b/tests/models/fast_vlm/test_modeling_fast_vlm.py @@ -283,7 +283,9 @@ def test_small_model_integration_test_batch(self): "user\n\nWhat is this?\nassistant", ] image1 = Image.open(requests.get("https://llava-vl.github.io/static/images/view.jpg", stream=True).raw) - image2 = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image2 = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) self.processor.tokenizer.padding_side = "left" inputs = self.processor(images=[image1, image2], text=prompts, return_tensors="pt", padding=True).to( diff --git a/tests/models/flava/test_image_processing_flava.py b/tests/models/flava/test_image_processing_flava.py index 47d63d1488dc..dafab495a483 100644 --- a/tests/models/flava/test_image_processing_flava.py +++ b/tests/models/flava/test_image_processing_flava.py @@ -402,7 +402,9 @@ def test_slow_fast_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + dummy_image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) # Create processors for each backend encodings = {} diff --git a/tests/models/fuyu/test_image_processing_fuyu.py b/tests/models/fuyu/test_image_processing_fuyu.py index a2d2d91dd24b..2aa89b54a493 100644 --- a/tests/models/fuyu/test_image_processing_fuyu.py +++ b/tests/models/fuyu/test_image_processing_fuyu.py @@ -179,7 +179,9 @@ def test_backends_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + dummy_image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) encodings = {} for backend_name, image_processing_class in self.image_processing_classes.items(): diff --git a/tests/models/idefics/test_image_processing_idefics.py b/tests/models/idefics/test_image_processing_idefics.py index 238892fe3877..9acba9a18c18 100644 --- a/tests/models/idefics/test_image_processing_idefics.py +++ b/tests/models/idefics/test_image_processing_idefics.py @@ -150,7 +150,9 @@ def test_backends_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + dummy_image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) # Create processors for each backend encodings = {} diff --git a/tests/models/imagegpt/test_image_processing_imagegpt.py b/tests/models/imagegpt/test_image_processing_imagegpt.py index 8628b8ccc1b4..4ac6b3bc150f 100644 --- a/tests/models/imagegpt/test_image_processing_imagegpt.py +++ b/tests/models/imagegpt/test_image_processing_imagegpt.py @@ -285,7 +285,9 @@ def test_backends_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + dummy_image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) encodings = {} for backend_name, image_processing_class in self.image_processing_classes.items(): diff --git a/tests/models/kimi_k25/test_image_processing_kimi_k25.py b/tests/models/kimi_k25/test_image_processing_kimi_k25.py index fae6a799ae2d..927fa45d5645 100644 --- a/tests/models/kimi_k25/test_image_processing_kimi_k25.py +++ b/tests/models/kimi_k25/test_image_processing_kimi_k25.py @@ -266,7 +266,9 @@ def test_custom_pixels(self): # Override to test additional outputs for equivalence such as `image_grid_thw` def test_backends_equivalence(self): - dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + dummy_image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) # Create processors for each backend encodings = {} diff --git a/tests/models/layoutlmv2/test_image_processing_layoutlmv2.py b/tests/models/layoutlmv2/test_image_processing_layoutlmv2.py index 477a995b9704..9c1b687f62ec 100644 --- a/tests/models/layoutlmv2/test_image_processing_layoutlmv2.py +++ b/tests/models/layoutlmv2/test_image_processing_layoutlmv2.py @@ -148,7 +148,9 @@ def test_backends_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + dummy_image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) encodings = {} for backend_name, image_processing_class in self.image_processing_classes.items(): diff --git a/tests/models/lfm2_vl/test_modeling_lfm2_vl.py b/tests/models/lfm2_vl/test_modeling_lfm2_vl.py index c744fddade77..746433978bc0 100644 --- a/tests/models/lfm2_vl/test_modeling_lfm2_vl.py +++ b/tests/models/lfm2_vl/test_modeling_lfm2_vl.py @@ -211,7 +211,9 @@ class Lfm2VlForConditionalGenerationIntegrationTest(unittest.TestCase): def setUp(self): self.processor = AutoProcessor.from_pretrained("LiquidAI/LFM2-VL-1.6B") self.processor.tokenizer.padding_side = "left" - self.image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + self.image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) self.image2 = Image.open( BytesIO( requests.get( @@ -295,7 +297,9 @@ class Lfm2_5VlForConditionalGenerationIntegrationTest(unittest.TestCase): def setUp(self): self.processor = AutoProcessor.from_pretrained("LiquidAI/LFM2.5-VL-1.6B") self.processor.tokenizer.padding_side = "left" - self.image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + self.image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) self.image2 = Image.open( BytesIO( requests.get( diff --git a/tests/models/llava/test_modeling_llava.py b/tests/models/llava/test_modeling_llava.py index 76d1193fef95..3fb9446ef68d 100644 --- a/tests/models/llava/test_modeling_llava.py +++ b/tests/models/llava/test_modeling_llava.py @@ -368,7 +368,9 @@ def test_small_model_integration_test_llama_batched(self): "USER: \nWhat is this? ASSISTANT:", ] image1 = Image.open(requests.get("https://llava-vl.github.io/static/images/view.jpg", stream=True).raw) - image2 = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image2 = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) inputs = processor(images=[image1, image2], text=prompts, return_tensors="pt", padding=True).to(torch_device) @@ -419,7 +421,9 @@ def test_small_model_integration_test_batch(self): "USER: \nWhat is this?\nASSISTANT:", ] image1 = Image.open(requests.get("https://llava-vl.github.io/static/images/view.jpg", stream=True).raw) - image2 = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image2 = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) inputs = self.processor(images=[image1, image2], text=prompts, return_tensors="pt", padding=True).to( torch_device, torch.float16 @@ -472,7 +476,9 @@ def test_small_model_integration_test_llama_batched_regression(self): "USER: \nWhat is this?\nASSISTANT: Two cats lying on a bed!\nUSER: \nAnd this?\nASSISTANT:", ] image1 = Image.open(requests.get("https://llava-vl.github.io/static/images/view.jpg", stream=True).raw) - image2 = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + image2 = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) inputs = processor(images=[image1, image2, image1], text=prompts, return_tensors="pt", padding=True).to( torch_device diff --git a/tests/models/minimax_m3_vl/test_modeling_minimax_m3_vl.py b/tests/models/minimax_m3_vl/test_modeling_minimax_m3_vl.py index 7f132f45d746..2047c20001cd 100644 --- a/tests/models/minimax_m3_vl/test_modeling_minimax_m3_vl.py +++ b/tests/models/minimax_m3_vl/test_modeling_minimax_m3_vl.py @@ -697,7 +697,9 @@ def test_padding_sides_text_and_image(self): # canonical COCO two-cats photo), paired with deliberately different-length questions so the # batch genuinely needs padding. dog = Image.open(requests.get("https://picsum.photos/id/237/400/300", stream=True).raw).convert("RGB") - cats = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg").convert("RGB") + cats = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ).convert("RGB") texts = [ self._prompt(processor, "What animal is this? One word."), self._prompt( diff --git a/tests/models/pix2struct/test_image_processing_pix2struct.py b/tests/models/pix2struct/test_image_processing_pix2struct.py index 4ff620806e4c..9a7a8a60e42d 100644 --- a/tests/models/pix2struct/test_image_processing_pix2struct.py +++ b/tests/models/pix2struct/test_image_processing_pix2struct.py @@ -99,9 +99,9 @@ def test_backends_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - - - dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + dummy_image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) # Create processors for each backend encodings = {} diff --git a/tests/models/qwen2_vl/test_image_processing_qwen2_vl.py b/tests/models/qwen2_vl/test_image_processing_qwen2_vl.py index e039e1a955d8..907f4bb4366a 100644 --- a/tests/models/qwen2_vl/test_image_processing_qwen2_vl.py +++ b/tests/models/qwen2_vl/test_image_processing_qwen2_vl.py @@ -293,7 +293,9 @@ def test_backends_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + dummy_image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) # Create processors for each backend encodings = {} diff --git a/tests/models/video_llama_3/test_image_processing_video_llama_3.py b/tests/models/video_llama_3/test_image_processing_video_llama_3.py index b3c61f5c32fb..18c5d6d968d5 100644 --- a/tests/models/video_llama_3/test_image_processing_video_llama_3.py +++ b/tests/models/video_llama_3/test_image_processing_video_llama_3.py @@ -296,7 +296,9 @@ def test_backends_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + dummy_image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) encodings = {} for backend_name, image_processing_class in self.image_processing_classes.items(): diff --git a/tests/models/vitpose/test_image_processing_vitpose.py b/tests/models/vitpose/test_image_processing_vitpose.py index cbfddca5813e..5ce1a51b2eff 100644 --- a/tests/models/vitpose/test_image_processing_vitpose.py +++ b/tests/models/vitpose/test_image_processing_vitpose.py @@ -232,7 +232,9 @@ def test_backends_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + dummy_image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) boxes = [[[0, 0, 1, 1]]] encodings = {} diff --git a/tests/test_image_processing_common.py b/tests/test_image_processing_common.py index c6ff01cf5db3..b760dbc39cd5 100644 --- a/tests/test_image_processing_common.py +++ b/tests/test_image_processing_common.py @@ -174,7 +174,9 @@ def test_backends_equivalence(self): if len(self.image_processing_classes) < 2: self.skipTest(reason="Skipping backends equivalence test as there are less than 2 backends") - dummy_image = load_test_image("https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg") + dummy_image = load_test_image( + "https://huggingface.co/datasets/hf-internal-testing/fixtures-coco/resolve/main/val2017/000000039769.jpg" + ) # Create processors for each backend encodings = {} From 2bb688226047450d968052a34e7b111f67ef28b7 Mon Sep 17 00:00:00 2001 From: Abhishek Kapoor Date: Fri, 10 Jul 2026 22:33:56 +0530 Subject: [PATCH 06/10] update auto mappings --- src/transformers/models/auto/auto_mappings.py | 904 +++++++++++++----- 1 file changed, 673 insertions(+), 231 deletions(-) diff --git a/src/transformers/models/auto/auto_mappings.py b/src/transformers/models/auto/auto_mappings.py index 2fc85f0392e4..95ee8c8f468b 100644 --- a/src/transformers/models/auto/auto_mappings.py +++ b/src/transformers/models/auto/auto_mappings.py @@ -138,7 +138,7 @@ ("deit", "DeiTConfig"), ("depth_anything", "DepthAnythingConfig"), ("depth_pro", "DepthProConfig"), - ("detr", "DetrConfig"), + ("detr", "MaskFormerDetrConfig"), ("dia", "DiaConfig"), ("dia_decoder", "DiaDecoderConfig"), ("dia_encoder", "DiaEncoderConfig"), @@ -700,236 +700,678 @@ SPECIAL_MODEL_TYPE_TO_MODULE_NAME = OrderedDict( [ - ("aimv2_text_model", "aimv2"), - ("aimv2_vision_model", "aimv2"), - ("align_text_model", "align"), - ("align_vision_model", "align"), - ("altclip_text_model", "altclip"), - ("altclip_vision_model", "altclip"), - ("aria_text", "aria"), - ("audio-spectrogram-transformer", "audio_spectrogram_transformer"), - ("audioflamingo3_encoder", "audioflamingo3"), - ("bert-generation", "bert_generation"), - ("blenderbot-small", "blenderbot_small"), - ("blip-2", "blip_2"), - ("blip_2_qformer", "blip_2"), - ("blip_2_vision_model", "blip_2"), - ("blip_text_model", "blip"), - ("blip_vision_model", "blip"), - ("blt_global_transformer", "blt"), - ("blt_local_decoder", "blt"), - ("blt_local_encoder", "blt"), - ("blt_patcher", "blt"), - ("bridgetower_text_model", "bridgetower"), - ("bridgetower_vision_model", "bridgetower"), - ("chameleon_vqgan", "chameleon"), - ("chinese_clip_text_model", "chinese_clip"), - ("chinese_clip_vision_model", "chinese_clip"), - ("clap_audio_model", "clap"), - ("clap_text_model", "clap"), - ("clip_text_model", "clip"), - ("clip_vision_model", "clip"), - ("clipseg_text_model", "clipseg"), - ("clipseg_vision_model", "clipseg"), - ("clvp_decoder", "clvp"), - ("clvp_encoder", "clvp"), - ("csm_depth_decoder_model", "csm"), - ("dab-detr", "dab_detr"), - ("data2vec-audio", "data2vec"), - ("data2vec-text", "data2vec"), - ("data2vec-vision", "data2vec"), - ("deberta-v2", "deberta_v2"), - ("deepseek_ocr2_encoder", "deepseek_ocr2"), - ("deepseek_ocr2_sam_vision_model", "deepseek_ocr2"), - ("deepseek_ocr2_text", "deepseek_ocr2"), - ("deepseek_ocr2_vision", "deepseek_ocr2"), - ("dia_decoder", "dia"), - ("dia_encoder", "dia"), - ("diffusion_gemma_text", "diffusion_gemma"), - ("donut-swin", "donut"), - ("edgetam_vision_model", "edgetam"), - ("emu3_text_model", "emu3"), - ("emu3_vqgan", "emu3"), - ("encoder-decoder", "encoder_decoder"), - ("ernie4_5_vl_moe_text", "ernie4_5_vl_moe"), - ("ernie4_5_vl_moe_vision", "ernie4_5_vl_moe"), - ("exaone4_5_vision", "exaone4_5"), - ("fastspeech2_conformer_hifigan", "fastspeech2_conformer"), - ("fastspeech2_conformer_with_hifigan", "fastspeech2_conformer"), - ("flava_image_model", "flava"), - ("flava_multimodal_model", "flava"), - ("flava_text_model", "flava"), - ("florence_vision", "florence2"), - ("gemma3_text", "gemma3"), - ("gemma3n_audio", "gemma3n"), - ("gemma3n_text", "gemma3n"), - ("gemma3n_vision", "gemma3n"), - ("gemma4_audio", "gemma4"), - ("gemma4_text", "gemma4"), - ("gemma4_unified_audio", "gemma4_unified"), - ("gemma4_unified_text", "gemma4_unified"), - ("gemma4_unified_vision", "gemma4_unified"), - ("gemma4_vision", "gemma4"), - ("git_vision_model", "git"), - ("glm4v_moe_text", "glm4v_moe"), - ("glm4v_moe_vision", "glm4v_moe"), - ("glm4v_text", "glm4v"), - ("glm4v_vision", "glm4v"), - ("glm_image_text", "glm_image"), - ("glm_image_vision", "glm_image"), - ("glm_image_vqmodel", "glm_image"), - ("glm_ocr_text", "glm_ocr"), - ("glm_ocr_vision", "glm_ocr"), - ("glmasr_encoder", "glmasr"), - ("granite4_vision_text", "granite4_vision"), - ("granite_speech_encoder", "granite_speech"), - ("granite_speech_plus_encoder", "granite_speech_plus"), - ("grounding-dino", "grounding_dino"), - ("groupvit_text_model", "groupvit"), - ("groupvit_vision_model", "groupvit"), - ("hunyuan_vl_text", "hunyuan_vl"), - ("hunyuan_vl_vision", "hunyuan_vl"), - ("idefics2_perceiver", "idefics2"), - ("idefics2_vision", "idefics2"), - ("idefics3_vision", "idefics3"), - ("idefics_perciever", "idefics"), - ("idefics_vision", "idefics"), - ("instructblip_qformer", "instructblip"), - ("instructblip_vision_model", "instructblip"), - ("instructblipvideo_qformer", "instructblipvideo"), - ("instructblipvideo_vision_model", "instructblipvideo"), - ("internvl_vision", "internvl"), - ("janus_vision_model", "janus"), - ("janus_vqgan", "janus"), - ("kimi_k25_vision", "kimi_k25"), - ("kosmos-2", "kosmos2"), - ("kosmos-2.5", "kosmos2_5"), - ("kosmos_2_5_text_model", "kosmos2_5"), - ("kosmos_2_5_vision_model", "kosmos2_5"), - ("kosmos_2_text_model", "kosmos2"), - ("kosmos_2_vision_model", "kosmos2"), - ("lasr_ctc", "lasr"), - ("lasr_encoder", "lasr"), - ("llama4_text", "llama4"), - ("llama4_vision_model", "llama4"), - ("lw_detr_vit", "lw_detr"), - ("maskformer-swin", "maskformer"), - ("megatron-bert", "megatron_bert"), - ("metaclip_2_text_model", "metaclip_2"), - ("metaclip_2_vision_model", "metaclip_2"), - ("mgp-str", "mgp_str"), - ("minicpmv4_6_vision", "minicpmv4_6"), - ("minimax_m3_vl_text", "minimax_m3_vl"), - ("minimax_m3_vl_vision", "minimax_m3_vl"), - ("mlcd_vision_model", "mlcd"), - ("mllama_text_model", "mllama"), - ("mllama_vision_model", "mllama"), - ("mm-grounding-dino", "mm_grounding_dino"), - ("modernbert-decoder", "modernbert_decoder"), - ("moonshine_streaming_encoder", "moonshine_streaming"), - ("moshi_depth", "moshi"), - ("musicgen_decoder", "musicgen"), - ("musicgen_melody_decoder", "musicgen_melody"), - ("nemotron_asr_streaming_encoder", "nemotron_asr_streaming"), - ("nllb-moe", "nllb_moe"), - ("omdet-turbo", "omdet_turbo"), - ("openai-gpt", "openai"), - ("owlv2_text_model", "owlv2"), - ("owlv2_vision_model", "owlv2"), - ("owlvit_text_model", "owlvit"), - ("owlvit_vision_model", "owlvit"), - ("paddleocr_vl_text", "paddleocr_vl"), - ("paddleocr_vl_vision", "paddleocr_vl"), - ("parakeet_ctc", "parakeet"), - ("parakeet_encoder", "parakeet"), - ("parakeet_rnnt", "parakeet"), - ("pe_audio_encoder", "pe_audio"), - ("pe_audio_video_encoder", "pe_audio_video"), - ("pe_video_encoder", "pe_video"), - ("phi4_multimodal_audio", "phi4_multimodal"), - ("phi4_multimodal_vision", "phi4_multimodal"), - ("pix2struct_text_model", "pix2struct"), - ("pix2struct_vision_model", "pix2struct"), - ("qianfan_ocr_vision", "qianfan_ocr"), - ("qwen2_5_omni_audio_encoder", "qwen2_5_omni"), - ("qwen2_5_omni_bigvgan", "qwen2_5_omni"), - ("qwen2_5_omni_dit", "qwen2_5_omni"), - ("qwen2_5_omni_talker", "qwen2_5_omni"), - ("qwen2_5_omni_text", "qwen2_5_omni"), - ("qwen2_5_omni_thinker", "qwen2_5_omni"), - ("qwen2_5_omni_token2wav", "qwen2_5_omni"), - ("qwen2_5_omni_vision_encoder", "qwen2_5_omni"), - ("qwen2_5_vl_text", "qwen2_5_vl"), - ("qwen2_5_vl_vision", "qwen2_5_vl"), - ("qwen2_audio_encoder", "qwen2_audio"), - ("qwen2_vl_text", "qwen2_vl"), - ("qwen2_vl_vision", "qwen2_vl"), - ("qwen3_5_moe_text", "qwen3_5_moe"), - ("qwen3_5_moe_vision", "qwen3_5_moe"), - ("qwen3_5_text", "qwen3_5"), - ("qwen3_5_vision", "qwen3_5"), - ("qwen3_asr_encoder", "qwen3_asr"), - ("qwen3_omni_moe_audio_encoder", "qwen3_omni_moe"), - ("qwen3_omni_moe_talker_code_predictor", "qwen3_omni_moe"), - ("qwen3_omni_moe_talker_text", "qwen3_omni_moe"), - ("qwen3_omni_moe_text", "qwen3_omni_moe"), - ("qwen3_omni_moe_thinker", "qwen3_omni_moe"), - ("qwen3_omni_moe_vision_encoder", "qwen3_omni_moe"), - ("qwen3_vl_moe_text", "qwen3_vl_moe"), - ("qwen3_vl_moe_vision", "qwen3_vl_moe"), - ("qwen3_vl_text", "qwen3_vl"), - ("qwen3_vl_vision", "qwen3_vl"), - ("rf_detr_dinov2", "rf_detr"), - ("roberta-prelayernorm", "roberta_prelayernorm"), - ("rt_detr_resnet", "rt_detr"), - ("sam2_hiera_det_model", "sam2"), - ("sam2_vision_model", "sam2"), - ("sam3_detr_decoder", "sam3"), - ("sam3_detr_encoder", "sam3"), - ("sam3_geometry_encoder", "sam3"), - ("sam3_lite_text_detr_decoder", "sam3_lite_text"), - ("sam3_lite_text_detr_encoder", "sam3_lite_text"), - ("sam3_lite_text_geometry_encoder", "sam3_lite_text"), - ("sam3_lite_text_mask_decoder", "sam3_lite_text"), - ("sam3_lite_text_text_model", "sam3_lite_text"), - ("sam3_mask_decoder", "sam3"), - ("sam3_vision_model", "sam3"), - ("sam3_vit_model", "sam3"), - ("sam_hq_vision_model", "sam_hq"), - ("sam_vision_model", "sam"), - ("sapiens2_head", "sapiens2"), - ("sew-d", "sew_d"), - ("siglip2_text_model", "siglip2"), - ("siglip2_vision_model", "siglip2"), - ("siglip_text_model", "siglip"), - ("siglip_vision_model", "siglip"), - ("smolvlm_vision", "smolvlm"), - ("speech-encoder-decoder", "speech_encoder_decoder"), - ("speecht5_hifigan", "speecht5"), - ("t5_gemma_module", "t5gemma"), - ("t5gemma2_decoder", "t5gemma2"), - ("t5gemma2_encoder", "t5gemma2"), - ("t5gemma2_text", "t5gemma2"), - ("table-transformer", "table_transformer"), - ("tipsv2_text_model", "tipsv2"), - ("tipsv2_vision_model", "tipsv2"), - ("unispeech-sat", "unispeech_sat"), - ("uvdoc_backbone", "uvdoc"), - ("video_llama_3_vision", "video_llama_3"), - ("videoprism_text_model", "videoprism"), - ("videoprism_vision_model", "videoprism"), - ("vision-encoder-decoder", "vision_encoder_decoder"), - ("vision-text-dual-encoder", "vision_text_dual_encoder"), - ("voxtral_encoder", "voxtral"), - ("voxtral_realtime_encoder", "voxtral_realtime"), - ("voxtral_realtime_text", "voxtral_realtime"), - ("wav2vec2-bert", "wav2vec2_bert"), - ("wav2vec2-conformer", "wav2vec2_conformer"), - ("xclip", "x_clip"), - ("xclip_text_model", "x_clip"), - ("xclip_vision_model", "x_clip"), - ("xlm-roberta", "xlm_roberta"), - ("xlm-roberta-xl", "xlm_roberta_xl"), + ("afmoe", "transformers"), + ("aimv2", "transformers"), + ("aimv2_text_model", "transformers"), + ("aimv2_vision_model", "transformers"), + ("albert", "transformers"), + ("align", "transformers"), + ("align_text_model", "transformers"), + ("align_vision_model", "transformers"), + ("altclip", "transformers"), + ("altclip_text_model", "transformers"), + ("altclip_vision_model", "transformers"), + ("apertus", "transformers"), + ("arcee", "transformers"), + ("aria", "transformers"), + ("aria_text", "transformers"), + ("audio-spectrogram-transformer", "transformers"), + ("audioflamingo3", "transformers"), + ("audioflamingo3_encoder", "transformers"), + ("autoformer", "transformers"), + ("aya_vision", "transformers"), + ("bamba", "transformers"), + ("bark", "transformers"), + ("bart", "transformers"), + ("beit", "transformers"), + ("bert", "transformers"), + ("bert-generation", "transformers"), + ("big_bird", "transformers"), + ("bigbird_pegasus", "transformers"), + ("biogpt", "transformers"), + ("bit", "transformers"), + ("bitnet", "transformers"), + ("blenderbot", "transformers"), + ("blenderbot-small", "transformers"), + ("blip", "transformers"), + ("blip-2", "transformers"), + ("blip_2_qformer", "transformers"), + ("blip_2_vision_model", "transformers"), + ("blip_text_model", "transformers"), + ("blip_vision_model", "transformers"), + ("bloom", "transformers"), + ("blt", "transformers"), + ("blt_global_transformer", "transformers"), + ("blt_local_decoder", "transformers"), + ("blt_local_encoder", "transformers"), + ("blt_patcher", "transformers"), + ("bridgetower", "transformers"), + ("bridgetower_text_model", "transformers"), + ("bridgetower_vision_model", "transformers"), + ("bros", "transformers"), + ("camembert", "transformers"), + ("canine", "transformers"), + ("chameleon", "transformers"), + ("chameleon_vqgan", "transformers"), + ("chinese_clip", "transformers"), + ("chinese_clip_text_model", "transformers"), + ("chinese_clip_vision_model", "transformers"), + ("chmv2", "transformers"), + ("clap", "transformers"), + ("clap_audio_model", "transformers"), + ("clap_text_model", "transformers"), + ("clip", "transformers"), + ("clip_text_model", "transformers"), + ("clip_vision_model", "transformers"), + ("clipseg", "transformers"), + ("clipseg_text_model", "transformers"), + ("clipseg_vision_model", "transformers"), + ("clvp", "transformers"), + ("clvp_decoder", "transformers"), + ("clvp_encoder", "transformers"), + ("codegen", "transformers"), + ("cohere", "transformers"), + ("cohere2", "transformers"), + ("cohere2_moe", "transformers"), + ("cohere2_vision", "transformers"), + ("cohere_asr", "transformers"), + ("colmodernvbert", "transformers"), + ("colpali", "transformers"), + ("colqwen2", "transformers"), + ("conditional_detr", "transformers"), + ("convbert", "transformers"), + ("convnext", "transformers"), + ("convnextv2", "transformers"), + ("cosmos3_omni", "transformers"), + ("cpmant", "transformers"), + ("csm", "transformers"), + ("csm_depth_decoder_model", "transformers"), + ("ctrl", "transformers"), + ("cvt", "transformers"), + ("cwm", "transformers"), + ("d_fine", "transformers"), + ("dab-detr", "transformers"), + ("dac", "transformers"), + ("data2vec-audio", "transformers"), + ("data2vec-text", "transformers"), + ("data2vec-vision", "transformers"), + ("dbrx", "transformers"), + ("deberta", "transformers"), + ("deberta-v2", "transformers"), + ("decision_transformer", "transformers"), + ("deepseek_ocr2", "transformers"), + ("deepseek_ocr2_encoder", "transformers"), + ("deepseek_ocr2_sam_vision_model", "transformers"), + ("deepseek_ocr2_text", "transformers"), + ("deepseek_ocr2_vision", "transformers"), + ("deepseek_v2", "transformers"), + ("deepseek_v3", "transformers"), + ("deepseek_v32", "transformers"), + ("deepseek_v4", "transformers"), + ("deepseek_vl", "transformers"), + ("deepseek_vl_hybrid", "transformers"), + ("deformable_detr", "transformers"), + ("deimv2", "transformers"), + ("deit", "transformers"), + ("depth_anything", "transformers"), + ("depth_pro", "transformers"), + ("detr", "transformers"), + ("dia", "transformers"), + ("dia_decoder", "transformers"), + ("dia_encoder", "transformers"), + ("diffllama", "transformers"), + ("diffusion_gemma", "transformers"), + ("diffusion_gemma_text", "transformers"), + ("dinat", "transformers"), + ("dinov2", "transformers"), + ("dinov2_with_registers", "transformers"), + ("dinov3_convnext", "transformers"), + ("dinov3_vit", "transformers"), + ("distilbert", "transformers"), + ("doge", "transformers"), + ("donut-swin", "transformers"), + ("dots1", "transformers"), + ("dpr", "transformers"), + ("dpt", "transformers"), + ("edgetam", "transformers"), + ("edgetam_video", "transformers"), + ("edgetam_vision_model", "transformers"), + ("efficientloftr", "transformers"), + ("efficientnet", "transformers"), + ("electra", "transformers"), + ("emu3", "transformers"), + ("emu3_text_model", "transformers"), + ("emu3_vqgan", "transformers"), + ("encodec", "transformers"), + ("encoder-decoder", "transformers"), + ("eomt", "transformers"), + ("eomt_dinov3", "transformers"), + ("ernie", "transformers"), + ("ernie4_5", "transformers"), + ("ernie4_5_moe", "transformers"), + ("ernie4_5_vl_moe", "transformers"), + ("ernie4_5_vl_moe_text", "transformers"), + ("ernie4_5_vl_moe_vision", "transformers"), + ("esm", "transformers"), + ("eurobert", "transformers"), + ("evolla", "transformers"), + ("exaone4", "transformers"), + ("exaone4_5", "transformers"), + ("exaone4_5_vision", "transformers"), + ("exaone_moe", "transformers"), + ("falcon", "transformers"), + ("falcon_h1", "transformers"), + ("falcon_mamba", "transformers"), + ("fast_vlm", "transformers"), + ("fastspeech2_conformer", "transformers"), + ("fastspeech2_conformer_hifigan", "transformers"), + ("fastspeech2_conformer_with_hifigan", "transformers"), + ("flaubert", "transformers"), + ("flava", "transformers"), + ("flava_image_model", "transformers"), + ("flava_multimodal_model", "transformers"), + ("flava_text_model", "transformers"), + ("flex_olmo", "transformers"), + ("florence2", "transformers"), + ("florence_vision", "transformers"), + ("fnet", "transformers"), + ("focalnet", "transformers"), + ("fsmt", "transformers"), + ("funnel", "transformers"), + ("fuyu", "transformers"), + ("gemma", "transformers"), + ("gemma2", "transformers"), + ("gemma3", "transformers"), + ("gemma3_text", "transformers"), + ("gemma3n", "transformers"), + ("gemma3n_audio", "transformers"), + ("gemma3n_text", "transformers"), + ("gemma3n_vision", "transformers"), + ("gemma4", "transformers"), + ("gemma4_assistant", "transformers"), + ("gemma4_audio", "transformers"), + ("gemma4_text", "transformers"), + ("gemma4_unified", "transformers"), + ("gemma4_unified_assistant", "transformers"), + ("gemma4_unified_audio", "transformers"), + ("gemma4_unified_text", "transformers"), + ("gemma4_unified_vision", "transformers"), + ("gemma4_vision", "transformers"), + ("git", "transformers"), + ("git_vision_model", "transformers"), + ("glm", "transformers"), + ("glm4", "transformers"), + ("glm46v", "transformers"), + ("glm4_moe", "transformers"), + ("glm4_moe_lite", "transformers"), + ("glm4v", "transformers"), + ("glm4v_moe", "transformers"), + ("glm4v_moe_text", "transformers"), + ("glm4v_moe_vision", "transformers"), + ("glm4v_text", "transformers"), + ("glm4v_vision", "transformers"), + ("glm_image", "transformers"), + ("glm_image_text", "transformers"), + ("glm_image_vision", "transformers"), + ("glm_image_vqmodel", "transformers"), + ("glm_moe_dsa", "transformers"), + ("glm_ocr", "transformers"), + ("glm_ocr_text", "transformers"), + ("glm_ocr_vision", "transformers"), + ("glmasr", "transformers"), + ("glmasr_encoder", "transformers"), + ("glmga", "transformers"), + ("glpn", "transformers"), + ("got_ocr2", "transformers"), + ("gpt2", "transformers"), + ("gpt_bigcode", "transformers"), + ("gpt_neo", "transformers"), + ("gpt_neox", "transformers"), + ("gpt_neox_japanese", "transformers"), + ("gpt_oss", "transformers"), + ("gptj", "transformers"), + ("granite", "transformers"), + ("granite4_vision", "transformers"), + ("granite4_vision_text", "transformers"), + ("granite_speech", "transformers"), + ("granite_speech_encoder", "transformers"), + ("granite_speech_plus", "transformers"), + ("granite_speech_plus_encoder", "transformers"), + ("granitemoe", "transformers"), + ("granitemoehybrid", "transformers"), + ("granitemoeshared", "transformers"), + ("grounding-dino", "transformers"), + ("groupvit", "transformers"), + ("groupvit_text_model", "transformers"), + ("groupvit_vision_model", "transformers"), + ("helium", "transformers"), + ("hgnet_v2", "transformers"), + ("hiera", "transformers"), + ("higgs_audio_v2", "transformers"), + ("higgs_audio_v2_tokenizer", "transformers"), + ("hrm_text", "transformers"), + ("hubert", "transformers"), + ("hunyuan_v1_dense", "transformers"), + ("hunyuan_v1_moe", "transformers"), + ("hunyuan_vl", "transformers"), + ("hunyuan_vl_text", "transformers"), + ("hunyuan_vl_vision", "transformers"), + ("hy_v3", "transformers"), + ("hyperclovax", "transformers"), + ("ibert", "transformers"), + ("idefics", "transformers"), + ("idefics2", "transformers"), + ("idefics2_perceiver", "transformers"), + ("idefics2_vision", "transformers"), + ("idefics3", "transformers"), + ("idefics3_vision", "transformers"), + ("idefics_perciever", "transformers"), + ("idefics_vision", "transformers"), + ("ijepa", "transformers"), + ("imagegpt", "transformers"), + ("informer", "transformers"), + ("instructblip", "transformers"), + ("instructblip_qformer", "transformers"), + ("instructblip_vision_model", "transformers"), + ("instructblipvideo", "transformers"), + ("instructblipvideo_qformer", "transformers"), + ("instructblipvideo_vision_model", "transformers"), + ("internvl", "transformers"), + ("internvl_vision", "transformers"), + ("jais2", "transformers"), + ("jamba", "transformers"), + ("janus", "transformers"), + ("janus_vision_model", "transformers"), + ("janus_vqgan", "transformers"), + ("jetmoe", "transformers"), + ("jina_embeddings_v3", "transformers"), + ("kimi_k25", "transformers"), + ("kimi_k25_vision", "transformers"), + ("kosmos-2", "transformers"), + ("kosmos-2.5", "transformers"), + ("kosmos_2_5_text_model", "transformers"), + ("kosmos_2_5_vision_model", "transformers"), + ("kosmos_2_text_model", "transformers"), + ("kosmos_2_vision_model", "transformers"), + ("kyutai_speech_to_text", "transformers"), + ("laguna", "transformers"), + ("lasr_ctc", "transformers"), + ("lasr_encoder", "transformers"), + ("layoutlm", "transformers"), + ("layoutlmv2", "transformers"), + ("layoutlmv3", "transformers"), + ("layoutxlm", "transformers"), + ("led", "transformers"), + ("levit", "transformers"), + ("lfm2", "transformers"), + ("lfm2_moe", "transformers"), + ("lfm2_vl", "transformers"), + ("lightglue", "transformers"), + ("lighton_ocr", "transformers"), + ("lilt", "transformers"), + ("llama", "transformers"), + ("llama4", "transformers"), + ("llama4_text", "transformers"), + ("llama4_vision_model", "transformers"), + ("llava", "transformers"), + ("llava_next", "transformers"), + ("llava_next_video", "transformers"), + ("llava_onevision", "transformers"), + ("longcat_flash", "transformers"), + ("longformer", "transformers"), + ("longt5", "transformers"), + ("luke", "transformers"), + ("lw_detr", "transformers"), + ("lw_detr_vit", "transformers"), + ("lxmert", "transformers"), + ("m2m_100", "transformers"), + ("mamba", "transformers"), + ("mamba2", "transformers"), + ("marian", "transformers"), + ("markuplm", "transformers"), + ("mask2former", "transformers"), + ("maskformer", "transformers"), + ("maskformer-swin", "transformers"), + ("mbart", "transformers"), + ("megatron-bert", "transformers"), + ("mellum", "transformers"), + ("metaclip_2", "transformers"), + ("metaclip_2_text_model", "transformers"), + ("metaclip_2_vision_model", "transformers"), + ("mgp-str", "transformers"), + ("mimi", "transformers"), + ("mimo_v2_flash", "transformers"), + ("minicpm3", "transformers"), + ("minicpmv4_6", "transformers"), + ("minicpmv4_6_vision", "transformers"), + ("minimax", "transformers"), + ("minimax_m2", "transformers"), + ("minimax_m3_vl", "transformers"), + ("minimax_m3_vl_text", "transformers"), + ("minimax_m3_vl_vision", "transformers"), + ("ministral", "transformers"), + ("ministral3", "transformers"), + ("mistral", "transformers"), + ("mistral3", "transformers"), + ("mistral4", "transformers"), + ("mixtral", "transformers"), + ("mlcd_vision_model", "transformers"), + ("mllama", "transformers"), + ("mllama_text_model", "transformers"), + ("mllama_vision_model", "transformers"), + ("mm-grounding-dino", "transformers"), + ("mobilebert", "transformers"), + ("mobilenet_v1", "transformers"), + ("mobilenet_v2", "transformers"), + ("mobilevit", "transformers"), + ("mobilevitv2", "transformers"), + ("modernbert", "transformers"), + ("modernbert-decoder", "transformers"), + ("modernvbert", "transformers"), + ("moonshine", "transformers"), + ("moonshine_streaming", "transformers"), + ("moonshine_streaming_encoder", "transformers"), + ("moshi", "transformers"), + ("moshi_depth", "transformers"), + ("mpnet", "transformers"), + ("mpt", "transformers"), + ("mra", "transformers"), + ("mt5", "transformers"), + ("musicflamingo", "transformers"), + ("musicgen", "transformers"), + ("musicgen_decoder", "transformers"), + ("musicgen_melody", "transformers"), + ("musicgen_melody_decoder", "transformers"), + ("mvp", "transformers"), + ("nanochat", "transformers"), + ("nemotron", "transformers"), + ("nemotron3_5_asr", "transformers"), + ("nemotron_asr_streaming", "transformers"), + ("nemotron_asr_streaming_encoder", "transformers"), + ("nemotron_h", "transformers"), + ("nllb-moe", "transformers"), + ("nomic_bert", "transformers"), + ("nougat", "transformers"), + ("nystromformer", "transformers"), + ("olmo", "transformers"), + ("olmo2", "transformers"), + ("olmo3", "transformers"), + ("olmo_hybrid", "transformers"), + ("olmoe", "transformers"), + ("omdet-turbo", "transformers"), + ("oneformer", "transformers"), + ("openai-gpt", "transformers"), + ("openai_privacy_filter", "transformers"), + ("opt", "transformers"), + ("ovis2", "transformers"), + ("owlv2", "transformers"), + ("owlv2_text_model", "transformers"), + ("owlv2_vision_model", "transformers"), + ("owlvit", "transformers"), + ("owlvit_text_model", "transformers"), + ("owlvit_vision_model", "transformers"), + ("paddleocr_vl", "transformers"), + ("paddleocr_vl_text", "transformers"), + ("paddleocr_vl_vision", "transformers"), + ("paligemma", "transformers"), + ("parakeet_ctc", "transformers"), + ("parakeet_encoder", "transformers"), + ("parakeet_rnnt", "transformers"), + ("patchtsmixer", "transformers"), + ("patchtst", "transformers"), + ("pe_audio", "transformers"), + ("pe_audio_encoder", "transformers"), + ("pe_audio_video", "transformers"), + ("pe_audio_video_encoder", "transformers"), + ("pe_video", "transformers"), + ("pe_video_encoder", "transformers"), + ("pegasus", "transformers"), + ("pegasus_x", "transformers"), + ("perceiver", "transformers"), + ("perception_lm", "transformers"), + ("persimmon", "transformers"), + ("phi", "transformers"), + ("phi3", "transformers"), + ("phi4_multimodal", "transformers"), + ("phi4_multimodal_audio", "transformers"), + ("phi4_multimodal_vision", "transformers"), + ("phimoe", "transformers"), + ("pi0", "transformers"), + ("pix2struct", "transformers"), + ("pix2struct_text_model", "transformers"), + ("pix2struct_vision_model", "transformers"), + ("pixio", "transformers"), + ("pixtral", "transformers"), + ("plbart", "transformers"), + ("poolformer", "transformers"), + ("pop2piano", "transformers"), + ("pp_chart2table", "transformers"), + ("pp_doclayout_v2", "transformers"), + ("pp_doclayout_v3", "transformers"), + ("pp_formulanet", "transformers"), + ("pp_lcnet", "transformers"), + ("pp_lcnet_v3", "transformers"), + ("pp_lcnet_v4", "transformers"), + ("pp_ocrv5_mobile_det", "transformers"), + ("pp_ocrv5_mobile_rec", "transformers"), + ("pp_ocrv5_server_det", "transformers"), + ("pp_ocrv5_server_rec", "transformers"), + ("pp_ocrv6_medium_det", "transformers"), + ("pp_ocrv6_small_det", "transformers"), + ("pp_ocrv6_small_rec", "transformers"), + ("pp_ocrv6_tiny_rec", "transformers"), + ("prompt_depth_anything", "transformers"), + ("prophetnet", "transformers"), + ("pvt", "transformers"), + ("pvt_v2", "transformers"), + ("qianfan_ocr", "transformers"), + ("qianfan_ocr_vision", "transformers"), + ("qwen2", "transformers"), + ("qwen2_5_omni", "transformers"), + ("qwen2_5_omni_audio_encoder", "transformers"), + ("qwen2_5_omni_bigvgan", "transformers"), + ("qwen2_5_omni_dit", "transformers"), + ("qwen2_5_omni_talker", "transformers"), + ("qwen2_5_omni_text", "transformers"), + ("qwen2_5_omni_thinker", "transformers"), + ("qwen2_5_omni_token2wav", "transformers"), + ("qwen2_5_omni_vision_encoder", "transformers"), + ("qwen2_5_vl", "transformers"), + ("qwen2_5_vl_text", "transformers"), + ("qwen2_5_vl_vision", "transformers"), + ("qwen2_audio", "transformers"), + ("qwen2_audio_encoder", "transformers"), + ("qwen2_moe", "transformers"), + ("qwen2_vl", "transformers"), + ("qwen2_vl_text", "transformers"), + ("qwen2_vl_vision", "transformers"), + ("qwen3", "transformers"), + ("qwen3_5", "transformers"), + ("qwen3_5_moe", "transformers"), + ("qwen3_5_moe_text", "transformers"), + ("qwen3_5_moe_vision", "transformers"), + ("qwen3_5_text", "transformers"), + ("qwen3_5_vision", "transformers"), + ("qwen3_asr", "transformers"), + ("qwen3_asr_encoder", "transformers"), + ("qwen3_moe", "transformers"), + ("qwen3_next", "transformers"), + ("qwen3_omni_moe", "transformers"), + ("qwen3_omni_moe_audio_encoder", "transformers"), + ("qwen3_omni_moe_talker_code_predictor", "transformers"), + ("qwen3_omni_moe_talker_text", "transformers"), + ("qwen3_omni_moe_text", "transformers"), + ("qwen3_omni_moe_thinker", "transformers"), + ("qwen3_omni_moe_vision_encoder", "transformers"), + ("qwen3_vl", "transformers"), + ("qwen3_vl_moe", "transformers"), + ("qwen3_vl_moe_text", "transformers"), + ("qwen3_vl_moe_vision", "transformers"), + ("qwen3_vl_text", "transformers"), + ("qwen3_vl_vision", "transformers"), + ("radio", "transformers"), + ("rag", "transformers"), + ("recurrent_gemma", "transformers"), + ("reformer", "transformers"), + ("regnet", "transformers"), + ("rembert", "transformers"), + ("resnet", "transformers"), + ("rf_detr", "transformers"), + ("rf_detr_dinov2", "transformers"), + ("roberta", "transformers"), + ("roberta-prelayernorm", "transformers"), + ("roc_bert", "transformers"), + ("roformer", "transformers"), + ("rt_detr", "transformers"), + ("rt_detr_resnet", "transformers"), + ("rt_detr_v2", "transformers"), + ("rwkv", "transformers"), + ("sam", "transformers"), + ("sam2", "transformers"), + ("sam2_hiera_det_model", "transformers"), + ("sam2_video", "transformers"), + ("sam2_vision_model", "transformers"), + ("sam3", "transformers"), + ("sam3_detr_decoder", "transformers"), + ("sam3_detr_encoder", "transformers"), + ("sam3_geometry_encoder", "transformers"), + ("sam3_lite_text", "transformers"), + ("sam3_lite_text_detr_decoder", "transformers"), + ("sam3_lite_text_detr_encoder", "transformers"), + ("sam3_lite_text_geometry_encoder", "transformers"), + ("sam3_lite_text_mask_decoder", "transformers"), + ("sam3_lite_text_text_model", "transformers"), + ("sam3_mask_decoder", "transformers"), + ("sam3_tracker", "transformers"), + ("sam3_tracker_video", "transformers"), + ("sam3_video", "transformers"), + ("sam3_vision_model", "transformers"), + ("sam3_vit_model", "transformers"), + ("sam_hq", "transformers"), + ("sam_hq_vision_model", "transformers"), + ("sam_vision_model", "transformers"), + ("sapiens2", "transformers"), + ("sapiens2_head", "transformers"), + ("seamless_m4t", "transformers"), + ("seamless_m4t_v2", "transformers"), + ("seed_oss", "transformers"), + ("segformer", "transformers"), + ("seggpt", "transformers"), + ("sew", "transformers"), + ("sew-d", "transformers"), + ("shieldgemma2", "transformers"), + ("siglip", "transformers"), + ("siglip2", "transformers"), + ("siglip2_text_model", "transformers"), + ("siglip2_vision_model", "transformers"), + ("siglip_text_model", "transformers"), + ("siglip_vision_model", "transformers"), + ("slanet", "transformers"), + ("slanext", "transformers"), + ("smollm3", "transformers"), + ("smolvlm", "transformers"), + ("smolvlm_vision", "transformers"), + ("solar_open", "transformers"), + ("speech-encoder-decoder", "transformers"), + ("speech_to_text", "transformers"), + ("speecht5", "transformers"), + ("speecht5_hifigan", "transformers"), + ("splinter", "transformers"), + ("squeezebert", "transformers"), + ("stablelm", "transformers"), + ("starcoder2", "transformers"), + ("superglue", "transformers"), + ("superpoint", "transformers"), + ("swiftformer", "transformers"), + ("swin", "transformers"), + ("swin2sr", "transformers"), + ("swinv2", "transformers"), + ("switch_transformers", "transformers"), + ("t5", "transformers"), + ("t5_gemma_module", "transformers"), + ("t5gemma", "transformers"), + ("t5gemma2", "transformers"), + ("t5gemma2_decoder", "transformers"), + ("t5gemma2_encoder", "transformers"), + ("t5gemma2_text", "transformers"), + ("table-transformer", "transformers"), + ("tapas", "transformers"), + ("textnet", "transformers"), + ("time_series_transformer", "transformers"), + ("timesfm", "transformers"), + ("timesfm2_5", "transformers"), + ("timesformer", "transformers"), + ("timm_backbone", "transformers"), + ("timm_wrapper", "transformers"), + ("tipsv2", "transformers"), + ("tipsv2_dpt", "transformers"), + ("tipsv2_text_model", "transformers"), + ("tipsv2_vision_model", "transformers"), + ("trocr", "transformers"), + ("tvp", "transformers"), + ("udop", "transformers"), + ("umt5", "transformers"), + ("unispeech", "transformers"), + ("unispeech-sat", "transformers"), + ("univnet", "transformers"), + ("upernet", "transformers"), + ("uvdoc", "transformers"), + ("uvdoc_backbone", "transformers"), + ("vaultgemma", "transformers"), + ("vibevoice_acoustic_tokenizer", "transformers"), + ("vibevoice_asr", "transformers"), + ("video_llama_3", "transformers"), + ("video_llama_3_vision", "transformers"), + ("video_llava", "transformers"), + ("videomae", "transformers"), + ("videomt", "transformers"), + ("videoprism", "transformers"), + ("videoprism_text_model", "transformers"), + ("videoprism_vision_model", "transformers"), + ("vilt", "transformers"), + ("vipllava", "transformers"), + ("vision-encoder-decoder", "transformers"), + ("vision-text-dual-encoder", "transformers"), + ("visual_bert", "transformers"), + ("vit", "transformers"), + ("vit_mae", "transformers"), + ("vit_msn", "transformers"), + ("vitdet", "transformers"), + ("vitmatte", "transformers"), + ("vitpose", "transformers"), + ("vitpose_backbone", "transformers"), + ("vits", "transformers"), + ("vivit", "transformers"), + ("vjepa2", "transformers"), + ("voxtral", "transformers"), + ("voxtral_encoder", "transformers"), + ("voxtral_realtime", "transformers"), + ("voxtral_realtime_encoder", "transformers"), + ("voxtral_realtime_text", "transformers"), + ("wav2vec2", "transformers"), + ("wav2vec2-bert", "transformers"), + ("wav2vec2-conformer", "transformers"), + ("wavlm", "transformers"), + ("whisper", "transformers"), + ("xclip", "transformers"), + ("xclip_text_model", "transformers"), + ("xclip_vision_model", "transformers"), + ("xcodec", "transformers"), + ("xcodec2", "transformers"), + ("xglm", "transformers"), + ("xlm", "transformers"), + ("xlm-roberta", "transformers"), + ("xlm-roberta-xl", "transformers"), + ("xlnet", "transformers"), + ("xlstm", "transformers"), + ("xmod", "transformers"), + ("yolos", "transformers"), + ("yoso", "transformers"), + ("youtu", "transformers"), + ("zamba", "transformers"), + ("zamba2", "transformers"), + ("zaya", "transformers"), + ("zoedepth", "transformers"), ] ) From 349fd6feddbeeac44ec8ea0ea326e6118b74b037 Mon Sep 17 00:00:00 2001 From: Abhishek Kapoor Date: Sat, 11 Jul 2026 12:03:56 +0530 Subject: [PATCH 07/10] Revert "update auto mappings" This reverts commit 2bb688226047450d968052a34e7b111f67ef28b7. --- src/transformers/models/auto/auto_mappings.py | 904 +++++------------- 1 file changed, 231 insertions(+), 673 deletions(-) diff --git a/src/transformers/models/auto/auto_mappings.py b/src/transformers/models/auto/auto_mappings.py index 95ee8c8f468b..2fc85f0392e4 100644 --- a/src/transformers/models/auto/auto_mappings.py +++ b/src/transformers/models/auto/auto_mappings.py @@ -138,7 +138,7 @@ ("deit", "DeiTConfig"), ("depth_anything", "DepthAnythingConfig"), ("depth_pro", "DepthProConfig"), - ("detr", "MaskFormerDetrConfig"), + ("detr", "DetrConfig"), ("dia", "DiaConfig"), ("dia_decoder", "DiaDecoderConfig"), ("dia_encoder", "DiaEncoderConfig"), @@ -700,678 +700,236 @@ SPECIAL_MODEL_TYPE_TO_MODULE_NAME = OrderedDict( [ - ("afmoe", "transformers"), - ("aimv2", "transformers"), - ("aimv2_text_model", "transformers"), - ("aimv2_vision_model", "transformers"), - ("albert", "transformers"), - ("align", "transformers"), - ("align_text_model", "transformers"), - ("align_vision_model", "transformers"), - ("altclip", "transformers"), - ("altclip_text_model", "transformers"), - ("altclip_vision_model", "transformers"), - ("apertus", "transformers"), - ("arcee", "transformers"), - ("aria", "transformers"), - ("aria_text", "transformers"), - ("audio-spectrogram-transformer", "transformers"), - ("audioflamingo3", "transformers"), - ("audioflamingo3_encoder", "transformers"), - ("autoformer", "transformers"), - ("aya_vision", "transformers"), - ("bamba", "transformers"), - ("bark", "transformers"), - ("bart", "transformers"), - ("beit", "transformers"), - ("bert", "transformers"), - ("bert-generation", "transformers"), - ("big_bird", "transformers"), - ("bigbird_pegasus", "transformers"), - ("biogpt", "transformers"), - ("bit", "transformers"), - ("bitnet", "transformers"), - ("blenderbot", "transformers"), - ("blenderbot-small", "transformers"), - ("blip", "transformers"), - ("blip-2", "transformers"), - ("blip_2_qformer", "transformers"), - ("blip_2_vision_model", "transformers"), - ("blip_text_model", "transformers"), - ("blip_vision_model", "transformers"), - ("bloom", "transformers"), - ("blt", "transformers"), - ("blt_global_transformer", "transformers"), - ("blt_local_decoder", "transformers"), - ("blt_local_encoder", "transformers"), - ("blt_patcher", "transformers"), - ("bridgetower", "transformers"), - ("bridgetower_text_model", "transformers"), - ("bridgetower_vision_model", "transformers"), - ("bros", "transformers"), - ("camembert", "transformers"), - ("canine", "transformers"), - ("chameleon", "transformers"), - ("chameleon_vqgan", "transformers"), - ("chinese_clip", "transformers"), - ("chinese_clip_text_model", "transformers"), - ("chinese_clip_vision_model", "transformers"), - ("chmv2", "transformers"), - ("clap", "transformers"), - ("clap_audio_model", "transformers"), - ("clap_text_model", "transformers"), - ("clip", "transformers"), - ("clip_text_model", "transformers"), - ("clip_vision_model", "transformers"), - ("clipseg", "transformers"), - ("clipseg_text_model", "transformers"), - ("clipseg_vision_model", "transformers"), - ("clvp", "transformers"), - ("clvp_decoder", "transformers"), - ("clvp_encoder", "transformers"), - ("codegen", "transformers"), - ("cohere", "transformers"), - ("cohere2", "transformers"), - ("cohere2_moe", "transformers"), - ("cohere2_vision", "transformers"), - ("cohere_asr", "transformers"), - ("colmodernvbert", "transformers"), - ("colpali", "transformers"), - ("colqwen2", "transformers"), - ("conditional_detr", "transformers"), - ("convbert", "transformers"), - ("convnext", "transformers"), - ("convnextv2", "transformers"), - ("cosmos3_omni", "transformers"), - ("cpmant", "transformers"), - ("csm", "transformers"), - ("csm_depth_decoder_model", "transformers"), - ("ctrl", "transformers"), - ("cvt", "transformers"), - ("cwm", "transformers"), - ("d_fine", "transformers"), - ("dab-detr", "transformers"), - ("dac", "transformers"), - ("data2vec-audio", "transformers"), - ("data2vec-text", "transformers"), - ("data2vec-vision", "transformers"), - ("dbrx", "transformers"), - ("deberta", "transformers"), - ("deberta-v2", "transformers"), - ("decision_transformer", "transformers"), - ("deepseek_ocr2", "transformers"), - ("deepseek_ocr2_encoder", "transformers"), - ("deepseek_ocr2_sam_vision_model", "transformers"), - ("deepseek_ocr2_text", "transformers"), - ("deepseek_ocr2_vision", "transformers"), - ("deepseek_v2", "transformers"), - ("deepseek_v3", "transformers"), - ("deepseek_v32", "transformers"), - ("deepseek_v4", "transformers"), - ("deepseek_vl", "transformers"), - ("deepseek_vl_hybrid", "transformers"), - ("deformable_detr", "transformers"), - ("deimv2", "transformers"), - ("deit", "transformers"), - ("depth_anything", "transformers"), - ("depth_pro", "transformers"), - ("detr", "transformers"), - ("dia", "transformers"), - ("dia_decoder", "transformers"), - ("dia_encoder", "transformers"), - ("diffllama", "transformers"), - ("diffusion_gemma", "transformers"), - ("diffusion_gemma_text", "transformers"), - ("dinat", "transformers"), - ("dinov2", "transformers"), - ("dinov2_with_registers", "transformers"), - ("dinov3_convnext", "transformers"), - ("dinov3_vit", "transformers"), - ("distilbert", "transformers"), - ("doge", "transformers"), - ("donut-swin", "transformers"), - ("dots1", "transformers"), - ("dpr", "transformers"), - ("dpt", "transformers"), - ("edgetam", "transformers"), - ("edgetam_video", "transformers"), - ("edgetam_vision_model", "transformers"), - ("efficientloftr", "transformers"), - ("efficientnet", "transformers"), - ("electra", "transformers"), - ("emu3", "transformers"), - ("emu3_text_model", "transformers"), - ("emu3_vqgan", "transformers"), - ("encodec", "transformers"), - ("encoder-decoder", "transformers"), - ("eomt", "transformers"), - ("eomt_dinov3", "transformers"), - ("ernie", "transformers"), - ("ernie4_5", "transformers"), - ("ernie4_5_moe", "transformers"), - ("ernie4_5_vl_moe", "transformers"), - ("ernie4_5_vl_moe_text", "transformers"), - ("ernie4_5_vl_moe_vision", "transformers"), - ("esm", "transformers"), - ("eurobert", "transformers"), - ("evolla", "transformers"), - ("exaone4", "transformers"), - ("exaone4_5", "transformers"), - ("exaone4_5_vision", "transformers"), - ("exaone_moe", "transformers"), - ("falcon", "transformers"), - ("falcon_h1", "transformers"), - ("falcon_mamba", "transformers"), - ("fast_vlm", "transformers"), - ("fastspeech2_conformer", "transformers"), - ("fastspeech2_conformer_hifigan", "transformers"), - ("fastspeech2_conformer_with_hifigan", "transformers"), - ("flaubert", "transformers"), - ("flava", "transformers"), - ("flava_image_model", "transformers"), - ("flava_multimodal_model", "transformers"), - ("flava_text_model", "transformers"), - ("flex_olmo", "transformers"), - ("florence2", "transformers"), - ("florence_vision", "transformers"), - ("fnet", "transformers"), - ("focalnet", "transformers"), - ("fsmt", "transformers"), - ("funnel", "transformers"), - ("fuyu", "transformers"), - ("gemma", "transformers"), - ("gemma2", "transformers"), - ("gemma3", "transformers"), - ("gemma3_text", "transformers"), - ("gemma3n", "transformers"), - ("gemma3n_audio", "transformers"), - ("gemma3n_text", "transformers"), - ("gemma3n_vision", "transformers"), - ("gemma4", "transformers"), - ("gemma4_assistant", "transformers"), - ("gemma4_audio", "transformers"), - ("gemma4_text", "transformers"), - ("gemma4_unified", "transformers"), - ("gemma4_unified_assistant", "transformers"), - ("gemma4_unified_audio", "transformers"), - ("gemma4_unified_text", "transformers"), - ("gemma4_unified_vision", "transformers"), - ("gemma4_vision", "transformers"), - ("git", "transformers"), - ("git_vision_model", "transformers"), - ("glm", "transformers"), - ("glm4", "transformers"), - ("glm46v", "transformers"), - ("glm4_moe", "transformers"), - ("glm4_moe_lite", "transformers"), - ("glm4v", "transformers"), - ("glm4v_moe", "transformers"), - ("glm4v_moe_text", "transformers"), - ("glm4v_moe_vision", "transformers"), - ("glm4v_text", "transformers"), - ("glm4v_vision", "transformers"), - ("glm_image", "transformers"), - ("glm_image_text", "transformers"), - ("glm_image_vision", "transformers"), - ("glm_image_vqmodel", "transformers"), - ("glm_moe_dsa", "transformers"), - ("glm_ocr", "transformers"), - ("glm_ocr_text", "transformers"), - ("glm_ocr_vision", "transformers"), - ("glmasr", "transformers"), - ("glmasr_encoder", "transformers"), - ("glmga", "transformers"), - ("glpn", "transformers"), - ("got_ocr2", "transformers"), - ("gpt2", "transformers"), - ("gpt_bigcode", "transformers"), - ("gpt_neo", "transformers"), - ("gpt_neox", "transformers"), - ("gpt_neox_japanese", "transformers"), - ("gpt_oss", "transformers"), - ("gptj", "transformers"), - ("granite", "transformers"), - ("granite4_vision", "transformers"), - ("granite4_vision_text", "transformers"), - ("granite_speech", "transformers"), - ("granite_speech_encoder", "transformers"), - ("granite_speech_plus", "transformers"), - ("granite_speech_plus_encoder", "transformers"), - ("granitemoe", "transformers"), - ("granitemoehybrid", "transformers"), - ("granitemoeshared", "transformers"), - ("grounding-dino", "transformers"), - ("groupvit", "transformers"), - ("groupvit_text_model", "transformers"), - ("groupvit_vision_model", "transformers"), - ("helium", "transformers"), - ("hgnet_v2", "transformers"), - ("hiera", "transformers"), - ("higgs_audio_v2", "transformers"), - ("higgs_audio_v2_tokenizer", "transformers"), - ("hrm_text", "transformers"), - ("hubert", "transformers"), - ("hunyuan_v1_dense", "transformers"), - ("hunyuan_v1_moe", "transformers"), - ("hunyuan_vl", "transformers"), - ("hunyuan_vl_text", "transformers"), - ("hunyuan_vl_vision", "transformers"), - ("hy_v3", "transformers"), - ("hyperclovax", "transformers"), - ("ibert", "transformers"), - ("idefics", "transformers"), - ("idefics2", "transformers"), - ("idefics2_perceiver", "transformers"), - ("idefics2_vision", "transformers"), - ("idefics3", "transformers"), - ("idefics3_vision", "transformers"), - ("idefics_perciever", "transformers"), - ("idefics_vision", "transformers"), - ("ijepa", "transformers"), - ("imagegpt", "transformers"), - ("informer", "transformers"), - ("instructblip", "transformers"), - ("instructblip_qformer", "transformers"), - ("instructblip_vision_model", "transformers"), - ("instructblipvideo", "transformers"), - ("instructblipvideo_qformer", "transformers"), - ("instructblipvideo_vision_model", "transformers"), - ("internvl", "transformers"), - ("internvl_vision", "transformers"), - ("jais2", "transformers"), - ("jamba", "transformers"), - ("janus", "transformers"), - ("janus_vision_model", "transformers"), - ("janus_vqgan", "transformers"), - ("jetmoe", "transformers"), - ("jina_embeddings_v3", "transformers"), - ("kimi_k25", "transformers"), - ("kimi_k25_vision", "transformers"), - ("kosmos-2", "transformers"), - ("kosmos-2.5", "transformers"), - ("kosmos_2_5_text_model", "transformers"), - ("kosmos_2_5_vision_model", "transformers"), - ("kosmos_2_text_model", "transformers"), - ("kosmos_2_vision_model", "transformers"), - ("kyutai_speech_to_text", "transformers"), - ("laguna", "transformers"), - ("lasr_ctc", "transformers"), - ("lasr_encoder", "transformers"), - ("layoutlm", "transformers"), - ("layoutlmv2", "transformers"), - ("layoutlmv3", "transformers"), - ("layoutxlm", "transformers"), - ("led", "transformers"), - ("levit", "transformers"), - ("lfm2", "transformers"), - ("lfm2_moe", "transformers"), - ("lfm2_vl", "transformers"), - ("lightglue", "transformers"), - ("lighton_ocr", "transformers"), - ("lilt", "transformers"), - ("llama", "transformers"), - ("llama4", "transformers"), - ("llama4_text", "transformers"), - ("llama4_vision_model", "transformers"), - ("llava", "transformers"), - ("llava_next", "transformers"), - ("llava_next_video", "transformers"), - ("llava_onevision", "transformers"), - ("longcat_flash", "transformers"), - ("longformer", "transformers"), - ("longt5", "transformers"), - ("luke", "transformers"), - ("lw_detr", "transformers"), - ("lw_detr_vit", "transformers"), - ("lxmert", "transformers"), - ("m2m_100", "transformers"), - ("mamba", "transformers"), - ("mamba2", "transformers"), - ("marian", "transformers"), - ("markuplm", "transformers"), - ("mask2former", "transformers"), - ("maskformer", "transformers"), - ("maskformer-swin", "transformers"), - ("mbart", "transformers"), - ("megatron-bert", "transformers"), - ("mellum", "transformers"), - ("metaclip_2", "transformers"), - ("metaclip_2_text_model", "transformers"), - ("metaclip_2_vision_model", "transformers"), - ("mgp-str", "transformers"), - ("mimi", "transformers"), - ("mimo_v2_flash", "transformers"), - ("minicpm3", "transformers"), - ("minicpmv4_6", "transformers"), - ("minicpmv4_6_vision", "transformers"), - ("minimax", "transformers"), - ("minimax_m2", "transformers"), - ("minimax_m3_vl", "transformers"), - ("minimax_m3_vl_text", "transformers"), - ("minimax_m3_vl_vision", "transformers"), - ("ministral", "transformers"), - ("ministral3", "transformers"), - ("mistral", "transformers"), - ("mistral3", "transformers"), - ("mistral4", "transformers"), - ("mixtral", "transformers"), - ("mlcd_vision_model", "transformers"), - ("mllama", "transformers"), - ("mllama_text_model", "transformers"), - ("mllama_vision_model", "transformers"), - ("mm-grounding-dino", "transformers"), - ("mobilebert", "transformers"), - ("mobilenet_v1", "transformers"), - ("mobilenet_v2", "transformers"), - ("mobilevit", "transformers"), - ("mobilevitv2", "transformers"), - ("modernbert", "transformers"), - ("modernbert-decoder", "transformers"), - ("modernvbert", "transformers"), - ("moonshine", "transformers"), - ("moonshine_streaming", "transformers"), - ("moonshine_streaming_encoder", "transformers"), - ("moshi", "transformers"), - ("moshi_depth", "transformers"), - ("mpnet", "transformers"), - ("mpt", "transformers"), - ("mra", "transformers"), - ("mt5", "transformers"), - ("musicflamingo", "transformers"), - ("musicgen", "transformers"), - ("musicgen_decoder", "transformers"), - ("musicgen_melody", "transformers"), - ("musicgen_melody_decoder", "transformers"), - ("mvp", "transformers"), - ("nanochat", "transformers"), - ("nemotron", "transformers"), - ("nemotron3_5_asr", "transformers"), - ("nemotron_asr_streaming", "transformers"), - ("nemotron_asr_streaming_encoder", "transformers"), - ("nemotron_h", "transformers"), - ("nllb-moe", "transformers"), - ("nomic_bert", "transformers"), - ("nougat", "transformers"), - ("nystromformer", "transformers"), - ("olmo", "transformers"), - ("olmo2", "transformers"), - ("olmo3", "transformers"), - ("olmo_hybrid", "transformers"), - ("olmoe", "transformers"), - ("omdet-turbo", "transformers"), - ("oneformer", "transformers"), - ("openai-gpt", "transformers"), - ("openai_privacy_filter", "transformers"), - ("opt", "transformers"), - ("ovis2", "transformers"), - ("owlv2", "transformers"), - ("owlv2_text_model", "transformers"), - ("owlv2_vision_model", "transformers"), - ("owlvit", "transformers"), - ("owlvit_text_model", "transformers"), - ("owlvit_vision_model", "transformers"), - ("paddleocr_vl", "transformers"), - ("paddleocr_vl_text", "transformers"), - ("paddleocr_vl_vision", "transformers"), - ("paligemma", "transformers"), - ("parakeet_ctc", "transformers"), - ("parakeet_encoder", "transformers"), - ("parakeet_rnnt", "transformers"), - ("patchtsmixer", "transformers"), - ("patchtst", "transformers"), - ("pe_audio", "transformers"), - ("pe_audio_encoder", "transformers"), - ("pe_audio_video", "transformers"), - ("pe_audio_video_encoder", "transformers"), - ("pe_video", "transformers"), - ("pe_video_encoder", "transformers"), - ("pegasus", "transformers"), - ("pegasus_x", "transformers"), - ("perceiver", "transformers"), - ("perception_lm", "transformers"), - ("persimmon", "transformers"), - ("phi", "transformers"), - ("phi3", "transformers"), - ("phi4_multimodal", "transformers"), - ("phi4_multimodal_audio", "transformers"), - ("phi4_multimodal_vision", "transformers"), - ("phimoe", "transformers"), - ("pi0", "transformers"), - ("pix2struct", "transformers"), - ("pix2struct_text_model", "transformers"), - ("pix2struct_vision_model", "transformers"), - ("pixio", "transformers"), - ("pixtral", "transformers"), - ("plbart", "transformers"), - ("poolformer", "transformers"), - ("pop2piano", "transformers"), - ("pp_chart2table", "transformers"), - ("pp_doclayout_v2", "transformers"), - ("pp_doclayout_v3", "transformers"), - ("pp_formulanet", "transformers"), - ("pp_lcnet", "transformers"), - ("pp_lcnet_v3", "transformers"), - ("pp_lcnet_v4", "transformers"), - ("pp_ocrv5_mobile_det", "transformers"), - ("pp_ocrv5_mobile_rec", "transformers"), - ("pp_ocrv5_server_det", "transformers"), - ("pp_ocrv5_server_rec", "transformers"), - ("pp_ocrv6_medium_det", "transformers"), - ("pp_ocrv6_small_det", "transformers"), - ("pp_ocrv6_small_rec", "transformers"), - ("pp_ocrv6_tiny_rec", "transformers"), - ("prompt_depth_anything", "transformers"), - ("prophetnet", "transformers"), - ("pvt", "transformers"), - ("pvt_v2", "transformers"), - ("qianfan_ocr", "transformers"), - ("qianfan_ocr_vision", "transformers"), - ("qwen2", "transformers"), - ("qwen2_5_omni", "transformers"), - ("qwen2_5_omni_audio_encoder", "transformers"), - ("qwen2_5_omni_bigvgan", "transformers"), - ("qwen2_5_omni_dit", "transformers"), - ("qwen2_5_omni_talker", "transformers"), - ("qwen2_5_omni_text", "transformers"), - ("qwen2_5_omni_thinker", "transformers"), - ("qwen2_5_omni_token2wav", "transformers"), - ("qwen2_5_omni_vision_encoder", "transformers"), - ("qwen2_5_vl", "transformers"), - ("qwen2_5_vl_text", "transformers"), - ("qwen2_5_vl_vision", "transformers"), - ("qwen2_audio", "transformers"), - ("qwen2_audio_encoder", "transformers"), - ("qwen2_moe", "transformers"), - ("qwen2_vl", "transformers"), - ("qwen2_vl_text", "transformers"), - ("qwen2_vl_vision", "transformers"), - ("qwen3", "transformers"), - ("qwen3_5", "transformers"), - ("qwen3_5_moe", "transformers"), - ("qwen3_5_moe_text", "transformers"), - ("qwen3_5_moe_vision", "transformers"), - ("qwen3_5_text", "transformers"), - ("qwen3_5_vision", "transformers"), - ("qwen3_asr", "transformers"), - ("qwen3_asr_encoder", "transformers"), - ("qwen3_moe", "transformers"), - ("qwen3_next", "transformers"), - ("qwen3_omni_moe", "transformers"), - ("qwen3_omni_moe_audio_encoder", "transformers"), - ("qwen3_omni_moe_talker_code_predictor", "transformers"), - ("qwen3_omni_moe_talker_text", "transformers"), - ("qwen3_omni_moe_text", "transformers"), - ("qwen3_omni_moe_thinker", "transformers"), - ("qwen3_omni_moe_vision_encoder", "transformers"), - ("qwen3_vl", "transformers"), - ("qwen3_vl_moe", "transformers"), - ("qwen3_vl_moe_text", "transformers"), - ("qwen3_vl_moe_vision", "transformers"), - ("qwen3_vl_text", "transformers"), - ("qwen3_vl_vision", "transformers"), - ("radio", "transformers"), - ("rag", "transformers"), - ("recurrent_gemma", "transformers"), - ("reformer", "transformers"), - ("regnet", "transformers"), - ("rembert", "transformers"), - ("resnet", "transformers"), - ("rf_detr", "transformers"), - ("rf_detr_dinov2", "transformers"), - ("roberta", "transformers"), - ("roberta-prelayernorm", "transformers"), - ("roc_bert", "transformers"), - ("roformer", "transformers"), - ("rt_detr", "transformers"), - ("rt_detr_resnet", "transformers"), - ("rt_detr_v2", "transformers"), - ("rwkv", "transformers"), - ("sam", "transformers"), - ("sam2", "transformers"), - ("sam2_hiera_det_model", "transformers"), - ("sam2_video", "transformers"), - ("sam2_vision_model", "transformers"), - ("sam3", "transformers"), - ("sam3_detr_decoder", "transformers"), - ("sam3_detr_encoder", "transformers"), - ("sam3_geometry_encoder", "transformers"), - ("sam3_lite_text", "transformers"), - ("sam3_lite_text_detr_decoder", "transformers"), - ("sam3_lite_text_detr_encoder", "transformers"), - ("sam3_lite_text_geometry_encoder", "transformers"), - ("sam3_lite_text_mask_decoder", "transformers"), - ("sam3_lite_text_text_model", "transformers"), - ("sam3_mask_decoder", "transformers"), - ("sam3_tracker", "transformers"), - ("sam3_tracker_video", "transformers"), - ("sam3_video", "transformers"), - ("sam3_vision_model", "transformers"), - ("sam3_vit_model", "transformers"), - ("sam_hq", "transformers"), - ("sam_hq_vision_model", "transformers"), - ("sam_vision_model", "transformers"), - ("sapiens2", "transformers"), - ("sapiens2_head", "transformers"), - ("seamless_m4t", "transformers"), - ("seamless_m4t_v2", "transformers"), - ("seed_oss", "transformers"), - ("segformer", "transformers"), - ("seggpt", "transformers"), - ("sew", "transformers"), - ("sew-d", "transformers"), - ("shieldgemma2", "transformers"), - ("siglip", "transformers"), - ("siglip2", "transformers"), - ("siglip2_text_model", "transformers"), - ("siglip2_vision_model", "transformers"), - ("siglip_text_model", "transformers"), - ("siglip_vision_model", "transformers"), - ("slanet", "transformers"), - ("slanext", "transformers"), - ("smollm3", "transformers"), - ("smolvlm", "transformers"), - ("smolvlm_vision", "transformers"), - ("solar_open", "transformers"), - ("speech-encoder-decoder", "transformers"), - ("speech_to_text", "transformers"), - ("speecht5", "transformers"), - ("speecht5_hifigan", "transformers"), - ("splinter", "transformers"), - ("squeezebert", "transformers"), - ("stablelm", "transformers"), - ("starcoder2", "transformers"), - ("superglue", "transformers"), - ("superpoint", "transformers"), - ("swiftformer", "transformers"), - ("swin", "transformers"), - ("swin2sr", "transformers"), - ("swinv2", "transformers"), - ("switch_transformers", "transformers"), - ("t5", "transformers"), - ("t5_gemma_module", "transformers"), - ("t5gemma", "transformers"), - ("t5gemma2", "transformers"), - ("t5gemma2_decoder", "transformers"), - ("t5gemma2_encoder", "transformers"), - ("t5gemma2_text", "transformers"), - ("table-transformer", "transformers"), - ("tapas", "transformers"), - ("textnet", "transformers"), - ("time_series_transformer", "transformers"), - ("timesfm", "transformers"), - ("timesfm2_5", "transformers"), - ("timesformer", "transformers"), - ("timm_backbone", "transformers"), - ("timm_wrapper", "transformers"), - ("tipsv2", "transformers"), - ("tipsv2_dpt", "transformers"), - ("tipsv2_text_model", "transformers"), - ("tipsv2_vision_model", "transformers"), - ("trocr", "transformers"), - ("tvp", "transformers"), - ("udop", "transformers"), - ("umt5", "transformers"), - ("unispeech", "transformers"), - ("unispeech-sat", "transformers"), - ("univnet", "transformers"), - ("upernet", "transformers"), - ("uvdoc", "transformers"), - ("uvdoc_backbone", "transformers"), - ("vaultgemma", "transformers"), - ("vibevoice_acoustic_tokenizer", "transformers"), - ("vibevoice_asr", "transformers"), - ("video_llama_3", "transformers"), - ("video_llama_3_vision", "transformers"), - ("video_llava", "transformers"), - ("videomae", "transformers"), - ("videomt", "transformers"), - ("videoprism", "transformers"), - ("videoprism_text_model", "transformers"), - ("videoprism_vision_model", "transformers"), - ("vilt", "transformers"), - ("vipllava", "transformers"), - ("vision-encoder-decoder", "transformers"), - ("vision-text-dual-encoder", "transformers"), - ("visual_bert", "transformers"), - ("vit", "transformers"), - ("vit_mae", "transformers"), - ("vit_msn", "transformers"), - ("vitdet", "transformers"), - ("vitmatte", "transformers"), - ("vitpose", "transformers"), - ("vitpose_backbone", "transformers"), - ("vits", "transformers"), - ("vivit", "transformers"), - ("vjepa2", "transformers"), - ("voxtral", "transformers"), - ("voxtral_encoder", "transformers"), - ("voxtral_realtime", "transformers"), - ("voxtral_realtime_encoder", "transformers"), - ("voxtral_realtime_text", "transformers"), - ("wav2vec2", "transformers"), - ("wav2vec2-bert", "transformers"), - ("wav2vec2-conformer", "transformers"), - ("wavlm", "transformers"), - ("whisper", "transformers"), - ("xclip", "transformers"), - ("xclip_text_model", "transformers"), - ("xclip_vision_model", "transformers"), - ("xcodec", "transformers"), - ("xcodec2", "transformers"), - ("xglm", "transformers"), - ("xlm", "transformers"), - ("xlm-roberta", "transformers"), - ("xlm-roberta-xl", "transformers"), - ("xlnet", "transformers"), - ("xlstm", "transformers"), - ("xmod", "transformers"), - ("yolos", "transformers"), - ("yoso", "transformers"), - ("youtu", "transformers"), - ("zamba", "transformers"), - ("zamba2", "transformers"), - ("zaya", "transformers"), - ("zoedepth", "transformers"), + ("aimv2_text_model", "aimv2"), + ("aimv2_vision_model", "aimv2"), + ("align_text_model", "align"), + ("align_vision_model", "align"), + ("altclip_text_model", "altclip"), + ("altclip_vision_model", "altclip"), + ("aria_text", "aria"), + ("audio-spectrogram-transformer", "audio_spectrogram_transformer"), + ("audioflamingo3_encoder", "audioflamingo3"), + ("bert-generation", "bert_generation"), + ("blenderbot-small", "blenderbot_small"), + ("blip-2", "blip_2"), + ("blip_2_qformer", "blip_2"), + ("blip_2_vision_model", "blip_2"), + ("blip_text_model", "blip"), + ("blip_vision_model", "blip"), + ("blt_global_transformer", "blt"), + ("blt_local_decoder", "blt"), + ("blt_local_encoder", "blt"), + ("blt_patcher", "blt"), + ("bridgetower_text_model", "bridgetower"), + ("bridgetower_vision_model", "bridgetower"), + ("chameleon_vqgan", "chameleon"), + ("chinese_clip_text_model", "chinese_clip"), + ("chinese_clip_vision_model", "chinese_clip"), + ("clap_audio_model", "clap"), + ("clap_text_model", "clap"), + ("clip_text_model", "clip"), + ("clip_vision_model", "clip"), + ("clipseg_text_model", "clipseg"), + ("clipseg_vision_model", "clipseg"), + ("clvp_decoder", "clvp"), + ("clvp_encoder", "clvp"), + ("csm_depth_decoder_model", "csm"), + ("dab-detr", "dab_detr"), + ("data2vec-audio", "data2vec"), + ("data2vec-text", "data2vec"), + ("data2vec-vision", "data2vec"), + ("deberta-v2", "deberta_v2"), + ("deepseek_ocr2_encoder", "deepseek_ocr2"), + ("deepseek_ocr2_sam_vision_model", "deepseek_ocr2"), + ("deepseek_ocr2_text", "deepseek_ocr2"), + ("deepseek_ocr2_vision", "deepseek_ocr2"), + ("dia_decoder", "dia"), + ("dia_encoder", "dia"), + ("diffusion_gemma_text", "diffusion_gemma"), + ("donut-swin", "donut"), + ("edgetam_vision_model", "edgetam"), + ("emu3_text_model", "emu3"), + ("emu3_vqgan", "emu3"), + ("encoder-decoder", "encoder_decoder"), + ("ernie4_5_vl_moe_text", "ernie4_5_vl_moe"), + ("ernie4_5_vl_moe_vision", "ernie4_5_vl_moe"), + ("exaone4_5_vision", "exaone4_5"), + ("fastspeech2_conformer_hifigan", "fastspeech2_conformer"), + ("fastspeech2_conformer_with_hifigan", "fastspeech2_conformer"), + ("flava_image_model", "flava"), + ("flava_multimodal_model", "flava"), + ("flava_text_model", "flava"), + ("florence_vision", "florence2"), + ("gemma3_text", "gemma3"), + ("gemma3n_audio", "gemma3n"), + ("gemma3n_text", "gemma3n"), + ("gemma3n_vision", "gemma3n"), + ("gemma4_audio", "gemma4"), + ("gemma4_text", "gemma4"), + ("gemma4_unified_audio", "gemma4_unified"), + ("gemma4_unified_text", "gemma4_unified"), + ("gemma4_unified_vision", "gemma4_unified"), + ("gemma4_vision", "gemma4"), + ("git_vision_model", "git"), + ("glm4v_moe_text", "glm4v_moe"), + ("glm4v_moe_vision", "glm4v_moe"), + ("glm4v_text", "glm4v"), + ("glm4v_vision", "glm4v"), + ("glm_image_text", "glm_image"), + ("glm_image_vision", "glm_image"), + ("glm_image_vqmodel", "glm_image"), + ("glm_ocr_text", "glm_ocr"), + ("glm_ocr_vision", "glm_ocr"), + ("glmasr_encoder", "glmasr"), + ("granite4_vision_text", "granite4_vision"), + ("granite_speech_encoder", "granite_speech"), + ("granite_speech_plus_encoder", "granite_speech_plus"), + ("grounding-dino", "grounding_dino"), + ("groupvit_text_model", "groupvit"), + ("groupvit_vision_model", "groupvit"), + ("hunyuan_vl_text", "hunyuan_vl"), + ("hunyuan_vl_vision", "hunyuan_vl"), + ("idefics2_perceiver", "idefics2"), + ("idefics2_vision", "idefics2"), + ("idefics3_vision", "idefics3"), + ("idefics_perciever", "idefics"), + ("idefics_vision", "idefics"), + ("instructblip_qformer", "instructblip"), + ("instructblip_vision_model", "instructblip"), + ("instructblipvideo_qformer", "instructblipvideo"), + ("instructblipvideo_vision_model", "instructblipvideo"), + ("internvl_vision", "internvl"), + ("janus_vision_model", "janus"), + ("janus_vqgan", "janus"), + ("kimi_k25_vision", "kimi_k25"), + ("kosmos-2", "kosmos2"), + ("kosmos-2.5", "kosmos2_5"), + ("kosmos_2_5_text_model", "kosmos2_5"), + ("kosmos_2_5_vision_model", "kosmos2_5"), + ("kosmos_2_text_model", "kosmos2"), + ("kosmos_2_vision_model", "kosmos2"), + ("lasr_ctc", "lasr"), + ("lasr_encoder", "lasr"), + ("llama4_text", "llama4"), + ("llama4_vision_model", "llama4"), + ("lw_detr_vit", "lw_detr"), + ("maskformer-swin", "maskformer"), + ("megatron-bert", "megatron_bert"), + ("metaclip_2_text_model", "metaclip_2"), + ("metaclip_2_vision_model", "metaclip_2"), + ("mgp-str", "mgp_str"), + ("minicpmv4_6_vision", "minicpmv4_6"), + ("minimax_m3_vl_text", "minimax_m3_vl"), + ("minimax_m3_vl_vision", "minimax_m3_vl"), + ("mlcd_vision_model", "mlcd"), + ("mllama_text_model", "mllama"), + ("mllama_vision_model", "mllama"), + ("mm-grounding-dino", "mm_grounding_dino"), + ("modernbert-decoder", "modernbert_decoder"), + ("moonshine_streaming_encoder", "moonshine_streaming"), + ("moshi_depth", "moshi"), + ("musicgen_decoder", "musicgen"), + ("musicgen_melody_decoder", "musicgen_melody"), + ("nemotron_asr_streaming_encoder", "nemotron_asr_streaming"), + ("nllb-moe", "nllb_moe"), + ("omdet-turbo", "omdet_turbo"), + ("openai-gpt", "openai"), + ("owlv2_text_model", "owlv2"), + ("owlv2_vision_model", "owlv2"), + ("owlvit_text_model", "owlvit"), + ("owlvit_vision_model", "owlvit"), + ("paddleocr_vl_text", "paddleocr_vl"), + ("paddleocr_vl_vision", "paddleocr_vl"), + ("parakeet_ctc", "parakeet"), + ("parakeet_encoder", "parakeet"), + ("parakeet_rnnt", "parakeet"), + ("pe_audio_encoder", "pe_audio"), + ("pe_audio_video_encoder", "pe_audio_video"), + ("pe_video_encoder", "pe_video"), + ("phi4_multimodal_audio", "phi4_multimodal"), + ("phi4_multimodal_vision", "phi4_multimodal"), + ("pix2struct_text_model", "pix2struct"), + ("pix2struct_vision_model", "pix2struct"), + ("qianfan_ocr_vision", "qianfan_ocr"), + ("qwen2_5_omni_audio_encoder", "qwen2_5_omni"), + ("qwen2_5_omni_bigvgan", "qwen2_5_omni"), + ("qwen2_5_omni_dit", "qwen2_5_omni"), + ("qwen2_5_omni_talker", "qwen2_5_omni"), + ("qwen2_5_omni_text", "qwen2_5_omni"), + ("qwen2_5_omni_thinker", "qwen2_5_omni"), + ("qwen2_5_omni_token2wav", "qwen2_5_omni"), + ("qwen2_5_omni_vision_encoder", "qwen2_5_omni"), + ("qwen2_5_vl_text", "qwen2_5_vl"), + ("qwen2_5_vl_vision", "qwen2_5_vl"), + ("qwen2_audio_encoder", "qwen2_audio"), + ("qwen2_vl_text", "qwen2_vl"), + ("qwen2_vl_vision", "qwen2_vl"), + ("qwen3_5_moe_text", "qwen3_5_moe"), + ("qwen3_5_moe_vision", "qwen3_5_moe"), + ("qwen3_5_text", "qwen3_5"), + ("qwen3_5_vision", "qwen3_5"), + ("qwen3_asr_encoder", "qwen3_asr"), + ("qwen3_omni_moe_audio_encoder", "qwen3_omni_moe"), + ("qwen3_omni_moe_talker_code_predictor", "qwen3_omni_moe"), + ("qwen3_omni_moe_talker_text", "qwen3_omni_moe"), + ("qwen3_omni_moe_text", "qwen3_omni_moe"), + ("qwen3_omni_moe_thinker", "qwen3_omni_moe"), + ("qwen3_omni_moe_vision_encoder", "qwen3_omni_moe"), + ("qwen3_vl_moe_text", "qwen3_vl_moe"), + ("qwen3_vl_moe_vision", "qwen3_vl_moe"), + ("qwen3_vl_text", "qwen3_vl"), + ("qwen3_vl_vision", "qwen3_vl"), + ("rf_detr_dinov2", "rf_detr"), + ("roberta-prelayernorm", "roberta_prelayernorm"), + ("rt_detr_resnet", "rt_detr"), + ("sam2_hiera_det_model", "sam2"), + ("sam2_vision_model", "sam2"), + ("sam3_detr_decoder", "sam3"), + ("sam3_detr_encoder", "sam3"), + ("sam3_geometry_encoder", "sam3"), + ("sam3_lite_text_detr_decoder", "sam3_lite_text"), + ("sam3_lite_text_detr_encoder", "sam3_lite_text"), + ("sam3_lite_text_geometry_encoder", "sam3_lite_text"), + ("sam3_lite_text_mask_decoder", "sam3_lite_text"), + ("sam3_lite_text_text_model", "sam3_lite_text"), + ("sam3_mask_decoder", "sam3"), + ("sam3_vision_model", "sam3"), + ("sam3_vit_model", "sam3"), + ("sam_hq_vision_model", "sam_hq"), + ("sam_vision_model", "sam"), + ("sapiens2_head", "sapiens2"), + ("sew-d", "sew_d"), + ("siglip2_text_model", "siglip2"), + ("siglip2_vision_model", "siglip2"), + ("siglip_text_model", "siglip"), + ("siglip_vision_model", "siglip"), + ("smolvlm_vision", "smolvlm"), + ("speech-encoder-decoder", "speech_encoder_decoder"), + ("speecht5_hifigan", "speecht5"), + ("t5_gemma_module", "t5gemma"), + ("t5gemma2_decoder", "t5gemma2"), + ("t5gemma2_encoder", "t5gemma2"), + ("t5gemma2_text", "t5gemma2"), + ("table-transformer", "table_transformer"), + ("tipsv2_text_model", "tipsv2"), + ("tipsv2_vision_model", "tipsv2"), + ("unispeech-sat", "unispeech_sat"), + ("uvdoc_backbone", "uvdoc"), + ("video_llama_3_vision", "video_llama_3"), + ("videoprism_text_model", "videoprism"), + ("videoprism_vision_model", "videoprism"), + ("vision-encoder-decoder", "vision_encoder_decoder"), + ("vision-text-dual-encoder", "vision_text_dual_encoder"), + ("voxtral_encoder", "voxtral"), + ("voxtral_realtime_encoder", "voxtral_realtime"), + ("voxtral_realtime_text", "voxtral_realtime"), + ("wav2vec2-bert", "wav2vec2_bert"), + ("wav2vec2-conformer", "wav2vec2_conformer"), + ("xclip", "x_clip"), + ("xclip_text_model", "x_clip"), + ("xclip_vision_model", "x_clip"), + ("xlm-roberta", "xlm_roberta"), + ("xlm-roberta-xl", "xlm_roberta_xl"), ] ) From 3d61577061f7888b2483141dc512d145f56ab30b Mon Sep 17 00:00:00 2001 From: Abhishek Kapoor Date: Sat, 11 Jul 2026 12:30:35 +0530 Subject: [PATCH 08/10] fix: import for `load_test_image` --- tests/test_image_processing_common.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/test_image_processing_common.py b/tests/test_image_processing_common.py index b760dbc39cd5..81e7214b983c 100644 --- a/tests/test_image_processing_common.py +++ b/tests/test_image_processing_common.py @@ -22,7 +22,7 @@ import numpy as np import pytest -from test_processing_common import load_test_image +from .test_processing_common import load_test_image from transformers import AutoImageProcessor, BatchFeature from transformers.image_utils import AnnotationFormat From 44acdc6fe438d34e4dbf35b5bd563ab3218e3a8d Mon Sep 17 00:00:00 2001 From: Abhishek Kapoor Date: Sat, 11 Jul 2026 12:55:44 +0530 Subject: [PATCH 09/10] fix: move import to fix code-quality-issue --- tests/test_image_processing_common.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tests/test_image_processing_common.py b/tests/test_image_processing_common.py index 81e7214b983c..75a1ba09eaec 100644 --- a/tests/test_image_processing_common.py +++ b/tests/test_image_processing_common.py @@ -22,7 +22,6 @@ import numpy as np import pytest -from .test_processing_common import load_test_image from transformers import AutoImageProcessor, BatchFeature from transformers.image_utils import AnnotationFormat @@ -40,6 +39,8 @@ ) from transformers.utils import is_torch_available, is_vision_available +from .test_processing_common import load_test_image + if is_torch_available(): import torch From 041d01acae77fdaa95d7a9e6c56b2b8c8e3e52bd Mon Sep 17 00:00:00 2001 From: Abhishek Kapoor Date: Sat, 11 Jul 2026 13:07:42 +0530 Subject: [PATCH 10/10] refactor: remove redundant blocks for vision and pytesseract checks --- tests/models/eomt/test_modeling_eomt.py | 6 +----- tests/models/eomt_dinov3/test_modeling_eomt_dinov3.py | 6 +----- tests/models/layoutlmv2/test_image_processing_layoutlmv2.py | 4 ---- 3 files changed, 2 insertions(+), 14 deletions(-) diff --git a/tests/models/eomt/test_modeling_eomt.py b/tests/models/eomt/test_modeling_eomt.py index bf8f5b9fe476..6dd03fddad10 100644 --- a/tests/models/eomt/test_modeling_eomt.py +++ b/tests/models/eomt/test_modeling_eomt.py @@ -17,7 +17,7 @@ from transformers import AutoImageProcessor, EomtConfig, EomtForUniversalSegmentation, pipeline from transformers.testing_utils import require_torch, require_torch_accelerator, require_torch_fp16, slow, torch_device -from transformers.utils import is_torch_available, is_vision_available +from transformers.utils import is_torch_available from ...test_configuration_common import ConfigTester from ...test_modeling_common import ModelTesterMixin, floats_tensor @@ -29,10 +29,6 @@ import torch -if is_vision_available(): - pass - - class EomtForUniversalSegmentationTester: def __init__( self, diff --git a/tests/models/eomt_dinov3/test_modeling_eomt_dinov3.py b/tests/models/eomt_dinov3/test_modeling_eomt_dinov3.py index 23576800dd3c..7c708015063a 100644 --- a/tests/models/eomt_dinov3/test_modeling_eomt_dinov3.py +++ b/tests/models/eomt_dinov3/test_modeling_eomt_dinov3.py @@ -24,7 +24,7 @@ slow, torch_device, ) -from transformers.utils import is_torch_available, is_vision_available +from transformers.utils import is_torch_available from ...test_configuration_common import ConfigTester from ...test_modeling_common import ModelTesterMixin, _config_zero_init, floats_tensor @@ -36,10 +36,6 @@ import torch -if is_vision_available(): - pass - - class EomtDinov3ForUniversalSegmentationTester: def __init__( self, diff --git a/tests/models/layoutlmv2/test_image_processing_layoutlmv2.py b/tests/models/layoutlmv2/test_image_processing_layoutlmv2.py index 9c1b687f62ec..d91c82769308 100644 --- a/tests/models/layoutlmv2/test_image_processing_layoutlmv2.py +++ b/tests/models/layoutlmv2/test_image_processing_layoutlmv2.py @@ -25,7 +25,6 @@ torch_device, ) from transformers.utils import ( - is_pytesseract_available, is_torch_available, ) @@ -36,9 +35,6 @@ if is_torch_available(): import torch -if is_pytesseract_available(): - pass - class LayoutLMv2ImageProcessingTester: def __init__(