Added vlm info in dinov3 config files + fixed get_from_safetensors returned values

PierreMarza · PierreMarza · commit e7fffbedcdd0 · 2025-10-16T11:20:47.000+02:00
diff --git a/src/thunder/config/pretrained_model/dinov3vitb16pretrainlvd1689m.yaml b/src/thunder/config/pretrained_model/dinov3vitb16pretrainlvd1689m.yaml
@@ -1,4 +1,5 @@
 model_name: dinov3vitb16pretrainlvd1689m
 type: safetensors
+vlm: false
 emb_dim: 768
 ckpt_path: ${oc.env:THUNDER_BASE_DATA_FOLDER}/pretrained_ckpts/dinov3vitb16pretrainlvd1689m/
diff --git a/src/thunder/config/pretrained_model/dinov3vitl16pretrainlvd1689m.yaml b/src/thunder/config/pretrained_model/dinov3vitl16pretrainlvd1689m.yaml
@@ -1,4 +1,5 @@
 model_name: dinov3vitl16pretrainlvd1689m
 type: safetensors
+vlm: false
 emb_dim: 1024
 ckpt_path: ${oc.env:THUNDER_BASE_DATA_FOLDER}/pretrained_ckpts/dinov3vitl16pretrainlvd1689m/
diff --git a/src/thunder/config/pretrained_model/dinov3vits16pretrainlvd1689m.yaml b/src/thunder/config/pretrained_model/dinov3vits16pretrainlvd1689m.yaml
@@ -1,4 +1,5 @@
 model_name: dinov3vits16pretrainlvd1689m
 type: safetensors
+vlm: false
 emb_dim: 384
 ckpt_path: ${oc.env:THUNDER_BASE_DATA_FOLDER}/pretrained_ckpts/dinov3vits16pretrainlvd1689m/
diff --git a/src/thunder/models/pretrained_models.py b/src/thunder/models/pretrained_models.py
@@ -119,7 +119,7 @@ def get_model(model_cfg: dict, device: str):
         elif model_cfg.model_name == "midnight":
             model, transform = get_midnight(model_cfg.ckpt_path)
         else:
-            model, transform = get_from_safetensors(
+            model, transform, tokenizer = get_from_safetensors(
                 model_cfg.ckpt_path, use_fast="dinov3" in model_cfg.model_name
             )
     elif model_cfg.type == "open_clip":

Original file line number	Diff line number	Diff line change
`@@ -119,7 +119,7 @@ def get_model(model_cfg: dict, device: str):`
`119`	`119`	`elif model_cfg.model_name == "midnight":`
`120`	`120`	`model, transform = get_midnight(model_cfg.ckpt_path)`
`121`	`121`	`else:`
`122`		`- model, transform = get_from_safetensors(`
	`122`	`+ model, transform, tokenizer = get_from_safetensors(`
`123`	`123`	`model_cfg.ckpt_path, use_fast="dinov3" in model_cfg.model_name`
`124`	`124`	`)`
`125`	`125`	`elif model_cfg.type == "open_clip":`