From 41ba68be0e80aaa89f54470b7c23f38517b725da Mon Sep 17 00:00:00 2001
From: sunny <sunyu_0904@163.com>
Date: Thu, 23 Apr 2026 21:47:12 +0800
Subject: [PATCH] add the configs for qwen3-vl-8b-instruct model

---
 configs/qwen3-vl-8b-instruct-eagle3.json | 41 ++++++++++++++++++++++++
 1 file changed, 41 insertions(+)
 create mode 100644 configs/qwen3-vl-8b-instruct-eagle3.json

diff --git a/configs/qwen3-vl-8b-instruct-eagle3.json b/configs/qwen3-vl-8b-instruct-eagle3.json
new file mode 100644
index 000000000..df60f8872
--- /dev/null
+++ b/configs/qwen3-vl-8b-instruct-eagle3.json
@@ -0,0 +1,41 @@
+{
+  "architectures": [
+    "LlamaForCausalLMEagle3"
+  ],
+  "image_token_id": 151655,
+  "model_type": "llama",
+  "target_model_type": "qwen3_vl",
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "dtype": "bfloat16",
+  "eos_token_id": 151645,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 12288,
+  "max_position_embeddings": 262144,
+  "num_attention_heads": 32,
+  "num_hidden_layers": 1,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": {
+    "mrope_interleaved": true,
+    "mrope_section": [
+    24,
+    20,
+    20
+    ],
+    "rope_type": "mrope"
+  },
+  "rope_theta": 5000000,
+  "use_cache": true,
+  "vocab_size": 151936,
+  "tie_word_embeddings": false,
+  "transformers_version": "4.57.0.dev0",
+  "video_token_id": 151656,
+  "vision_end_token_id": 151653,
+  "vision_start_token_id": 151652,
+  "draft_vocab_size": 32000
+}