We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3437373 commit 73aa3c2Copy full SHA for 73aa3c2
1 file changed
lib/bumblebee/text/gemma4_text.ex
@@ -790,6 +790,8 @@ defmodule Bumblebee.Text.Gemma4Text do
790
"model.language_model.layers.{n}.pre_feedforward_layernorm",
791
"decoder.blocks.{n}.post_ffn_norm" =>
792
"model.language_model.layers.{n}.post_feedforward_layernorm",
793
+ "decoder.blocks.{n}.layer_scalar" =>
794
+ "model.language_model.layers.{n}.layer_scalar",
795
"decoder.blocks.{n}.ffn.gate" => "model.language_model.layers.{n}.mlp.gate_proj",
796
"decoder.blocks.{n}.ffn.intermediate" => "model.language_model.layers.{n}.mlp.up_proj",
797
"decoder.blocks.{n}.ffn.output" => "model.language_model.layers.{n}.mlp.down_proj",
0 commit comments