small fix ffn_norm

This commit is contained in:
ibrahimkhadraoui
2025-07-04 15:37:40 +04:00
parent d22b4ea425
commit 15138df48f
3 changed files with 3 additions and 3 deletions

View File

@@ -286,7 +286,7 @@ class TensorNameMap:
# Post feed-forward norm
MODEL_TENSOR.FFN_PRE_NORM: (
"model.layers.{bid}.pre_feedforward_layernorm", # gemma2
"model.layers.{bid}.pre_ff_layernorm.weight",
"model.layers.{bid}.pre_ff_layernorm.weight",
),
# Post feed-forward norm