CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-10-31 08:51:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update gptneox-main.cpp

Browse Source
This commit is contained in:
klosax
2023-08-11 23:09:49 +02:00
committed by GitHub
parent 2a5ac7af44
commit e76c59d524
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
gptneox-main.cpp
View File

@@ -565,8 +565,8 @@ bool gpt_neox_model_load(const std::string & fname, gpt_neox_model & model, gpt2
std::string blocknamestart = "transformer.blocks." + std::to_string(i) + ".";
layer.ln_1_g = get_tensor_ex(ctx, blocknamestart + "attn_norm_1.weight" );
layer.ln_1_b = get_tensor_ex(ctx, blocknamestart + "attn_norm_1.bias" );
layer.ln_1_g = get_tensor_ex(ctx, blocknamestart + "attn_norm.weight" );
layer.ln_1_b = get_tensor_ex(ctx, blocknamestart + "attn_norm.bias" );
layer.c_attn_attn_w = get_tensor_ex(ctx, blocknamestart + "attn_qkv.weight" );
layer.c_attn_attn_b = get_tensor_ex(ctx ,blocknamestart + "attn_qkv.bias" );
@@ -584,8 +584,8 @@ bool gpt_neox_model_load(const std::string & fname, gpt_neox_model & model, gpt2
layer.c_mlp_proj_b = get_tensor_ex(ctx, blocknamestart + "ffn_down.bias" );
// map by name
model.tensors[blocknamestart + "attn_norm_1.weight"] = layer.ln_1_g;
model.tensors[blocknamestart + "attn_norm_1.bias"] = layer.ln_1_b;
model.tensors[blocknamestart + "attn_norm.weight"] = layer.ln_1_g;
model.tensors[blocknamestart + "attn_norm.bias"] = layer.ln_1_b;
model.tensors[blocknamestart + "attn_qkv.weight"] = layer.c_attn_attn_w;
model.tensors[blocknamestart + "attn_qkv.bias"] = layer.c_attn_attn_b;