CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-08 10:07:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

context : enc-dec is now working

Browse Source 
ggml-ci
This commit is contained in:
Georgi Gerganov
2025-02-25 12:10:34 +02:00
parent be58e30017
commit e5bc5f8e02
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llama-model.cpp
View File

@@ -9741,7 +9741,7 @@ struct llm_build_context {
struct ggml_tensor * kq_b = build_pos_bias(pos_bucket_enc, attn_rel_b); struct ggml_tensor * kq_b = build_pos_bias(pos_bucket_enc, attn_rel_b);
cur = build_attn_with_kq_b(gf, cur = build_attn_with_kq_b(gf,
model.layers[il].wo, model.layers[il].bo, model.layers[il].wo_enc, nullptr,
Qcur, Kcur, Vcur, kq_b, n_tokens, 1.0f, il); Qcur, Kcur, Vcur, kq_b, n_tokens, 1.0f, il);
cb(cur, "kqv_out", il); cb(cur, "kqv_out", il);
} }