CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-06 09:46:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

added some cb functions for debugging puposes

Browse Source
This commit is contained in:
ibrahimkhadraoui
2025-07-07 14:10:45 +04:00
parent 441d8d66bd
commit 8c50893820
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llama-model.cpp
View File

@@ -14829,12 +14829,14 @@ struct llm_build_falcon_h1 : public llm_graph_context {
// {n_embd, d_in_proj} @ {n_embd, n_seq_tokens, n_seqs} => {d_in_proj, n_seq_tokens, n_seqs}
ggml_tensor * zxBCdt = build_lora_mm(model.layers[il].ssm_in, cur);
cb(zxBCdt, "zxBCdt", il);
// check if the models has ssm_multipliers (MuP)
if (hparams.ssm_has_mup) {
struct ggml_tensor * mup_vec = model.layers[il].ssm_mup_vec;
cur = ggml_mul(ctx0, zxBCdt, mup_vec);
cb(cur, "ssm_mup", il);
zxBCdt = cur;
}