CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-06 09:46:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix conversion and d_inner

Browse Source
This commit is contained in:
Younes B
2025-07-07 10:56:49 +02:00
committed by GitHub
parent 7a25441e13
commit 6c39e775dd
2 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/llama-model.cpp
View File

@@ -14803,10 +14803,9 @@ struct llm_build_falcon_h1 : public llm_graph_context {
const int64_t d_conv = hparams.ssm_d_conv;
const int64_t d_ssm = hparams.ssm_mamba_d_ssm;
const int64_t d_inner = hparams.ssm_d_inner;
const int64_t d_state = hparams.ssm_d_state;
const int64_t n_head = hparams.ssm_dt_rank;
const int64_t head_dim = hparams.ssm_head_dim == 0 ? d_inner / n_head : hparams.ssm_head_dim;
const int64_t head_dim = hparams.ssm_head_dim == 0 ? d_ssm / n_head : hparams.ssm_head_dim;
const int64_t n_group = hparams.ssm_n_group;
const int64_t n_seqs = ubatch.n_seqs;