CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-07 09:57:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'add-fh1-rebased' of https://github.com/tiiuae/llama.cpp-public into add-fh1-rebased

Browse Source
This commit is contained in:
ibrahimkhadraoui
2025-07-07 14:36:55 +04:00
parent 286e1fa569 6c39e775dd
commit b3bc1fb237
2 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/llama-model.cpp
View File

@@ -14802,10 +14802,9 @@ struct llm_build_falcon_h1 : public llm_graph_context {
const int64_t d_conv = hparams.ssm_d_conv;
const int64_t d_ssm = hparams.ssm_mamba_d_ssm;
const int64_t d_inner = hparams.ssm_d_inner;
const int64_t d_state = hparams.ssm_d_state;
const int64_t n_head = hparams.ssm_dt_rank;
const int64_t head_dim = hparams.ssm_head_dim == 0 ? d_inner / n_head : hparams.ssm_head_dim;
const int64_t head_dim = hparams.ssm_head_dim == 0 ? d_ssm / n_head : hparams.ssm_head_dim;
const int64_t n_group = hparams.ssm_n_group;
const int64_t n_seqs = ubatch.n_seqs;