CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-03 09:22:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

falcon-main.cpp : fix for falcon 40b

Browse Source
This commit is contained in:
klosax
2023-08-19 01:03:37 +02:00
committed by GitHub
parent bd5a57901b
commit 1d80eea574
1 changed files with 4 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
examples/gptneox-wip/falcon-main.cpp
View File

@@ -605,11 +605,10 @@ bool falcon_model_load(const std::string & fname, falcon_model & model, gpt2bpe_
const int n_block = hparams.n_block;
const int n_ctx = hparams.n_ctx;
const int n_head_kv = hparams.n_head_kv;
const int head_dim = hparams.n_embd / hparams.n_head;
const int n_embd = hparams.n_embd;
const int64_t n_mem = n_block*n_ctx;
const int64_t n_elements = head_dim*n_mem;
const int64_t n_elements = n_embd*n_mem;
// create the ggml context
{
@@ -628,8 +627,8 @@ bool falcon_model_load(const std::string & fname, falcon_model & model, gpt2bpe_
}
model.memory_k = ggml_new_tensor_1d(kvctx, GGML_TYPE_F16, n_head_kv * n_elements);
model.memory_v = ggml_new_tensor_1d(kvctx, GGML_TYPE_F16, n_head_kv * n_elements);
model.memory_k = ggml_new_tensor_1d(kvctx, GGML_TYPE_F16, n_elements);
model.memory_v = ggml_new_tensor_1d(kvctx, GGML_TYPE_F16, n_elements);
const size_t memory_size = ggml_nbytes(model.memory_k) + ggml_nbytes(model.memory_v);