CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-04 09:32:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

graph : restore ubatch in build_cb

Browse Source 
ggml-ci
This commit is contained in:
Georgi Gerganov
2025-02-12 16:29:15 +02:00
parent f63aeecce6
commit 6ee86e5e0f
4 changed files with 6 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/llama-model.cpp
View File

@@ -248,6 +248,7 @@ static ggml_backend_buffer_type_t select_weight_buft(const llama_hparams & hpara
return cur_buft;
}
}
return nullptr;
}
@@ -3888,7 +3889,7 @@ struct llm_build_context {
// TODO: tmp
void cb(struct ggml_tensor * cur, const char * name, int il) {
lgf.build_cb(cur, name, il);
lgf.build_cb(cur, name, ubatch, il);
}
// TODO: tmp