CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-07 09:57:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

context : add get_ctx_padding()

Browse Source 
ggml-ci
This commit is contained in:
Georgi Gerganov
2025-01-17 11:51:35 +02:00
parent b4ec1d4429
commit f0713498fd
3 changed files with 10 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/llama-context.cpp
View File

@@ -64,6 +64,10 @@ llama_pos llama_context::pos_max() const {
return kv_self.pos_max();
}
uint32_t llama_context::get_ctx_padding(const llama_cparams & cparams) const {
return kv_self.get_padding(cparams);
}
// TODO: improve
void llama_context::reset() {
inp_tokens = nullptr;