kv-cache : add LLAMA_KV_CACHE_DEBUG environment variable (#14121)

This commit is contained in:
Georgi Gerganov
2025-06-11 12:52:45 +03:00
committed by GitHub
parent 1f7d50b293
commit 7ae2932116
2 changed files with 43 additions and 16 deletions

View File

@@ -158,6 +158,8 @@ private:
// SWA
const uint32_t n_swa = 0;
int debug = 0;
const llama_swa_type swa_type = LLAMA_SWA_TYPE_NONE;
std::vector<ggml_context_ptr> ctxs;