llama : enable LLAMA_SET_ROWS=1 by default (#14959)

ggml-ci
This commit is contained in:
Georgi Gerganov
2025-08-02 17:14:21 +03:00
committed by GitHub
parent 15e92fd337
commit a4569c41fd
4 changed files with 4 additions and 4 deletions

View File

@@ -193,7 +193,7 @@ llama_kv_cache_unified::llama_kv_cache_unified(
debug = LLAMA_KV_CACHE_DEBUG ? atoi(LLAMA_KV_CACHE_DEBUG) : 0;
const char * LLAMA_SET_ROWS = getenv("LLAMA_SET_ROWS");
supports_set_rows = LLAMA_SET_ROWS ? atoi(LLAMA_SET_ROWS) != 0 : 0;
supports_set_rows = LLAMA_SET_ROWS ? atoi(LLAMA_SET_ROWS) != 0 : supports_set_rows;
if (!supports_set_rows) {
// ref: https://github.com/ggml-org/llama.cpp/pull/14363