CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-10-30 08:42:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

batch : fix uninitialized has_cpl flag (#14733)

Browse Source 
ggml-ci
This commit is contained in:
Georgi Gerganov
2025-07-17 09:45:54 +03:00
committed by GitHub
parent 1ba45d4982
commit ad57d3edd2
2 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llama-batch.cpp
View File

@@ -157,6 +157,8 @@ bool llama_batch_allocr::init(
n_outputs += batch.logits[i] != 0; n_outputs += batch.logits[i] != 0;
} }
has_cpl = false;
// determine coupled sequences // determine coupled sequences
// these are pairs of sequences that have at least one token in the input batch that is assigned to both of them // these are pairs of sequences that have at least one token in the input batch that is assigned to both of them
for (int32_t i = 0; i < batch.n_tokens; ++i) { for (int32_t i = 0; i < batch.n_tokens; ++i) {

2
src/llama-batch.h
View File

@@ -117,7 +117,7 @@ private:
using seq_cpl_t = std::vector<bool>; using seq_cpl_t = std::vector<bool>;
// helper flag to quickly determine if there are any coupled sequences in the batch // helper flag to quickly determine if there are any coupled sequences in the batch
bool has_cpl; bool has_cpl = false;
std::vector<pos_set_t> seq_pos; // seq_pos[s]: the set of positions in sequence s std::vector<pos_set_t> seq_pos; // seq_pos[s]: the set of positions in sequence s
std::vector<seq_cpl_t> seq_cpl; // seq_cpl[s0][s1]: if sequence s0 is coupled to sequence s1 std::vector<seq_cpl_t> seq_cpl; // seq_cpl[s0][s1]: if sequence s0 is coupled to sequence s1