CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-04 09:32:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

lookahead : fix a bug in the seq_id of the lookahead tokens

Browse Source
This commit is contained in:
Georgi Gerganov
2023-11-26 11:26:43 +02:00
parent 7d50de2de1
commit 1a07a33939
1 changed files with 6 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
examples/lookahead/lookahead.cpp
View File

@@ -135,10 +135,7 @@ int main(int argc, char ** argv) {
}
}
std::vector<llama_seq_id> seq_id_look(W + 1);
for (int i = 0; i < W + 1; i++) {
seq_id_look[i] = i;
}
std::vector<llama_seq_id> seq_id_look;
std::vector<llama_seq_id> seq_id_all(W + G + 1);
for (int i = 0; i < W + G + 1; i++) {
@@ -210,6 +207,11 @@ int main(int argc, char ** argv) {
// fill the remaining W - 1 tokens for the first level
for (int i = 1; i < W; i++) {
seq_id_look.resize(W - i);
for (int j = 0; j < W - i; j++) {
seq_id_look[j] = i + j + 1;
}
llama_batch_add(batch, tokens_j[0][i], n_past + i, seq_id_look, false);
}