CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-10-29 08:41:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

batched-bench : fix pp batch contents (#13492)

Browse Source
This commit is contained in:
Georgi Gerganov
2025-05-13 18:01:53 +03:00
committed by GitHub
parent b4726345ac
commit b89d605a91
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
tools/batched-bench/batched-bench.cpp
View File

@@ -123,8 +123,8 @@ int main(int argc, char ** argv) {
common_batch_clear(batch); common_batch_clear(batch);
for (int i = 0; i < pp; ++i) { for (int j = 0; j < (is_pp_shared ? 1 : pl); ++j) {
for (int j = 0; j < (is_pp_shared ? 1 : pl); ++j) { for (int i = 0; i < pp; ++i) {
common_batch_add(batch, 0, i, { j }, false); common_batch_add(batch, 0, i, { j }, false);
} }
} }