return output ID from llama_batch_ext_add/set

2025-10-31 08:51:55 +00:00 · 2025-03-13 17:47:07 +01:00
parent 86973cb14a
commit 4aabf4e8f4
5 changed files with 31 additions and 25 deletions
--- a/examples/batched-bench/batched-bench.cpp
+++ b/examples/batched-bench/batched-bench.cpp
@@ -122,7 +122,7 @@ int main(int argc, char ** argv) {
                        llama_batch_ext_add_text(batch, 0, i, &j, 1, false);
                    }
                }
-                llama_batch_ext_set_logits_last(batch);
+                llama_batch_ext_set_output_last(batch);

                const auto t_pp_start = ggml_time_us();