llama : minor sampling refactor (2) (#9386)

2025-10-30 08:42:00 +00:00 · 2024-09-09 17:10:46 +02:00
parent 38ca6f644b
commit 5fb5e24811
12 changed files with 115 additions and 113 deletions
--- a/examples/simple/simple.cpp
+++ b/examples/simple/simple.cpp
@@ -118,8 +118,6 @@ int main(int argc, char ** argv) {
        {
            const llama_token new_token_id = llama_sampler_sample(smpl, ctx, batch.n_tokens - 1);

-            llama_sampler_accept(smpl, new_token_id);
-
            // is it an end of generation?
            if (llama_token_is_eog(model, new_token_id) || n_cur == n_predict) {
                LOG_TEE("\n");