retrieval : avoid common_batch

ggml-ci
This commit is contained in:
Georgi Gerganov
2025-03-19 13:50:15 +02:00
parent 32c2c41d5e
commit 6f54ee660c
2 changed files with 24 additions and 39 deletions

View File

@@ -945,8 +945,8 @@ extern "C" {
// The batch has to be freed with llama_batch_ext_free()
LLAMA_API struct llama_batch_ext * llama_batch_ext_init_from_embd(
float * embd,
size_t n_tokens,
size_t n_embd,
size_t n_tokens,
size_t n_embd,
int32_t pos0,
int32_t seq_id);