CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-12 10:47:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

batched-bench : add "separate text gen" mode (#17103)

Browse Source
This commit is contained in:
Georgi Gerganov
2025-11-10 12:59:29 +02:00
committed by GitHub
parent 4b13a684c5
commit f914544b16
3 changed files with 41 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
common/common.h
View File

@@ -460,7 +460,8 @@ struct common_params {
float slot_prompt_similarity = 0.1f;
// batched-bench params
bool is_pp_shared = false;
bool is_pp_shared = false;
bool is_tg_separate = false;
std::vector<int32_t> n_pp;
std::vector<int32_t> n_tg;