CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-10-31 08:51:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

bench: server add stop word for PHI-2 (#6916)

Browse Source
This commit is contained in:
Pierrick Hymbert
2024-04-26 09:26:16 +02:00
committed by GitHub
parent 46e12c4692
commit 5790c8dac1
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
examples/server/bench/script.js
View File

@@ -90,7 +90,8 @@ export default function () {
"model": model, "model": model,
"stream": true, "stream": true,
"seed": 42, "seed": 42,
"max_tokens": max_tokens "max_tokens": max_tokens,
"stop": ["<|im_end|>"] // This is temporary for phi-2 base (i.e. not instructed) since the server expects that the model always to emit BOS
} }
const params = {method: 'POST', body: JSON.stringify(payload)}; const params = {method: 'POST', body: JSON.stringify(payload)};