CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-01 09:01:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

export llama_timings as struct and expose them in server

Browse Source
This commit is contained in:
Tobias Lütke
2023-07-04 21:52:04 -04:00
parent a76ce02a6c
commit 30d973dc42
7 changed files with 1631 additions and 1309 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
examples/server/public/completion.js
View File

@@ -72,6 +72,9 @@ export async function* llama(prompt, params = {}, config = {}) {
// if we got a stop token from server, we will break here
if (result.data.stop) {
if (result.data.generation_settings) {
generation_settings = result.data.generation_settings;
}
break;
}
}