CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-10-29 08:41:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

server : disable context shift by default (#15416)

Browse Source 
* server : disable context shift by default

ggml-ci

* server : make scopr of test parameters local
This commit is contained in:
Georgi Gerganov
2025-08-19 16:46:37 +03:00
committed by GitHub
parent a6d3cfe7fa
commit d2fcd91cf9
16 changed files with 27 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
tools/server/tests/utils.py
View File

@@ -79,7 +79,7 @@ class ServerProcess:
draft: int | None = None
api_key: str | None = None
lora_files: List[str] | None = None
disable_ctx_shift: int | None = False
enable_ctx_shift: int | None = False
draft_min: int | None = None
draft_max: int | None = None
no_webui: bool | None = None
@@ -178,8 +178,8 @@ class ServerProcess:
if self.lora_files:
for lora_file in self.lora_files:
server_args.extend(["--lora", lora_file])
if self.disable_ctx_shift:
server_args.extend(["--no-context-shift"])
if self.enable_ctx_shift:
server_args.append("--context-shift")
if self.api_key:
server_args.extend(["--api-key", self.api_key])
if self.draft_max: