mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2025-10-29 08:41:22 +00:00
server : disable context shift by default (#15416)
* server : disable context shift by default ggml-ci * server : make scopr of test parameters local
This commit is contained in:
@@ -22,6 +22,8 @@ def create_server():
|
||||
server.model_alias = "tinyllama-2-tool-call"
|
||||
server.server_port = 8081
|
||||
server.n_slots = 1
|
||||
server.n_ctx = 8192
|
||||
server.n_batch = 2048
|
||||
|
||||
class CompletionMode(Enum):
|
||||
NORMAL = "normal"
|
||||
|
||||
Reference in New Issue
Block a user