CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-02 09:12:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

Steering

Browse Source
This commit is contained in:
Henri Vasserman
2023-05-16 03:09:34 +03:00
parent 63d20469b8
commit 021e6d9944
5 changed files with 100 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
llama.h
View File

@@ -191,6 +191,9 @@ extern "C" {
LLAMA_API llama_token llama_token_eos();
LLAMA_API llama_token llama_token_nl();
LLAMA_API void llama_set_steering_write(struct llama_context * ctx, int layer, float mul);
LLAMA_API void llama_set_steering_read(struct llama_context * ctx, int layer, float mul);
// Sampling functions
/// @details Repetition penalty described in CTRL academic paper https://arxiv.org/abs/1909.05858, with negative logit fix.