CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-08 10:07:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

context : add logs

Browse Source 
ggml-ci
This commit is contained in:
Georgi Gerganov
2025-02-21 14:35:23 +02:00
parent 548c230dff
commit ebf1bdf97b
3 changed files with 76 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
src/llama-context.h
View File

@@ -55,11 +55,13 @@ public:
virtual int32_t max_nodes() const;
// returns nullptr
// self-attention:
// if the context does not have a KV cache, return nullptr
virtual llama_kv_cache * get_kv_self();
virtual const llama_kv_cache * get_kv_self() const;
// noop
// if the context does not have a KV cache, noop
virtual void kv_self_update();
virtual enum llama_pooling_type pooling_type() const;
@@ -87,11 +89,11 @@ public:
virtual void set_causal_attn(bool value);
virtual void set_adapter_lora(
struct llama_adapter_lora * adapter,
llama_adapter_lora * adapter,
float scale);
virtual bool rm_adapter_lora(
struct llama_adapter_lora * adapter);
llama_adapter_lora * adapter);
virtual void clear_adapter_lora();