CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-09 10:17:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

llama : remove obsolete offload names

Browse Source
This commit is contained in:
Georgi Gerganov
2023-10-29 21:11:20 +02:00
parent 3e0462594b
commit 5990861938
1 changed files with 0 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
llama.cpp
View File

@@ -5213,12 +5213,9 @@ static const std::unordered_map<const char *, llm_offload_func_e> k_offload_map
{ "tmpk", OFFLOAD_FUNC_KQ },
{ "tmpq", OFFLOAD_FUNC_KQ },
{ "tmpv", OFFLOAD_FUNC_V },
{ "tmpkqv", OFFLOAD_FUNC_KQ }, // ??
{ "Kcur", OFFLOAD_FUNC_KQ },
{ "Qcur", OFFLOAD_FUNC_KQ },
{ "Vcur", OFFLOAD_FUNC_V },
{ "Vcur_0", OFFLOAD_FUNC_V },
{ "Vcur_1", OFFLOAD_FUNC_V },
{ "krot", OFFLOAD_FUNC_KQ },
{ "qrot", OFFLOAD_FUNC_KQ },
@@ -5227,9 +5224,6 @@ static const std::unordered_map<const char *, llm_offload_func_e> k_offload_map
{ "krotated", OFFLOAD_FUNC_KQ },
{ "qrotated", OFFLOAD_FUNC_KQ },
{ "k", OFFLOAD_FUNC_KQ },
{ "v", OFFLOAD_FUNC_V },
{ "Q", OFFLOAD_FUNC_KQ },
{ "K", OFFLOAD_FUNC_KQ },
{ "KQ", OFFLOAD_FUNC_KQ },