CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-02 09:12:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

llama : remove notion of CLS token (#11064)

Browse Source 
ggml-ci
This commit is contained in:
Georgi Gerganov
2025-01-12 12:15:53 +02:00
committed by GitHub
parent afa8a9ec9b
commit 08f10f69c3
5 changed files with 12 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/llama-vocab.h
View File

@@ -53,7 +53,6 @@ struct llama_vocab {
llama_token token_eot() const;
llama_token token_eom() const;
llama_token token_unk() const;
llama_token token_cls() const;
llama_token token_sep() const;
llama_token token_nl () const;
llama_token token_pad() const;