CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-19 11:57:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

llama : re-order functions

Browse Source
This commit is contained in:
Georgi Gerganov
2023-08-18 14:56:36 +03:00
parent dea5be61d7
commit 660ca9bbca
3 changed files with 206 additions and 205 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
tests/test-tokenizer-1.cpp
View File

@@ -114,8 +114,7 @@ int main(int argc, char **argv) {
}
std::vector<llama_token> tokens = llama_tokenize(ctx, escape_whitespace(str), false);
if (tokens.size() == 1) {
fprintf(stderr, "%s : info: %s tokenized to %d \n",
__func__, str.c_str(), tokens[0]);
fprintf(stderr, "%s : info: %s tokenized to %d \n", __func__, str.c_str(), tokens[0]);
}
}