CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-04 09:32:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

main : flush stdout

Browse Source
This commit is contained in:
Georgi Gerganov
2023-08-21 19:52:51 +03:00
parent e3da126f2a
commit d3f5fbef6c
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
examples/main/main.cpp
View File

@@ -725,8 +725,8 @@ int main(int argc, char ** argv) {
is_interacting = true; is_interacting = true;
printf("\n"); printf("\n");
console::set_display(console::user_input);
fflush(stdout); fflush(stdout);
console::set_display(console::user_input);
} else if (params.instruct) { } else if (params.instruct) {
is_interacting = true; is_interacting = true;
} }
@@ -735,6 +735,7 @@ int main(int argc, char ** argv) {
if (n_past > 0 && is_interacting) { if (n_past > 0 && is_interacting) {
if (params.instruct) { if (params.instruct) {
printf("\n> "); printf("\n> ");
fflush(stdout);
} }
if (params.input_prefix_bos) { if (params.input_prefix_bos) {
@@ -745,6 +746,7 @@ int main(int argc, char ** argv) {
if (!params.input_prefix.empty()) { if (!params.input_prefix.empty()) {
buffer += params.input_prefix; buffer += params.input_prefix;
printf("%s", buffer.c_str()); printf("%s", buffer.c_str());
fflush(stdout);
} }
std::string line; std::string line;
@@ -764,6 +766,7 @@ int main(int argc, char ** argv) {
if (!params.input_suffix.empty()) { if (!params.input_suffix.empty()) {
buffer += params.input_suffix; buffer += params.input_suffix;
printf("%s", params.input_suffix.c_str()); printf("%s", params.input_suffix.c_str());
fflush(stdout);
} }
// instruct mode: insert instruction prefix // instruct mode: insert instruction prefix