mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2025-11-02 09:12:03 +00:00
Remove direct access to std streams from "run"
The goal is to allow running "run" while connected to other streams, such as TCP sockets. Signed-off-by: Thiago Padilha <thiago@padilha.cc>
This commit is contained in:
4
main.cpp
4
main.cpp
@@ -1,6 +1,8 @@
|
||||
#include "run.h"
|
||||
#include "ggml.h"
|
||||
|
||||
#include <iostream>
|
||||
|
||||
|
||||
std::vector<double> softmax(const std::vector<float>& logits) {
|
||||
std::vector<double> probs(logits.size());
|
||||
@@ -123,5 +125,5 @@ int main(int argc, char ** argv) {
|
||||
exit(0);
|
||||
}
|
||||
|
||||
return run(ctx, params);
|
||||
return run(ctx, params, std::cin, stdout, stderr);
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user