CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-10-28 08:31:25 +00:00
Code Issues Packages Projects Releases Wiki Activity

server : fix incoming tasks not process in order (#15395)

Browse Source
This commit is contained in:
davidef
2025-08-18 16:51:42 +02:00
committed by GitHub
parent 618575c582
commit d1d8241600
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tools/server/server.cpp
View File

@@ -1729,7 +1729,7 @@ struct server_queue {
void pop_deferred_task() { void pop_deferred_task() {
std::unique_lock<std::mutex> lock(mutex_tasks); std::unique_lock<std::mutex> lock(mutex_tasks);
if (!queue_tasks_deferred.empty()) { if (!queue_tasks_deferred.empty()) {
queue_tasks.emplace_back(std::move(queue_tasks_deferred.front())); queue_tasks.emplace_front(std::move(queue_tasks_deferred.front()));
queue_tasks_deferred.pop_front(); queue_tasks_deferred.pop_front();
} }
condition_tasks.notify_one(); condition_tasks.notify_one();