mpi : fix output tensor after MPI compute (still not working)

This commit is contained in:
Georgi Gerganov
2023-07-09 17:01:08 +03:00
parent c717c5185f
commit ef37dd14e7
2 changed files with 10 additions and 3 deletions

View File

@@ -1637,6 +1637,8 @@ static bool llama_eval_internal(
}
#elif GGML_USE_MPI
ggml_mpi_graph_compute(lctx.ctx_mpi, ctx0, &gf, n_layer);
cur = gf.nodes[gf.n_nodes - 1];
#else
ggml_graph_compute(ctx0, &gf);
#endif