mpi : add names for layer inputs + prep ggml_mpi_graph_compute()

2025-11-04 09:32:00 +00:00 · 2023-07-09 14:42:36 +03:00
parent 3232db628c
commit e339d35579
3 changed files with 46 additions and 49 deletions
--- a/ggml-mpi.h
+++ b/ggml-mpi.h
@@ -2,6 +2,7 @@

 struct ggml_context;
 struct ggml_tensor;
+struct ggml_cgraph;

 #ifdef __cplusplus
 extern "C" {
@@ -35,6 +36,13 @@ struct ggml_tensor * ggml_mpi_eval_init(
                            int * n_past,
                            int * n_threads);

+void ggml_mpi_graph_compute(
+        struct ggml_mpi_context * ctx_mpi,
+             struct ggml_cgraph * gf,
+                            int   n_layers,
+                            int   n_embd,
+                            int   n_tokens);
+
 #ifdef __cplusplus
 }
 #endif