CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-04 09:32:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

add tool to allow plotting tensor allocation maps within buffers

Browse Source
This commit is contained in:
slaren
2024-08-06 22:09:51 +02:00
parent 5f4dcb1e60
commit cad8abb49b
6 changed files with 336 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
ggml/src/ggml-backend.c
View File

@@ -2028,6 +2028,10 @@ ggml_backend_t ggml_backend_sched_get_tensor_backend(ggml_backend_sched_t sched,
return sched->backends[backend_index];
}
GGML_API struct ggml_cgraph * ggml_backend_sched_get_graph_copy(ggml_backend_sched_t sched) {
return &sched->graph;
}
// utils
void ggml_backend_view_init(struct ggml_tensor * tensor) {