CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-15 11:17:31 +00:00
Code Issues Packages Projects Releases Wiki Activity

ggml-zdnn: add logger to check if mat mul ops go through set_tensor

Browse Source 
Signed-off-by: Aaron Teo <aaron.teo1@ibm.com>
This commit is contained in:
Aaron Teo
2025-07-28 16:17:12 +08:00
parent 6d71749c26
commit f7e8d6f2b2
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
ggml/src/ggml-zdnn/ggml-zdnn-rewrite.cpp
View File

@@ -409,6 +409,14 @@ static void ggml_backend_zdnn_buffer_memset_tensor(ggml_backend_buffer_t buffer,
static void ggml_backend_zdnn_buffer_set_tensor(ggml_backend_buffer_t buffer, struct ggml_tensor * tensor, const void * data, size_t offset, size_t size) { static void ggml_backend_zdnn_buffer_set_tensor(ggml_backend_buffer_t buffer, struct ggml_tensor * tensor, const void * data, size_t offset, size_t size) {
ggml_backend_zdnn_buffer * extra = (ggml_backend_zdnn_buffer *)tensor->extra; ggml_backend_zdnn_buffer * extra = (ggml_backend_zdnn_buffer *)tensor->extra;
// Log only for MUL_MAT operations
if (tensor->op == GGML_OP_MUL_MAT) {
GGML_LOG_INFO("%s: MUL_MAT operation - tensor '%s', size = %zu bytes\n",
__func__, tensor->name, size);
GGML_LOG_INFO("%s: tensor->extra->extra = %p\n",
__func__, extra->extra);
}
// if extra buffer exists, transform the ztensor with the buffer data. for e.g., bias // if extra buffer exists, transform the ztensor with the buffer data. for e.g., bias
if (extra->extra != nullptr) { if (extra->extra != nullptr) {
GGML_LOG_INFO("%s: transforming bias ztensor for tensor '%s', bias size = %zu bytes\n", GGML_LOG_INFO("%s: transforming bias ztensor for tensor '%s', bias size = %zu bytes\n",