CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-08 10:07:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

ggml-zdnn: add more debug info for extra buffer transform

Browse Source 
Signed-off-by: Aaron Teo <aaron.teo1@ibm.com>
This commit is contained in:
Aaron Teo
2025-07-28 16:10:07 +08:00
parent 4b2f1cb1b8
commit 6d71749c26
1 changed files with 14 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
ggml/src/ggml-zdnn/ggml-zdnn-rewrite.cpp
View File

@@ -410,7 +410,20 @@ static void ggml_backend_zdnn_buffer_set_tensor(ggml_backend_buffer_t buffer, st
ggml_backend_zdnn_buffer * extra = (ggml_backend_zdnn_buffer *)tensor->extra; ggml_backend_zdnn_buffer * extra = (ggml_backend_zdnn_buffer *)tensor->extra;
// if extra buffer exists, transform the ztensor with the buffer data. for e.g., bias // if extra buffer exists, transform the ztensor with the buffer data. for e.g., bias
if (extra->extra) ZDNN_CHECK(zdnn_transform_ztensor(&extra->extra->ztensor, &extra->extra->data)); if (extra->extra != nullptr) {
GGML_LOG_INFO("%s: transforming bias ztensor for tensor '%s', bias size = %zu bytes\n",
__func__, tensor->name, extra->extra->size);
zdnn_status status = zdnn_transform_ztensor(&extra->extra->ztensor, extra->extra->data);
if (status != ZDNN_OK) {
GGML_LOG_ERROR("%s: failed to transform bias ztensor for tensor '%s', status = %d\n",
__func__, tensor->name, status);
} else {
GGML_LOG_INFO("%s: successfully transformed bias ztensor for tensor '%s'\n",
__func__, tensor->name);
}
ZDNN_CHECK(status);
}
// for all other data // for all other data
ZDNN_CHECK(zdnn_transform_ztensor(&extra->ztensor, (void *)((char *)tensor->data + offset))); ZDNN_CHECK(zdnn_transform_ztensor(&extra->ztensor, (void *)((char *)tensor->data + offset)));