CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-08 10:07:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

ggml-zdnn: add weights logging to check

Browse Source 
Signed-off-by: Aaron Teo <aaron.teo1@ibm.com>
This commit is contained in:
Aaron Teo
2025-07-29 16:38:07 +08:00
parent b28b423801
commit b1376ad051
1 changed files with 11 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
ggml/src/ggml-zdnn/ggml-zdnn-rewrite.cpp
View File

@@ -103,6 +103,8 @@ static void ggml_zdnn_mul_mat_op(ggml_backend_zdnn_context * ctx, const ggml_ten
const ggml_tensor * inputs = src1; const ggml_tensor * inputs = src1;
ggml_tensor * output = dst; ggml_tensor * output = dst;
const ggml_backend_zdnn_buffer * weights_extra = (const ggml_backend_zdnn_buffer *)weights->extra;
zdnn_tensor_desc ptd_weights, td_weights; zdnn_tensor_desc ptd_weights, td_weights;
zdnn_tensor_desc ptd_inputs, td_inputs; zdnn_tensor_desc ptd_inputs, td_inputs;
zdnn_tensor_desc ptd_bias, td_bias; zdnn_tensor_desc ptd_bias, td_bias;
@@ -135,6 +137,15 @@ static void ggml_zdnn_mul_mat_op(ggml_backend_zdnn_context * ctx, const ggml_ten
ggml_zdnn_load_tensor(zt_bias, bias_data); ggml_zdnn_load_tensor(zt_bias, bias_data);
ggml_zdnn_load_tensor(zt_output, output->data); ggml_zdnn_load_tensor(zt_output, output->data);
GGML_LOG_INFO("%s: tensor '%s' pre_tfm_desc dimensions: [%ld, %ld, %ld, %ld]\n",
__func__, weights_extra->name,
weights_extra->pre_tfm_desc.dim1,
weights_extra->pre_tfm_desc.dim2,
weights_extra->pre_tfm_desc.dim3,
weights_extra->pre_tfm_desc.dim4);
std::raise(SIGINT);
ZDNN_CHECK(zdnn_matmul_transpose_op(&zt_inputs, &zt_weights, &zt_bias, ZDNN_CHECK(zdnn_matmul_transpose_op(&zt_inputs, &zt_weights, &zt_bias,
false, true, MATMUL_OP_ADDITION, &zt_output)); false, true, MATMUL_OP_ADDITION, &zt_output));
ZDNN_CHECK(zdnn_transform_origtensor(&zt_output, output->data)); ZDNN_CHECK(zdnn_transform_origtensor(&zt_output, output->data));