CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-09 10:17:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

ggml-zdnn: fix compiler error missing type

Browse Source 
Signed-off-by: Aaron Teo <aaron.teo1@ibm.com>
This commit is contained in:
Aaron Teo
2025-07-24 18:22:34 +08:00
parent a1d8568c14
commit 1c75ed63e5
2 changed files with 12 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
ggml/src/ggml-zdnn/ggml-zdnn-impl.h
View File

@@ -56,4 +56,15 @@ typedef unsigned long long ulong64x2_t __attribute__((vector_size(16)));
GGML_ASSERT(status == ZDNN_OK); \ GGML_ASSERT(status == ZDNN_OK); \
} while (0); } while (0);
struct ggml_backend_zdnn_buffer {
void * data;
size_t size;
zdnn_tensor_desc pre_tfm_desc;
zdnn_tensor_desc tfm_desc;
zdnn_ztensor ztensor;
char name[GGML_MAX_NAME];
};
#endif // GGML_ZDNN_IMPL #endif // GGML_ZDNN_IMPL

12
ggml/src/ggml-zdnn/ggml-zdnn-rewrite.cpp
View File

@@ -63,6 +63,7 @@ static bool ggml_zdnn_op_mul_mat(struct ggml_backend_zdnn_context * ctx, const g
void * bias_data = (void *)calloc(ne0, ggml_element_size(output)); void * bias_data = (void *)calloc(ne0, ggml_element_size(output));
ZDNN_CHECK(zdnn_transform_ztensor(&ztensor_bias, bias_data)); ZDNN_CHECK(zdnn_transform_ztensor(&ztensor_bias, bias_data));
std::raise(SIGINT);
ZDNN_CHECK(zdnn_matmul_transpose_op(&inputs_extra->ztensor, &weights_extra->ztensor, &ztensor_bias, ZDNN_CHECK(zdnn_matmul_transpose_op(&inputs_extra->ztensor, &weights_extra->ztensor, &ztensor_bias,
false, true, MATMUL_OP_ADDITION, &output_extra->ztensor)); false, true, MATMUL_OP_ADDITION, &output_extra->ztensor));
ZDNN_CHECK(zdnn_transform_ztensor(&output_extra->ztensor, output->data)); ZDNN_CHECK(zdnn_transform_ztensor(&output_extra->ztensor, output->data));
@@ -169,17 +170,6 @@ static void ggml_zdnn_free(struct ggml_backend_zdnn_context * ctx) {
free(ctx); free(ctx);
} }
struct ggml_backend_zdnn_buffer {
void * data;
size_t size;
zdnn_tensor_desc pre_tfm_desc;
zdnn_tensor_desc tfm_desc;
zdnn_ztensor ztensor;
char name[GGML_MAX_NAME];
};
struct ggml_backend_zdnn_buffer_context { struct ggml_backend_zdnn_buffer_context {
void * all_data; void * all_data;
size_t all_size; size_t all_size;