CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-09 10:17:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

ggml-zdnn: bugfix new impl

Browse Source 
Signed-off-by: Aaron Teo <aaron.teo1@ibm.com>
This commit is contained in:
Aaron Teo
2025-07-24 00:18:53 +08:00
parent 7c6395f826
commit ae2f656d7e
1 changed files with 13 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
ggml/src/ggml-zdnn/ggml-zdnn-rewrite.cpp
View File

@@ -15,6 +15,8 @@ static bool ggml_backend_zdnn_compute_forward(struct ggml_backend_zdnn_context *
}
return true;
GGML_UNUSED(ctx);
}
//
@@ -81,7 +83,7 @@ static struct ggml_backend_zdnn_context * ggml_zdnn_init(ggml_backend_dev_t dev)
int device = ctx_dev->zdnn_device;
GGML_LOG_INFO("%s: picking default device: %s\n", __func__, device);
GGML_LOG_INFO("%s: picking default device: %d\n", __func__, device);
ctx->device = device;
@@ -174,16 +176,16 @@ static enum ggml_status ggml_zdnn_graph_compute(ggml_backend_t backend, struct g
continue;
}
#ifndef NDEBUG
assert(node->buffer->buft == ggml_backend_zdnn_buffer_type());
for (int j = 0; j < GGML_MAX_SRC; j++) {
if (node->src[j] != nullptr) {
assert(node->src[j]->buffer);
assert(node->src[j]->buffer->buft == ggml_backend_zdnn_buffer_type() ||
ggml_backend_buft_is_host(node->src[j]->buffer->buft));
}
}
#endif // NDEBUG
// #ifndef NDEBUG
// assert(node->buffer->buft == ggml_backend_zdnn_buffer_type());
// for (int j = 0; j < GGML_MAX_SRC; j++) {
// if (node->src[j] != nullptr) {
// assert(node->src[j]->buffer);
// assert(node->src[j]->buffer->buft == ggml_backend_zdnn_buffer_type() ||
// ggml_backend_buft_is_host(node->src[j]->buffer->buft));
// }
// }
// #endif // NDEBUG
bool ok = ggml_backend_zdnn_compute_forward(ctx, node);
if (!ok) {