CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-09 10:17:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

ggml-zdnn: bugfix new impl

Browse Source 
Signed-off-by: Aaron Teo <aaron.teo1@ibm.com>
This commit is contained in:
Aaron Teo
2025-07-24 00:18:53 +08:00
parent 7c6395f826
commit ae2f656d7e
1 changed files with 13 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
ggml/src/ggml-zdnn/ggml-zdnn-rewrite.cpp
View File

@@ -15,6 +15,8 @@ static bool ggml_backend_zdnn_compute_forward(struct ggml_backend_zdnn_context *
} }
return true; return true;
GGML_UNUSED(ctx);
} }
// //
@@ -81,7 +83,7 @@ static struct ggml_backend_zdnn_context * ggml_zdnn_init(ggml_backend_dev_t dev)
int device = ctx_dev->zdnn_device; int device = ctx_dev->zdnn_device;
GGML_LOG_INFO("%s: picking default device: %s\n", __func__, device); GGML_LOG_INFO("%s: picking default device: %d\n", __func__, device);
ctx->device = device; ctx->device = device;
@@ -174,16 +176,16 @@ static enum ggml_status ggml_zdnn_graph_compute(ggml_backend_t backend, struct g
continue; continue;
} }
#ifndef NDEBUG // #ifndef NDEBUG
assert(node->buffer->buft == ggml_backend_zdnn_buffer_type()); // assert(node->buffer->buft == ggml_backend_zdnn_buffer_type());
for (int j = 0; j < GGML_MAX_SRC; j++) { // for (int j = 0; j < GGML_MAX_SRC; j++) {
if (node->src[j] != nullptr) { // if (node->src[j] != nullptr) {
assert(node->src[j]->buffer); // assert(node->src[j]->buffer);
assert(node->src[j]->buffer->buft == ggml_backend_zdnn_buffer_type() || // assert(node->src[j]->buffer->buft == ggml_backend_zdnn_buffer_type() ||
ggml_backend_buft_is_host(node->src[j]->buffer->buft)); // ggml_backend_buft_is_host(node->src[j]->buffer->buft));
} // }
} // }
#endif // NDEBUG // #endif // NDEBUG
bool ok = ggml_backend_zdnn_compute_forward(ctx, node); bool ok = ggml_backend_zdnn_compute_forward(ctx, node);
if (!ok) { if (!ok) {