mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2025-11-21 12:16:57 +00:00
ggml-zdnn: attempt at fixing sigsegv
Signed-off-by: Aaron Teo <aaron.teo1@ibm.com>
This commit is contained in:
@@ -374,8 +374,6 @@ static void ggml_backend_zdnn_buffer_free_buffer(ggml_backend_buffer_t buffer) {
|
|||||||
if (bias->ztensor.buffer != NULL && bias->ztensor.is_transformed) {
|
if (bias->ztensor.buffer != NULL && bias->ztensor.is_transformed) {
|
||||||
ZDNN_CHECK(zdnn_free_ztensor_buffer(&bias->ztensor));
|
ZDNN_CHECK(zdnn_free_ztensor_buffer(&bias->ztensor));
|
||||||
}
|
}
|
||||||
|
|
||||||
free(bias->data);
|
|
||||||
delete bias;
|
delete bias;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -408,9 +406,6 @@ static enum ggml_status ggml_backend_zdnn_buffer_init_tensor(ggml_backend_buffer
|
|||||||
ggml_zdnn_init_tensor(zdnn_buffer.get(), tensor);
|
ggml_zdnn_init_tensor(zdnn_buffer.get(), tensor);
|
||||||
tensor->extra = zdnn_buffer.get();
|
tensor->extra = zdnn_buffer.get();
|
||||||
|
|
||||||
ctx->buffers.push_back(std::move(zdnn_buffer));
|
|
||||||
ctx->n_buffers++;
|
|
||||||
|
|
||||||
switch (tensor->op) {
|
switch (tensor->op) {
|
||||||
case GGML_OP_MUL_MAT:
|
case GGML_OP_MUL_MAT:
|
||||||
{
|
{
|
||||||
@@ -431,8 +426,13 @@ static enum ggml_status ggml_backend_zdnn_buffer_init_tensor(ggml_backend_buffer
|
|||||||
ctx->buffers.push_back(std::move(zdnn_bias_buffer));
|
ctx->buffers.push_back(std::move(zdnn_bias_buffer));
|
||||||
ctx->n_buffers++;
|
ctx->n_buffers++;
|
||||||
} break;
|
} break;
|
||||||
|
default:
|
||||||
|
break;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
ctx->buffers.push_back(std::move(zdnn_buffer));
|
||||||
|
ctx->n_buffers++;
|
||||||
|
|
||||||
// GGML_LOG_INFO("%s: initialised tensor '%s' in buffer %d, size = %8.2f MiB\n",
|
// GGML_LOG_INFO("%s: initialised tensor '%s' in buffer %d, size = %8.2f MiB\n",
|
||||||
// __func__, tensor->name, buffer_idx, tsize);
|
// __func__, tensor->name, buffer_idx, tsize);
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user