CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-03 09:22:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

initialise buffer.device in ggml_hexagon_session (#16816)

Browse Source
This commit is contained in:
l3utterfly
2025-10-28 23:16:20 +08:00
committed by GitHub
parent 1c1409e131
commit 8284efc35c
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
ggml/src/ggml-hexagon/ggml-hexagon.cpp
View File

@@ -211,7 +211,7 @@ static inline void hex_format_op_names(char * str, const struct ggml_tensor * t)
// ** backend sessions // ** backend sessions
struct ggml_hexagon_session { struct ggml_hexagon_session {
ggml_hexagon_session(int dev_id) noexcept(false); ggml_hexagon_session(int dev_id, ggml_backend_dev_t dev) noexcept(false);
~ggml_hexagon_session() noexcept(true); ~ggml_hexagon_session() noexcept(true);
void allocate(int dev_id) noexcept(false); void allocate(int dev_id) noexcept(false);
@@ -1631,10 +1631,13 @@ void ggml_hexagon_session::release() noexcept(true) {
} }
} }
ggml_hexagon_session::ggml_hexagon_session(int dev_id) noexcept(false) { ggml_hexagon_session::ggml_hexagon_session(int dev_id, ggml_backend_dev_t dev) noexcept(false) {
buffer_type.context = nullptr; buffer_type.context = nullptr;
repack_buffer_type.context = nullptr; repack_buffer_type.context = nullptr;
buffer_type.device = dev;
repack_buffer_type.device = dev;
try { try {
allocate(dev_id); allocate(dev_id);
@@ -3628,7 +3631,7 @@ ggml_hexagon_registry::ggml_hexagon_registry(ggml_backend_reg_t reg) {
devices[i].iface = ggml_backend_hexagon_device_i; devices[i].iface = ggml_backend_hexagon_device_i;
devices[i].reg = reg; devices[i].reg = reg;
try { try {
devices[i].context = new ggml_hexagon_session(i); devices[i].context = new ggml_hexagon_session(i, &devices[i]);
} catch (std::exception const &exc) { } catch (std::exception const &exc) {
GGML_LOG_ERROR("ggml-hex: failed to create device/session %zu\n", i); GGML_LOG_ERROR("ggml-hex: failed to create device/session %zu\n", i);
devices[i].context = nullptr; devices[i].context = nullptr;