CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-11 10:36:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Support SYCL device register

Browse Source
This commit is contained in:
arthw
2024-10-20 10:06:51 +08:00
parent 92be9f1216
commit 8233009d4d
5 changed files with 380 additions and 68 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
ggml/include/ggml-sycl.h
View File

@@ -34,6 +34,8 @@ GGML_API void ggml_sycl_get_device_description(int device, char *description, si
GGML_API int ggml_backend_sycl_get_device_count();
GGML_API void ggml_backend_sycl_get_device_memory(int device, size_t *free, size_t *total);
GGML_API ggml_backend_reg_t ggml_backend_sycl_reg(void);
// SYCL doesn't support registering host memory, keep here for reference
// GGML_API bool ggml_backend_sycl_register_host_buffer(void * buffer, size_t size);
// GGML_API void ggml_backend_sycl_unregister_host_buffer(void * buffer);