CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-10-28 08:31:25 +00:00
Code Issues Packages Projects Releases Wiki Activity

metal : add env for disabling tensor API

Browse Source
This commit is contained in:
Georgi Gerganov
2025-10-20 19:30:16 +03:00
parent 43372027e9
commit a6e983c103
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
ggml/src/ggml-metal/ggml-metal-device.m
View File

@@ -476,6 +476,9 @@ ggml_metal_device_t ggml_metal_device_init(void) {
dev->props.has_bfloat |= [dev->mtl_device supportsFamily:MTLGPUFamilyApple6]; dev->props.has_bfloat |= [dev->mtl_device supportsFamily:MTLGPUFamilyApple6];
dev->props.has_tensor = [dev->mtl_device supportsFamily:MTLGPUFamilyMetal4_GGML]; dev->props.has_tensor = [dev->mtl_device supportsFamily:MTLGPUFamilyMetal4_GGML];
if (getenv("GGML_METAL_TENSOR_DISABLE") != NULL) {
dev->props.has_tensor = false;
}
dev->props.use_residency_sets = true; dev->props.use_residency_sets = true;
#if defined(GGML_METAL_HAS_RESIDENCY_SETS) #if defined(GGML_METAL_HAS_RESIDENCY_SETS)
@@ -483,7 +486,6 @@ ggml_metal_device_t ggml_metal_device_init(void) {
#endif #endif
dev->props.use_shared_buffers = dev->props.has_unified_memory; dev->props.use_shared_buffers = dev->props.has_unified_memory;
if (getenv("GGML_METAL_SHARED_BUFFERS_DISABLE") != NULL) { if (getenv("GGML_METAL_SHARED_BUFFERS_DISABLE") != NULL) {
dev->props.use_shared_buffers = false; dev->props.use_shared_buffers = false;
} }