CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-09 10:17:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

convert : use writeable buffer for remote lazy tensors

Browse Source
This commit is contained in:
Francis Couture-Harpin
2025-04-08 11:40:12 -04:00
parent b584e3979d
commit 78094fc4a7
2 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
convert_hf_to_gguf.py
View File

@@ -5416,7 +5416,8 @@ class LazyTorchTensor(gguf.LazyBase):
dtype = cls._dtype_str_map[remote_tensor.dtype]
shape = remote_tensor.shape
meta = cls.meta_with_dtype_and_shape(dtype, shape)
lazy = cls(meta=meta, args=(remote_tensor,), func=lambda r: torch.frombuffer(r.data(), dtype=dtype).reshape(shape))
func = lambda r: torch.frombuffer(r.data(), dtype=dtype).reshape(shape)
lazy = cls(meta=meta, args=(remote_tensor,), func=func)
return cast(torch.Tensor, lazy)
@classmethod