CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-10-30 08:42:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

convert : fix no-lazy dtypes from direct safetensors

Browse Source
This commit is contained in:
Francis Couture-Harpin
2025-09-09 13:51:05 -04:00
parent 0edc189842
commit e582f1ac63
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
convert_hf_to_gguf.py
View File

@@ -209,7 +209,7 @@ class ModelBase:
data_gen = lambda data=data: LazyTorchTensor.from_local_tensor(data) # noqa: E731 data_gen = lambda data=data: LazyTorchTensor.from_local_tensor(data) # noqa: E731
else: else:
dtype = LazyTorchTensor._dtype_str_map[data.dtype] dtype = LazyTorchTensor._dtype_str_map[data.dtype]
data_gen = lambda data=data: torch.from_numpy(data.mmap_bytes()).view(dtype).reshape(data.shape) # noqa: E731 data_gen = lambda data=data, dtype=dtype: torch.from_numpy(data.mmap_bytes()).view(dtype).reshape(data.shape) # noqa: E731
else: else:
data_torch: Tensor = model_part[name] data_torch: Tensor = model_part[name]
if self.lazy: if self.lazy: