CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-10-27 08:21:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

gguf-py : handle cross-filesystem file range copies

Browse Source
This commit is contained in:
Francis Couture-Harpin
2025-09-09 11:04:44 -04:00
parent 34f37c283b
commit 34680f07d2
1 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
gguf-py/gguf/lazy.py
View File

@@ -360,7 +360,13 @@ def copy_tensor_ranges(t: LazyNumpyTensor, fout: BufferedWriter):
dst_offset += r.size - extra_size dst_offset += r.size - extra_size
else: else:
# not trying to use reflinks, but still using os.copy_file_range for speed # not trying to use reflinks, but still using os.copy_file_range for speed
try:
os.copy_file_range(src.fileno(), fout.fileno(), r.size, r.offset, dst_offset) os.copy_file_range(src.fileno(), fout.fileno(), r.size, r.offset, dst_offset)
except OSError:
# fallback when there's a problem (e.g. cross-filesystem copies)
src.seek(r.offset)
fout.seek(dst_offset)
shutil.copyfileobj(src, fout, r.size)
dst_offset += r.size dst_offset += r.size
else: else:
# not using reflinks, fallback when os.copy_file_range is not supported # not using reflinks, fallback when os.copy_file_range is not supported