mirror of
				https://github.com/ggml-org/llama.cpp.git
				synced 2025-10-31 08:51:55 +00:00 
			
		
		
		
	GGUF : Support writing tensors in Python
This commit is contained in:
		
							
								
								
									
										8
									
								
								gguf.py
									
									
									
									
									
								
							
							
						
						
									
										8
									
								
								gguf.py
									
									
									
									
									
								
							| @@ -62,7 +62,7 @@ class GGUFWriter: | ||||
|     def __init__(self, fout: IO): | ||||
|         self.fout = fout | ||||
|         self.offset_tensor = 0 | ||||
|         self.tensors = [] | ||||
|         self.tensors: List[np.ndarray] = [] | ||||
|  | ||||
|     def write_header(self, tensor_count: int, metadata_kv_count: int): | ||||
|         self.fout.write(struct.pack("<I", constants.GGUF_MAGIC)) | ||||
| @@ -176,6 +176,12 @@ class GGUFWriter: | ||||
|  | ||||
|         self.tensors.append(tensor) | ||||
|  | ||||
|     def write_tensors(self): | ||||
|         for tensor in self.tensors: | ||||
|             tensor.tofile(self.fout) | ||||
|             pad = GGUFWriter.ggml_pad(tensor.nbytes, constants.GGUF_DEFAULT_ALIGNMENT) - tensor.nbytes | ||||
|             self.fout.write(bytes([0] * pad)) | ||||
|  | ||||
|     def flush(self): | ||||
|         self.fout.flush() | ||||
|  | ||||
|   | ||||
		Reference in New Issue
	
	Block a user
	 M. Yusuf Sarıgöz
					M. Yusuf Sarıgöz