gguf.py : merge all files in gguf.py

This commit is contained in:
Georgi Gerganov
2023-08-16 19:55:49 +03:00
parent 88b5769487
commit c8ee87f141
6 changed files with 213 additions and 207 deletions

View File

@@ -1,8 +1,6 @@
# HF llama --> gguf conversion
import gguf
import gguf_namemap as tmap
import os
import sys
import struct
@@ -201,7 +199,7 @@ if Path(dir_model + "/tokenizer.json").is_file():
# TENSORS
tensor_map = tmap.get_tensor_namemap(block_count)
tensor_map = gguf.get_tensor_name_map(block_count)
# tensor info
print("gguf: get tensor metadata")