CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-04 09:32:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix : update convert-llama-h5-to-gguf.py

Browse Source
This commit is contained in:
M. Yusuf Sarıgöz
2023-07-31 23:58:29 +03:00
parent bb42aefaeb
commit f3de876a12
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
convert-llama-h5-to-gguf.py
View File

@@ -47,13 +47,13 @@ if len(sys.argv) > 2:
sys.exit(1)
fname_out = sys.argv[1] + "/ggml-model-" + ftype_str[ftype] + ".gguf"
with open(dir_model + "/config.json", "r", encoding="utf-8") as f:
hparams = json.load(f)
if hparams["architectures"][0] != "LlamaForCausalLM":
print("Model architecture not supported: " + hparams["architectures"][0] )
sys.exit()
with open(dir_model + "/config.json", "r", encoding="utf-8") as f:
hparams = json.load(f)
model = AutoModelForCausalLM.from_pretrained(dir_model, low_cpu_mem_usage=True, trust_remote_code=True)
list_vars = model.state_dict()