CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-10 10:27:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

gguf : update convert-llama-h5-to-gguf.py

Browse Source
This commit is contained in:
M. Yusuf Sarıgöz
2023-07-30 01:09:22 +03:00
parent 32e037ffbe
commit 87c34e4dd4
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
convert-llama-h5-to-gguf.py
View File

@@ -5,13 +5,13 @@ import sys
import struct import struct
import json import json
import numpy as np import numpy as np
from typing import List from typing import Any, List
from pathlib import Path from pathlib import Path
from transformers import AutoModelForCausalLM from transformers import AutoModelForCausalLM
from sentencepiece import SentencePieceProcessor from sentencepiece import SentencePieceProcessor
NDArray: 'TypeAlias' = 'np.ndarray[Any, Any]' NDArray = np.ndarray[Any, Any]
def permute(weights: NDArray, n_head: int) -> NDArray: def permute(weights: NDArray, n_head: int) -> NDArray: