CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-10-31 08:51:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

py : fix whitespace

Browse Source
This commit is contained in:
Georgi Gerganov
2023-08-21 16:42:27 +03:00
parent 1e7a0092dd
commit 6490ff7198
3 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
convert-falcon-hf-to-gguf.py
View File

@@ -250,7 +250,7 @@ for part_name in part_names:
sys.exit() sys.exit()
n_dims = len(data.shape) n_dims = len(data.shape)
data_dtype = data.dtype data_dtype = data.dtype
# if f32 desired, convert any float16 to float32 # if f32 desired, convert any float16 to float32
if ftype == 0 and data_dtype == np.float16: if ftype == 0 and data_dtype == np.float16:

2
convert-llama-7b-pth-to-gguf.py
View File

@@ -170,7 +170,7 @@ if Path(dir_model + "/tokenizer.model").is_file():
print("gguf: get added tokens") print("gguf: get added tokens")
for key in addtokens_json: for key in addtokens_json:
tokens.append( key.encode("utf-8") ) tokens.append( key.encode("utf-8") )
scores.append(-1000.0) scores.append(-1000.0)
toktypes.append(4) # user-defined token type toktypes.append(4) # user-defined token type

4
convert-llama-hf-to-gguf.py
View File

@@ -178,7 +178,7 @@ if Path(dir_model + "/tokenizer.model").is_file():
print("gguf: get added tokens") print("gguf: get added tokens")
for key in addtokens_json: for key in addtokens_json:
tokens.append( key.encode("utf-8") ) tokens.append( key.encode("utf-8") )
scores.append(-1000.0) scores.append(-1000.0)
toktypes.append(4) # user-defined token type toktypes.append(4) # user-defined token type
@@ -294,7 +294,7 @@ for part_name in part_names:
sys.exit() sys.exit()
n_dims = len(data.shape) n_dims = len(data.shape)
data_dtype = data.dtype data_dtype = data.dtype
# if f32 desired, convert any float16 to float32 # if f32 desired, convert any float16 to float32
if ftype == 0 and data_dtype == np.float16: if ftype == 0 and data_dtype == np.float16: