py : fix whitespace

This commit is contained in:
Georgi Gerganov
2023-08-21 16:42:27 +03:00
parent 1e7a0092dd
commit 6490ff7198
3 changed files with 4 additions and 4 deletions

View File

@@ -170,7 +170,7 @@ if Path(dir_model + "/tokenizer.model").is_file():
print("gguf: get added tokens")
for key in addtokens_json:
tokens.append( key.encode("utf-8") )
tokens.append( key.encode("utf-8") )
scores.append(-1000.0)
toktypes.append(4) # user-defined token type