CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-10-30 08:42:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

Handle null rope scaling value (#2793)

Browse Source
This commit is contained in:
Nigel Bosch
2023-08-26 07:11:17 -05:00
committed by GitHub
parent 2ba83c8685
commit a2ca4e9de9
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
convert.py
View File

@@ -170,7 +170,8 @@ class Params:
f_norm_eps = config["rms_norm_eps"] f_norm_eps = config["rms_norm_eps"]
f_rope_freq_base = config["rope_theta"] if "rope_theta" in config else None f_rope_freq_base = config["rope_theta"] if "rope_theta" in config else None
if "rope_scaling" in config and config["rope_scaling"].get("type") == "linear": rope_scaling = config.get("rope_scaling")
if isinstance(rope_scaling, dict) and rope_scaling.get("type") == "linear":
f_rope_scale = config["rope_scaling"].get("factor") f_rope_scale = config["rope_scaling"].get("factor")
else: else:
f_rope_scale = None f_rope_scale = None