Handle null rope scaling value (ggerganov#2793)

christianazinn · Aug 26, 2023 · a2ca4e9 · a2ca4e9
1 parent 2ba83c8
commit a2ca4e9
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/convert.py b/convert.py
@@ -170,7 +170,8 @@ def loadHFTransformerJson(model: 'LazyModel', config_path: 'Path') -> 'Params':
         f_norm_eps       = config["rms_norm_eps"]
         f_rope_freq_base = config["rope_theta"] if "rope_theta" in config else None
 
-        if "rope_scaling" in config and config["rope_scaling"].get("type") == "linear":
+        rope_scaling = config.get("rope_scaling")
+        if isinstance(rope_scaling, dict) and rope_scaling.get("type") == "linear":
             f_rope_scale = config["rope_scaling"].get("factor")
         else:
             f_rope_scale = None