We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a985145 commit c0c86c2Copy full SHA for c0c86c2
vllm/model_executor/model_loader/loader.py
@@ -1271,7 +1271,7 @@ def _get_gguf_weights_map(self, model_config: ModelConfig):
1271
See "Standardized tensor names" in
1272
https://github.com/ggerganov/ggml/blob/master/docs/gguf.md for details.
1273
"""
1274
- config = copy.deepcopy(model_config.hf_config)
+ config = copy.deepcopy(model_config.hf_text_config)
1275
model_type = config.model_type
1276
gguf_to_hf_name_map = {}
1277
# hack: ggufs have a different name than transformers
0 commit comments