Attempt to fix eagle. After vllm-project#18781 speculative_config.draft_model_config.hf_config.model_type will get overwritten to the main model type

Signed-off-by: Gregory Shtrasberg <Gregory.Shtrasberg@amd.com>

Author: gshtras

vllm/model_executor/models/eagle.py

@@ -249,7 +249,9 @@ def load_weights(self, weights: Iterable[tuple[str, torch.Tensor]]):
             lm_head_weight = torch.zeros(
                 self.lm_head.org_vocab_size,
                 self.lm_head.embedding_dim,
-                dtype=self.config.torch_dtype,
+                dtype=getattr(torch, self.config.torch_dtype)
+                if type(self.config.torch_dtype) is str else
+                self.config.torch_dtype,
             )
 
         weight_loader = getattr(self.lm_head.weight, "weight_loader",

vllm/transformers_utils/configs/eagle.py

@@ -70,7 +70,7 @@ def __init__(self,
 
         if self.model is not None:
             for k, v in self.model.to_dict().items():
-                if k not in kwargs:
+                if k not in kwargs and not hasattr(self, k):
                     setattr(self, k, v)
 
     @classmethod