test: add register for Hunyuan eagle3w

Signed-off-by: Asher Zhang <[email protected]>

Author: kzjeef

tests/models/registry.py

@@ -523,10 +523,9 @@ def check_available_online(
                                     trust_remote_code=True,
                                     speculative_model="XiaomiMiMo/MiMo-7B-RL"),
     "Eagle3HunYuanDenseV1ForCausalLM": _HfExamplesInfo(
-        "",
-        trust_remote_code=True,
-        speculative_model="",
-        tokenizer=""),  # noqa: E501
+        "tencent/Hunyuan-1.8B-Instruct",
+        speculative_model="AngelSlim/Hunyuan-1.8B-Instruct_eagle3",
+        tokenizer="tencent/Hunyuan-1.8B-Instruct"),
 }
 
 _TRANSFORMERS_BACKEND_MODELS = {

vllm/model_executor/models/hunyuan_v1.py

@@ -212,13 +212,12 @@ def __init__(
                                            eps=config.rms_norm_eps)
             self.key_layernorm = RMSNorm(self.head_dim,
                                          eps=config.rms_norm_eps)
-
     def forward(
         self,
         positions: torch.Tensor,
         hidden_states: torch.Tensor,
         kv_states: Optional[tuple[torch.Tensor]] = None,
-    ):
+    ) -> tuple[torch.Tensor, tuple[torch.Tensor, torch.Tensor]]:
         qkv, _ = self.qkv_proj(hidden_states)
         q, k, v = qkv.split([self.q_size, self.kv_size, self.kv_size], dim=-1)
         q, k = self.rotary_emb(positions, q, k)
@@ -628,7 +627,7 @@ def forward(
         for i in range(self.start_layer, self.end_layer):
             layer = self.layers[i]
             if i in self.aux_hidden_state_layers:
-                aux_hidden_states.append(hidden_states + residual)
+                aux_hidden_states.append(hidden_states if residual is None else hidden_states + residual)
 
             hidden_states, residual, kv_states = layer(
                 positions,