prevent voxtral from being detected as encoder-decoder

russellb · russellb · commit e5e151a3de39 · 2025-08-29T16:23:55.000Z
Signed-off-by: Russell Bryant &lt;rbryant@redhat.com&gt;
diff --git a/vllm/transformers_utils/configs/mistral.py b/vllm/transformers_utils/configs/mistral.py
@@ -157,6 +157,7 @@ def _remap_mistral_audio_args(config: dict) -> dict:
             encoder_attention_heads=encoder_args["n_heads"],
             vocab_size=encoder_args["vocab_size"],
             max_source_positions=encoder_args["max_source_positions"],
+            is_encoder_decoder=False,  # Override WhisperConfig default
         )
     }
     if quant_config:

Original file line number	Diff line number	Diff line change
`@@ -157,6 +157,7 @@ def _remap_mistral_audio_args(config: dict) -> dict:`
`157`	`157`	`encoder_attention_heads=encoder_args["n_heads"],`
`158`	`158`	`vocab_size=encoder_args["vocab_size"],`
`159`	`159`	`max_source_positions=encoder_args["max_source_positions"],`
	`160`	`+ is_encoder_decoder=False, # Override WhisperConfig default`
`160`	`161`	`)`
`161`	`162`	`}`
`162`	`163`	`if quant_config:`