add qwen2_vl bf16 (#2046)

Co-authored-by: liudengjin <[email protected]>

Author: moyu026

mindnlp/transformers/models/qwen2_vl/modeling_qwen2_vl.py

@@ -1230,8 +1230,10 @@ def forward(
                 pixel_values = pixel_values.type(self.visual.get_dtype())
                 image_embeds = self.visual(pixel_values, grid_thw=image_grid_thw)
                 image_mask = (input_ids == self.config.image_token_id).unsqueeze(-1).expand_as(inputs_embeds)
+                inputs_embeds = inputs_embeds.astype(mindspore.float16)
                 image_embeds = image_embeds.to(inputs_embeds.dtype)
                 inputs_embeds = inputs_embeds.masked_scatter(image_mask, image_embeds)
+                inputs_embeds = inputs_embeds.astype(mindspore.bfloat16)
 
             if pixel_values_videos is not None:
                 pixel_values_videos = pixel_values_videos.type(self.visual.get_dtype())