Minor fix

Signed-off-by: Amit Raj <[email protected]>

Author: quic-amitraj

QEfficient/transformers/models/t5/modeling_t5.py

@@ -177,7 +177,7 @@ def forward(
             output_attentions=output_attentions,
             cache_position=cache_position,
         )
-        hidden_states = hidden_states * self.scaling_factor + self.dropout(attention_output[0])  # Modified by patch
+        hidden_states = hidden_states * 1.0 + self.dropout(attention_output[0])  # Modified by patch
         outputs = (hidden_states,) + attention_output[1:]  # add attentions if we output them
         return outputs