diff --git a/tests/transformers_tests/models/hubert/test_modeling_hubert.py b/tests/transformers_tests/models/hubert/test_modeling_hubert.py
index 2ccf10fea5..78f2fd9637 100644
--- a/tests/transformers_tests/models/hubert/test_modeling_hubert.py
+++ b/tests/transformers_tests/models/hubert/test_modeling_hubert.py
@@ -29,7 +29,7 @@
 )
 from tests.transformers_tests.models.modeling_common import floats_numpy, random_attention_mask
 
-DTYPE_AND_THRESHOLDS = {"fp32": 5e-4, "fp16": 5e-3, "bf16": 5e-3}
+DTYPE_AND_THRESHOLDS = {"fp32": 5e-4, "fp16": 5e-3, "bf16": 5e-2}
 MODES = [1]