diff --git a/examples/training/tp_dp_gpt_neox_hf_pretrain/common/requirements.txt b/examples/training/tp_dp_gpt_neox_hf_pretrain/common/requirements.txt
index 889d6e4..b220416 100644
--- a/examples/training/tp_dp_gpt_neox_hf_pretrain/common/requirements.txt
+++ b/examples/training/tp_dp_gpt_neox_hf_pretrain/common/requirements.txt
@@ -1,4 +1,4 @@
-transformers==4.26.0
+transformers==4.36.0
 regex
 tensorboard
 datasets