diff --git a/test/integration/gpt_neox_20B/requirements.txt b/test/integration/gpt_neox_20B/requirements.txt
index 213ff3c..351de91 100644
--- a/test/integration/gpt_neox_20B/requirements.txt
+++ b/test/integration/gpt_neox_20B/requirements.txt
@@ -1,4 +1,4 @@
-transformers==4.26.0
+transformers==4.30.0
 regex
 tensorboard
 datasets