diff --git a/test/sagemaker_tests/pytorch/training/resources/gpt2/requirements.txt b/test/sagemaker_tests/pytorch/training/resources/gpt2/requirements.txt
index adb220c9aab5..430a03a5b477 100644
--- a/test/sagemaker_tests/pytorch/training/resources/gpt2/requirements.txt
+++ b/test/sagemaker_tests/pytorch/training/resources/gpt2/requirements.txt
@@ -2,6 +2,6 @@ datasets
 numpy
 scipy
 torchnet
-transformers==5.0.0rc3
+transformers==5.3.0
 smdebug
 humanize