diff --git a/requirements.txt b/requirements.txt
index fe5eb30..fd1b616 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,5 +1,5 @@
 bittensor>=5.2.1,<6.0.0
-transformers<=4.28.0
+transformers==4.28.0
 wandb==0.15.3
 datasets==2.14.0
 plotly==5.14.1