diff --git a/toolkit/optimizer.py b/toolkit/optimizer.py
index d1a258ff..75d1442d 100644
--- a/toolkit/optimizer.py
+++ b/toolkit/optimizer.py
@@ -1,5 +1,4 @@
 import torch
-from transformers import Adafactor, AdamW
 
 
 def get_optimizer(