diff --git a/src/transformers/models/diffllama/modular_diffllama.py b/src/transformers/models/diffllama/modular_diffllama.py
index ebb0ee63e294ac..cffc95cb47bdd2 100644
--- a/src/transformers/models/diffllama/modular_diffllama.py
+++ b/src/transformers/models/diffllama/modular_diffllama.py
@@ -34,7 +34,6 @@
     LlamaForSequenceClassification,
     LlamaForTokenClassification,
     LlamaModel,
-    LlamaRotaryEmbedding,
     apply_rotary_pos_emb,
     repeat_kv,
 )