remove more and more in modular_diffllama.pt

huggingface · Dec 6, 2024 · 87d034d · 87d034d
1 parent 3f85c22
commit 87d034d
Showing 1 changed file with 0 additions and 7 deletions.
diff --git a/src/transformers/models/diffllama/modular_diffllama.py b/src/transformers/models/diffllama/modular_diffllama.py
@@ -429,13 +429,6 @@ def forward(
         return attn_output, None, past_key_value
 
 
-# DIFFLLAMA_ATTENTION_CLASSES = {
-#     "eager": DiffLlamaAttention,
-#     "flash_attention_2": DiffLlamaFlashAttention2,
-#     "sdpa": DiffLlamaSdpaAttention,
-# }
-
-
 class DiffLlamaDecoderLayer(LlamaDecoderLayer):
     pass