phi3

huggingface · Dec 20, 2024 · 2464914 · 2464914
1 parent c898d03
commit 2464914
Show file tree

Hide file tree

Showing 3 changed files with 520 additions and 633 deletions.
diff --git a/src/transformers/models/glm/modeling_glm.py b/src/transformers/models/glm/modeling_glm.py
@@ -62,7 +62,6 @@ def __init__(self, config):
         self.config = config
         self.gate_up_proj = nn.Linear(config.hidden_size, 2 * config.intermediate_size, bias=False)
         self.down_proj = nn.Linear(config.intermediate_size, config.hidden_size, bias=False)
-
         self.activation_fn = ACT2FN[config.hidden_act]
 
     def forward(self, hidden_states: torch.FloatTensor) -> torch.FloatTensor: