fix

huggingface · Dec 18, 2024 · 6f09a51 · 6f09a51
1 parent d1116f5
commit 6f09a51
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/src/transformers/models/kosmos2_5/modeling_kosmos2_5.py b/src/transformers/models/kosmos2_5/modeling_kosmos2_5.py
@@ -1496,7 +1496,9 @@ def forward(
         else:
             # add zero embedding for padding tokens
             bsz, seq_len, dim = positions.size()
-            zero_emb = self.segment_emb(torch.zeros((bsz, 1), dtype=torch.long, device=self.segment_emb.weight.device)).to(positions.device)
+            zero_emb = self.segment_emb(
+                torch.zeros((bsz, 1), dtype=torch.long, device=self.segment_emb.weight.device)
+            ).to(positions.device)
             positions += zero_emb
 
         hidden_states = inputs_embeds + positions