From 1c4b6f64aed4224d24ab75c993859481ddf616f4 Mon Sep 17 00:00:00 2001 From: Matt Date: Fri, 20 Dec 2024 21:30:42 +0000 Subject: [PATCH] Break copied from in pixtral --- src/transformers/models/pixtral/modeling_pixtral.py | 1 - 1 file changed, 1 deletion(-) diff --git a/src/transformers/models/pixtral/modeling_pixtral.py b/src/transformers/models/pixtral/modeling_pixtral.py index 24e067294e0dd2..7334eedd6d97b0 100644 --- a/src/transformers/models/pixtral/modeling_pixtral.py +++ b/src/transformers/models/pixtral/modeling_pixtral.py @@ -126,7 +126,6 @@ def rotate_half(x): return torch.cat((-x2, x1), dim=-1) -# Copied from transformers.models.llama.modeling_llama.apply_rotary_pos_emb def apply_rotary_pos_emb(q, k, cos, sin, position_ids=None, unsqueeze_dim=1): """Applies Rotary Position Embedding to the query and key tensors.