Skip to content

Commit

Permalink
style
Browse files Browse the repository at this point in the history
  • Loading branch information
Cyrilvallez committed Dec 17, 2024
1 parent 5b4ebaa commit 7bdf61c
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions src/transformers/models/granite/modular_granite.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,18 +17,18 @@

import torch
import torch.utils.checkpoint
from torch import nn

from ...cache_utils import Cache
from ...utils import (
logging,
)
from ..llama.modeling_llama import LlamaAttention, LlamaForCausalLM, LlamaDecoderLayer
from ..llama.modeling_llama import LlamaAttention, LlamaDecoderLayer, LlamaForCausalLM
from .configuration_granite import GraniteConfig


logger = logging.get_logger(__name__)


class GraniteAttention(LlamaAttention):
"""Multi-headed attention from 'Attention Is All You Need' paper"""

Expand Down

0 comments on commit 7bdf61c

Please sign in to comment.