Skip to content

Commit

Permalink
formatting
Browse files Browse the repository at this point in the history
  • Loading branch information
jcaip committed Dec 30, 2024
1 parent ce58e1e commit b144a53
Showing 1 changed file with 6 additions and 2 deletions.
8 changes: 6 additions & 2 deletions torchao/quantization/quant_api.py
Original file line number Diff line number Diff line change
Expand Up @@ -803,7 +803,9 @@ def _int8_symm_per_token_reduced_range_quant(x: torch.Tensor) -> torch.Tensor:
)


def _int8_symm_per_token_reduced_range_quant_noop_decode(x: torch.Tensor) -> torch.Tensor:
def _int8_symm_per_token_reduced_range_quant_noop_decode(
x: torch.Tensor,
) -> torch.Tensor:
mapping_type = MappingType.SYMMETRIC
target_dtype = torch.int8
eps = 1e-5
Expand All @@ -825,7 +827,9 @@ def _int8_symm_per_token_reduced_range_quant_noop_decode(x: torch.Tensor) -> tor


def int8_dynamic_activation_int8_weight(
layout=PlainLayout(), act_mapping_type=MappingType.SYMMETRIC, weight_only_decode=False
layout=PlainLayout(),
act_mapping_type=MappingType.SYMMETRIC,
weight_only_decode=False,
):
"""
Applies int8 dynamic symmetric per-token activation and int8 per-channel weight
Expand Down

0 comments on commit b144a53

Please sign in to comment.