diff --git a/optimum/exporters/onnx/model_patcher.py b/optimum/exporters/onnx/model_patcher.py index af3c222e866..4c1f8458930 100644 --- a/optimum/exporters/onnx/model_patcher.py +++ b/optimum/exporters/onnx/model_patcher.py @@ -281,9 +281,11 @@ def _unmask_unattended_patched_legacy( ): return expanded_mask + def _unmask_unattended_patched(expanded_mask: torch.Tensor, min_dtype: float): return expanded_mask + def _make_causal_mask_patched( input_ids_shape: torch.Size, dtype: torch.dtype,