From 89f8e83fbc559e9bcface5c0d4fdc1be3d002a65 Mon Sep 17 00:00:00 2001 From: Yanan Xie <108375850+lorabit110@users.noreply.github.com> Date: Fri, 15 Sep 2023 15:01:22 -0700 Subject: [PATCH] Update llmfoundry/models/mpt/modeling_mpt.py Co-authored-by: Daniel King <43149077+dakinggg@users.noreply.github.com> --- llmfoundry/models/mpt/modeling_mpt.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llmfoundry/models/mpt/modeling_mpt.py b/llmfoundry/models/mpt/modeling_mpt.py index 6a184ee6dd..26d564ff8c 100644 --- a/llmfoundry/models/mpt/modeling_mpt.py +++ b/llmfoundry/models/mpt/modeling_mpt.py @@ -434,7 +434,7 @@ def forward( attn_bias=attn_bias, attention_mask=attention_mask, is_causal=self.is_causal, - output_attentions=output_attentions == True, + output_attentions=bool(output_attentions), ) if past_key_values is not None: past_key_values[b_idx] = past_key_value