From 7f9be514c58ab64a22b81598cc46e68cbbc2ce8a Mon Sep 17 00:00:00 2001
From: Sam Havens <sam.havens@databricks.com>
Date: Wed, 6 Dec 2023 22:43:01 -0800
Subject: [PATCH] add back newline

---
 scripts/inference/hf_generate.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/scripts/inference/hf_generate.py b/scripts/inference/hf_generate.py
index 3598183138..530d22bf63 100644
--- a/scripts/inference/hf_generate.py
+++ b/scripts/inference/hf_generate.py
@@ -287,6 +287,7 @@ def _generate(encoded_inp: Dict[str, torch.Tensor]):
                 encoded_inp['input_ids'] !=
                 tokenizer.pad_token_id,  # type: ignore
                 axis=1).numpy(force=True)
+
             # Warmup
             if args.warmup and (not done_warmup):
                 print('Warming up...')