Update llmfoundry/models/inference_api_wrapper/interface.py

Co-authored-by: Daniel King <[email protected]>
mosaicml · Sep 15, 2023 · 1a9a77e · 1a9a77e
1 parent 29da49d
commit 1a9a77e
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/llmfoundry/models/inference_api_wrapper/interface.py b/llmfoundry/models/inference_api_wrapper/interface.py
@@ -49,7 +49,6 @@ def get_metrics(self, is_train: bool = False):
 
     def get_next_token_logit_tensor(self,
                                     prompt: str) -> Optional[torch.Tensor]:
-        # returns None if the inference API stopped early
         raise NotImplementedError
 
     def rebatch(self, batch: Batch):