From 2e9ec29b7c85b61ab490094fc995f2a23af7c975 Mon Sep 17 00:00:00 2001 From: "Ankush Pala ankush@lastmileai.dev" <> Date: Mon, 11 Dec 2023 18:11:41 -0500 Subject: [PATCH] 2/n add default stream = True ## What default stream to true --- python/src/aiconfig/default_parsers/hf.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/src/aiconfig/default_parsers/hf.py b/python/src/aiconfig/default_parsers/hf.py index 963c92861..345d921bf 100644 --- a/python/src/aiconfig/default_parsers/hf.py +++ b/python/src/aiconfig/default_parsers/hf.py @@ -245,6 +245,7 @@ async def run_inference( completion_data = await self.deserialize(prompt, aiconfig, options, parameters) # if stream enabled in runtime options and config, then stream. Otherwise don't stream. + stream = True # Default value if options is not None and options.stream is not None: stream = options.stream elif "stream" in completion_data: