2/n add default stream = True (#452)

2/n add default stream = True ## What default stream to true
lastmile-ai · Dec 11, 2023 · eaa237e · eaa237e
2 parents 9257624 + 2e9ec29
commit eaa237e
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/python/src/aiconfig/default_parsers/hf.py b/python/src/aiconfig/default_parsers/hf.py
@@ -245,6 +245,7 @@ async def run_inference(
         completion_data = await self.deserialize(prompt, aiconfig, options, parameters)
 
         # if stream enabled in runtime options and config, then stream. Otherwise don't stream.
+        stream = True  # Default value
         if options is not None and options.stream is not None:
             stream = options.stream
         elif "stream" in completion_data: