fixing broken streaming examples

predictionguard · Jun 27, 2024 · d98b007 · d98b007
1 parent 58fcc8d
commit d98b007
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 15 deletions.
diff --git a/fern/docs/pages/reference/chat_sse.mdx b/fern/docs/pages/reference/chat_sse.mdx
@@ -45,19 +45,17 @@ method for your application.
         }
     ]
 
-    result = client.chat.completions.create(
-        model="Neural-Chat-7B",
-        messages=messages,
-        max_tokens=500,
-        stream=true,
-    )
-
-    print(json.dumps(
-        result,
-        sort_keys=True,
-        indent=4,
-        separators=(',', ': ')
-    ))
+for res in client.chat.completions.create(
+    model="Neural-Chat-7B",
+    messages=messages,
+    max_tokens=500,
+    temperature=0.1,
+    stream=True
+):
+
+    # Use 'end' parameter in print function to avoid new lines.
+    print(res["data"]["choices"][0]["delta"]["content"], end='')
+```
     ```
     </CodeBlock>
 

diff --git a/fern/docs/pages/usingllms/streaming.mdx b/fern/docs/pages/usingllms/streaming.mdx
@@ -71,8 +71,8 @@ for res in client.chat.completions.create(
     stream=True
 ):
 
-# Use 'end' parameter in print function to avoid new lines.
-print(res["data"]["choices"][0]["delta"]["content"], end='')
+    # Use 'end' parameter in print function to avoid new lines.
+    print(res["data"]["choices"][0]["delta"]["content"], end='')
 ```
 
 ![Retrieval augmented generation](streaming.gif)