Skip to content

Commit

Permalink
removed dbugging code from stream handling
Browse files Browse the repository at this point in the history
  • Loading branch information
srb3 committed Aug 9, 2024
1 parent c346b3a commit 2dccd67
Showing 1 changed file with 1 addition and 2 deletions.
3 changes: 1 addition & 2 deletions kong/llm/drivers/huggingface.lua
Original file line number Diff line number Diff line change
Expand Up @@ -136,8 +136,7 @@ end
local function handle_huggingface_stream(event_t, model_info, route_type)
-- discard empty frames, it should either be a random new line, or comment
if (not event_t.data) or (#event_t.data < 1) then
event_t.data = "{}"
--return
return
end
local event, err = cjson.decode(event_t.data)

Expand Down

0 comments on commit 2dccd67

Please sign in to comment.