diff --git a/examples/llm/agents/kafka_pipeline.py b/examples/llm/agents/kafka_pipeline.py index 81f68041a2..1263a75682 100644 --- a/examples/llm/agents/kafka_pipeline.py +++ b/examples/llm/agents/kafka_pipeline.py @@ -86,7 +86,7 @@ def pipeline(num_threads, pipeline_batch_size, model_max_batch_size, model_name) pipe.add_stage(LLMEngineStage(config, engine=_build_engine(model_name=model_name))) - pipe.add_stage(InMemorySinkStage(config)) + sink = pipe.add_stage(InMemorySinkStage(config)) # pipe.add_stage(MonitorStage(config, description="Upload rate", unit="events", delayed_start=True)) diff --git a/morpheus/_lib/include/morpheus/llm/llm_lambda_node.hpp b/morpheus/_lib/include/morpheus/llm/llm_lambda_node.hpp index 5cec806da6..915f4f0d58 100644 --- a/morpheus/_lib/include/morpheus/llm/llm_lambda_node.hpp +++ b/morpheus/_lib/include/morpheus/llm/llm_lambda_node.hpp @@ -111,7 +111,8 @@ auto make_lambda_node(std::function&& fn) using return_t = typename utilities::extract_value_type::type; - auto make_args = [](std::index_sequence) { + auto make_args = [](std::index_sequence) + { return std::vector{std::string{"arg"} + std::to_string(Is)...}; };