From 188575d92d52e5a489c1e0b73175b771c3b52415 Mon Sep 17 00:00:00 2001 From: TolyaTalamanov Date: Tue, 24 Dec 2024 10:46:20 +0000 Subject: [PATCH] Handle rng seed --- src/cpp/src/llm_pipeline_static.cpp | 1 + 1 file changed, 1 insertion(+) diff --git a/src/cpp/src/llm_pipeline_static.cpp b/src/cpp/src/llm_pipeline_static.cpp index ee81ea377b..34d118c387 100644 --- a/src/cpp/src/llm_pipeline_static.cpp +++ b/src/cpp/src/llm_pipeline_static.cpp @@ -1009,6 +1009,7 @@ EncodedResults StaticLLMPipeline::generate( input_ids_vec.reserve(input_ids.get_size()); std::copy_n(input_ids.data(), input_ids.get_size(), std::back_inserter(input_ids_vec)); LogitProcessor logit_processor(config, input_ids_vec); + m_rng_engine.seed(config.rng_seed); ov::Shape prompts_shape = input_ids.get_shape(); const size_t batch_size = prompts_shape[0];