Update src/cpp/src/scheduler.hpp

Co-authored-by: Ilya Lavrenov <[email protected]>
openvinotoolkit · Dec 24, 2024 · 1d3f85b · 1d3f85b
1 parent 2715110
commit 1d3f85b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/cpp/src/scheduler.hpp b/src/cpp/src/scheduler.hpp
@@ -476,7 +476,7 @@ class Scheduler {
             size_t blocks_num = std::ceil((float)seq_length / m_block_manager.get_block_size());
             if (gen_config.is_beam_search()) {
                 blocks_num *= gen_config.num_beams;
-            } else if (gen_config.do_sample && gen_config.is_multinomial()) {
+            } else if (gen_config.is_multinomial()) {
                 blocks_num *= gen_config.num_return_sequences;
             }
             blocks_sum  += blocks_num;