Update speculative_decoding_lm.cpp

openvinotoolkit · Dec 19, 2024 · 3f25020 · 3f25020
1 parent 39b04bd
commit 3f25020
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/samples/cpp/speculative_decoding_lm/speculative_decoding_lm.cpp b/samples/cpp/speculative_decoding_lm/speculative_decoding_lm.cpp
@@ -27,7 +27,7 @@ int main(int argc, char* argv[]) try {
     std::string main_device = "CPU", draft_device = "CPU";
 
     ov::genai::SchedulerConfig scheduler_config;
-    scheduler_config.cache_size = 1;
+    scheduler_config.cache_size = 5;
 
     ov::genai::LLMPipeline pipe(
         main_model_path,