StaticLLMPipeline: Cherry-pick num_key_value_heads not present in con…

…fig.json (#1409) Original: #1355
openvinotoolkit · Dec 20, 2024 · 9f6b1ed · 9f6b1ed
1 parent 9e612b8
commit 9f6b1ed
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/cpp/src/llm_pipeline_static.cpp b/src/cpp/src/llm_pipeline_static.cpp
@@ -407,7 +407,8 @@ ov::genai::ModelConfigDesc get_modeldesc_from_json(const std::filesystem::path&
     if (config_data.contains("_name_or_path")) {
         desc.name_or_path = config_data["_name_or_path"].get<std::string>();
     }
-    desc.num_key_value_heads = config_data["num_key_value_heads"].get<int>();
+    desc.num_key_value_heads = config_data.contains("num_key_value_heads")
+        ? config_data["num_key_value_heads"].get<int>() : -1;
     return desc;
 }