Cherry-pick: WA static llm pipeline config access (#755)

Cherry-pick of this PR: openvinotoolkit/openvino.genai#745 Co-authored-by: Zlobin Vladimir <[email protected]>
ScottZhang812 · Aug 9, 2024 · f89a722 · f89a722
1 parent 91083df
commit f89a722
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/src/llm_pipeline_static.cpp b/src/llm_pipeline_static.cpp
@@ -108,8 +108,7 @@ void copy_with_offset(const ov::Tensor& orig, const int32_t offset, ov::Tensor&
 ov::AnyMap extract_config_or_default(const ov::AnyMap& config, const std::string& config_name) {
     ov::AnyMap stage_cfg;
     if (auto it = config.find(config_name); it != config.end()) {
-        const auto& map = it->second.as<std::map<std::string, std::string>>();
-        stage_cfg = { map.begin(), map.end() };
+        stage_cfg = it->second.as<ov::AnyMap>();
     } else if (config_name == "PREFILL_CONFIG") {
         std::map<std::string, std::string> prefill_config = {
 			{ "NPU_USE_NPUW", "YES" },