From f89a722d2268a913a7344729f7c89bf0c7bda97b Mon Sep 17 00:00:00 2001 From: Anatoliy Talamanov Date: Fri, 9 Aug 2024 13:53:25 +0100 Subject: [PATCH] Cherry-pick: WA static llm pipeline config access (#755) Cherry-pick of this PR: https://github.com/openvinotoolkit/openvino.genai/pull/745/ Co-authored-by: Zlobin Vladimir --- src/llm_pipeline_static.cpp | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/src/llm_pipeline_static.cpp b/src/llm_pipeline_static.cpp index c4ff0a9..af3962a 100644 --- a/src/llm_pipeline_static.cpp +++ b/src/llm_pipeline_static.cpp @@ -108,8 +108,7 @@ void copy_with_offset(const ov::Tensor& orig, const int32_t offset, ov::Tensor& ov::AnyMap extract_config_or_default(const ov::AnyMap& config, const std::string& config_name) { ov::AnyMap stage_cfg; if (auto it = config.find(config_name); it != config.end()) { - const auto& map = it->second.as>(); - stage_cfg = { map.begin(), map.end() }; + stage_cfg = it->second.as(); } else if (config_name == "PREFILL_CONFIG") { std::map prefill_config = { { "NPU_USE_NPUW", "YES" },