From b4771ea971cb17e58ed320d640477051dddb83e6 Mon Sep 17 00:00:00 2001
From: Wovchena <vladimir.zlobin@intel.com>
Date: Mon, 30 Oct 2023 18:32:31 +0400
Subject: [PATCH] Move set_input_tensor() outside

---
 llm/cpp/llm.cpp | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/llm/cpp/llm.cpp b/llm/cpp/llm.cpp
index 18fdba08db..04b78a7c7e 100644
--- a/llm/cpp/llm.cpp
+++ b/llm/cpp/llm.cpp
@@ -69,10 +69,10 @@ int main(int argc, char* argv[]) try {
     ireq.get_tensor("attention_mask").set_shape({BATCH_SIZE, 1});
     ireq.get_tensor("attention_mask").data<int32_t>()[0] = 1;
     constexpr int32_t SPECIAL_EOS_TOKEN = 2;  // There's no way to extract the value from the tokenizer for now
+    for (size_t idx = 2; idx < inputs.size(); ++idx) {
+        ireq.set_input_tensor(idx, ireq.get_output_tensor(idx - 1));
+    }
     while (out_token != SPECIAL_EOS_TOKEN) {
-        for (size_t idx = 2; idx < inputs.size(); ++idx) {
-             ireq.set_input_tensor(idx, ireq.get_output_tensor(idx - 1));
-        }
         ireq.get_tensor("input_ids").data<int32_t>()[0] = out_token;
         ireq.start_async();
         print_token(detokenizer, out_token);