fix

ztxz16 · Apr 23, 2024 · 36f2c02 · 36f2c02
1 parent 7c82d24
commit 36f2c02
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/models/basellm.cpp b/src/models/basellm.cpp
@@ -184,6 +184,8 @@ namespace fastllm {
         for (int i = 0; i < block_cnt; i++) {
             pastKeyValues.push_back(std::make_pair(Data(DataType::FLOAT32),
                                                    Data(DataType::FLOAT32)));
+            pastKeyValues.back().first.SetKVCache();
+            pastKeyValues.back().second.SetKVCache();
         }
 
         std::vector <std::map <std::string, int> > params;