fix

ztxz16 · May 10, 2024 · 4c20922 · 4c20922
1 parent 4e09375
commit 4c20922
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/src/models/llama.cpp b/src/models/llama.cpp
@@ -167,10 +167,10 @@ namespace fastllm {
                         Data middle;
                         Cat(qBias, kBias, -1, middle);
                         Cat(middle, vBias, -1, weight.weight[mergeQkvBiasName]);
+                        weight.weight[mergeQkvBiasName].name = mergeQkvBiasName;
                     } else {
                         weight.weight[mergeQkvBiasName] = Data();
                     }
-                    weight.weight[mergeQkvBiasName].name = mergeQkvBiasName;
 
                     weight.weight[mergeQkvWeightName] = Data(q.dataType, {q.dims[0] + k.dims[0] + v.dims[0], q.dims[1]});
                     Data &mergeQKV = weight.weight[mergeQkvWeightName];

diff --git a/src/models/moe.cpp b/src/models/moe.cpp
@@ -148,10 +148,10 @@ namespace fastllm {
                         Data middle;
                         Cat(qBias, kBias, -1, middle);
                         Cat(middle, vBias, -1, weight.weight[mergeQkvBiasName]);
+                        weight.weight[mergeQkvBiasName].name = mergeQkvBiasName;
                     } else {
                         weight.weight[mergeQkvBiasName] = Data();
                     }
-                    weight.weight[mergeQkvBiasName].name = mergeQkvBiasName;
 
                     weight.weight[mergeQkvWeightName] = Data(q.dataType, {q.dims[0] + k.dims[0] + v.dims[0], q.dims[1]});
                     Data &mergeQKV = weight.weight[mergeQkvWeightName];