update meta_weights

ModelTC · Nov 21, 2024 · 5fc5194 · 5fc5194
1 parent ded7eea
commit 5fc5194
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 4 deletions.
diff --git a/lightllm/common/basemodel/basemodel.py b/lightllm/common/basemodel/basemodel.py
@@ -65,8 +65,6 @@ def __init__(self, kvargs):
         self.quant_type = kvargs.get("quant_type", None)
         self.quant_cfg_path = kvargs.get("quant_cfg", None)
         self.mem_fraction = kvargs.get("mem_fraction", 0.9)
-        self.disable_qk_absorb = kvargs.get("disable_qk_absorb", False)
-        self.disable_vo_absorb = kvargs.get("disable_vo_absorb", False)
 
         self._init_datatype()
         self._init_config()

diff --git a/lightllm/common/basemodel/layer_weights/meta_weights/mm_weight.py b/lightllm/common/basemodel/layer_weights/meta_weights/mm_weight.py
@@ -86,7 +86,7 @@ def load_hf_weights(self, weights):
             self.weight = weight[:, start:end]
         if self.bias_name in weights:
             bias = weights[self.bias_name].to(self.data_type_)
-            self.bias = bias.cuda(self.tp_rank_) / self.world_size_
+            self.bias = (bias / self.world_size_).cuda(self.tp_rank_)
         if weight is None:
             return
         self._post_load_weights()

diff --git a/lightllm/common/basemodel/layer_weights/meta_weights/norm_weight.py b/lightllm/common/basemodel/layer_weights/meta_weights/norm_weight.py
@@ -32,7 +32,7 @@ def __init__(self, weight_name, data_type, bias_name=None):
 
     def load_hf_weights(self, weights):
         if self.weight_name in weights:
-            self.weight = weights[self.weight_name].to(self.data_type_).cuda(self.tp_rank_) + 1
+            self.weight = (weights[self.weight_name].to(self.data_type_) + 1).cuda(self.tp_rank_)
 
 
 class TpNormWeight(NormWeight):