Fix lp layernorm weight (mosaicml#2954)

* lp layernorm weight fix * Update composer/algorithms/low_precision_layernorm/low_precision_layernorm.py Co-authored-by: Mihir Patel <[email protected]> --------- Co-authored-by: Brian <[email protected]> Co-authored-by: Mihir Patel <[email protected]>
mvpatel2000 · Feb 1, 2024 · 3c14906 · 3c14906
1 parent 58c69c6
commit 3c14906
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/composer/algorithms/low_precision_layernorm/low_precision_layernorm.py b/composer/algorithms/low_precision_layernorm/low_precision_layernorm.py
@@ -143,7 +143,7 @@ def _to_LPLayerNorm(layer: torch.nn.Module, module_index: int) -> LPLayerNorm:
     lp_layernorm = LPLayerNorm(layer.normalized_shape, layer.eps, layer.elementwise_affine)
 
     with torch.no_grad():
-        if hasattr(layer, 'weight'):
+        if layer.weight is None:  # pyright: ignore[reportUnnecessaryComparison]
             lp_layernorm.register_parameter('weight', None)
         else:
             lp_layernorm.weight.copy_(layer.weight)  # type: ignore