Use absolute value for the comparison of values in test_save_load_fas…

…t_init_from_base()
huggingface · Feb 8, 2024 · 5601e9f · 5601e9f
1 parent 9fa20df
commit 5601e9f
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/tests/test_modeling_common.py b/tests/test_modeling_common.py
@@ -430,7 +430,8 @@ class CopyClass(model_class):
                     if isinstance(model_slow_init.state_dict()[key], torch.BoolTensor):
                         max_diff = (model_slow_init.state_dict()[key] ^ model_fast_init.state_dict()[key]).sum().item()
                     else:
-                        max_diff = (model_slow_init.state_dict()[key] - model_fast_init.state_dict()[key]).sum().item()
+                        diffs = model_slow_init.state_dict()[key] - model_fast_init.state_dict()[key]
+                        max_diff = np.abs(diffs).sum().item()
                     self.assertLessEqual(max_diff, 1e-3, msg=f"{key} not identical")
 
     def test_fast_init_context_manager(self):