diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py
index adb120a7693157..57ccbf0b13e7d3 100755
--- a/src/transformers/trainer.py
+++ b/src/transformers/trainer.py
@@ -757,9 +757,6 @@ def tokenizer(self, processing_class) -> None:
         )
         self.processing_class = processing_class
 
-        if not self.args.metric_for_best_model:
-            self.args.metric_for_best_model = "loss"
-
     def _activate_neftune(self, model):
         r"""
         Activates the neftune as presented in this code: https://github.com/neelsjain/NEFTune and paper: