Bugfix: WandbCallback uploads initial model checkpoint (#30897)

* fix wandb always uploading initial model

* Update comment.

* Optionally log initial model

* Revert "Optionally log initial model"

This reverts commit 9602cc1.

src/transformers/integrations/integration_utils.py

@@ -797,7 +797,7 @@ def setup(self, args, state, model, **kwargs):
             except AttributeError:
                 logger.info("Could not log the number of model parameters in Weights & Biases.")
 
-            # log the initial model and architecture to an artifact
+            # log the initial model architecture to an artifact
             with tempfile.TemporaryDirectory() as temp_dir:
                 model_name = (
                     f"model-{self._wandb.run.id}"
@@ -813,7 +813,6 @@ def setup(self, args, state, model, **kwargs):
                         "initial_model": True,
                     },
                 )
-                model.save_pretrained(temp_dir)
                 # add the architecture to a separate text file
                 save_model_architecture_to_file(model, temp_dir)