Add valid columns check in _remove_unused_columns method (#31466)

* Add valid columns checking in _remove_unused_columns method

huggingface/datasets#6973 (comment)
huggingface/datasets#6535
https://discuss.huggingface.co/t/indexerror-invalid-key-16-is-out-of-bounds-for-size-0/14298/25

* Update modeling_mixtral.py

* Update modeling_mixtral.py

* Update modeling_mixtral.py

src/transformers/trainer.py

@@ -810,6 +810,12 @@ def _remove_unused_columns(self, dataset: "datasets.Dataset", description: Optio
             )
 
         columns = [k for k in signature_columns if k in dataset.column_names]
+        if len(columns) == 0:
+            raise ValueError(
+                "No columns in the dataset match the model's forward method signature. "
+                f"The following columns have been ignored: [{', '.join(ignored_columns)}]. "
+                "Please check the dataset and model. You may need to set `remove_unused_columns=False` in `TrainingArguments`."
+            )
 
         if version.parse(datasets.__version__) < version.parse("1.4.0"):
             dataset.set_format(