Adding missing bias setting for the Nezha model

huggingface · Feb 8, 2024 · 07f49f9 · 07f49f9
1 parent 6d50efd
commit 07f49f9
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/transformers/models/nezha/modeling_nezha.py b/src/transformers/models/nezha/modeling_nezha.py
@@ -1157,6 +1157,7 @@ def get_output_embeddings(self):
 
     def set_output_embeddings(self, new_embeddings):
         self.cls.predictions.decoder = new_embeddings
+        self.cls.predictions.bias = new_embeddings.bias
 
     @add_start_docstrings_to_model_forward(NEZHA_INPUTS_DOCSTRING.format("batch_size, sequence_length"))
     @add_code_sample_docstrings(