Remove incorrect eos token label mask

mlfoundations · Sep 29, 2023 · b51cbdc · b51cbdc
1 parent c693798
commit b51cbdc
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/open_flamingo/train/train_utils.py b/open_flamingo/train/train_utils.py
@@ -102,7 +102,6 @@ def train_one_epoch(
         # set up labels; language model is expected to handle shifting
         labels = input_ids.clone()
         labels[labels == tokenizer.pad_token_id] = -100
-        labels[labels == tokenizer.eos_token] = -100
         labels[labels == media_token_id] = -100
         labels = labels.to(device_id)
 
@@ -127,7 +126,6 @@ def train_one_epoch(
         # set up labels; language model is expected to handle shifting
         labels = input_ids.clone()
         labels[labels == tokenizer.pad_token_id] = -100
-        labels[labels == tokenizer.eos_token] = -100
         for i in range(labels.shape[0]):
             # remove loss for any token before the first <image> token
             label_idx = 0