restore pad_to_multiple_of kwarg in factory

mlfoundations · Sep 4, 2023 · 6f62054 · 6f62054
1 parent de187aa
commit 6f62054
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/open_flamingo/src/factory.py b/open_flamingo/src/factory.py
@@ -88,7 +88,7 @@ def set_input_embeddings(self, new_embeddings):
         decoder_layers_attr_name = _infer_decoder_layers_attr_name(lang_encoder)
     lang_encoder.set_decoder_layers_attr_name(decoder_layers_attr_name)
     lang_encoder.resize_token_embeddings(
-        len(text_tokenizer),
+        len(text_tokenizer), pad_to_multiple_of=8,
     )  # padding to enable tensor cores
 
     model = Flamingo(