diff --git a/tsfm_public/toolkit/time_series_preprocessor.py b/tsfm_public/toolkit/time_series_preprocessor.py
index 89dbe279..172a0dc0 100644
--- a/tsfm_public/toolkit/time_series_preprocessor.py
+++ b/tsfm_public/toolkit/time_series_preprocessor.py
@@ -659,6 +659,7 @@ def get_datasets(
                 id_columns=self.id_columns,
                 fraction=fewshot_fraction,
                 location=fewshot_location,
+                minimum_size=self.context_length,
             )
 
         params = column_specifiers