missing overwrite

huggingface · May 24, 2024 · 9b82437 · 9b82437
1 parent dddca6a
commit 9b82437
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/src/transformers/cache_utils.py b/src/transformers/cache_utils.py
@@ -533,3 +533,8 @@ def update(
         self.value_cache[layer_idx] += v_out
 
         return k_out, v_out
+
+    def get_max_length(self) -> Optional[int]:
+        # in theory there is no limit because the sliding window size is fixed
+        # no matter how long the sentence is
+        return None