fix a few tests

huggingface · Jan 13, 2025 · cf263b8 · cf263b8
1 parent 1e73aae
commit cf263b8
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/transformers/cache_utils.py b/src/transformers/cache_utils.py
@@ -1285,8 +1285,8 @@ def get_seq_length(self, layer_idx: Optional[int] = None) -> int:
             The sequence length of the cached state.
         """
         if layer_idx is None:
-            if len(self) > 0:
-                return max([self.get_seq_length(layer_idx) for layer_idx in range(len(self))])
+            if len(self.key_cache) > 0:
+                return max([self.get_seq_length(layer_idx) for layer_idx in range(len(self.key_cache))])
             else:
                 return 0