address #235

lucidrains · Oct 6, 2023 · 17ebcae · 17ebcae
1 parent b394aec
commit 17ebcae
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 1 deletion.
diff --git a/audiolm_pytorch/audiolm_pytorch.py b/audiolm_pytorch/audiolm_pytorch.py
@@ -449,6 +449,11 @@ def forward(
 
         x = self.grad_shrink(x)
 
+        # turn off kv cache if using conditioning as self attention (as in valle), for now
+
+        if self.cond_as_self_attn_prefix:
+            kv_cache = None
+
         # handle kv cache
 
         new_kv_cache = []

diff --git a/audiolm_pytorch/version.py b/audiolm_pytorch/version.py
@@ -1 +1 @@
-__version__ = '1.5.5'
+__version__ = '1.5.6'