quick fix for linear attention

2026-02-13 20:34:22 +01:00 · 2022-07-29 13:17:12 -07:00
2 changed files with 3 additions and 2 deletions
--- a/dalle2_pytorch/dalle2_pytorch.py
+++ b/dalle2_pytorch/dalle2_pytorch.py
@@ -1490,7 +1490,8 @@ class LinearAttention(nn.Module):
        self,
        dim,
        dim_head = 32,
-        heads = 8
+        heads = 8,
+        **kwargs
    ):
        super().__init__()
        self.scale = dim_head ** -0.5
--- a/dalle2_pytorch/version.py
+++ b/dalle2_pytorch/version.py
@@ -1 +1 @@
-__version__ = '1.4.3'
+__version__ = '1.4.4'