aljaz/DALLE2-pytorch
1
1
Fork 0
mirror of https://github.com/lucidrains/DALLE2-pytorch.git synced 2025-12-19 09:44:19 +01:00
Code Issues Packages Projects Releases Wiki Activity

quick fix for linear attention

Browse Source
This commit is contained in:
Phil Wang
2022-07-29 13:17:12 -07:00
parent d167378401
commit 87432e93ad
2 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
dalle2_pytorch/dalle2_pytorch.py
View File

@@ -1490,7 +1490,8 @@ class LinearAttention(nn.Module):
self, self,
dim, dim,
dim_head = 32, dim_head = 32,
heads = 8 heads = 8,
**kwargs
): ):
super().__init__() super().__init__()
self.scale = dim_head ** -0.5 self.scale = dim_head ** -0.5

2
dalle2_pytorch/version.py
View File

@@ -1 +1 @@
__version__ = '1.4.3' __version__ = '1.4.4'