more attention

This commit is contained in:
Phil Wang
2022-05-01 11:00:26 -07:00
parent 94aaa08d97
commit b8cf1e5c20
2 changed files with 2 additions and 2 deletions

View File

@@ -1064,7 +1064,7 @@ class Unet(nn.Module):
dim_mults=(1, 2, 4, 8), dim_mults=(1, 2, 4, 8),
channels = 3, channels = 3,
attn_dim_head = 32, attn_dim_head = 32,
attn_heads = 8, attn_heads = 16,
lowres_cond = False, # for cascading diffusion - https://cascaded-diffusion.github.io/ lowres_cond = False, # for cascading diffusion - https://cascaded-diffusion.github.io/
sparse_attn = False, sparse_attn = False,
sparse_attn_window = 8, # window size for sparse attention sparse_attn_window = 8, # window size for sparse attention

View File

@@ -10,7 +10,7 @@ setup(
'dream = dalle2_pytorch.cli:dream' 'dream = dalle2_pytorch.cli:dream'
], ],
}, },
version = '0.0.86', version = '0.0.87',
license='MIT', license='MIT',
description = 'DALL-E 2', description = 'DALL-E 2',
author = 'Phil Wang', author = 'Phil Wang',