aljaz/DALLE2-pytorch
1
1
Fork 0
mirror of https://github.com/lucidrains/DALLE2-pytorch.git synced 2025-12-19 17:54:20 +01:00
Code Issues Packages Projects Releases Wiki Activity

lower beta2 for adam down to 0.99, based on https://openreview.net/forum?id=2LdBqxc1Yv

Browse Source
This commit is contained in:
Phil Wang
2022-06-03 10:26:28 -07:00
parent 9cc475f6e7
commit 708809ed6c
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
dalle2_pytorch/optimizer.py
View File

@@ -11,7 +11,7 @@ def get_optimizer(
params, params,
lr = 1e-4, lr = 1e-4,
wd = 1e-2, wd = 1e-2,
betas = (0.9, 0.999), betas = (0.9, 0.99),
eps = 1e-8, eps = 1e-8,
filter_by_requires_grad = False, filter_by_requires_grad = False,
group_wd_params = True, group_wd_params = True,

2
dalle2_pytorch/version.py
View File

@@ -1 +1 @@
__version__ = '0.6.10' __version__ = '0.6.11'