aljaz/DALLE2-pytorch
1
1
Fork 0
mirror of https://github.com/lucidrains/DALLE2-pytorch.git synced 2025-12-19 17:54:20 +01:00
Code Issues Packages Projects Releases Wiki Activity

relax learning rate constraint, as @rom1504 wants to try a higher one

Browse Source
This commit is contained in:
Phil Wang
2022-07-06 18:09:11 -07:00
parent e928ae5c34
commit a6cdbe0b9c
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
dalle2_pytorch/trainer.py
View File

@@ -473,7 +473,7 @@ class DecoderTrainer(nn.Module):
lr, wd, eps, warmup_steps = map(partial(cast_tuple, length = self.num_unets), (lr, wd, eps, warmup_steps)) lr, wd, eps, warmup_steps = map(partial(cast_tuple, length = self.num_unets), (lr, wd, eps, warmup_steps))
assert all([unet_lr < 1e-3 for unet_lr in lr]), 'your learning rate is too high, recommend sticking with 1e-4, at most 5e-4' assert all([unet_lr <= 1e-2 for unet_lr in lr]), 'your learning rate is too high, recommend sticking with 1e-4, at most 5e-4'
optimizers = [] optimizers = []
schedulers = [] schedulers = []

2
dalle2_pytorch/version.py
View File

@@ -1 +1 @@
__version__ = '0.16.12' __version__ = '0.16.13'