lower default initial learning rate to what Jonathan Ho had in his original repo

2025-12-19 17:54:20 +01:00 · 2022-05-14 13:22:43 -07:00
parent d1f02e8f49
commit 591d37e266
3 changed files with 3 additions and 3 deletions
--- a/dalle2_pytorch/train.py
+++ b/dalle2_pytorch/train.py
@@ -221,7 +221,7 @@ class DecoderTrainer(nn.Module):
        self,
        decoder,
        use_ema = True,
-        lr = 3e-4,
+        lr = 2e-5,
        wd = 1e-2,
        max_grad_norm = None,
        amp = False,