default decoder learning rate to what was in the paper

2025-12-19 17:54:20 +01:00 · 2022-05-16 13:33:54 -07:00
parent 13382885d9
commit c7ea8748db
3 changed files with 3 additions and 3 deletions
--- a/dalle2_pytorch/trainer.py
+++ b/dalle2_pytorch/trainer.py
@@ -363,7 +363,7 @@ class DecoderTrainer(nn.Module):
        self,
        decoder,
        use_ema = True,
-        lr = 2e-5,
+        lr = 1e-4,
        wd = 1e-2,
        eps = 1e-8,
        max_grad_norm = None,