update sample, and set default gradient clipping value for decoder training

2025-12-19 17:54:20 +01:00 · 2022-05-16 17:38:30 -07:00
parent ae056dd67c
commit bb86ab2404
4 changed files with 5 additions and 5 deletions
--- a/dalle2_pytorch/trainer.py
+++ b/dalle2_pytorch/trainer.py
@@ -366,7 +366,7 @@ class DecoderTrainer(nn.Module):
        lr = 1e-4,
        wd = 1e-2,
        eps = 1e-8,
-        max_grad_norm = None,
+        max_grad_norm = 0.5,
        amp = False,
        **kwargs
    ):