lower default ema beta value

2026-02-13 12:04:24 +01:00 · 2022-05-31 11:55:21 -07:00
2 changed files with 2 additions and 2 deletions
--- a/dalle2_pytorch/trainer.py
+++ b/dalle2_pytorch/trainer.py
@@ -178,7 +178,7 @@ class EMA(nn.Module):
    def __init__(
        self,
        model,
-        beta = 0.9999,
+        beta = 0.99,
        update_after_step = 1000,
        update_every = 10,
    ):
--- a/dalle2_pytorch/version.py
+++ b/dalle2_pytorch/version.py
@@ -1 +1 @@
-__version__ = '0.6.4'
+__version__ = '0.6.5'