From 1ffeecd0cab6189039a9181951edcd259de9bbba Mon Sep 17 00:00:00 2001
From: Phil Wang <lucidrains@gmail.com>
Date: Tue, 31 May 2022 11:55:21 -0700
Subject: [PATCH] lower default ema beta value

---
 dalle2_pytorch/trainer.py | 2 +-
 dalle2_pytorch/version.py | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/dalle2_pytorch/trainer.py b/dalle2_pytorch/trainer.py
index 6c5d1f5..122da24 100644
--- a/dalle2_pytorch/trainer.py
+++ b/dalle2_pytorch/trainer.py
@@ -178,7 +178,7 @@ class EMA(nn.Module):
     def __init__(
         self,
         model,
-        beta = 0.9999,
+        beta = 0.99,
         update_after_step = 1000,
         update_every = 10,
     ):
diff --git a/dalle2_pytorch/version.py b/dalle2_pytorch/version.py
index 02f8497..e2f45ae 100644
--- a/dalle2_pytorch/version.py
+++ b/dalle2_pytorch/version.py
@@ -1 +1 @@
-__version__ = '0.6.4'
+__version__ = '0.6.5'