lineup with paper

dalle2_pytorch/train.py

@@ -90,7 +90,7 @@ class EMA(nn.Module):
     def __init__(
         self,
         model,
-        beta = 0.99,
+        beta = 0.9999,
         update_after_step = 1000,
         update_every = 10,
     ):

setup.py

@@ -10,7 +10,7 @@ setup(
       'dream = dalle2_pytorch.cli:dream'
     ],
   },
-  version = '0.2.21',
+  version = '0.2.22',
   license='MIT',
   description = 'DALL-E 2',
   author = 'Phil Wang',