lower beta2 for adam down to 0.99, based on https://openreview.net/forum?id=2LdBqxc1Yv

dalle2_pytorch/optimizer.py

@@ -11,7 +11,7 @@ def get_optimizer(
     params,
     lr = 1e-4,
     wd = 1e-2,
-    betas = (0.9, 0.999),
+    betas = (0.9, 0.99),
     eps = 1e-8,
     filter_by_requires_grad = False,
     group_wd_params = True,

dalle2_pytorch/version.py

@@ -1 +1 @@
-__version__ = '0.6.10'
+__version__ = '0.6.11'