diff --git a/dalle2_pytorch/optimizer.py b/dalle2_pytorch/optimizer.py
index e4a0208..2df2d48 100644
--- a/dalle2_pytorch/optimizer.py
+++ b/dalle2_pytorch/optimizer.py
@@ -11,7 +11,7 @@ def get_optimizer(
     params,
     lr = 1e-4,
     wd = 1e-2,
-    betas = (0.9, 0.999),
+    betas = (0.9, 0.99),
     eps = 1e-8,
     filter_by_requires_grad = False,
     group_wd_params = True,
diff --git a/dalle2_pytorch/version.py b/dalle2_pytorch/version.py
index 6c1f53c..3db0762 100644
--- a/dalle2_pytorch/version.py
+++ b/dalle2_pytorch/version.py
@@ -1 +1 @@
-__version__ = '0.6.10'
+__version__ = '0.6.11'