in paper, blur sigma was 0.6

dalle2_pytorch/dalle2_pytorch.py

@@ -1703,7 +1703,7 @@ class LowresConditioner(nn.Module):
     def __init__(
         self,
         downsample_first = True,
-        blur_sigma = (0.1, 0.2),
+        blur_sigma = 0.6,
         blur_kernel_size = 3,
     ):
         super().__init__()

dalle2_pytorch/trainer.py

@@ -627,10 +627,13 @@ class DecoderTrainer(nn.Module):
         self.max_grad_norm = max_grad_norm
 
         self.register_buffer('step', torch.tensor([0.]))
-        results = list(self.accelerator.prepare(decoder, *optimizers))
-        self.decoder = results.pop(0)
-        for opt_ind in range(len(optimizers)):
-            setattr(self, f'optim{opt_ind}', results.pop(0))
+
+        decoder, *optimizers = list(self.accelerator.prepare(decoder, *optimizers))
+
+        self.decoder = decoder
+
+        for opt_ind, optimizer in zip(range(len(optimizers)), optimizers):
+            setattr(self, f'optim{opt_ind}', optimizer)
 
     def save(self, path, overwrite = True, **kwargs):
         path = Path(path)

dalle2_pytorch/version.py

@@ -1 +1 @@
-__version__ = '0.11.0'
+__version__ = '0.11.1'