From 4ec6d0ba815ccc7b36964a7c9ad89b325da2d96a Mon Sep 17 00:00:00 2001 From: Phil Wang Date: Sat, 14 May 2022 18:26:19 -0700 Subject: [PATCH] backwards pass is not recommended under the autocast context, per pytorch docs --- dalle2_pytorch/train.py | 8 ++++---- setup.py | 2 +- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/dalle2_pytorch/train.py b/dalle2_pytorch/train.py index e8f706a..37c710a 100644 --- a/dalle2_pytorch/train.py +++ b/dalle2_pytorch/train.py @@ -266,8 +266,8 @@ class DiffusionPriorTrainer(nn.Module): loss = self.diffusion_prior(*chunked_args, **chunked_kwargs) loss = loss * chunk_size_frac - total_loss += loss.item() - self.scaler.scale(loss).backward() + total_loss += loss.item() + self.scaler.scale(loss).backward() return total_loss @@ -390,7 +390,7 @@ class DecoderTrainer(nn.Module): loss = self.decoder(*chunked_args, unet_number = unet_number, **chunked_kwargs) loss = loss * chunk_size_frac - total_loss += loss.item() - self.scale(loss, unet_number = unet_number).backward() + total_loss += loss.item() + self.scale(loss, unet_number = unet_number).backward() return total_loss diff --git a/setup.py b/setup.py index 8f9d952..698d7a7 100644 --- a/setup.py +++ b/setup.py @@ -10,7 +10,7 @@ setup( 'dream = dalle2_pytorch.cli:dream' ], }, - version = '0.2.27', + version = '0.2.29', license='MIT', description = 'DALL-E 2', author = 'Phil Wang',