Fixed issues with clip and deepspeed fp16

Also more more general compatibility fixes
This commit is contained in:
Aidan
2022-07-29 16:57:27 +00:00
parent 083508ff8e
commit cbaadb6931
3 changed files with 40 additions and 24 deletions

View File

@@ -519,7 +519,7 @@ class DecoderTrainer(nn.Module):
clip = decoder.clip
clip.to(precision_type)
decoder, *optimizers = list(self.accelerator.prepare(decoder, *optimizers))
decoder, train_dataloader, *optimizers = list(self.accelerator.prepare(decoder, dataloaders['train'], *optimizers))
self.decoder = decoder