aljaz/DALLE2-pytorch
1
1
Fork 0
mirror of https://github.com/lucidrains/DALLE2-pytorch.git synced 2025-12-20 10:14:19 +01:00
Code Issues Packages Projects Releases Wiki Activity

set ability to do warmup steps for each unet during training

Browse Source
This commit is contained in:
Phil Wang
2022-07-05 16:24:16 -07:00
parent 3afdcdfe86
commit ec68243479
4 changed files with 53 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
dalle2_pytorch/train_configs.py
View File

@@ -293,6 +293,7 @@ class DecoderTrainConfig(BaseModel):
epochs: int = 20
lr: SingularOrIterable(float) = 1e-4
wd: SingularOrIterable(float) = 0.01
warmup_steps: Optional[SingularOrIterable(int)] = None
find_unused_parameters: bool = True
max_grad_norm: SingularOrIterable(float) = 0.5
save_every_n_samples: int = 100000