mirror of
https://github.com/lucidrains/DALLE2-pytorch.git
synced 2026-01-05 01:34:23 +01:00
f9423d308b
* update configs for prior add prior warmup to config update example prior config * update prior trainer & script add deepspeed amp & warmup adopt full accelerator support reload at sample point finish epoch resume code * update tracker save method for prior * helper functions for prior_loader
82 lines
2.2 KiB
JSON
82 lines
2.2 KiB
JSON
{
|
|
"prior": {
|
|
"clip": {
|
|
"make": "openai",
|
|
"model": "ViT-L/14"
|
|
},
|
|
"net": {
|
|
"dim": 768,
|
|
"depth": 12,
|
|
"num_timesteps": 1000,
|
|
"max_text_len": 77,
|
|
"num_time_embeds": 1,
|
|
"num_image_embeds": 1,
|
|
"num_text_embeds": 1,
|
|
"dim_head": 64,
|
|
"heads": 12,
|
|
"ff_mult": 4,
|
|
"norm_out": true,
|
|
"attn_dropout": 0.05,
|
|
"ff_dropout": 0.05,
|
|
"final_proj": true,
|
|
"normformer": true,
|
|
"rotary_emb": true
|
|
},
|
|
"image_embed_dim": 768,
|
|
"image_size": 224,
|
|
"image_channels": 3,
|
|
"timesteps": 1000,
|
|
"sample_timesteps": 64,
|
|
"cond_drop_prob": 0.1,
|
|
"loss_type": "l2",
|
|
"predict_x_start": true,
|
|
"beta_schedule": "cosine",
|
|
"condition_on_text_encodings": true
|
|
},
|
|
"data": {
|
|
"batch_size": 128,
|
|
"num_data_points": 100000,
|
|
"eval_every_seconds": 1600,
|
|
"image_url": "<path to your images>",
|
|
"meta_url": "<path to your metadata>",
|
|
"splits": {
|
|
"train": 0.8,
|
|
"val": 0.1,
|
|
"test": 0.1
|
|
}
|
|
},
|
|
"train": {
|
|
"epochs": 5,
|
|
"lr": 1.1e-4,
|
|
"wd": 6.02e-2,
|
|
"max_grad_norm": 0.5,
|
|
"use_ema": true,
|
|
"ema_beta": 0.9999,
|
|
"ema_update_after_step": 50,
|
|
"warmup_steps": 50,
|
|
"amp": false,
|
|
"save_every_seconds": 3600,
|
|
"eval_timesteps": [64, 1000],
|
|
"random_seed": 84513
|
|
},
|
|
"tracker": {
|
|
"data_path": ".prior",
|
|
"overwrite_data_path": true,
|
|
"log": {
|
|
"log_type": "wandb",
|
|
"wandb_entity": "<your wandb username>",
|
|
"wandb_project": "prior_debugging",
|
|
"wandb_resume": false,
|
|
"verbose": true
|
|
},
|
|
"save": [
|
|
{
|
|
"save_to": "local",
|
|
"save_type": "checkpoint",
|
|
"save_latest_to": ".prior/latest_checkpoint.pth",
|
|
"save_best_to": ".prior/best_checkpoint.pth"
|
|
}
|
|
]
|
|
}
|
|
}
|