offer way to turn off initial cross embed convolutional module, for debugging upsampler artifacts

2025-12-19 17:54:20 +01:00 · 2022-07-15 17:29:10 -07:00
parent a58a370d75
commit a2ee3fa3cc
3 changed files with 4 additions and 2 deletions
--- a/dalle2_pytorch/train_configs.py
+++ b/dalle2_pytorch/train_configs.py
@@ -225,6 +225,7 @@ class UnetConfig(BaseModel):
    self_attn: ListOrTuple(int)
    attn_dim_head: int = 32
    attn_heads: int = 16
+    init_cross_embed: bool = True

    class Config:
        extra = "allow"