add setting to attend to all text encodings regardless of padding, for diffusion prior

dalle2_pytorch/train_configs.py

@@ -133,6 +133,7 @@ class DiffusionPriorNetworkConfig(BaseModel):
     num_time_embeds: int = 1
     num_image_embeds: int = 1
     num_text_embeds: int = 1
+    attend_all_text_encodings: bool = True
     dim_head: int = 64
     heads: int = 8
     ff_mult: int = 4