fixed SDXL text encoder training bug huggingface#5016 (huggingface#5078)

Co-authored-by: Sayak Paul <spsayakpaul@gmail.com>
linoytsaban · Oct 24, 2023 · 12dff21 · 12dff21
1 parent 87b7087
commit 12dff21
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/examples/dreambooth/train_dreambooth_lora_sdxl.py b/examples/dreambooth/train_dreambooth_lora_sdxl.py
@@ -1323,6 +1323,11 @@ def compute_text_embeddings(prompt, text_encoders, tokenizers):
         if args.train_text_encoder:
             text_encoder_one.train()
             text_encoder_two.train()
+
+            # set top parameter requires_grad = True for gradient checkpointing works
+            text_encoder_one.text_model.embeddings.requires_grad_(True)
+            text_encoder_two.text_model.embeddings.requires_grad_(True)
+
         for step, batch in enumerate(train_dataloader):
             with accelerator.accumulate(unet):
                 pixel_values = batch["pixel_values"].to(dtype=vae.dtype)