Allow loading from diffusers ckpt (#1117)

flux/flux/model.py

@@ -85,6 +85,8 @@ def __init__(self, params: FluxParams):
     def sanitize(self, weights):
         new_weights = {}
         for k, w in weights.items():
+            if k.startswith("model.diffusion_model."):
+                k = k[22:]
             if k.endswith(".scale"):
                 k = k[:-6] + ".weight"
             for seq in ["img_mlp", "txt_mlp", "adaLN_modulation"]: