feat: Adds support for generating transparent images via layer diffusion

.gitignore

@@ -10,9 +10,13 @@ classes.svg
 
 griffe.json
 
+.venv*
+
 .vscode/
 .codiumai.toml
 
+.venv*
+
 micromamba.exe
 micromamba.tar.bz2
 info/
@@ -174,6 +178,7 @@ cython_debug/
 bin/*
 conda/*
 models/*
+models
 clip_blip/*
 hf_transformers/*
 horde_model_reference/*

.pre-commit-config.yaml

@@ -10,16 +10,16 @@ repos:
     hooks:
     -   id: black
 -   repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.4.3
+    rev: v0.5.4
     hooks:
     -    id: ruff
 -   repo: https://github.com/pre-commit/mirrors-mypy
-    rev: 'v1.10.0'
+    rev: 'v1.11.0'
     hooks:
     -   id: mypy
         args: []
         additional_dependencies:
-        - pydantic==2.7.1
+        - pydantic==2.7.4
         - types-requests
         - types-pytz
         - types-setuptools
@@ -40,7 +40,7 @@ repos:
         - horde_safety==0.2.3
         - torch==2.3.1
         - ruamel.yaml
-        - horde_engine==2.11.1
-        - horde_sdk==0.10.0
-        - horde_model_reference==0.6.3
+        - horde_engine==2.13.3
+        - horde_sdk==0.14.0
+        - horde_model_reference==0.8.1
         - semver

bridgeData_template.yaml

@@ -100,7 +100,7 @@ allow_post_processing: true
 # Note: There is additional RAM/VRAM overhead with this option. Low VRAM cards (<6gb) should be cautious to enable this.
 allow_controlnet: false
 
-# Allow SDXL controlnet jobs to be done by this worker.
+# Allow SDXL jobs with high memory add-ons like controlnet or transparency to be done by this worker.
 # Note: There is significant additional RAM/VRAM overhead with this option. Medium VRAM cards (<12gb) should be cautious to enable this.
 # Note that if this is true, allow_controlnet must also be true
 allow_sdxl_controlnet: false

horde-bridge.cmd

@@ -5,7 +5,7 @@ cd /d %~dp0
 call runtime python -s -m pip -V
 
 call python -s -m pip uninstall hordelib
-call python -s -m pip install horde_sdk~=0.10.0 horde_model_reference~=0.6.3 horde_engine~=2.11.1 horde_safety~=0.2.3 -U
+call python -s -m pip install horde_sdk~=0.14.0 horde_model_reference~=0.8.1 horde_engine~=2.13.3 horde_safety~=0.2.3 -U
 
 if %ERRORLEVEL% NEQ 0 (
     echo "Please run update-runtime.cmd."

horde_worker_regen/__init__.py

@@ -8,7 +8,7 @@
 
 ASSETS_FOLDER_PATH = Path(__file__).parent / "assets"
 
-__version__ = "7.0.4"
+__version__ = "8.1.1"
 
 
 import pkg_resources  # noqa: E402

horde_worker_regen/_version_meta.json

@@ -1,5 +1,5 @@
 {
-    "recommended_version": "7.0.4",
+    "recommended_version": "8.1.1",
     "required_min_version": "4.2.7",
     "required_min_version_update_date": "2024-03-09",
     "required_min_version_info": {

horde_worker_regen/bridge_data/data_model.py

@@ -66,6 +66,9 @@ class reGenBridgeData(CombinedHordeBridgeData):
     moderate_performance_mode: bool = Field(default=False)
     """If you have a 3080 or better, set this to true to enable moderate performance mode."""
 
+    post_process_job_overlap: bool = Field(default=False)
+    """High and moderate performance modes will skip post processing if this is set to true."""
+
     capture_kudos_training_data: bool = Field(default=False)
     kudos_training_data_file: str | None = Field(default=None)
 

horde_worker_regen/download_models.py

@@ -96,6 +96,21 @@ def download_all_models(
             logger.error("Failed to download the controlnet annotators")
             exit(1)
 
+    if bridge_data.allow_sdxl_controlnet:
+        if SharedModelManager.manager.miscellaneous is None:
+            logger.error("Failed to load miscellaneous model manager")
+            exit(1)
+        SharedModelManager.manager.miscellaneous.download_all_models()
+        SharedModelManager.manager.miscellaneous.download_all_models()
+        for model in SharedModelManager.manager.miscellaneous.model_reference:
+            if not SharedModelManager.manager.miscellaneous.validate_model(
+                model,
+            ) and not SharedModelManager.manager.miscellaneous.download_model(model):
+                logger.error(f"Failed to download model {model}")
+                exit(1)
+        else:
+            logger.success("Downloaded all Miscellaneous models")
+
     if bridge_data.allow_post_processing:
         if SharedModelManager.manager.gfpgan is None:
             logger.error("Failed to load GFPGAN model manager")

horde_worker_regen/process_management/inference_process.py

@@ -284,7 +284,7 @@ def download_aux_models(self, job_info: ImageGenerateJobPopResponse) -> float |
 
             performed_a_download = False
 
-            loras = job_info.payload.loras
+            loras = job_info.payload.loras or []
 
             try:
                 lora_manager.load_model_database()

horde_worker_regen/process_management/messages.py

@@ -42,6 +42,10 @@ def is_loaded(self) -> bool:
             or self == ModelLoadState.IN_USE
         )
 
+    def is_active(self) -> bool:
+        """Return if the model is loaded in VRAM or in use."""
+        return self != ModelLoadState.ON_DISK
+
 
 class ModelInfo(BaseModel):
     """Information about a model loaded or used by a process."""
@@ -121,7 +125,7 @@ class HordeProcessMessage(BaseModel):
     process_id: int
     """The ID of the process that sent the message."""
     info: str
-    """Information about the process."""
+    """Information about this operation sent the process."""
     time_elapsed: float | None = None
     """The time elapsed since the process started."""