minimal_colab_regen_worker.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# @title 0.- Basic Settings { display-mode: \"form\" }\n",
    "\n",
    "#@markdown Minimum requirements\n",
    "worker_name = \"\" #@param {type:\"string\"}\n",
    "api_key = \"\" #@param {type:\"string\"}\n",
    "civitai_token = \"cae554bcc138d97a9323856c2dee1158\" #@param {type:\"string\"}\n",
    "max_power = 20  #@param {type:\"string\"}\n",
    "#@markdown List of all models\n",
    "model = \"ICBINP - I Can't Believe It's Not Photography\" # @param [\"3DKX\", \"526Mix-Animated\", \"A-Zovya RPG Inpainting\", \"AAM XL\", \"ACertainThing\", \"AIO Pixel Art\", \"AMPonyXL\", \"AbsoluteReality\", \"Abyss OrangeMix\", \"AbyssOrangeMix-AfterDark\", \"AlbedoBase XL (SDXL)\", \"Analog Diffusion\", \"Analog Madness\", \"Animagine XL\", \"Anime Illust Diffusion XL\", \"Anime Pencil Diffusion\", \"AnyLoRA\", \"Anygen\", \"Anything Diffusion Inpainting\", \"Anything Diffusion\", \"Anything v3\", \"Anything v5\", \"App Icon Diffusion\", \"Art Of Mtg\", \"Aurora\", \"BB95 Furry Mix\", \"BPModel\", \"BRA\", \"Babes\", \"Blank Canvas XL\", \"BweshMix\", \"CamelliaMix 2.5D\", \"Cetus-Mix\", \"Char\", \"CharHelper\", \"Cheese Daddys Landscape Mix\", \"Cheyenne\", \"ChilloutMix\", \"ChromaV5\", \"Classic Animation Diffusion\", \"Colorful\", \"Comic-Diffusion\", \"Counterfeit\", \"CyberRealistic\", \"CyriousMix\", \"DGSpitzer Art Diffusion\", \"Dan Mumford Style\", \"Dark Sushi Mix\", \"Dark Victorian Diffusion\", \"Deliberate 3.0\", \"Deliberate Inpainting\", \"Deliberate\", \"Disco Elysium\", \"Disney Pixar Cartoon Type A\", \"DnD Item\", \"DnD Map Generator\", \"Double Exposure Diffusion\", \"DreamLikeSamKuvshinov\", \"DreamShaper Inpainting\", \"DreamShaper XL\", \"Dreamlike Diffusion\", \"Dreamlike Photoreal\", \"Dreamshaper\", \"DucHaiten Classic Anime\", \"DucHaiten\", \"Dungeons and Diffusion\", \"Dungeons n Waifus\", \"Edge Of Realism\", \"Eimis Anime Diffusion\", \"Elldreth's Lucid Mix\", \"Elysium Anime\", \"Epic Diffusion Inpainting\", \"Epic Diffusion\", \"Ether Real Mix\", \"ExpMix Line\", \"Experience\", \"FaeTastic\", \"Fantasy Card Diffusion\", \"Fluffusion\", \"Funko Diffusion\", \"Furry Epoch\", \"Fustercluck\", \"GTA5 Artwork Diffusion\", \"Galena Redux\", \"Ghibli Diffusion\", \"GhostMix\", \"GorynichMix\", \"Grapefruit Hentai\", \"Graphic-Art\", \"GuFeng\", \"GuoFeng\", \"HASDX\", \"HRL\", \"Hassaku\", \"Hassanblend\", \"Healy's Anime Blend\", \"Henmix Real\", \"Hentai Diffusion\", \"ICBINP - I Can't Believe It's Not Photography\", \"ICBINP XL\", \"Illuminati Diffusion\", \"Inkpunk Diffusion\", \"JWST Deep Space Diffusion\", \"Jim Eidomode\", \"JoMad Diffusion\", \"Juggernaut XL\", \"Kenshi\", \"Laolei New Berry Protogen Mix\", \"Lawlas's yiff mix\", \"Liberty\", \"Lyriel\", \"Mega Merge Diffusion\", \"MeinaMix\", \"Microcritters\", \"Microworlds\", \"Midjourney PaintArt\", \"Mistoon Amethyst\", \"ModernArt Diffusion\", \"Moedel\", \"MoistMix\", \"MoonMix Fantasy\", \"Movie Diffusion\", \"Neurogen\", \"NeverEnding Dream\", \"Nitro Diffusion\", \"OpenJourney Diffusion\", \"Openniji\", \"PFG\", \"PPP\", \"Papercut Diffusion\", \"Pastel Mix\", \"Perfect World\", \"Photon\", \"Poison\", \"Pokemon3D\", \"Pony Diffusion XL\", \"PortraitPlus\", \"Pretty 2.5D\", \"Project Unreal Engine 5\", \"ProtoGen\", \"Protogen Anime\", \"Protogen Infinity\", \"Pulp Vector Art\", \"Quiet Goodnight XL\", \"RPG\", \"Ranma Diffusion\", \"Real Dos Mix\", \"RealBiter\", \"Realisian\", \"Realism Engine\", \"Realistic Vision Inpainting\", \"Realistic Vision\", \"Reliberate\", \"Rev Animated\", \"Robo-Diffusion\", \"SD-Silicon\", \"SDXL 1.0\", \"Samaritan 3d Cartoon\", \"Sci-Fi Diffusion\", \"Seek.art MEGA\", \"Something\", \"Stable Cascade 1.0\", \"SwamPonyXL\", \"SweetBoys 2D\", \"ToonYou\", \"Trinart Characters\", \"Tron Legacy Diffusion\", \"UMI Olympus\", \"URPM\", \"Uhmami\", \"Ultraskin\", \"Unstable Diffusers XL\", \"Unstable Ink Dream\", \"Vector Art\", \"VinteProtogenMix\", \"Western Animation Diffusion\", \"Woop-Woop Photo\", \"Yiffy\", \"Zack3D\", \"Zeipher Female Model\", \"iCoMix Inpainting\", \"iCoMix\", \"majicMIX realistic\", \"stable_diffusion\", \"stable_diffusion_2.1\", \"stable_diffusion_inpainting\", \"vectorartz\", \"waifu_diffusion\"]\n",
    "selected_models = []\n",
    "selected_models.append(model)\n",
    "models_to_load = list(set(selected_models))\n",
    "print(f'Running: {models_to_load}')\n",
    "#@markdown Optional - Default settings are fine\n",
    "queue_size = \"1\" # @param [0, 1, 2, 3, 4, 5]\n",
    "max_threads = \"1\" # @param [1, 2, 3]\n",
    "max_batch = \"5\" # @param [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15]\n",
    "\n",
    "allow_img2img = True #@param {type:\"boolean\"}\n",
    "allow_painting = True #@param {type:\"boolean\"}\n",
    "allow_lora = True #@param {type:\"boolean\"}\n",
    "allow_controlnet = False #@param {type:\"boolean\"}\n",
    "allow_post_processing = False #@param {type:\"boolean\"}\n",
    "\n",
    "safety_on_gpu = True\n",
    "nsfw = True #@param {type:\"boolean\"}\n",
    "censor_nsfw = False #@param {type:\"boolean\"}\n",
    "\n",
    "horde_url = \"https://aihorde.net\"\n",
    "dynamic_models = False\n",
    "models_to_skip = [\"stable_diffusion_inpainting\", \"stable_diffusion_2.1\",  \"stable_diffusion_2.0\"]\n",
    "\n",
    "priority_usernames = []\n",
    "blacklist = []\n",
    "censorlist = []\n",
    "\n",
    "allow_unsafe_ip = True\n",
    "number_of_dynamic_models = 0\n",
    "max_models_to_download = 10\n",
    "forms = [\"caption\",\"nsfw\",\"interrogation\",\"post-process\"]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# @title 1.- Virtual Environment  { display-mode: \"form\" }\n",
    "\n",
    "!apt-get update\n",
    "!apt install python3.10-venv\n",
    "!python -m venv regen\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# @title 2.- Clone the regen worker { display-mode: \"form\" }\n",
    "\n",
    "!cd /content;rm -r horde-worker-reGen\n",
    "\n",
    "!cd /content;git clone https://github.com/Haidra-Org/horde-worker-reGen.git\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# @title 3.- Install requirements { display-mode: \"form\" }\n",
    "\n",
    "!source regen/bin/activate;pip install -r .\\/horde-worker-reGen/requirements.txt\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# @title 4.- Create config file { display-mode: \"form\" }\n",
    "\n",
    "import os\n",
    "\n",
    "%cd /content/horde-worker-reGen/\n",
    "\n",
    "def create_yaml():\n",
    "\n",
    "    from yaml import load, dump\n",
    "\n",
    "    def make_yaml_sublist(list_to_convert: list[str]):\n",
    "        sublist_yaml = dump(list_to_convert)\n",
    "        sublist_yaml = \"\\n\" + sublist_yaml\n",
    "        return sublist_yaml\n",
    "\n",
    "    data = f\"\"\"horde_url: \"{horde_url}\"\n",
    "api_key: \"{api_key}\"\n",
    "civitai_api_token: \"{civitai_token}\"\n",
    "priority_usernames: []\n",
    "max_threads: {max_threads}\n",
    "queue_size: {queue_size}\n",
    "max_batch: {max_batch}\n",
    "safety_on_gpu: {safety_on_gpu}\n",
    "require_upfront_kudos: false\n",
    "cycle_process_on_model_change: true\n",
    "dreamer_name: \"{worker_name}\"\n",
    "max_power: {max_power}\n",
    "nsfw: {nsfw.__str__().lower()}\n",
    "censor_nsfw: {censor_nsfw}\n",
    "blacklist: {blacklist}\n",
    "censorlist: {censorlist}\n",
    "allow_img2img: {allow_img2img.__str__().lower()}\n",
    "allow_painting: {allow_painting.__str__().lower()}\n",
    "allow_unsafe_ip: true\n",
    "allow_post_processing: {allow_post_processing.__str__().lower()}\n",
    "allow_controlnet: {allow_controlnet.__str__().lower()}\n",
    "allow_lora: {allow_lora.__str__().lower()}\n",
    "max_lora_cache_size: 20\n",
    "dynamic_models: false\n",
    "number_of_dynamic_models: 0\n",
    "max_models_to_download: 10\n",
    "stats_output_frequency: 30\n",
    "cache_home: \"./\"\n",
    "always_download: true\n",
    "temp_dir: \"./tmp\"\n",
    "disable_terminal_ui: True\n",
    "vram_to_leave_free: \"80%\"\n",
    "ram_to_leave_free: \"80%\"\n",
    "disable_disk_cache: false\n",
    "models_to_load: {make_yaml_sublist(models_to_load)}\n",
    "models_to_skip: {make_yaml_sublist(models_to_skip)}\n",
    "suppress_speed_warnings: false\n",
    "forms:\n",
    "- \"caption\"\n",
    "- \"nsfw\"\n",
    "- \"interrogation\"\n",
    "- \"post-process\"\n",
    "\"\"\"\n",
    "\n",
    "    bridgeData_file = \"/content/horde-worker-reGen/bridgeData.yaml\"\n",
    "    with open(bridgeData_file, \"w\") as text_file:\n",
    "        text_file.write(data)\n",
    "\n",
    "create_yaml()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# @title 5.- Run download models { display-mode: \"form\" }\n",
    "\n",
    "!cd /content\n",
    "\n",
    "!source ../regen/bin/activate;python download_models.py\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# @title 6.- Run the worker { display-mode: \"form\" }\n",
    "\n",
    "!cd /content\n",
    "\n",
    "!source ../regen/bin/activate;python run_worker.py\n"
   ]
  }
 ],
 "metadata": {
  "language_info": {
   "name": "python"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}