How to pass input and get output directly without API, on Google Colab

[zion4343]

Hi friends,
I hope you have a good day.

I would like to ask about how to pass input and get output directly without API on Google colab.

Could I use Fooocus without API?
Also, then, can I set specific setting for the output?

Please let me know how to use Fooocus without API.

[zion4343]

I tried to use gradio_API, but that caused error.

The under code is I tried.

import requests
import matplotlib.pyplot as plt
import matplotlib.image as mpimg

'''
Functions - Step3&4
'''

#The function to access Fooocus API
def fooocus_api(api_url, cloth_image_path, mask_image_path, person_image_path, output_image_path):

Define the payload

payload = {
"fn_index": 67,
"data": [

      True,  # bool in 'Generate Image Grid for Each Batch' Checkbox component
      "",  # str in 'parameter_11' Textbox component
      "",  # str in 'Negative Prompt' Textbox component
      ["Fooocus V2"],  # List['str'] in 'Selected Styles' Checkboxgroup component

      #Performance
      "Hyper-SD",  # 'Performance' Radio component

      #Output ImageSize
      "1152×896",  # 'Aspect Ratios' Radio component

      #The number of Images
      1,  # 'Image Number' Slider component

      #Image File Extension
      "png",  # 'Output Format' Radio component


      "",  # 'Seed' Textbox component
      True,  # 'Read wildcards in order' Checkbox component

      #
      #Advanced Setting
      #
      2,  # 'Image Sharpness' Slider component
      4,  # 'Guidance Scale' Slider component

      #Base Model
      "juggernautXL_v8Rundiffusion.safetensors",  # 'Base Model (SDXL only)' Dropdown component

      #Refiner
      "None",  # 'Refiner (SDXL or SD 1.5)' Dropdown component
      0.1,  # 'Refiner Switch At' Slider component

      #LoRA
      True,  # 'Enable' Checkbox component
      "sd_xl_offset_example-lora_1.0.safetensors",  # 'LoRA 1' Dropdown component
      0.1,  # 'Weight' Slider component

      True,  # 'Enable' Checkbox component
      "None",  # 'LoRA 2' Dropdown component
      1,  # 'Weight' Slider component

      True,  # 'Enable' Checkbox component
      "None",  # 'LoRA 3' Dropdown component
      1,  # 'Weight' Slider component

      True,  # 'Enable' Checkbox component
      "None",  # 'LoRA 4' Dropdown component
      1,  # 'Weight' Slider component

      True,  # 'Enable' Checkbox component
      "None",  # 'LoRA 5' Dropdown component
      1,  # 'Weight' Slider component

      #
      #Input Image
      #
      True,  # 'Input Image' Checkbox component
      "",  # 'parameter_95' Textbox component

      #
      #Upscale or Variation
      #
      "Disabled",  # 'Upscale or Variation:' Radio component
      "https://raw.githubusercontent.com/gradio-app/gradio/main/test/test_files/bus.png",  # 'Image' Image component
      ["Left"],  # 'Outpaint Direction' Checkboxgroup component

      #
      #Inpaint and Outpaint
      #
      cloth_image_path,  # 'Image' Image component
      "",  # 'Inpaint Additional Prompt' Textbox component
      mask_image_path,  # 'Mask Upload' Image component

      #
      #Advanced Setting - Developer Debag Mode - Debag Tool
      #
      True,  # 'Disable Preview' Checkbox component
      True,  # 'Disable Intermediate Results' Checkbox component
      False,  # 'Disable seed increment' Checkbox component
      False,  # 'Black Out NSFW' Checkbox component

      1.5,  # 'Positive ADM Guidance Scaler' Slider component
      0.8,  # 'Negative ADM Guidance Scaler' Slider component
      0.3,  # 'ADM Guidance End At Step' Slider component
      7,  # 'CFG Mimicking from TSNR' Slider component
      2,  # 'CLIP Skip' Slider component

      "dpmpp_2m_sde_gpu",  # 'Sampler' Dropdown component
      "karras",  # 'Scheduler' Dropdown component
      "Default (model)",  # 'VAE' Dropdown component

      -1,  # 'Forced Overwrite of Sampling Step' Slider component
      -1,  # 'Forced Overwrite of Refiner Switch Step' Slider component
      -1,  # 'Forced Overwrite of Generating Width' Slider component
      -1,  # 'Forced Overwrite of Generating Height' Slider component
      -1,  # 'Forced Overwrite of Denoising Strength of "Vary"' Slider component
      -1,  # 'Forced Overwrite of Denoising Strength of "Upscale"' Slider component

      #
      #Advanced Setting - Developer Debag Mode - Control
      #
      False,  # 'Mixing Image Prompt and Vary/Upscale' Checkbox component
      True,  # 'Mixing Image Prompt and Inpaint' Checkbox component
      False,  # 'Debug Preprocessors' Checkbox component
      False,  # 'Skip Preprocessors' Checkbox component

      64,  # 'Canny Low Threshold' Slider component
      128,  # 'Canny High Threshold' Slider component
      "joint",  # 'Refiner swap method' Dropdown component
      0.25,  # 'Softness of ControlNet' Slider component

      #
      #Advanced Setting - Developer Debag Mode - FreeU
      #
      False,  # 'Enabled' Checkbox component
      0,  # 'B1' Slider component
      0,  # 'B2' Slider component
      0,  # 'S1' Slider component
      0,  # 'S2' Slider component

      #
      #Advanced Setting - Developer Debag Mode - Inpaint
      #
      False,  # 'Debug Inpaint Preprocessing' Checkbox component
      False,  # 'Disable initial latent in inpaint' Checkbox component

      "v2.6",  # 'Inpaint Engine' Dropdown component
      1,  # 'Inpaint Denoising Strength' Slider component
      0.618,  # 'Inpaint Respective Field' Slider component

      False,  # 'Enable Mask Upload' Checkbox component
      False,  # 'Invert Mask' Checkbox component

      6,  # 'Mask Erode or Dilate' Slider component

      False,  # 'Save Metadata to Images' Checkbox component
      "fooocus",  # 'Metadata Scheme' Radio component

      #
      #Image Prompt
      #
      #Image Prompt 1
      person_image_path,  # 'Image' Image component
      0.9,  # 'Stop At' Slider component
      0.75,  # 'Weight' Slider component
      "FaceSwap",  # 'Type' Radio component

      #Image Prompt 2
      "https://raw.githubusercontent.com/gradio-app/gradio/main/test/test_files/bus.png",  # 'Image' Image component
      0,  # 'Stop At' Slider component
      0,  # 'Weight' Slider component
      "ImagePrompt",  # 'Type' Radio component

      #Image Prompt 3
      "https://raw.githubusercontent.com/gradio-app/gradio/main/test/test_files/bus.png",  # 'Image' Image component
      0,  # 'Stop At' Slider component
      0,  # 'Weight' Slider component
      "ImagePrompt",  # 'Type' Radio component

      #Image Prompt 4
      "https://raw.githubusercontent.com/gradio-app/gradio/main/test/test_files/bus.png",  # 'Image' Image component
      0,  # 'Stop At' Slider component
      0,  # 'Weight' Slider component
      "ImagePrompt",  # 'Type' Radio component

      #
      #Added Setting (Not Edited)
      #
      True,	# bool in 'Debug GroundingDINO' Checkbox component
      -64,	# int | float (numeric value between -64 and 64) in 'GroundingDINO Box Erode or Dilate' Slider component
      True,	# bool in 'Debug Enhance Masks' Checkbox component
      "https://raw.githubusercontent.com/gradio-app/gradio/main/test/test_files/bus.png",	# str (filepath or URL to image) in 'Use with Enhance, skips image generation' Image component
      True,	# bool in 'Enhance' Checkbox component
      "Disabled",	# str in 'Upscale or Variation:' Radio component
      "Before First Enhancement",	# str in 'Order of Processing' Radio component
      "Original Prompts",	# str in 'Prompt' Radio component
      True,	# bool in 'Enable' Checkbox component
      "Howdy!",	# str in 'Detection prompt' Textbox component
      "Howdy!",	# str in 'Enhancement positive prompt' Textbox component
      "Howdy!",	# str in 'Enhancement negative prompt' Textbox component
      "u2net",	# str (Option from: ['u2net', 'u2netp', 'u2net_human_seg', 'u2net_cloth_seg', 'silueta', 'isnet-general-use', 'isnet-anime', 'sam']) in 'Mask generation model' Dropdown component
      "full",	# str (Option from: ['full', 'upper', 'lower']) in 'Cloth category' Dropdown component
      "vit_b",	# str (Option from: ['vit_b', 'vit_l', 'vit_h']) in 'SAM model' Dropdown component
      0,	# int | float (numeric value between 0.0 and 1.0) in 'Text Threshold' Slider component
      0,	# int | float (numeric value between 0.0 and 1.0) in 'Box Threshold' Slider component
      0,	# int | float (numeric value between 0 and 10) in 'Maximum number of detections' Slider component
      True,	# bool in 'Disable initial latent in inpaint' Checkbox component
      "None",	# str (Option from: ['None', 'v1', 'v2.5', 'v2.6']) in 'Inpaint Engine' Dropdown component
      0,	# int | float (numeric value between 0.0 and 1.0) in 'Inpaint Denoising Strength' Slider component
      0,	# int | float (numeric value between 0.0 and 1.0) in 'Inpaint Respective Field' Slider component
      -64,	# int | float (numeric value between -64 and 64) in 'Mask Erode or Dilate' Slider component
      True,	# bool in 'Invert Mask' Checkbox component
      True,	# bool in 'Enable' Checkbox component
      "Howdy!",	# str in 'Detection prompt' Textbox component
      "Howdy!",	# str in 'Enhancement positive prompt' Textbox component
      "Howdy!",	# str in 'Enhancement negative prompt' Textbox component
      "u2net",	# str (Option from: ['u2net', 'u2netp', 'u2net_human_seg', 'u2net_cloth_seg', 'silueta', 'isnet-general-use', 'isnet-anime', 'sam']) in 'Mask generation model' Dropdown component
      "full",	# str (Option from: ['full', 'upper', 'lower']) in 'Cloth category' Dropdown component
      "vit_b",	# str (Option from: ['vit_b', 'vit_l', 'vit_h']) in 'SAM model' Dropdown component
      0,	# int | float (numeric value between 0.0 and 1.0) in 'Text Threshold' Slider component
      0,	# int | float (numeric value between 0.0 and 1.0) in 'Box Threshold' Slider component
      0,	# int | float (numeric value between 0 and 10) in 'Maximum number of detections' Slider component
      True,	# bool in 'Disable initial latent in inpaint' Checkbox component
      "None",	# str (Option from: ['None', 'v1', 'v2.5', 'v2.6']) in 'Inpaint Engine' Dropdown component
      0,	# int | float (numeric value between 0.0 and 1.0) in 'Inpaint Denoising Strength' Slider component
      0,	# int | float (numeric value between 0.0 and 1.0) in 'Inpaint Respective Field' Slider component
      -64,	# int | float (numeric value between -64 and 64) in 'Mask Erode or Dilate' Slider component
      True,	# bool in 'Invert Mask' Checkbox component
      True,	# bool in 'Enable' Checkbox component
      "Howdy!",	# str in 'Detection prompt' Textbox component
      "Howdy!",	# str in 'Enhancement positive prompt' Textbox component
      "Howdy!",	# str in 'Enhancement negative prompt' Textbox component
      "u2net",	# str (Option from: ['u2net', 'u2netp', 'u2net_human_seg', 'u2net_cloth_seg', 'silueta', 'isnet-general-use', 'isnet-anime', 'sam']) in 'Mask generation model' Dropdown component
      "full",	# str (Option from: ['full', 'upper', 'lower']) in 'Cloth category' Dropdown component
      "vit_b",	# str (Option from: ['vit_b', 'vit_l', 'vit_h']) in 'SAM model' Dropdown component
      0,	# int | float (numeric value between 0.0 and 1.0) in 'Text Threshold' Slider component
      0,	# int | float (numeric value between 0.0 and 1.0) in 'Box Threshold' Slider component
      0,	# int | float (numeric value between 0 and 10) in 'Maximum number of detections' Slider component
      True,	# bool in 'Disable initial latent in inpaint' Checkbox component
      "None",	# str (Option from: ['None', 'v1', 'v2.5', 'v2.6']) in 'Inpaint Engine' Dropdown component
      0,	# int | float (numeric value between 0.0 and 1.0) in 'Inpaint Denoising Strength' Slider component
      0,	# int | float (numeric value between 0.0 and 1.0) in 'Inpaint Respective Field' Slider component
      -64,	# int | float (numeric value between -64 and 64) in 'Mask Erode or Dilate' Slider component
      True	# bool in 'Invert Mask' Checkbox component
  ]

}

Make the first API request

try:
response = requests.post(f"{api_url}/api/predict", json=payload)
response.raise_for_status() # Raise an error for bad status codes
result = response.json() # Attempt to parse JSON
print(result)
except requests.exceptions.HTTPError as err:
print(f"First API Request: HTTP error occurred: {err}")
print(f"Response content: {response.text}")
return
except ValueError:
print("First API Request: Response content is not valid JSON.")
print(f"Response content: {response.text}")
return

Make the second API request

payload = {
"fn_index": 68,
"data": []
}
try:
response = requests.post(f"{api_url}/api/predict", json=payload)
response.raise_for_status()
result = response.json()
except requests.exceptions.HTTPError as err:
print(f"Second API Request: HTTP error occurred: {err}")
print(f"Response content: {response.text}")
return
except ValueError:
print("Second API Request: Response content is not valid JSON.")
print(f"Response content: {response.text}")
return

Load and display the image

print(result)
img_url = result[2]
img = mpimg.imread(img_url)
plt.imshow(img)
plt.show()

'''
Main Function - Step3&4
'''
api_url = "https://5e0bd9bbaf0cd0a9f7.gradio.live"
cloth_image_path = "/content/drive/MyDrive/Images/Target.jpg"
mask_image_path = "/content/drive/MyDrive/Images/Target_Mask.jpg"
person_image_path = "/content/drive/MyDrive/Images/Short_withoutBackground.jpg"
output_image_path = "/content/drive/MyDrive/Images/Short_Result.jpg"

fooocus_api(api_url, cloth_image_path, mask_image_path, person_image_path, output_image_path)

[zion4343]

So, if you know some way to use Fooocus without gradio, I would like to ask it