import datetime import math import mimetypes import os import sys import warnings from contextlib import ExitStack from functools import reduce import gradio as gr import gradio.utils from PIL import Image, PngImagePlugin # noqa: F401 import modules.infotext_utils as parameters_copypaste import modules.processing_scripts.comments as comments import modules.shared as shared from modules import extra_networks, gradio_extensions, launch_utils, paths_internal, processing, progress, prompt_parser, script_callbacks, scripts, sd_models, sd_samplers, sd_schedulers, shared_items, sysinfo, timer, ui_checkpoint_merger, ui_common, ui_extensions, ui_extra_networks, ui_loadsave, ui_postprocessing, ui_settings, ui_toprow # noqa: F401 from modules.call_queue import wrap_gradio_call, wrap_gradio_call_no_job, wrap_gradio_gpu_call, wrap_queued_call # noqa: F401 from modules.infotext_utils import PasteField from modules.paths import script_path from modules.shared import cmd_opts, opts from modules.ui_common import create_refresh_button # noqa: F401 from modules.ui_components import FormGroup, FormHTML, FormRow, InputAccordion, ResizeHandleRow, ToolButton from modules.ui_gradio_extensions import reload_javascript from modules_forge import main_entry from modules_forge.forge_canvas.canvas import ForgeCanvas, canvas_head create_setting_component = ui_settings.create_setting_component if not opts.show_warnings: warnings.filterwarnings("ignore", category=UserWarning) warnings.filterwarnings("ignore", category=FutureWarning) if not opts.show_gradio_deprecation_warnings: warnings.filterwarnings("ignore", category=gradio_extensions.GradioDeprecationWarning) # this is a fix for Windows users. Without it, javascript files will be served with text/html content-type and the browser will not show any UI mimetypes.init() mimetypes.add_type("application/javascript", ".js") mimetypes.add_type("application/javascript", ".mjs") # Likewise, add explicit content-type header for certain missing image types mimetypes.add_type("image/webp", ".webp") mimetypes.add_type("image/avif", ".avif") if not cmd_opts.share and not cmd_opts.listen: # fix gradio phoning home gradio.utils.version_check = lambda: None gradio.utils.get_local_ip_address = lambda: "127.0.0.1" if cmd_opts.ngrok is not None: import modules.ngrok as ngrok print("ngrok authtoken detected, trying to connect...") ngrok.connect(cmd_opts.ngrok, cmd_opts.port if cmd_opts.port is not None else 7860, cmd_opts.ngrok_options) def gr_show(visible=True): return {"visible": visible, "__type__": "update"} def use_cfg(val: float | None): return gr.skip() if val is None else gr.update(interactive=(val > 1.0)) def no_config(*comps: gr.components.Component): for comp in comps: setattr(comp, "_internal_preset_param", True) def cleanup(): from modules_forge.main_thread import last_exception if last_exception == "OOM": sd_models.unload_model_weights() # Using constants for these since the variation selector isn't visible. # Important that they exactly match script.js for tooltip to work. random_symbol = "\U0001f3b2\ufe0f" # 🎲️ reuse_symbol = "\u267b\ufe0f" # ♻️ paste_symbol = "\u2199\ufe0f" # ↙ refresh_symbol = "\U0001f504" # 🔄 save_style_symbol = "\U0001f4be" # 💾 apply_style_symbol = "\U0001f4cb" # 📋 clear_prompt_symbol = "\U0001f5d1\ufe0f" # 🗑️ extra_networks_symbol = "\U0001f3b4" # 🎴 switch_values_symbol = "\U000021c5" # ⇅ restore_progress_symbol = "\U0001f300" # 🌀 detect_image_size_symbol = "\U0001f4d0" # 📐 plaintext_to_html = ui_common.plaintext_to_html _STEP = int(opts.res_step) def sRound(val: int | float) -> int: return math.floor(val / _STEP + 0.5) * _STEP def calc_resolution_hires(enable: bool, width: int, height: int, hr_scale: float, hr_resize_x: int, hr_resize_y: int) -> str: if not enable: return "" p = processing.StableDiffusionProcessingTxt2Img(width=width, height=height, enable_hr=True, hr_scale=hr_scale, hr_resize_x=hr_resize_x, hr_resize_y=hr_resize_y) p.calculate_target_resolution() new_width = sRound(p.hr_resize_x or p.hr_upscale_to_x) new_height = sRound(p.hr_resize_y or p.hr_upscale_to_y) return f"from {p.width}x{p.height} to {new_width}x{new_height}" def resize_from_to_html(width: str, height: str, scale_by: float) -> str: target_width = sRound(float(width) * scale_by) target_height = sRound(float(height) * scale_by) if not target_width or not target_height: return "no image selected" return f"resize: from {width}x{height} to {target_width}x{target_height}" def update_token_counter(text, steps, styles, *, is_positive=True): params = script_callbacks.BeforeTokenCounterParams(text, steps, styles, is_positive=is_positive) script_callbacks.before_token_counter_callback(params) text = params.prompt steps = params.steps styles = params.styles is_positive = params.is_positive if shared.opts.include_styles_into_token_counters: apply_styles = shared.prompt_styles.apply_styles_to_prompt if is_positive else shared.prompt_styles.apply_negative_styles_to_prompt text = apply_styles(text, styles) text = comments.strip_comments(text).strip() try: text, _ = extra_networks.parse_prompt(text) if is_positive: _, prompt_flat_list, _ = prompt_parser.get_multicond_prompt_list([text]) else: prompt_flat_list = [text] prompt_schedules = prompt_parser.get_learned_conditioning_prompt_schedules(prompt_flat_list, steps) except Exception: prompt_schedules = [[[steps, text]]] try: get_prompt_lengths_on_ui = sd_models.model_data.sd_model.get_prompt_lengths_on_ui assert get_prompt_lengths_on_ui is not None except Exception: return f"?/?" flat_prompts = reduce(lambda list1, list2: list1 + list2, prompt_schedules) prompts = [prompt_text for step, prompt_text in flat_prompts] token_count, max_length = max([get_prompt_lengths_on_ui(prompt) for prompt in prompts], key=lambda args: args[0]) return f"{token_count}/{max_length}" def update_negative_prompt_token_counter(*args): return update_token_counter(*args, is_positive=False) def create_output_panel(tabname, outdir, toprow=None): return ui_common.create_output_panel(tabname, outdir, toprow) def ordered_ui_categories(): user_order = {x.strip(): i * 2 + 1 for i, x in enumerate(shared.opts.ui_reorder_list)} for _, category in sorted(enumerate(shared_items.ui_reorder_categories()), key=lambda x: user_order.get(x[1], x[0] * 2 + 0)): yield category def create_override_settings_dropdown(tabname, row): dropdown = gr.Dropdown([], label="Override settings", visible=False, elem_id=f"{tabname}_override_settings", multiselect=True) dropdown.change( fn=lambda x: gr.update(visible=bool(x)), inputs=[dropdown], outputs=[dropdown], ) return dropdown def create_ui(): import modules.img2img import modules.txt2img reload_javascript() parameters_copypaste.reset() settings = ui_settings.UiSettings() settings.register_settings() scripts.scripts_current = scripts.scripts_txt2img scripts.scripts_txt2img.initialize_scripts(is_img2img=False) with gr.Blocks(analytics_enabled=False, head=canvas_head) as txt2img_interface: toprow = ui_toprow.Toprow(is_img2img=False) dummy_component = gr.Textbox(visible=False) dummy_component_number = gr.Number(visible=False) extra_tabs = gr.Tabs(elem_id="txt2img_extra_tabs", elem_classes=["extra-networks"]) extra_tabs.__enter__() with gr.Tab("Generation", id="txt2img_generation") as txt2img_generation_tab, ResizeHandleRow(equal_height=False): with ExitStack() as stack: if shared.opts.txt2img_settings_accordion: stack.enter_context(gr.Accordion("Open for Settings", open=False)) stack.enter_context(gr.Column(variant="compact", elem_id="txt2img_settings")) scripts.scripts_txt2img.prepare_ui() for category in ordered_ui_categories(): if category == "prompt": toprow.create_inline_toprow_prompts() elif category == "dimensions": with FormRow(): with gr.Column(elem_id="txt2img_column_size", scale=4): width = gr.Slider(minimum=64, maximum=2048, step=_STEP, label="Width", value=1024, elem_id="txt2img_width") height = gr.Slider(minimum=64, maximum=2048, step=_STEP, label="Height", value=1024, elem_id="txt2img_height") with gr.Column(elem_id="txt2img_dimensions_row", scale=1, elem_classes="dimensions-tools"): res_switch_btn = ToolButton(value=switch_values_symbol, elem_id="txt2img_res_switch_btn", tooltip="Switch width/height") if opts.dimensions_and_batch_together: with gr.Column(elem_id="txt2img_column_batch"): batch_count = gr.Slider(minimum=1, maximum=128, step=1, label="Batch Count", value=1, elem_id="txt2img_batch_count") batch_size = gr.Slider(minimum=1, maximum=8, step=1, label="Batch Size", value=1, elem_id="txt2img_batch_size") elif category == "cfg": with gr.Row(): distilled_cfg_scale = gr.Slider(minimum=1.0, maximum=24.0, step=0.5, label="Distilled CFG Scale", value=3.0, elem_id="txt2img_distilled_cfg_scale", scale=4) cfg_scale = gr.Slider(minimum=1.0, maximum=24.0, step=0.5, label="CFG Scale", value=6.0, elem_id="txt2img_cfg_scale", scale=4) cfg_scale.change(fn=use_cfg, inputs=[cfg_scale], outputs=[toprow.negative_prompt], queue=False, show_progress=False) scripts.scripts_txt2img.setup_ui_for_section(category) elif category == "accordions": with gr.Row(elem_id="txt2img_accordions", elem_classes="accordions"): with InputAccordion(False, label="Hires. fix", elem_id="txt2img_hr") as enable_hr: with enable_hr.extra(): hr_final_resolution = FormHTML(value="", elem_id="txtimg_hr_finalres", label="Upscaled resolution") with FormRow(elem_id="txt2img_hires_fix_row1", variant="compact"): hr_upscaler = gr.Dropdown(label="Upscaler", elem_id="txt2img_hr_upscaler", choices=[*shared.latent_upscale_modes, *[x.name for x in shared.sd_upscalers]], value=shared.latent_upscale_default_mode) hr_second_pass_steps = gr.Slider(minimum=0, maximum=150, step=1, label="Hires steps", value=0, elem_id="txt2img_hires_steps") denoising_strength = gr.Slider(minimum=0.0, maximum=1.0, step=0.05, label="Denoising strength", value=0.6, elem_id="txt2img_denoising_strength") with FormRow(elem_id="txt2img_hires_fix_row2", variant="compact"): hr_scale = gr.Slider(minimum=1.0, maximum=4.0, step=0.05, label="Upscale by", value=2.0, elem_id="txt2img_hr_scale") hr_resize_x = gr.Slider(minimum=0, maximum=4096, step=_STEP, label="Resize width to", value=0, elem_id="txt2img_hr_resize_x") hr_resize_y = gr.Slider(minimum=0, maximum=4096, step=_STEP, label="Resize height to", value=0, elem_id="txt2img_hr_resize_y") with FormRow(elem_id="txt2img_hires_fix_row_cfg", variant="compact"): hr_distilled_cfg = gr.Slider(minimum=1.0, maximum=24.0, step=0.5, label="Hires Distilled CFG Scale", value=3.0, elem_id="txt2img_hr_distilled_cfg") hr_cfg = gr.Slider(minimum=1.0, maximum=24.0, step=0.5, label="Hires CFG Scale", value=6.0, elem_id="txt2img_hr_cfg") with FormRow(elem_id="txt2img_hires_fix_row3", variant="compact", visible=shared.opts.hires_fix_show_sampler) as hr_checkpoint_container: hr_checkpoint_name = gr.Dropdown(label="Hires Checkpoint", elem_id="hr_checkpoint", choices=["Use same checkpoint"] + modules.sd_models.checkpoint_tiles(use_short=True), value="Use same checkpoint", scale=2) hr_checkpoint_refresh = ToolButton(value=refresh_symbol) def get_additional_modules(): modules_list = ["Use same choices"] if main_entry.module_list == {}: _, modules = main_entry.refresh_models() modules_list += list(modules) else: modules_list += list(main_entry.module_list.keys()) return modules_list modules_list = get_additional_modules() def refresh_model_and_modules(): modules_list = get_additional_modules() return gr.update(choices=["Use same checkpoint"] + modules.sd_models.checkpoint_tiles(use_short=True)), gr.update(choices=modules_list) hr_additional_modules = gr.Dropdown(label="Hires VAE / Text Encoder", elem_id="hr_vae_te", choices=modules_list, value=["Use same choices"], multiselect=True, scale=3) hr_checkpoint_refresh.click(fn=refresh_model_and_modules, outputs=[hr_checkpoint_name, hr_additional_modules], show_progress=False) with FormRow(elem_id="txt2img_hires_fix_row3b", variant="compact", visible=shared.opts.hires_fix_show_sampler) as hr_sampler_container: hr_sampler_name = gr.Dropdown(label="Hires sampling method", elem_id="hr_sampler", choices=["Use same sampler"] + sd_samplers.visible_sampler_names(), value="Use same sampler") hr_scheduler = gr.Dropdown(label="Hires schedule type", elem_id="hr_scheduler", choices=["Use same scheduler"] + [x.label for x in sd_schedulers.schedulers], value="Use same scheduler") with FormRow(elem_id="txt2img_hires_fix_row4", variant="compact", visible=shared.opts.hires_fix_show_prompts) as hr_prompts_container: with gr.Column(): hr_prompt = gr.Textbox(label="Hires prompt", elem_id="hires_prompt", show_label=False, lines=3, placeholder="Prompt for hires fix pass.\nLeave empty to use the same prompt as in first pass.", elem_classes=["prompt"]) with gr.Column(): hr_negative_prompt = gr.Textbox(label="Hires negative prompt", elem_id="hires_neg_prompt", show_label=False, lines=3, placeholder="Negative prompt for hires fix pass.\nLeave empty to use the same negative prompt as in first pass.", elem_classes=["prompt"]) hr_cfg.change(fn=use_cfg, inputs=[hr_cfg], outputs=[hr_negative_prompt], queue=False, show_progress=False) scripts.scripts_txt2img.setup_ui_for_section(category) elif category == "batch": if not opts.dimensions_and_batch_together: with FormRow(elem_id="txt2img_column_batch"): batch_count = gr.Slider(minimum=1, maximum=128, step=1, label="Batch Count", value=1, elem_id="txt2img_batch_count") batch_size = gr.Slider(minimum=1, maximum=8, step=1, label="Batch Size", value=1, elem_id="txt2img_batch_size") batch_size.do_not_save_to_config = True elif category == "override_settings": with FormRow(elem_id="txt2img_override_settings_row") as row: override_settings = create_override_settings_dropdown("txt2img", row) elif category == "scripts": with FormGroup(elem_id="txt2img_script_container"): custom_inputs = scripts.scripts_txt2img.setup_ui() if category not in {"accordions", "cfg"}: scripts.scripts_txt2img.setup_ui_for_section(category) hr_resolution_preview_inputs = [enable_hr, width, height, hr_scale, hr_resize_x, hr_resize_y] for component in hr_resolution_preview_inputs: event = component.release if isinstance(component, gr.Slider) else component.change event( fn=calc_resolution_hires, inputs=hr_resolution_preview_inputs, outputs=[hr_final_resolution], show_progress=False, ) event( None, _js="onCalcResolutionHires", inputs=hr_resolution_preview_inputs, show_progress=False, ) output_panel = create_output_panel("txt2img", opts.outdir_txt2img_samples, toprow) txt2img_inputs = [ dummy_component, toprow.prompt, toprow.negative_prompt, toprow.ui_styles.dropdown, batch_count, batch_size, cfg_scale, distilled_cfg_scale, height, width, enable_hr, denoising_strength, hr_scale, hr_upscaler, hr_second_pass_steps, hr_resize_x, hr_resize_y, hr_checkpoint_name, hr_additional_modules, hr_sampler_name, hr_scheduler, hr_prompt, hr_negative_prompt, hr_cfg, hr_distilled_cfg, override_settings, ] + custom_inputs txt2img_outputs = [ output_panel.gallery, output_panel.player, output_panel.generation_info, output_panel.infotext, output_panel.html_log, ] txt2img_args = dict( fn=wrap_gradio_gpu_call(modules.txt2img.txt2img, extra_outputs=[None, None, "", ""]), _js="submit", inputs=txt2img_inputs, outputs=txt2img_outputs, show_progress=False, ) toprow.prompt.submit(**txt2img_args).then(fn=cleanup) toprow.submit.click(**txt2img_args).then(fn=cleanup) def select_gallery_image(index): index = int(index) if getattr(shared.opts, "hires_button_gallery_insert", False): index += 1 return gr.update(selected_index=index) txt2img_upscale_inputs = txt2img_inputs[0:1] + [output_panel.gallery, dummy_component_number, output_panel.generation_info] + txt2img_inputs[1:] output_panel.button_upscale.click( fn=wrap_gradio_gpu_call(modules.txt2img.txt2img_upscale, extra_outputs=[None, "", ""]), _js="submit_txt2img_upscale", inputs=txt2img_upscale_inputs, outputs=[ output_panel.gallery, output_panel.generation_info, output_panel.infotext, output_panel.html_log, ], show_progress=False, ).then(fn=select_gallery_image, js="selected_gallery_index", inputs=[dummy_component], outputs=[output_panel.gallery]) res_switch_btn.click(lambda w, h: (h, w), inputs=[width, height], outputs=[width, height], show_progress=False) toprow.restore_progress_button.click( fn=progress.restore_progress, _js="restoreProgressTxt2img", inputs=[dummy_component], outputs=[ output_panel.gallery, output_panel.generation_info, output_panel.infotext, output_panel.html_log, ], show_progress=False, ) txt2img_paste_fields = [ PasteField(toprow.prompt, "Prompt", api="prompt"), PasteField(toprow.negative_prompt, "Negative prompt", api="negative_prompt"), PasteField(cfg_scale, "CFG scale", api="cfg_scale"), PasteField(distilled_cfg_scale, "Distilled CFG Scale", api="distilled_cfg_scale"), PasteField(width, "Size-1", api="width"), PasteField(height, "Size-2", api="height"), PasteField(batch_size, "Batch size", api="batch_size"), PasteField(toprow.ui_styles.dropdown, lambda d: d["Styles array"] if isinstance(d.get("Styles array"), list) else gr.skip(), api="styles"), PasteField(denoising_strength, "Denoising strength", api="denoising_strength"), PasteField(enable_hr, lambda d: "Denoising strength" in d and ("Hires upscale" in d or "Hires upscaler" in d or "Hires resize-1" in d), api="enable_hr"), PasteField(hr_scale, "Hires upscale", api="hr_scale"), PasteField(hr_upscaler, "Hires upscaler", api="hr_upscaler"), PasteField(hr_second_pass_steps, "Hires steps", api="hr_second_pass_steps"), PasteField(hr_resize_x, "Hires resize-1", api="hr_resize_x"), PasteField(hr_resize_y, "Hires resize-2", api="hr_resize_y"), PasteField(hr_checkpoint_name, "Hires checkpoint", api="hr_checkpoint_name"), PasteField(hr_additional_modules, "Hires VAE/TE", api="hr_additional_modules"), PasteField(hr_sampler_name, sd_samplers.get_hr_sampler_from_infotext, api="hr_sampler_name"), PasteField(hr_scheduler, sd_samplers.get_hr_scheduler_from_infotext, api="hr_scheduler"), PasteField(hr_sampler_container, lambda d: gr.update(visible=True) if d.get("Hires sampler", "Use same sampler") != "Use same sampler" or d.get("Hires checkpoint", "Use same checkpoint") != "Use same checkpoint" or d.get("Hires schedule type", "Use same scheduler") != "Use same scheduler" else gr.skip()), PasteField(hr_prompt, "Hires prompt", api="hr_prompt"), PasteField(hr_negative_prompt, "Hires negative prompt", api="hr_negative_prompt"), PasteField(hr_cfg, "Hires CFG Scale", api="hr_cfg"), PasteField(hr_distilled_cfg, "Hires Distilled CFG Scale", api="hr_distilled_cfg"), PasteField(hr_prompts_container, lambda d: gr.update(visible=True) if d.get("Hires prompt", "") != "" or d.get("Hires negative prompt", "") != "" else gr.skip()), *scripts.scripts_txt2img.infotext_fields, ] parameters_copypaste.add_paste_fields("txt2img", None, txt2img_paste_fields, override_settings) parameters_copypaste.register_paste_params_button( parameters_copypaste.ParamBinding( paste_button=toprow.paste, tabname="txt2img", source_text_component=toprow.prompt, source_image_component=None, ) ) steps = scripts.scripts_txt2img.script("Sampler").steps no_config(width, height, cfg_scale, distilled_cfg_scale) no_config(hr_second_pass_steps, hr_cfg, hr_distilled_cfg) toprow.ui_styles.dropdown.change(fn=wrap_queued_call(update_token_counter), inputs=[toprow.prompt, steps, toprow.ui_styles.dropdown], outputs=[toprow.token_counter]) toprow.ui_styles.dropdown.change(fn=wrap_queued_call(update_negative_prompt_token_counter), inputs=[toprow.negative_prompt, steps, toprow.ui_styles.dropdown], outputs=[toprow.negative_token_counter]) toprow.token_button.click(fn=wrap_queued_call(update_token_counter), inputs=[toprow.prompt, steps, toprow.ui_styles.dropdown], outputs=[toprow.token_counter]) toprow.negative_token_button.click(fn=wrap_queued_call(update_negative_prompt_token_counter), inputs=[toprow.negative_prompt, steps, toprow.ui_styles.dropdown], outputs=[toprow.negative_token_counter]) extra_networks_ui = ui_extra_networks.create_ui(txt2img_interface, [txt2img_generation_tab], "txt2img") ui_extra_networks.setup_ui(extra_networks_ui, output_panel.gallery) extra_tabs.__exit__() if shared.opts.paste_safe_guard: toprow.hook_paste_guard() scripts.scripts_current = scripts.scripts_img2img scripts.scripts_img2img.initialize_scripts(is_img2img=True) with gr.Blocks(analytics_enabled=False, head=canvas_head) as img2img_interface: toprow = ui_toprow.Toprow(is_img2img=True) extra_tabs = gr.Tabs(elem_id="img2img_extra_tabs", elem_classes=["extra-networks"]) extra_tabs.__enter__() with gr.Tab("Generation", id="img2img_generation") as img2img_generation_tab, ResizeHandleRow(equal_height=False): with ExitStack() as stack: if shared.opts.img2img_settings_accordion: stack.enter_context(gr.Accordion("Open for Settings", open=False)) stack.enter_context(gr.Column(variant="compact", elem_id="img2img_settings")) copy_image_buttons = [] copy_image_destinations = {} def add_copy_image_controls(tab_name, elem): with gr.Row(variant="compact", elem_id=f"img2img_copy_to_{tab_name}"): for title, name in zip(["to img2img", "to sketch", "to inpaint", "to inpaint sketch"], ["img2img", "sketch", "inpaint", "inpaint_sketch"]): if name == tab_name: gr.Button(title, interactive=False) copy_image_destinations[name] = elem continue button = gr.Button(title) copy_image_buttons.append((button, name, elem)) scripts.scripts_img2img.prepare_ui() for category in ordered_ui_categories(): if category == "prompt": toprow.create_inline_toprow_prompts() if category == "image": with gr.Tabs(elem_id="mode_img2img"): img2img_selected_tab = gr.Number(value=0, visible=False) with gr.TabItem("img2img", id="img2img", elem_id="img2img_img2img_tab") as tab_img2img: init_img = ForgeCanvas(elem_id="img2img_image", no_scribbles=True) add_copy_image_controls("img2img", init_img) with gr.TabItem("Sketch", id="img2img_sketch", elem_id="img2img_img2img_sketch_tab") as tab_sketch: sketch = ForgeCanvas(elem_id="img2img_sketch", scribble_color=opts.img2img_sketch_default_brush_color) add_copy_image_controls("sketch", sketch) with gr.TabItem("Inpaint", id="inpaint", elem_id="img2img_inpaint_tab") as tab_inpaint: init_img_with_mask = ForgeCanvas(elem_id="img2maskimg", contrast_scribbles=opts.img2img_inpaint_mask_high_contrast, scribble_color=opts.img2img_inpaint_mask_brush_color, scribble_color_fixed=True, scribble_alpha=opts.img2img_inpaint_mask_scribble_alpha, scribble_alpha_fixed=True, scribble_softness_fixed=True) add_copy_image_controls("inpaint", init_img_with_mask) with gr.TabItem("Inpaint sketch", id="inpaint_sketch", elem_id="img2img_inpaint_sketch_tab") as tab_inpaint_color: inpaint_color_sketch = ForgeCanvas(elem_id="inpaint_sketch", scribble_color=opts.img2img_inpaint_sketch_default_brush_color) add_copy_image_controls("inpaint_sketch", inpaint_color_sketch) with gr.TabItem("Inpaint upload", id="inpaint_upload", elem_id="img2img_inpaint_upload_tab") as tab_inpaint_upload: init_img_inpaint = gr.Image(label="Image for img2img", show_label=False, source="upload", interactive=True, type="pil", elem_id="img_inpaint_base") init_mask_inpaint = gr.Image(label="Mask", source="upload", interactive=True, type="pil", image_mode="RGBA", elem_id="img_inpaint_mask") with gr.TabItem("Batch", id="batch", elem_id="img2img_batch_tab") as tab_batch: with gr.Tabs(elem_id="img2img_batch_source"): img2img_batch_source_type = gr.Textbox(visible=False, value="upload") with gr.TabItem("Upload", id="batch_upload", elem_id="img2img_batch_upload_tab") as tab_batch_upload: img2img_batch_upload = gr.Files(label="Files", interactive=True, elem_id="img2img_batch_upload") with gr.TabItem("From directory", id="batch_from_dir", elem_id="img2img_batch_from_dir_tab") as tab_batch_from_dir: hidden = "
Disabled when launched with --hide-ui-dir-config." if shared.cmd_opts.hide_ui_dir_config else "" gr.HTML("

Process images in a directory on the same machine where the server is running." + "
Use an empty output directory to save pictures normally instead of writing to the output directory." + f"
Add inpaint batch mask directory to enable inpaint batch processing." f"{hidden}

") img2img_batch_input_dir = gr.Textbox(label="Input directory", **shared.hide_dirs, elem_id="img2img_batch_input_dir") img2img_batch_output_dir = gr.Textbox(label="Output directory", **shared.hide_dirs, elem_id="img2img_batch_output_dir") img2img_batch_inpaint_mask_dir = gr.Textbox(label="Inpaint batch mask directory (required for inpaint batch processing only)", **shared.hide_dirs, elem_id="img2img_batch_inpaint_mask_dir") tab_batch_upload.select(fn=lambda: "upload", outputs=[img2img_batch_source_type]) tab_batch_from_dir.select(fn=lambda: "from dir", outputs=[img2img_batch_source_type]) with InputAccordion(False, label="Append PNG Info", elem_id="img2img_batch_use_png_info") as img2img_batch_use_png_info: img2img_batch_png_info_dir = gr.Textbox(label="PNG info directory", **shared.hide_dirs, placeholder="Leave empty to use input directory", elem_id="img2img_batch_png_info_dir") img2img_batch_png_info_props = gr.CheckboxGroup(["Prompt", "Negative prompt", "Seed", "CFG scale", "Sampler", "Steps", "Model hash", "Filename"], label="Parameters to take from png info", info="Prompts from png info will be appended to prompts set in ui.") img2img_tabs = [tab_img2img, tab_sketch, tab_inpaint, tab_inpaint_color, tab_inpaint_upload, tab_batch] for i, tab in enumerate(img2img_tabs): tab.select(fn=lambda tabnum=i: tabnum, outputs=[img2img_selected_tab]) def copyCanvas_img2img(background, foreground, source): if source == 1 or source == 3: # 1 is sketch; 3 is Inpaint sketch bg = Image.alpha_composite(background, foreground) return bg, None return background, None for button, name, elem in copy_image_buttons: button.click( fn=copyCanvas_img2img, inputs=[elem.background, elem.foreground, img2img_selected_tab], outputs=[copy_image_destinations[name].background, copy_image_destinations[name].foreground], ) button.click( fn=None, _js=f"switch_to_{name.replace(' ', '_')}", ) with FormRow(): resize_mode = gr.Radio(label="Resize mode", elem_id="resize_mode", choices=["Just resize", "Crop and resize", "Resize and fill", "Just resize (latent upscale)"], type="index", value="Crop and resize") elif category == "dimensions": with FormRow(): with gr.Column(elem_id="img2img_column_size", scale=4): selected_scale_tab = gr.Number(value=0, visible=False) with gr.Tabs(elem_id="img2img_tabs_resize"): with gr.Tab(label="Resize to", id="to", elem_id="img2img_tab_resize_to") as tab_scale_to: with FormRow(): with gr.Column(elem_id="img2img_column_size", scale=4): width = gr.Slider(minimum=64, maximum=2048, step=_STEP, label="Width", value=1024, elem_id="img2img_width") height = gr.Slider(minimum=64, maximum=2048, step=_STEP, label="Height", value=1024, elem_id="img2img_height") with gr.Column(elem_id="img2img_dimensions_row", scale=1, elem_classes="dimensions-tools"): res_switch_btn = ToolButton(value=switch_values_symbol, elem_id="img2img_res_switch_btn", tooltip="Switch width/height") detect_image_size_btn = ToolButton(value=detect_image_size_symbol, elem_id="img2img_detect_image_size_btn", tooltip="Auto detect size from img2img") with gr.Tab(label="Resize by", id="by", elem_id="img2img_tab_resize_by") as tab_scale_by: scale_by = gr.Slider(minimum=0.5, maximum=4.0, step=0.05, label="Scale", value=1.0, elem_id="img2img_scale") with FormRow(): scale_by_html = FormHTML(resize_from_to_html(0, 0, 0.0), elem_id="img2img_scale_resolution_preview") gr.Slider(label="Unused", elem_id="img2img_unused_scale_by_slider") button_update_resize_to = gr.Button(visible=False, elem_id="img2img_update_resize_to") on_change_args = dict( fn=resize_from_to_html, _js="currentImg2imgSourceResolution", inputs=[dummy_component, dummy_component, scale_by], outputs=scale_by_html, show_progress=False, ) scale_by.change(**on_change_args) button_update_resize_to.click(**on_change_args) def updateWH(img): if img and shared.opts.img2img_autosize is True: return sRound(img.size[0]), sRound(img.size[1]) else: return gr.skip(), gr.skip() img_sources = [init_img.background, sketch.background, init_img_with_mask.background, inpaint_color_sketch.background, init_img_inpaint] for i in img_sources: i.change(fn=updateWH, inputs=[i], outputs=[width, height], show_progress="hidden") i.change(**on_change_args) tab_scale_to.select(fn=lambda: 0, outputs=[selected_scale_tab]) tab_scale_by.select(fn=lambda: 1, outputs=[selected_scale_tab]) if opts.dimensions_and_batch_together: with gr.Column(elem_id="img2img_column_batch"): batch_count = gr.Slider(minimum=1, maximum=128, step=1, label="Batch Count", value=1, elem_id="img2img_batch_count") batch_size = gr.Slider(minimum=1, maximum=8, step=1, label="Batch Size", value=1, elem_id="img2img_batch_size") elif category == "denoising": denoising_strength = gr.Slider(minimum=0.0, maximum=1.0, step=0.01, label="Denoising Strength", value=0.6, elem_id="img2img_denoising_strength") elif category == "cfg": with gr.Row(): distilled_cfg_scale = gr.Slider(minimum=0.0, maximum=24.0, step=0.5, label="Distilled CFG Scale", value=3.0, elem_id="img2img_distilled_cfg_scale", scale=4) cfg_scale = gr.Slider(minimum=1.0, maximum=24.0, step=0.5, label="CFG Scale", value=6.0, elem_id="img2img_cfg_scale", scale=4) image_cfg_scale = gr.Slider(minimum=0, maximum=3.0, step=0.05, label="Image CFG Scale", value=1.5, elem_id="img2img_image_cfg_scale", visible=False) cfg_scale.change(fn=use_cfg, inputs=[cfg_scale], outputs=[toprow.negative_prompt], queue=False, show_progress=False) scripts.scripts_img2img.setup_ui_for_section(category) elif category == "accordions": with gr.Row(elem_id="img2img_accordions", elem_classes="accordions"): scripts.scripts_img2img.setup_ui_for_section(category) elif category == "batch": if not opts.dimensions_and_batch_together: with FormRow(elem_id="img2img_column_batch"): batch_count = gr.Slider(minimum=1, maximum=128, step=1, label="Batch Count", value=1, elem_id="img2img_batch_count") batch_size = gr.Slider(minimum=1, maximum=8, step=1, label="Batch Size", value=1, elem_id="img2img_batch_size") batch_size.do_not_save_to_config = True elif category == "override_settings": with FormRow(elem_id="img2img_override_settings_row") as row: override_settings = create_override_settings_dropdown("img2img", row) elif category == "scripts": with FormGroup(elem_id="img2img_script_container"): custom_inputs = scripts.scripts_img2img.setup_ui() elif category == "inpaint": with FormGroup(elem_id="inpaint_controls", visible=False) as inpaint_controls: with FormRow(): mask_blur = gr.Slider(label="Mask blur", minimum=0, maximum=64, step=4, value=4, elem_id="img2img_mask_blur") mask_alpha = gr.Slider(label="Mask transparency", visible=False, elem_id="img2img_mask_alpha") with FormRow(): inpainting_mask_invert = gr.Radio(label="Mask mode", choices=["Inpaint masked", "Inpaint not masked"], value="Inpaint masked", type="index", elem_id="img2img_mask_mode") with FormRow(): inpainting_fill = gr.Radio(label="Masked content", choices=["fill", "original", "latent noise", "latent nothing"], value="original", type="index", elem_id="img2img_inpainting_fill") with FormRow(): with gr.Column(): inpaint_full_res = gr.Radio(label="Inpaint area", choices=["Whole picture", "Only masked"], type="index", value="Only masked", elem_id="img2img_inpaint_full_res") with gr.Column(scale=4): inpaint_full_res_padding = gr.Slider(label="Only masked padding, pixels", minimum=0, maximum=256, step=8, value=32, elem_id="img2img_inpaint_full_res_padding") if category not in {"accordions", "cfg"}: scripts.scripts_img2img.setup_ui_for_section(category) def select_img2img_tab(tab): return ( gr.update(visible=tab in [2, 3, 4]), gr.update(visible=tab == 3), ) for i, elem in enumerate(img2img_tabs): elem.select( fn=lambda tab=i: select_img2img_tab(tab), outputs=[inpaint_controls, mask_alpha], ) output_panel = create_output_panel("img2img", opts.outdir_img2img_samples, toprow) submit_img2img_inputs = [ dummy_component, img2img_selected_tab, toprow.prompt, toprow.negative_prompt, toprow.ui_styles.dropdown, init_img.background, sketch.background, sketch.foreground, init_img_with_mask.background, init_img_with_mask.foreground, inpaint_color_sketch.background, inpaint_color_sketch.foreground, init_img_inpaint, init_mask_inpaint, mask_blur, mask_alpha, inpainting_fill, batch_count, batch_size, cfg_scale, distilled_cfg_scale, image_cfg_scale, denoising_strength, selected_scale_tab, height, width, scale_by, resize_mode, inpaint_full_res, inpaint_full_res_padding, inpainting_mask_invert, img2img_batch_input_dir, img2img_batch_output_dir, img2img_batch_inpaint_mask_dir, override_settings, img2img_batch_use_png_info, img2img_batch_png_info_props, img2img_batch_png_info_dir, img2img_batch_source_type, img2img_batch_upload, ] + custom_inputs img2img_args = dict( fn=wrap_gradio_gpu_call(modules.img2img.img2img, extra_outputs=[None, None, "", ""]), _js="submit_img2img", inputs=submit_img2img_inputs, outputs=[ output_panel.gallery, output_panel.player, output_panel.generation_info, output_panel.infotext, output_panel.html_log, ], show_progress=False, ) toprow.prompt.submit(**img2img_args).then(fn=cleanup) toprow.submit.click(**img2img_args).then(fn=cleanup) res_switch_btn.click(lambda w, h: (h, w), inputs=[width, height], outputs=[width, height], show_progress=False) detect_image_size_btn.click( fn=lambda w, h: (w or gr.skip(), h or gr.skip()), _js="currentImg2imgSourceResolution", inputs=[dummy_component, dummy_component], outputs=[width, height], show_progress=False, ) toprow.restore_progress_button.click( fn=progress.restore_progress, _js="restoreProgressImg2img", inputs=[dummy_component], outputs=[ output_panel.gallery, output_panel.generation_info, output_panel.infotext, output_panel.html_log, ], show_progress=False, ) img2img_paste_fields = [ (toprow.prompt, "Prompt"), (toprow.negative_prompt, "Negative prompt"), (cfg_scale, "CFG scale"), (distilled_cfg_scale, "Distilled CFG Scale"), (image_cfg_scale, "Image CFG scale"), (width, "Size-1"), (height, "Size-2"), (batch_size, "Batch size"), (toprow.ui_styles.dropdown, lambda d: d["Styles array"] if isinstance(d.get("Styles array"), list) else gr.skip()), (denoising_strength, "Denoising strength"), (mask_blur, "Mask blur"), (inpainting_mask_invert, "Mask mode"), (inpainting_fill, "Masked content"), (inpaint_full_res, "Inpaint area"), (inpaint_full_res_padding, "Masked area padding"), *scripts.scripts_img2img.infotext_fields, ] parameters_copypaste.add_paste_fields("img2img", init_img.background, img2img_paste_fields, override_settings) parameters_copypaste.add_paste_fields("inpaint", init_img_with_mask.background, img2img_paste_fields, override_settings) parameters_copypaste.register_paste_params_button( parameters_copypaste.ParamBinding( paste_button=toprow.paste, tabname="img2img", source_text_component=toprow.prompt, source_image_component=None, ) ) steps = scripts.scripts_img2img.script("Sampler").steps no_config(width, height, cfg_scale, distilled_cfg_scale) toprow.ui_styles.dropdown.change(fn=wrap_queued_call(update_token_counter), inputs=[toprow.prompt, steps, toprow.ui_styles.dropdown], outputs=[toprow.token_counter]) toprow.ui_styles.dropdown.change(fn=wrap_queued_call(update_negative_prompt_token_counter), inputs=[toprow.negative_prompt, steps, toprow.ui_styles.dropdown], outputs=[toprow.negative_token_counter]) toprow.token_button.click(fn=update_token_counter, inputs=[toprow.prompt, steps, toprow.ui_styles.dropdown], outputs=[toprow.token_counter]) toprow.negative_token_button.click(fn=wrap_queued_call(update_negative_prompt_token_counter), inputs=[toprow.negative_prompt, steps, toprow.ui_styles.dropdown], outputs=[toprow.negative_token_counter]) extra_networks_ui_img2img = ui_extra_networks.create_ui(img2img_interface, [img2img_generation_tab], "img2img") ui_extra_networks.setup_ui(extra_networks_ui_img2img, output_panel.gallery) extra_tabs.__exit__() if shared.opts.paste_safe_guard: toprow.hook_paste_guard() scripts.scripts_current = None with gr.Blocks(analytics_enabled=False) as extras_interface: ui_postprocessing.create_ui() with gr.Blocks(analytics_enabled=False) as pnginfo_interface: with ResizeHandleRow(equal_height=False): with gr.Column(variant="panel"): image = gr.Image(elem_id="pnginfo_image", label="Source", source="upload", interactive=True, type="pil", height="50vh", image_mode="RGBA") with gr.Column(variant="panel"): html = gr.HTML() generation_info = gr.Textbox(visible=False, elem_id="pnginfo_generation_info") html2 = gr.HTML() with gr.Row(): buttons = parameters_copypaste.create_buttons(["txt2img", "img2img", "inpaint", "extras"]) for tabname, button in buttons.items(): parameters_copypaste.register_paste_params_button( parameters_copypaste.ParamBinding( paste_button=button, tabname=tabname, source_text_component=generation_info, source_image_component=image, ) ) image.change( fn=wrap_gradio_call_no_job(modules.extras.run_pnginfo), inputs=[image], outputs=[html, generation_info, html2], ) modelmerger_ui = ui_checkpoint_merger.UiCheckpointMerger() loadsave = ui_loadsave.UiLoadsave(cmd_opts.ui_config_file) ui_settings_from_file = loadsave.ui_settings.copy() settings.create_ui(loadsave, dummy_component) interfaces = [ (txt2img_interface, "txt2img", "txt2img"), (img2img_interface, "img2img", "img2img"), (extras_interface, "Extras", "extras"), (pnginfo_interface, "PNG Info", "pnginfo"), (modelmerger_ui.blocks, "Checkpoint Merger", "modelmerger"), ] interfaces += script_callbacks.ui_tabs_callback() interfaces += [(settings.interface, "Settings", "settings")] extensions_interface = ui_extensions.create_ui() interfaces += [(extensions_interface, "Extensions", "extensions")] shared.tab_names = [] for _interface, label, _ifid in interfaces: shared.tab_names.append(label) with gr.Blocks(theme=shared.gradio_theme, analytics_enabled=False, title="Stable Diffusion", head=canvas_head) as demo: settings.add_quicksettings() parameters_copypaste.connect_paste_params_buttons() with gr.Tabs(elem_id="tabs") as tabs: tab_order = {k: i for i, k in enumerate(opts.ui_tab_order)} sorted_interfaces = sorted(interfaces, key=lambda x: tab_order.get(x[1], 9999)) for interface, label, ifid in sorted_interfaces: if label in shared.opts.hidden_tabs: continue with gr.TabItem(label, id=ifid, elem_id=f"tab_{ifid}"): interface.render() if ifid not in ["extensions", "settings"]: loadsave.add_block(interface, ifid) loadsave.add_component(f"webui/Tabs@{tabs.elem_id}", tabs) loadsave.setup_ui() if os.path.exists(os.path.join(script_path, "notification.mp3")) and shared.opts.notification_audio: gr.Audio(interactive=False, value=os.path.join(script_path, "notification.mp3"), elem_id="audio_notification", visible=False) footer = shared.html("footer.html") footer = footer.format(versions=versions_html(), api_docs="/docs" if shared.cmd_opts.api else "https://github.com/AUTOMATIC1111/stable-diffusion-webui/wiki/API") gr.HTML(footer, elem_id="footer") settings.add_functionality(demo) update_image_cfg_scale_visibility = lambda: gr.update(visible=False) settings.text_settings.change(fn=update_image_cfg_scale_visibility, outputs=[image_cfg_scale]) demo.load(fn=update_image_cfg_scale_visibility, outputs=[image_cfg_scale]) modelmerger_ui.setup_ui(dummy_component=dummy_component, sd_model_checkpoint_component=main_entry.ui_checkpoint) main_entry.forge_main_entry() if ui_settings_from_file != loadsave.ui_settings: loadsave.dump_defaults() demo.ui_loadsave = loadsave return demo def versions_html(): import importlib.metadata import torch from backend.memory_management import flash_enabled, sage_enabled, xformers_enabled python_version = ".".join([str(x) for x in sys.version_info[0:3]]) _versions = [f"torch: {getattr(torch, '__long_version__', torch.__version__)}"] if sage_enabled(): _versions.append(f"sage: {importlib.metadata.version('sageattention')}") if flash_enabled(): _versions.append(f"flash: {importlib.metadata.version('flash_attn')}") if xformers_enabled(): _versions.append(f"xformers: {importlib.metadata.version('xformers')}") return f""" version: neo  •  python: {python_version}  •  {' • '.join(_versions)}  •  gradio: {gr.__version__}  •  checkpoint: N/A """ def setup_ui_api(app): from pydantic import BaseModel, Field class QuicksettingsHint(BaseModel): name: str = Field(title="Name of the quicksettings field") label: str = Field(title="Label of the quicksettings field") def quicksettings_hint(): return [QuicksettingsHint(name=k, label=v.label) for k, v in opts.data_labels.items()] app.add_api_route("/internal/quicksettings-hint", quicksettings_hint, methods=["GET"], response_model=list[QuicksettingsHint]) app.add_api_route("/internal/ping", lambda: {}, methods=["GET"]) app.add_api_route("/internal/profile-startup", lambda: timer.startup_record, methods=["GET"]) def download_sysinfo(attachment=False): from fastapi.responses import PlainTextResponse text = sysinfo.get() filename = f"sysinfo-{datetime.datetime.now(datetime.timezone.utc).strftime('%Y-%m-%d-%H-%M')}.json" return PlainTextResponse(text, headers={"Content-Disposition": f'{"attachment" if attachment else "inline"}; filename="{filename}"'}) app.add_api_route("/internal/sysinfo", download_sysinfo, methods=["GET"]) app.add_api_route("/internal/sysinfo-download", lambda: download_sysinfo(attachment=True), methods=["GET"]) import fastapi.staticfiles app.mount("/webui-assets", fastapi.staticfiles.StaticFiles(directory=os.path.join(paths_internal.modules_path, "web")), name="webui-assets")