【WebUI 1111】HyperTileFix【Stable diffusion】

　小さいサイズで生成した場合、A1111のHyperTile（左下）は、本家（左上）と構図が大きく変わってしまうので、AutoSizeの設定で選択できるようにしました。 

　HyperTileは、 小さいサイズで使うと情報量が落ちたり、構図が変わるのでStartStepの設定で途中からHyperTileが動作するように設定できるようにしました。

　画像右下の数値は、CPUで生成した時の時間で、一番右側がHyperTileを使用しなかった時と同じ画像です。 StartSetpを4にすると構図があまり変わらずに一分ぐらい早く生成できます。大きい差ではないのでGPUだと早くはならないかもしれません。

　txt2img、img2img、のUI毎に設定画面が出るので別々の設定が出来るようになります。

 

ダウンロードとインストール

HyperTileFix.py をダウンロードして WebUI の Scriptsフォルダーに移動します。

WebUIを再起動するとHyperTileFixが追加されます。

 

役に立ったと思われた方は、このリンクから→楽天、アマゾンお買い物で支援できます。
#HyperTileFix 1.0 2024 yukitoki.blogspot.com AGPL-3.0 license #https://github.com/tfernd/HyperTile #https://github.com/AUTOMATIC1111/stable-diffusion-webui/tree/master/extensions-builtin/hypertile #2024/7/10 公開 #import hypertileFix from __future__ import annotations from dataclasses import dataclass from typing import Callable from functools import wraps, cache import math import torch.nn as nn import random from einops import rearrange from modules import scripts, script_callbacks, shared #from scripts.hypertile_xyz import add_axis_options import gradio as gr from modules.script_callbacks import CFGDenoisedParams,on_cfg_denoised,CFGDenoiserParams,on_cfg_denoiser _hypertilefix_unet_Enable = False _hypertilefix_unet_2ndEnable = False _hypertilefix_unet_AutoSize = False _hypertilefix_vae_Enable = False _hypertilefix_unet_max = 3 _hypertilefix_unet_tilesize_min = 32 _hypertilefix_unet_tilesize = 256 _hypertilefix_unet_swapsize = 1 _hypertilefix_vae_max = 3 _hypertilefix_vae_tilesize = 128 _hypertilefix_vae_swapsize = 1 _hypertilefix_unet_start_step = 0 #class hypertile(): """ Hypertile module for splitting attention layers in SD-1.5 U-Net and SD-1.5 VAE Warn: The patch works well only if the input image has a width and height that are multiples of 128 Original author: @tfernd Github: https://github.com/tfernd/HyperTile """ # from dataclasses import dataclass # from typing import Callable # from functools import wraps, cache # import math # import torch.nn as nn # import random #from einops import rearrange _hypertilefix_step = 0 _hypertilefix_startStep = 3 @dataclass class HypertileParams: depth = 0 layer_name = "" tile_size = 0 swap_size = 0 aspect_ratio = 1.0 forward = None enabled = False # TODO add SD-XL layers DEPTH_LAYERS = { 0: [ # SD 1.5 U-Net (diffusers) "down_blocks.0.attentions.0.transformer_blocks.0.attn1", "down_blocks.0.attentions.1.transformer_blocks.0.attn1", "up_blocks.3.attentions.0.transformer_blocks.0.attn1", "up_blocks.3.attentions.1.transformer_blocks.0.attn1", "up_blocks.3.attentions.2.transformer_blocks.0.attn1", # SD 1.5 U-Net (ldm) "input_blocks.1.1.transformer_blocks.0.attn1", "input_blocks.2.1.transformer_blocks.0.attn1", "output_blocks.9.1.transformer_blocks.0.attn1", "output_blocks.10.1.transformer_blocks.0.attn1", "output_blocks.11.1.transformer_blocks.0.attn1", # SD 1.5 VAE "decoder.mid_block.attentions.0", "decoder.mid.attn_1", ], 1: [ # SD 1.5 U-Net (diffusers) "down_blocks.1.attentions.0.transformer_blocks.0.attn1", "down_blocks.1.attentions.1.transformer_blocks.0.attn1", "up_blocks.2.attentions.0.transformer_blocks.0.attn1", "up_blocks.2.attentions.1.transformer_blocks.0.attn1", "up_blocks.2.attentions.2.transformer_blocks.0.attn1", # SD 1.5 U-Net (ldm) "input_blocks.4.1.transformer_blocks.0.attn1", "input_blocks.5.1.transformer_blocks.0.attn1", "output_blocks.6.1.transformer_blocks.0.attn1", "output_blocks.7.1.transformer_blocks.0.attn1", "output_blocks.8.1.transformer_blocks.0.attn1", ], 2: [ # SD 1.5 U-Net (diffusers) "down_blocks.2.attentions.0.transformer_blocks.0.attn1", "down_blocks.2.attentions.1.transformer_blocks.0.attn1", "up_blocks.1.attentions.0.transformer_blocks.0.attn1", "up_blocks.1.attentions.1.transformer_blocks.0.attn1", "up_blocks.1.attentions.2.transformer_blocks.0.attn1", # SD 1.5 U-Net (ldm) "input_blocks.7.1.transformer_blocks.0.attn1", "input_blocks.8.1.transformer_blocks.0.attn1", "output_blocks.3.1.transformer_blocks.0.attn1", "output_blocks.4.1.transformer_blocks.0.attn1", "output_blocks.5.1.transformer_blocks.0.attn1", ], 3: [ # SD 1.5 U-Net (diffusers) "mid_block.attentions.0.transformer_blocks.0.attn1", # SD 1.5 U-Net (ldm) "middle_block.1.transformer_blocks.0.attn1", ], } # XL layers, thanks for GitHub@gel-crabs for the help DEPTH_LAYERS_XL = { 0: [ # SD 1.5 U-Net (diffusers) "down_blocks.0.attentions.0.transformer_blocks.0.attn1", "down_blocks.0.attentions.1.transformer_blocks.0.attn1", "up_blocks.3.attentions.0.transformer_blocks.0.attn1", "up_blocks.3.attentions.1.transformer_blocks.0.attn1", "up_blocks.3.attentions.2.transformer_blocks.0.attn1", # SD 1.5 U-Net (ldm) "input_blocks.4.1.transformer_blocks.0.attn1", "input_blocks.5.1.transformer_blocks.0.attn1", "output_blocks.3.1.transformer_blocks.0.attn1", "output_blocks.4.1.transformer_blocks.0.attn1", "output_blocks.5.1.transformer_blocks.0.attn1", # SD 1.5 VAE "decoder.mid_block.attentions.0", "decoder.mid.attn_1", ], 1: [ # SD 1.5 U-Net (diffusers) #"down_blocks.1.attentions.0.transformer_blocks.0.attn1", #"down_blocks.1.attentions.1.transformer_blocks.0.attn1", #"up_blocks.2.attentions.0.transformer_blocks.0.attn1", #"up_blocks.2.attentions.1.transformer_blocks.0.attn1", #"up_blocks.2.attentions.2.transformer_blocks.0.attn1", # SD 1.5 U-Net (ldm) "input_blocks.4.1.transformer_blocks.1.attn1", "input_blocks.5.1.transformer_blocks.1.attn1", "output_blocks.3.1.transformer_blocks.1.attn1", "output_blocks.4.1.transformer_blocks.1.attn1", "output_blocks.5.1.transformer_blocks.1.attn1", "input_blocks.7.1.transformer_blocks.0.attn1", "input_blocks.8.1.transformer_blocks.0.attn1", "output_blocks.0.1.transformer_blocks.0.attn1", "output_blocks.1.1.transformer_blocks.0.attn1", "output_blocks.2.1.transformer_blocks.0.attn1", "input_blocks.7.1.transformer_blocks.1.attn1", "input_blocks.8.1.transformer_blocks.1.attn1", "output_blocks.0.1.transformer_blocks.1.attn1", "output_blocks.1.1.transformer_blocks.1.attn1", "output_blocks.2.1.transformer_blocks.1.attn1", "input_blocks.7.1.transformer_blocks.2.attn1", "input_blocks.8.1.transformer_blocks.2.attn1", "output_blocks.0.1.transformer_blocks.2.attn1", "output_blocks.1.1.transformer_blocks.2.attn1", "output_blocks.2.1.transformer_blocks.2.attn1", "input_blocks.7.1.transformer_blocks.3.attn1", "input_blocks.8.1.transformer_blocks.3.attn1", "output_blocks.0.1.transformer_blocks.3.attn1", "output_blocks.1.1.transformer_blocks.3.attn1", "output_blocks.2.1.transformer_blocks.3.attn1", "input_blocks.7.1.transformer_blocks.4.attn1", "input_blocks.8.1.transformer_blocks.4.attn1", "output_blocks.0.1.transformer_blocks.4.attn1", "output_blocks.1.1.transformer_blocks.4.attn1", "output_blocks.2.1.transformer_blocks.4.attn1", "input_blocks.7.1.transformer_blocks.5.attn1", "input_blocks.8.1.transformer_blocks.5.attn1", "output_blocks.0.1.transformer_blocks.5.attn1", "output_blocks.1.1.transformer_blocks.5.attn1", "output_blocks.2.1.transformer_blocks.5.attn1", "input_blocks.7.1.transformer_blocks.6.attn1", "input_blocks.8.1.transformer_blocks.6.attn1", "output_blocks.0.1.transformer_blocks.6.attn1", "output_blocks.1.1.transformer_blocks.6.attn1", "output_blocks.2.1.transformer_blocks.6.attn1", "input_blocks.7.1.transformer_blocks.7.attn1", "input_blocks.8.1.transformer_blocks.7.attn1", "output_blocks.0.1.transformer_blocks.7.attn1", "output_blocks.1.1.transformer_blocks.7.attn1", "output_blocks.2.1.transformer_blocks.7.attn1", "input_blocks.7.1.transformer_blocks.8.attn1", "input_blocks.8.1.transformer_blocks.8.attn1", "output_blocks.0.1.transformer_blocks.8.attn1", "output_blocks.1.1.transformer_blocks.8.attn1", "output_blocks.2.1.transformer_blocks.8.attn1", "input_blocks.7.1.transformer_blocks.9.attn1", "input_blocks.8.1.transformer_blocks.9.attn1", "output_blocks.0.1.transformer_blocks.9.attn1", "output_blocks.1.1.transformer_blocks.9.attn1", "output_blocks.2.1.transformer_blocks.9.attn1", ], 2: [ # SD 1.5 U-Net (diffusers) "mid_block.attentions.0.transformer_blocks.0.attn1", # SD 1.5 U-Net (ldm) "middle_block.1.transformer_blocks.0.attn1", "middle_block.1.transformer_blocks.1.attn1", "middle_block.1.transformer_blocks.2.attn1", "middle_block.1.transformer_blocks.3.attn1", "middle_block.1.transformer_blocks.4.attn1", "middle_block.1.transformer_blocks.5.attn1", "middle_block.1.transformer_blocks.6.attn1", "middle_block.1.transformer_blocks.7.attn1", "middle_block.1.transformer_blocks.8.attn1", "middle_block.1.transformer_blocks.9.attn1", ], 3 : [] # TODO - separate layers for SD-XL } RNG_INSTANCE = random.Random() @cache def get_divisors(value: int, min_value: int, / , max_options: int = 1) -> list[int]: """ Returns divisors of value that x * min_value <= value in big -> small order, amount of divisors is limited by max_options """ max_options = max(1, max_options) # at least 1 option should be returned min_value = min(min_value, value) divisors = [i for i in range(min_value, value + 1) if value % i == 0] # divisors in small -> big order ns = [value // i for i in divisors[:max_options]] # has at least 1 element # big -> small order return ns def random_divisor(value: int, min_value: int, / , max_options: int = 1) -> int: """ Returns a random divisor of value that x * min_value <= value if max_options is 1, the behavior is deterministic """ ns = get_divisors(value, min_value, max_options=max_options) # get cached divisors idx = RNG_INSTANCE.randint(0, len(ns) - 1) return ns[idx] def set_hypertile_seed(seed: int) -> None: RNG_INSTANCE.seed(seed) @cache def largest_tile_size_available(width: int, height: int) -> int: """ Calculates the largest tile size available for a given width and height Tile size is always a power of 2 """ gcd = math.gcd(width, height) largest_tile_size_available = 1 while gcd % (largest_tile_size_available * 2) == 0: largest_tile_size_available *= 2 return largest_tile_size_available def iterative_closest_divisors(hw:int, aspect_ratio:float) -> tuple[int, int]: """ Finds h and w such that h*w = hw and h/w = aspect_ratio We check all possible divisors of hw and return the closest to the aspect ratio """ divisors = [i for i in range(2, hw + 1) if hw % i == 0] # all divisors of hw pairs = [(i, hw // i) for i in divisors] # all pairs of divisors of hw ratios = [w/h for h, w in pairs] # all ratios of pairs of divisors of hw closest_ratio = min(ratios, key=lambda x: abs(x - aspect_ratio)) # closest ratio to aspect_ratio closest_pair = pairs[ratios.index(closest_ratio)] # closest pair of divisors to aspect_ratio return closest_pair @cache def find_hw_candidates(hw:int, aspect_ratio:float) -> tuple[int, int]: """ Finds h and w such that h*w = hw and h/w = aspect_ratio """ h, w = round(math.sqrt(hw * aspect_ratio)), round(math.sqrt(hw / aspect_ratio)) # find h and w such that h*w = hw and h/w = aspect_ratio if h * w != hw: w_candidate = hw / h # check if w is an integer if not w_candidate.is_integer(): h_candidate = hw / w # check if h is an integer if not h_candidate.is_integer(): return iterative_closest_divisors(hw, aspect_ratio) else: h = int(h_candidate) else: w = int(w_candidate) return h, w def self_attn_forward(params: HypertileParams, scale_depth=True) -> Callable: global _hypertilefix_step,_hypertilefix_startStep,_hypertilefix_unet_tilesize_min @wraps(params.forward) def wrapper(*args, **kwargs): #print(_hypertilefix_step) # print("self_attn_forward") # print(params) # print(args) # print(kwargs) if not params.enabled: return params.forward(*args, **kwargs) latent_tile_size = max(_hypertilefix_unet_tilesize_min, params.tile_size) // 8 x = args[0] # VAE if x.ndim == 4: b, c, h, w = x.shape nh = random_divisor(h, latent_tile_size, params.swap_size) nw = random_divisor(w, latent_tile_size, params.swap_size) if nh * nw > 1: x = rearrange(x, "b c (nh h) (nw w) -> (b nh nw) c h w", nh=nh, nw=nw) # split into nh * nw tiles out = params.forward(x, *args[1:], **kwargs) if nh * nw > 1: out = rearrange(out, "(b nh nw) c h w -> b c (nh h) (nw w)", nh=nh, nw=nw) # U-Net else: if _hypertilefix_step < _hypertilefix_startStep : return params.forward(*args, **kwargs) #print(params.depth) hw: int = x.size(1) h, w = find_hw_candidates(hw, params.aspect_ratio) #h, w = round(math.sqrt(hw * params.aspect_ratio)), round(math.sqrt(hw / params.aspect_ratio)) assert h * w == hw, f"Invalid aspect ratio {params.aspect_ratio} for input of shape {x.shape}, hw={hw}, h={h}, w={w}" factor = 2 ** params.depth if scale_depth else 1 nh = random_divisor(h, latent_tile_size * factor, params.swap_size) nw = random_divisor(w, latent_tile_size * factor, params.swap_size) if nh * nw > 1: x = rearrange(x, "b (nh h nw w) c -> (b nh nw) (h w) c", h=h // nh, w=w // nw, nh=nh, nw=nw) out = params.forward(x, *args[1:], **kwargs) if nh * nw > 1: out = rearrange(out, "(b nh nw) hw c -> b nh nw hw c", nh=nh, nw=nw) out = rearrange(out, "b nh nw (h w) c -> b (nh h nw w) c", h=h // nh, w=w // nw) return out return wrapper def set_startStep(step) : global _hypertilefix_startStep _hypertilefix_startStep = step #print(":::::::::::::::::::::set_startStep:",_hypertilefix_startStep) # print(_hypertilefix_startStep) def set_step(step) : global _hypertilefix_step # print("set_step") if step == 0 : _hypertilefix_step = 0 else : _hypertilefix_step = step + 1 #print(":::::::::::::::::_hypertilefix_step:",_hypertilefix_step) def hypertile_hook_model(model: nn.Module, width, height, *, enable=False, tile_size_max=128, swap_size=1, max_depth=3, is_sdxl=False): global _hypertilefix_unet_AutoSize hypertile_layers = getattr(model, "__webui_hypertilefix_layers", None) # print("hypertile_hook_model") if hypertile_layers is None: if not enable: return hypertile_layers = {} layers = DEPTH_LAYERS_XL if is_sdxl else DEPTH_LAYERS for depth in range(4): for layer_name, module in model.named_modules(): if any(layer_name.endswith(try_name) for try_name in layers[depth]): params = HypertileParams() module.__webui_hypertile_params = params params.forward = module.forward params.depth = depth params.layer_name = layer_name module.forward = self_attn_forward(params) hypertile_layers[layer_name] = 1 model.__webui_hypertilefix_layers = hypertile_layers aspect_ratio = (width//8*8) / (height//8*8) tile_size = min(largest_tile_size_available(width, height), tile_size_max) if _hypertilefix_unet_AutoSize else tile_size_max for layer_name, module in model.named_modules(): if layer_name in hypertile_layers: params = module.__webui_hypertile_params params.tile_size = tile_size params.swap_size = swap_size params.aspect_ratio = aspect_ratio params.enabled = enable and params.depth <= max_depth #hypertileFix = hypertile() class ScriptHypertile(scripts.Script): name = "HypertileFix" def title(self): return self.name def show(self, is_img2img): return scripts.AlwaysVisible def ui(self, is_img2img): global _restart_steps,_restart_sampling,_restart_cfgDenoiser,_restart_firstWeight,_restart_noise with gr.Accordion("HyperTileFix", open=True): with gr.Column(): with gr.Row(): unet_Enable = gr.Checkbox(label="UNet Enable") unet_2ndEnable = gr.Checkbox(label="UNet 2nd pass Only Enable") unet_AutoSize = gr.Checkbox(label="UNet Auto size") vae_Enable = gr.Checkbox(label="VAE Enable") with gr.Row(): unet_start_step = gr.Slider(minimum=0, maximum=100, step=1, value=0, label='UNet Start Step',min_width=120) with gr.Accordion("Option", open=False): with gr.Column(): with gr.Row(): unet_max = gr.Slider(minimum=0, maximum=3, step=1, value=3, label='UNet max depth',min_width=120) unet_tilesize = gr.Slider(minimum=0, maximum=512, step=16, value=256, label='UNet tile size',min_width=120) unet_swapsize = gr.Slider(minimum=0, maximum=64, step=1, value=1, label='UNet swap size',min_width=120) with gr.Row(): vae_max = gr.Slider(minimum=0, maximum=3, step=1, value=3, label='VAE max depth',min_width=120) vae_tilesize = gr.Slider(minimum=0, maximum=512, step=16, value=128, label='VAE tile size',min_width=120) vae_swapsize = gr.Slider(minimum=0, maximum=64, step=1, value=1, label='VAE swap size',min_width=120) self.infotext_fields = ( (unet_Enable, "HypertileFix UNet"), (unet_2ndEnable, "HypertileFix UNet second pass"), (unet_AutoSize, "HypertileFix UNet Auto Size"), (vae_Enable, "HypertileFix VAE"), (unet_start_step,"HypertileFix UNet Start Step"), (unet_max, "HypertileFix UNet max depth"), (unet_tilesize, "HypertileFix UNet max tile size"), (unet_swapsize, "HypertileFix UNet swap size"), (vae_max, "HypertileFix VAE max depth"), (vae_tilesize, "HypertileFix VAE max tile size"), (vae_swapsize, "HypertileFix VAE swap size") ) return [unet_Enable,unet_2ndEnable,unet_AutoSize,vae_Enable,unet_max,unet_tilesize,unet_swapsize,vae_max,vae_tilesize,vae_swapsize,unet_start_step] def process(self, p, unet_Enable,unet_2ndEnable,unet_AutoSize,vae_Enable,unet_max,unet_tilesize,unet_swapsize,vae_max,vae_tilesize,vae_swapsize,unet_start_step,*args): global _hypertilefix_unet_Enable,_hypertilefix_unet_2ndEnable,_hypertilefix_unet_AutoSize,_hypertilefix_vae_Enable,_hypertilefix_unet_max,_hypertilefix_unet_tilesize,_hypertilefix_unet_swapsize,_hypertilefix_vae_max,_hypertilefix_vae_tilesize,_hypertilefix_vae_swapsize,_hypertilefix_unet_start_step,_hypertilefix_unet_tilesize_min _hypertilefix_unet_Enable = getattr(p,"hypertilefix_enable_unet", unet_Enable) if type(_hypertilefix_unet_Enable) == str : _hypertilefix_unet_Enable = False if _hypertilefix_unet_Enable == "False" else True _hypertilefix_unet_2ndEnable = getattr(p,"hypertilefix_enable_unet_secondpass",unet_2ndEnable) if type(_hypertilefix_unet_2ndEnable) == str : _hypertilefix_unet_2ndEnable = False if _hypertilefix_unet_2ndEnable == "False" else True _hypertilefix_unet_AutoSize = getattr(p,"hypertilefix_enable_unet_autosize",unet_AutoSize) if type(_hypertilefix_unet_AutoSize) == str : _hypertilefix_unet_AutoSize = False if _hypertilefix_unet_AutoSize == "False" else True if _hypertilefix_unet_AutoSize : _hypertilefix_unet_tilesize_min = 128 else : _hypertilefix_unet_tilesize_min = 32 _hypertilefix_vae_Enable = getattr(p,"hypertilefix_enable_vae",vae_Enable) if type(_hypertilefix_vae_Enable) == str : _hypertilefix_vae_Enable = False if _hypertilefix_vae_Enable == "False" else True _hypertilefix_unet_max = getattr(p,"hypertilefix_max_depth_unet",unet_max) _hypertilefix_unet_tilesize = getattr(p,"hypertilefix_max_tile_unet",unet_tilesize) _hypertilefix_unet_swapsize = getattr(p,"hypertilefix_swap_size_unet",unet_swapsize) _hypertilefix_vae_max = getattr(p,"hypertilefix_max_depth_vae",vae_max) _hypertilefix_vae_tilesize = getattr(p,"hypertilefix_max_tile_vae",vae_tilesize) _hypertilefix_vae_swapsize = getattr(p,"hypertilefix_swap_size_vae",vae_swapsize) _hypertilefix_unet_start_step = getattr(p,"hypertilefix_start_step_unet",unet_start_step) set_hypertile_seed(p.all_seeds[0]) set_startStep(_hypertilefix_unet_start_step) configure_hypertile(p.width, p.height, enable_unet=_hypertilefix_unet_Enable) self.add_infotext(p) def before_hr(self, p, *args): global _hypertilefix_unet_Enable,_hypertilefix_unet_2ndEnable enable = _hypertilefix_unet_2ndEnable or _hypertilefix_unet_Enable # exclusive hypertile seed for the second pass if enable: set_hypertile_seed(p.all_seeds[0]) configure_hypertile(p.hr_upscale_to_x, p.hr_upscale_to_y, enable_unet=enable) if enable and not _hypertilefix_unet_Enable : p.extra_generation_params["HypertileFix UNet second pass"] = True self.add_infotext(p, add_unet_params=True) def denoiser_callback(self, params: CFGDenoisedParams): set_step(params.sampling_step) #print("denoiser_callback") # print(params.sampling_step) def denoised_callback(self, params: CFGDenoisedParams): global _hypertilefix_step _hypertilefix_step = params.sampling_step #hypertileFix.set_step(params.sampling_step) #print("denoised_callback") # print(params.sampling_step) # if _skipstep > 0: # if params.sampling_step >= _skipstep - 2: # state.skip() # self._myskip = True def process_batch(self, p, *args, **kwargs): set_step(0) # print("process_batch") def add_infotext(self, p, add_unet_params=False): global _hypertilefix_unet_Enable,_hypertilefix_unet_2ndEnable,_hypertilefix_unet_AutoSize,_hypertilefix_vae_Enable,_hypertilefix_unet_max,_hypertilefix_unet_tilesize,_hypertilefix_unet_swapsize,_hypertilefix_vae_max,_hypertilefix_vae_tilesize,_hypertilefix_vae_swapsize # def option(name): # value = getattr(shared.opts, name) # default_value = shared.opts.get_default(name) # return None if value == default_value else value if _hypertilefix_unet_Enable : p.extra_generation_params["HypertileFix UNet"] = True if _hypertilefix_unet_Enable or add_unet_params: p.extra_generation_params["HypertileFix UNet Auto Size"] = _hypertilefix_unet_AutoSize p.extra_generation_params["HypertileFix UNet Start Step"] = _hypertilefix_unet_start_step p.extra_generation_params["HypertileFix UNet max depth"] = _hypertilefix_unet_max p.extra_generation_params["HypertileFix UNet max tile size"] = _hypertilefix_unet_tilesize p.extra_generation_params["HypertileFix UNet swap size"] = _hypertilefix_unet_swapsize if _hypertilefix_vae_Enable: p.extra_generation_params["HypertileFix VAE"] = True p.extra_generation_params["HypertileFix VAE max depth"] = _hypertilefix_vae_max p.extra_generation_params["HypertileFix VAE max tile size"] = _hypertilefix_vae_tilesize p.extra_generation_params["HypertileFix VAE swap size"] = _hypertilefix_vae_swapsize def configure_hypertile(width, height, enable_unet=True): global _hypertilefix_vae_Enable,_hypertilefix_unet_max,_hypertilefix_unet_tilesize,_hypertilefix_unet_swapsize,_hypertilefix_vae_max,_hypertilefix_vae_tilesize,_hypertilefix_vae_swapsize hypertile_hook_model( shared.sd_model.first_stage_model, width, height, swap_size=_hypertilefix_vae_swapsize, max_depth=_hypertilefix_vae_max, tile_size_max=_hypertilefix_vae_tilesize, enable=_hypertilefix_vae_Enable, ) hypertile_hook_model( shared.sd_model.model, width, height, swap_size=_hypertilefix_unet_swapsize, max_depth=_hypertilefix_unet_max, tile_size_max=_hypertilefix_unet_tilesize, enable=enable_unet, is_sdxl=shared.sd_model.is_sdxl ) # def on_ui_settings(): # options = { # "hypertile_explanation": shared.OptionHTML(""" # <a href='https://github.com/tfernd/HyperTile'>Hypertile</a> optimizes the self-attention layer within U-Net and VAE models, # resulting in a reduction in computation time ranging from 1 to 4 times. The larger the generated image is, the greater the # benefit. # """), # "hypertilefix_enable_unet": shared.OptionInfo(False, "Enable HypertileFix U-Net", infotext="HypertileFix U-Net").info("enables hypertile for all modes, including hires fix second pass; noticeable change in details of the generated picture"), # "hypertilefix_enable_unet_secondpass": shared.OptionInfo(False, "Enable HypertileFix U-Net for hires fix second pass", infotext="HypertileFix U-Net second pass").info("enables hypertile just for hires fix second pass - regardless of whether the above setting is enabled"), # "hypertilefix_max_depth_unet": shared.OptionInfo(3, "HypertileFix U-Net max depth", gr.Slider, {"minimum": 0, "maximum": 3, "step": 1}, infotext="Hypertile U-Net max depth").info("larger = more neural network layers affected; minor effect on performance"), # "hypertilefix_max_tile_unet": shared.OptionInfo(256, "HypertileFix U-Net max tile size", gr.Slider, {"minimum": 0, "maximum": 512, "step": 16}, infotext="HypertileFix U-Net max tile size").info("larger = worse performance"), # "hypertilefix_swap_size_unet": shared.OptionInfo(3, "HypertileFix U-Net swap size", gr.Slider, {"minimum": 0, "maximum": 64, "step": 1}, infotext="HypertileFix U-Net swap size"), # "hypertilefix_enable_vae": shared.OptionInfo(False, "Enable HypertileFix VAE", infotext="HypertileFix VAE").info("minimal change in the generated picture"), # "hypertilefix_max_depth_vae": shared.OptionInfo(3, "HypertileFix VAE max depth", gr.Slider, {"minimum": 0, "maximum": 3, "step": 1}, infotext="HypertileFix VAE max depth"), # "hypertilefix_max_tile_vae": shared.OptionInfo(128, "HypertileFix VAE max tile size", gr.Slider, {"minimum": 0, "maximum": 512, "step": 16}, infotext="HypertileFix VAE max tile size"), # "hypertilefix_swap_size_vae": shared.OptionInfo(3, "HypertileFix VAE swap size ", gr.Slider, {"minimum": 0, "maximum": 64, "step": 1}, infotext="HypertileFix VAE swap size"), # "hypertilefix_start_step_unet": shared.OptionInfo(3, "HypertileFix U-Net Start step ", gr.Slider, {"minimum": 0, "maximum": 100, "step": 1}, infotext="HypertileFix VAE swap size"), # } # for name, opt in options.items(): # opt.section = ('hypertilefix', "HypertileFix") # shared.opts.add_option(name, opt) # script_callbacks.on_ui_settings(on_ui_settings) #--------------------------------------------- #xyz def add_axis_options(): xyz_grid = [x for x in scripts.scripts_data if x.script_class.__module__ == "xyz_grid.py"][0].module extra_axis_options = [ xyz_grid.AxisOption("[HypertileFix] Unet First pass Enabled", str, xyz_grid.apply_field("hypertilefix_enable_unet"), choices=xyz_grid.boolean_choice(reverse=True)), xyz_grid.AxisOption("[HypertileFix] Unet Second pass Enabled", str, xyz_grid.apply_field("hypertilefix_enable_unet_secondpass"), choices=xyz_grid.boolean_choice(reverse=True)), xyz_grid.AxisOption("[HypertileFix] Unet Auto Size", str, xyz_grid.apply_field("hypertilefix_enable_unet_autosize"), choices=xyz_grid.boolean_choice(reverse=True)), xyz_grid.AxisOption("[HypertileFix] Unet Max Depth", int, xyz_grid.apply_field("hypertilefix_max_depth_unet"), choices=lambda: [str(x) for x in range(4)]), xyz_grid.AxisOption("[HypertileFix] Unet Max Tile Size", int, xyz_grid.apply_field("hypertilefix_max_tile_unet")), xyz_grid.AxisOption("[HypertileFix] Unet Swap Size", int, xyz_grid.apply_field("hypertilefix_swap_size_unet")), xyz_grid.AxisOption("[HypertileFix] Unet Start Step", int, xyz_grid.apply_field("hypertilefix_start_step_unet")), xyz_grid.AxisOption("[HypertileFix] VAE Enabled", str, xyz_grid.apply_field("hypertilefix_enable_vae"), choices=xyz_grid.boolean_choice(reverse=True)), xyz_grid.AxisOption("[HypertileFix] VAE Max Depth", int, xyz_grid.apply_field("hypertilefix_max_depth_vae"), choices=lambda: [str(x) for x in range(4)]), xyz_grid.AxisOption("[HypertileFix] VAE Max Tile Size", int, xyz_grid.apply_field("hypertilefix_max_tile_vae")), xyz_grid.AxisOption("[HypertileFix] VAE Swap Size", int, xyz_grid.apply_field("hypertilefix_swap_size_vae")), ] if not any("[HypertileFix]" in x.label for x in xyz_grid.axis_options): xyz_grid.axis_options.extend(extra_axis_options) def denoiser_callback(params: CFGDenoisedParams): set_step(params.sampling_step) script_callbacks.on_before_ui(add_axis_options) #on_cfg_denoised(self.denoised_callback) on_cfg_denoiser(denoiser_callback)

 

設定

UNet Enable

画像生成のHyperTileを有効にします。

UNet 2nd pass Only Enable

Hires. fixの時だけ有効にします。

UNet Auto size

比率に合うtile sizeに変更されます。

ほとんど128になる気がします。

Offの時は、本家と同じ動作になります。

VAE Enable

VAEのHyperTileを有効にします。

 

UNet Start Step

指定したステップからHyperTileが有効になります。

Option

UNet max depth

処理する深さ

変化しないので３で良いのかな？

本家は１だったような

 

UNet tile size

小さくすると早くなるけど情報量が落ちる感じがする

 

UNet swap size

小さいサイズだと１より大きくするとシマシマが出る。

ランダムの処理を使ってるので１より大きいと毎回少し違う画像になります。

VAE max depth

 

VAE tile size

 

VAE swap size