hoelee/stable-diffusion-webui
1
0
Fork 0
mirror of https://github.com/AUTOMATIC1111/stable-diffusion-webui.git synced 2025-08-09 05:39:47 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

convert/add hypertile options

Browse Source
This commit is contained in:
AngelBottomless
2023-11-16 18:43:16 +09:00
parent af45872fdb
commit bcfaf3979a
3 changed files with 53 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

36
modules/hypertile.py
View File

@@ -332,3 +332,39 @@ def split_attention(
module.forward = module._original_forward_hypertile
del module._original_forward_hypertile
del module._split_sizes_hypertile
def hypertile_context_vae(model:nn.Module, aspect_ratio:float, tile_size:int, opts):
"""
Returns context manager for VAE
"""
enabled = not opts.hypertile_split_vae_attn
swap_size = opts.hypertile_swap_size_vae
max_depth = opts.hypertile_max_depth_vae
tile_size_max = opts.hypertile_max_tile_vae
return split_attention(
model,
aspect_ratio=aspect_ratio,
tile_size=min(tile_size, tile_size_max),
swap_size=swap_size,
disable=not enabled,
max_depth=max_depth,
is_sdxl=False,
)
def hypertile_context_unet(model:nn.Module, aspect_ratio:float, tile_size:int, opts, is_sdxl:bool):
"""
Returns context manager for U-Net
"""
enabled = not opts.hypertile_split_unet_attn
swap_size = opts.hypertile_swap_size_unet
max_depth = opts.hypertile_max_depth_unet
tile_size_max = opts.hypertile_max_tile_unet
return split_attention(
model,
aspect_ratio=aspect_ratio,
tile_size=min(tile_size, tile_size_max),
swap_size=swap_size,
disable=not enabled,
max_depth=max_depth,
is_sdxl=is_sdxl,
)