github/SHARK-Studio
1
1
Fork 0
mirror of https://github.com/nod-ai/SHARK-Studio.git synced 2026-01-10 06:17:55 -05:00
Code Issues Packages Projects Releases Wiki Activity

SDXL tweaks (#2072)

Browse Source
This commit is contained in:
Ean Garvey
2024-01-26 11:33:06 -06:00
committed by GitHub
parent c1efb9cfe0
commit 721757013f
4 changed files with 45 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
apps/stable_diffusion/src/pipelines/pipeline_shark_stable_diffusion_utils.py
View File

@@ -609,7 +609,7 @@ class StableDiffusionPipeline:
# latents are in unet dtype here so switch if we want to use fp32
if is_fp32_vae:
print("Casting latents to float32 for VAE")
latents = latents.to(torch.float32)
latents = latents.astype("float32")
images = self.vae("forward", (latents,))
images = (torch.from_numpy(images) / 2 + 0.5).clamp(0, 1)
images = images.cpu().permute(0, 2, 3, 1).float().numpy()

15
apps/stable_diffusion/src/schedulers/sd_schedulers.py
View File

@@ -81,6 +81,21 @@ def get_schedulers(model_id):
algorithm_type="dpmsolver++",
use_karras_sigmas=True,
)
schedulers[
"DPMSolverSDEKarras++"
] = DPMSolverMultistepScheduler.from_pretrained(
model_id,
subfolder="scheduler",
algorithm_type="sde-dpmsolver++",
use_karras_sigmas=True,
)
schedulers[
"DPMSolverSDE++"
] = DPMSolverMultistepScheduler.from_pretrained(
model_id,
subfolder="scheduler",
algorithm_type="sde-dpmsolver++",
)
schedulers["EulerDiscrete"] = EulerDiscreteScheduler.from_pretrained(
model_id,
subfolder="scheduler",

2
apps/stable_diffusion/web/ui/txt2img_sdxl_ui.py
View File

@@ -361,6 +361,8 @@ with gr.Blocks(title="Text-to-Image-SDXL", theme=theme) as txt2img_sdxl_web:
"DPMSolverMultistep++",
"DPMSolverMultistepKarras",
"DPMSolverMultistepKarras++",
"DPMSolverSDEKarras++",
"DPMSolverSDE++",
"EulerDiscrete",
"LCMScheduler",
],

38
apps/stable_diffusion/web/ui/utils.py
View File

@@ -340,21 +340,37 @@ def mask_editor_value_for_gallery_data(gallery_data):
default_configs = {
# "stabilityai/sdxl-turbo": [
# gr.Textbox(label="", interactive=False, value=None, visible=False),
# gr.Textbox(
# label="Prompt",
# value="masterpiece, a graceful shark leaping out of the water to catch a fish, eclipsing the sunset, epic, rays of light, silhouette",
# ),
# gr.Slider(0, 10, value=2),
# "EulerAncestralDiscrete",
# gr.Slider(0, value=0),
# 512,
# 512,
# "madebyollin/sdxl-vae-fp16-fix",
# gr.Checkbox(
# label="Auto-Generate", visible=False, interactive=True, value=False
# ),
# ],
"stabilityai/sdxl-turbo": [
gr.Textbox(label="", interactive=False, value=None, visible=False),
gr.Textbox(
label="Prompt",
value="masterpiece, a graceful shark leaping out of the water to catch a fish, eclipsing the sunset, epic, rays of light, silhouette",
),
gr.Slider(0, 10, value=2),
gr.Textbox(label="Prompt", interactive=True, visible=True),
gr.Textbox(label="Negative Prompt", interactive=True),
4,
"EulerAncestralDiscrete",
gr.Slider(0, value=0),
512,
512,
0,
gr.Slider(value=768, interactive=True),
gr.Slider(value=768, interactive=True),
"madebyollin/sdxl-vae-fp16-fix",
gr.Checkbox(
label="Auto-Generate", visible=False, interactive=True, value=False
),
label="Auto-Generate",
visible=False,
interactive=False,
value=False,
)
],
"stabilityai/stable-diffusion-xl-base-1.0": [
gr.Textbox(label="Prompt", interactive=True, visible=True),