github/AMD-SHARK-Studio
1
1
Fork 0
mirror of https://github.com/nod-ai/AMD-SHARK-Studio.git synced 2026-04-03 03:00:17 -04:00
Code Issues Packages Projects Releases Wiki Activity

[Stable Diffusion] Disable binding fusion to work with moltenVK on mac. (#639)

Browse Source 
Co-authored-by: Stanley <stanley@MacStudio.lan>
This commit is contained in:
Stanley Winata
2022-12-16 00:22:49 +07:00
committed by GitHub
parent 6aed4423b2
commit 24a16a4cfe
1 changed files with 9 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
shark/examples/shark_inference/stable_diffusion/opt_params.py
View File

@@ -19,6 +19,9 @@ def get_unet():
iree_flags.append(
f"-iree-vulkan-target-triple={args.iree_vulkan_target_triple}"
)
# Disable bindings fusion to work with moltenVK.
if sys.platform == "darwin":
iree_flags.append("-iree-stream-fuse-binding=false")
# Tuned model is present for `fp16` precision.
if args.precision == "fp16":
if args.use_tuned:
@@ -79,6 +82,9 @@ def get_vae():
iree_flags.append(
f"-iree-vulkan-target-triple={args.iree_vulkan_target_triple}"
)
# Disable bindings fusion to work with moltenVK.
if sys.platform == "darwin":
iree_flags.append("-iree-stream-fuse-binding=false")
if args.precision in ["fp16", "int8"]:
bucket = "gs://shark_tank/stable_diffusion"
model_name = "vae_8dec_fp16"
@@ -147,6 +153,9 @@ def get_clip():
iree_flags.append(
f"-iree-vulkan-target-triple={args.iree_vulkan_target_triple}"
)
# Disable bindings fusion to work with moltenVK.
if sys.platform == "darwin":
iree_flags.append("-iree-stream-fuse-binding=false")
bucket = "gs://shark_tank/stable_diffusion"
model_name = "clip_8dec_fp32"
if args.version == "v2.1base":