github/InvokeAI
1
1
Fork 0
mirror of https://github.com/invoke-ai/InvokeAI.git synced 2026-04-23 03:00:31 -04:00
Code Issues Packages Projects Releases Wiki Activity

Ensure that patches are on the correct device when used in sidecar wrappers.

Browse Source
This commit is contained in:
Ryan Dick
2024-12-13 21:24:32 +00:00
parent 606d58d7db
commit e7e3f7e144
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
invokeai/backend/patches/lora_patcher.py
View File

@@ -260,7 +260,9 @@ class LoRAPatcher:
wrapped_module = module_to_patch
# Move the LoRA layer to the same device/dtype as the orig module.
patch.to(device=wrapped_module.orig_module.weight.device, dtype=dtype)
first_param = next(module_to_patch.parameters())
device = first_param.device
patch.to(device=device, dtype=dtype)
# Add the patch to the sidecar wrapper.
wrapped_module.add_patch(patch, patch_weight)