github/InvokeAI
1
1
Fork 0
mirror of https://github.com/invoke-ai/InvokeAI.git synced 2026-04-23 03:00:31 -04:00
Code Issues Packages Projects Releases Wiki Activity

First pass at adding partial loading support to the ModelCache.

Browse Source
This commit is contained in:
Ryan Dick
2024-12-29 18:43:00 +00:00
parent 782ee7a0ec
commit 535e45cedf
5 changed files with 307 additions and 264 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
invokeai/app/services/model_manager/model_manager_default.py
View File

@@ -82,9 +82,8 @@ class ModelManagerService(ModelManagerServiceBase):
logger.setLevel(app_config.log_level.upper())
ram_cache = ModelCache(
max_cache_size=app_config.ram,
max_vram_cache_size=app_config.vram,
lazy_offloading=app_config.lazy_offload,
max_ram_cache_size_gb=app_config.ram,
max_vram_cache_size_gb=app_config.vram,
logger=logger,
execution_device=execution_device or TorchDevice.choose_torch_device(),
)