mirror of
https://github.com/invoke-ai/InvokeAI.git
synced 2026-02-10 05:25:29 -05:00
3e0fb45dd7
* use model_class.load_singlefile() instead of converting; works, but performance is poor * adjust the convert api - not right just yet * working, needs sql migrator update * rename migration_11 before conflict merge with main * Update invokeai/backend/model_manager/load/model_loaders/stable_diffusion.py Co-authored-by: Ryan Dick <ryanjdick3@gmail.com> * Update invokeai/backend/model_manager/load/model_loaders/stable_diffusion.py Co-authored-by: Ryan Dick <ryanjdick3@gmail.com> * implement lightweight version-by-version config migration * simplified config schema migration code * associate sdxl config with sdxl VAEs * remove use of original_config_file in load_single_file() --------- Co-authored-by: Lincoln Stein <lstein@gmail.com> Co-authored-by: Ryan Dick <ryanjdick3@gmail.com>
101 lines
3.4 KiB
Python
101 lines
3.4 KiB
Python
# Copyright (c) 2023 Lincoln D. Stein and the InvokeAI Team
|
|
"""Implementation of ModelManagerServiceBase."""
|
|
|
|
from typing import Optional
|
|
|
|
import torch
|
|
from typing_extensions import Self
|
|
|
|
from invokeai.app.services.invoker import Invoker
|
|
from invokeai.backend.model_manager.load import ModelCache, ModelLoaderRegistry
|
|
from invokeai.backend.util.devices import TorchDevice
|
|
from invokeai.backend.util.logging import InvokeAILogger
|
|
|
|
from ..config import InvokeAIAppConfig
|
|
from ..download import DownloadQueueServiceBase
|
|
from ..events.events_base import EventServiceBase
|
|
from ..model_install import ModelInstallService, ModelInstallServiceBase
|
|
from ..model_load import ModelLoadService, ModelLoadServiceBase
|
|
from ..model_records import ModelRecordServiceBase
|
|
from .model_manager_base import ModelManagerServiceBase
|
|
|
|
|
|
class ModelManagerService(ModelManagerServiceBase):
|
|
"""
|
|
The ModelManagerService handles various aspects of model installation, maintenance and loading.
|
|
|
|
It bundles three distinct services:
|
|
model_manager.store -- Routines to manage the database of model configuration records.
|
|
model_manager.install -- Routines to install, move and delete models.
|
|
model_manager.load -- Routines to load models into memory.
|
|
"""
|
|
|
|
def __init__(
|
|
self,
|
|
store: ModelRecordServiceBase,
|
|
install: ModelInstallServiceBase,
|
|
load: ModelLoadServiceBase,
|
|
):
|
|
self._store = store
|
|
self._install = install
|
|
self._load = load
|
|
|
|
@property
|
|
def store(self) -> ModelRecordServiceBase:
|
|
return self._store
|
|
|
|
@property
|
|
def install(self) -> ModelInstallServiceBase:
|
|
return self._install
|
|
|
|
@property
|
|
def load(self) -> ModelLoadServiceBase:
|
|
return self._load
|
|
|
|
def start(self, invoker: Invoker) -> None:
|
|
for service in [self._store, self._install, self._load]:
|
|
if hasattr(service, "start"):
|
|
service.start(invoker)
|
|
|
|
def stop(self, invoker: Invoker) -> None:
|
|
for service in [self._store, self._install, self._load]:
|
|
if hasattr(service, "stop"):
|
|
service.stop(invoker)
|
|
|
|
@classmethod
|
|
def build_model_manager(
|
|
cls,
|
|
app_config: InvokeAIAppConfig,
|
|
model_record_service: ModelRecordServiceBase,
|
|
download_queue: DownloadQueueServiceBase,
|
|
events: EventServiceBase,
|
|
execution_device: Optional[torch.device] = None,
|
|
) -> Self:
|
|
"""
|
|
Construct the model manager service instance.
|
|
|
|
For simplicity, use this class method rather than the __init__ constructor.
|
|
"""
|
|
logger = InvokeAILogger.get_logger(cls.__name__)
|
|
logger.setLevel(app_config.log_level.upper())
|
|
|
|
ram_cache = ModelCache(
|
|
max_cache_size=app_config.ram,
|
|
max_vram_cache_size=app_config.vram,
|
|
lazy_offloading=app_config.lazy_offload,
|
|
logger=logger,
|
|
execution_device=execution_device or TorchDevice.choose_torch_device(),
|
|
)
|
|
loader = ModelLoadService(
|
|
app_config=app_config,
|
|
ram_cache=ram_cache,
|
|
registry=ModelLoaderRegistry,
|
|
)
|
|
installer = ModelInstallService(
|
|
app_config=app_config,
|
|
record_store=model_record_service,
|
|
download_queue=download_queue,
|
|
event_bus=events,
|
|
)
|
|
return cls(store=model_record_service, install=installer, load=loader)
|