From d30a9ced38505e3c19cd13a950d91946891cc306 Mon Sep 17 00:00:00 2001 From: Ryan Dick Date: Wed, 4 Dec 2024 22:45:30 +0000 Subject: [PATCH] Rename model_cache_default.py -> model_cache.py. --- invokeai/app/services/model_load/model_load_base.py | 2 +- invokeai/app/services/model_load/model_load_default.py | 2 +- .../app/services/model_manager/model_manager_default.py | 2 +- invokeai/backend/model_manager/load/__init__.py | 2 +- invokeai/backend/model_manager/load/load_base.py | 2 +- invokeai/backend/model_manager/load/load_default.py | 2 +- .../model_manager/load/model_cache/cache_record.py | 8 +++----- .../{model_cache_default.py => model_cache.py} | 2 +- .../model_manager/load/model_cache/model_locker.py | 2 +- invokeai/backend/model_manager/load/model_loaders/lora.py | 2 +- tests/backend/model_manager/model_manager_fixtures.py | 2 +- 11 files changed, 13 insertions(+), 15 deletions(-) rename invokeai/backend/model_manager/load/model_cache/{model_cache_default.py => model_cache.py} (99%) diff --git a/invokeai/app/services/model_load/model_load_base.py b/invokeai/app/services/model_load/model_load_base.py index 1b4e1de054..cbda6114bc 100644 --- a/invokeai/app/services/model_load/model_load_base.py +++ b/invokeai/app/services/model_load/model_load_base.py @@ -7,7 +7,7 @@ from typing import Callable, Optional from invokeai.backend.model_manager import AnyModel, AnyModelConfig, SubModelType from invokeai.backend.model_manager.load import LoadedModel, LoadedModelWithoutConfig -from invokeai.backend.model_manager.load.model_cache.model_cache_default import ModelCache +from invokeai.backend.model_manager.load.model_cache.model_cache import ModelCache class ModelLoadServiceBase(ABC): diff --git a/invokeai/app/services/model_load/model_load_default.py b/invokeai/app/services/model_load/model_load_default.py index 21767cb428..9f53afc319 100644 --- a/invokeai/app/services/model_load/model_load_default.py +++ b/invokeai/app/services/model_load/model_load_default.py @@ -18,7 +18,7 @@ from invokeai.backend.model_manager.load import ( ModelLoaderRegistry, ModelLoaderRegistryBase, ) -from invokeai.backend.model_manager.load.model_cache.model_cache_default import ModelCache +from invokeai.backend.model_manager.load.model_cache.model_cache import ModelCache from invokeai.backend.model_manager.load.model_loaders.generic_diffusers import GenericDiffusersLoader from invokeai.backend.util.devices import TorchDevice from invokeai.backend.util.logging import InvokeAILogger diff --git a/invokeai/app/services/model_manager/model_manager_default.py b/invokeai/app/services/model_manager/model_manager_default.py index 1daac53a51..a05456eb8a 100644 --- a/invokeai/app/services/model_manager/model_manager_default.py +++ b/invokeai/app/services/model_manager/model_manager_default.py @@ -16,7 +16,7 @@ from invokeai.app.services.model_load.model_load_base import ModelLoadServiceBas from invokeai.app.services.model_load.model_load_default import ModelLoadService from invokeai.app.services.model_manager.model_manager_base import ModelManagerServiceBase from invokeai.app.services.model_records.model_records_base import ModelRecordServiceBase -from invokeai.backend.model_manager.load.model_cache.model_cache_default import ModelCache +from invokeai.backend.model_manager.load.model_cache.model_cache import ModelCache from invokeai.backend.model_manager.load.model_loader_registry import ModelLoaderRegistry from invokeai.backend.util.devices import TorchDevice from invokeai.backend.util.logging import InvokeAILogger diff --git a/invokeai/backend/model_manager/load/__init__.py b/invokeai/backend/model_manager/load/__init__.py index d9a07bc250..eba7bd16a3 100644 --- a/invokeai/backend/model_manager/load/__init__.py +++ b/invokeai/backend/model_manager/load/__init__.py @@ -8,7 +8,7 @@ from pathlib import Path from invokeai.backend.model_manager.load.load_base import LoadedModel, LoadedModelWithoutConfig, ModelLoaderBase from invokeai.backend.model_manager.load.load_default import ModelLoader -from invokeai.backend.model_manager.load.model_cache.model_cache_default import ModelCache +from invokeai.backend.model_manager.load.model_cache.model_cache import ModelCache from invokeai.backend.model_manager.load.model_loader_registry import ModelLoaderRegistry, ModelLoaderRegistryBase # This registers the subclasses that implement loaders of specific model types diff --git a/invokeai/backend/model_manager/load/load_base.py b/invokeai/backend/model_manager/load/load_base.py index ef78f0a3f0..20a41838ed 100644 --- a/invokeai/backend/model_manager/load/load_base.py +++ b/invokeai/backend/model_manager/load/load_base.py @@ -18,7 +18,7 @@ from invokeai.backend.model_manager.config import ( AnyModelConfig, SubModelType, ) -from invokeai.backend.model_manager.load.model_cache.model_cache_default import ModelCache +from invokeai.backend.model_manager.load.model_cache.model_cache import ModelCache from invokeai.backend.model_manager.load.model_cache.model_locker import ModelLocker diff --git a/invokeai/backend/model_manager/load/load_default.py b/invokeai/backend/model_manager/load/load_default.py index 06ebed8b65..c8e02a10a3 100644 --- a/invokeai/backend/model_manager/load/load_default.py +++ b/invokeai/backend/model_manager/load/load_default.py @@ -14,7 +14,7 @@ from invokeai.backend.model_manager import ( ) from invokeai.backend.model_manager.config import DiffusersConfigBase from invokeai.backend.model_manager.load.load_base import LoadedModel, ModelLoaderBase -from invokeai.backend.model_manager.load.model_cache.model_cache_default import ModelCache +from invokeai.backend.model_manager.load.model_cache.model_cache import ModelCache from invokeai.backend.model_manager.load.model_cache.model_locker import ModelLocker from invokeai.backend.model_manager.load.model_util import calc_model_size_by_fs from invokeai.backend.model_manager.load.optimizations import skip_torch_weight_init diff --git a/invokeai/backend/model_manager/load/model_cache/cache_record.py b/invokeai/backend/model_manager/load/model_cache/cache_record.py index 2398eb9ab6..dfa8aeb3f2 100644 --- a/invokeai/backend/model_manager/load/model_cache/cache_record.py +++ b/invokeai/backend/model_manager/load/model_cache/cache_record.py @@ -1,13 +1,11 @@ from dataclasses import dataclass -from typing import Dict, Generic, Optional, TypeVar +from typing import Any, Dict, Optional import torch -T = TypeVar("T") - @dataclass -class CacheRecord(Generic[T]): +class CacheRecord: """ Elements of the cache: @@ -30,7 +28,7 @@ class CacheRecord(Generic[T]): """ key: str - model: T + model: Any device: torch.device state_dict: Optional[Dict[str, torch.Tensor]] size: int diff --git a/invokeai/backend/model_manager/load/model_cache/model_cache_default.py b/invokeai/backend/model_manager/load/model_cache/model_cache.py similarity index 99% rename from invokeai/backend/model_manager/load/model_cache/model_cache_default.py rename to invokeai/backend/model_manager/load/model_cache/model_cache.py index 4109c0a3e8..28c1d64865 100644 --- a/invokeai/backend/model_manager/load/model_cache/model_cache_default.py +++ b/invokeai/backend/model_manager/load/model_cache/model_cache.py @@ -95,7 +95,7 @@ class ModelCache: self._log_memory_usage = log_memory_usage self._stats: Optional[CacheStats] = None - self._cached_models: Dict[str, CacheRecord[AnyModel]] = {} + self._cached_models: Dict[str, CacheRecord] = {} self._cache_stack: List[str] = [] @property diff --git a/invokeai/backend/model_manager/load/model_cache/model_locker.py b/invokeai/backend/model_manager/load/model_cache/model_locker.py index 9706af3721..4a04a8e9d4 100644 --- a/invokeai/backend/model_manager/load/model_cache/model_locker.py +++ b/invokeai/backend/model_manager/load/model_cache/model_locker.py @@ -8,7 +8,7 @@ import torch from invokeai.backend.model_manager import AnyModel from invokeai.backend.model_manager.load.model_cache.cache_record import CacheRecord -from invokeai.backend.model_manager.load.model_cache.model_cache_default import ModelCache +from invokeai.backend.model_manager.load.model_cache.model_cache import ModelCache class ModelLocker: diff --git a/invokeai/backend/model_manager/load/model_loaders/lora.py b/invokeai/backend/model_manager/load/model_loaders/lora.py index fc7a8d4635..7e89a88221 100644 --- a/invokeai/backend/model_manager/load/model_loaders/lora.py +++ b/invokeai/backend/model_manager/load/model_loaders/lora.py @@ -18,7 +18,7 @@ from invokeai.backend.model_manager import ( SubModelType, ) from invokeai.backend.model_manager.load.load_default import ModelLoader -from invokeai.backend.model_manager.load.model_cache.model_cache_default import ModelCache +from invokeai.backend.model_manager.load.model_cache.model_cache import ModelCache from invokeai.backend.model_manager.load.model_loader_registry import ModelLoaderRegistry from invokeai.backend.patches.lora_conversions.flux_control_lora_utils import ( is_state_dict_likely_flux_control, diff --git a/tests/backend/model_manager/model_manager_fixtures.py b/tests/backend/model_manager/model_manager_fixtures.py index aec5d56a3d..61d77dac12 100644 --- a/tests/backend/model_manager/model_manager_fixtures.py +++ b/tests/backend/model_manager/model_manager_fixtures.py @@ -25,7 +25,7 @@ from invokeai.backend.model_manager.config import ( ModelVariantType, VAEDiffusersConfig, ) -from invokeai.backend.model_manager.load.model_cache.model_cache_default import ModelCache +from invokeai.backend.model_manager.load.model_cache.model_cache import ModelCache from invokeai.backend.util.logging import InvokeAILogger from tests.backend.model_manager.model_metadata.metadata_examples import ( HFTestLoraMetadata,