Mirrored_Repos/InvokeAI
1
0
Fork 0
mirror of https://github.com/invoke-ai/InvokeAI synced 2024-08-30 20:32:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

support VRAM caching of dict models that lack to()

Browse Source
This commit is contained in:
Lincoln Stein
2024-04-28 13:41:06 -04:00
parent a26667d3ca
commit 7c39929758
5 changed files with 12 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
invokeai/app/services/model_load/model_load_base.py
View File

@ -58,7 +58,7 @@ class ModelLoadServiceBase(ABC):
Args:
model_path: A pathlib.Path to a checkpoint-style models file
loader: A Callable that expects a Path and returns a Dict[str|int, Any]
loader: A Callable that expects a Path and returns a Dict[str, Tensor]
Returns:
A LoadedModel object.

2
invokeai/app/services/model_load/model_load_default.py
View File

@ -109,7 +109,7 @@ class ModelLoadService(ModelLoadServiceBase):
Args:
model_path: A pathlib.Path to a checkpoint-style models file
loader: A Callable that expects a Path and returns a Dict[str|int, Any]
loader: A Callable that expects a Path and returns a Dict[str, Tensor]
Returns:
A LoadedModel object.

4
invokeai/app/services/shared/invocation_context.py
View File

@ -437,7 +437,7 @@ class ModelsInterface(InvocationContextInterface):
def download_and_cache_ckpt(
self,
source: Union[str, AnyHttpUrl],
source: str | AnyHttpUrl,
access_token: Optional[str] = None,
timeout: Optional[int] = 0,
) -> Path:
@ -501,7 +501,7 @@ class ModelsInterface(InvocationContextInterface):
loader: Optional[Callable[[Path], Dict[str, torch.Tensor]]] = None,
) -> LoadedModel:
"""
Download, cache, and Load the model file located at the indicated URL.
Download, cache, and load the model file located at the indicated URL.
This will check the model download cache for the model designated
by the provided URL and download it if needed using download_and_cache_ckpt().