mirror of
https://github.com/invoke-ai/InvokeAI
synced 2024-08-30 20:32:17 +00:00
85b020f76c
* Add latents nodes. * Fix iteration expansion. * Add collection generator nodes, math nodes. * Add noise node. * Add some graph debug commands to the CLI. * Fix negative id linking in CLI. * Fix a CLI bug with multiple links per node.
93 lines
2.8 KiB
Python
93 lines
2.8 KiB
Python
# Copyright (c) 2023 Kyle Schouviller (https://github.com/kyle0654)
|
|
|
|
import os
|
|
from abc import ABC, abstractmethod
|
|
from pathlib import Path
|
|
from queue import Queue
|
|
from typing import Dict
|
|
|
|
import torch
|
|
|
|
class LatentsStorageBase(ABC):
|
|
"""Responsible for storing and retrieving latents."""
|
|
|
|
@abstractmethod
|
|
def get(self, name: str) -> torch.Tensor:
|
|
pass
|
|
|
|
@abstractmethod
|
|
def set(self, name: str, data: torch.Tensor) -> None:
|
|
pass
|
|
|
|
@abstractmethod
|
|
def delete(self, name: str) -> None:
|
|
pass
|
|
|
|
|
|
class ForwardCacheLatentsStorage(LatentsStorageBase):
|
|
"""Caches the latest N latents in memory, writing-thorugh to and reading from underlying storage"""
|
|
|
|
__cache: Dict[str, torch.Tensor]
|
|
__cache_ids: Queue
|
|
__max_cache_size: int
|
|
__underlying_storage: LatentsStorageBase
|
|
|
|
def __init__(self, underlying_storage: LatentsStorageBase, max_cache_size: int = 20):
|
|
self.__underlying_storage = underlying_storage
|
|
self.__cache = dict()
|
|
self.__cache_ids = Queue()
|
|
self.__max_cache_size = max_cache_size
|
|
|
|
def get(self, name: str) -> torch.Tensor:
|
|
cache_item = self.__get_cache(name)
|
|
if cache_item is not None:
|
|
return cache_item
|
|
|
|
latent = self.__underlying_storage.get(name)
|
|
self.__set_cache(name, latent)
|
|
return latent
|
|
|
|
def set(self, name: str, data: torch.Tensor) -> None:
|
|
self.__underlying_storage.set(name, data)
|
|
self.__set_cache(name, data)
|
|
|
|
def delete(self, name: str) -> None:
|
|
self.__underlying_storage.delete(name)
|
|
if name in self.__cache:
|
|
del self.__cache[name]
|
|
|
|
def __get_cache(self, name: str) -> torch.Tensor|None:
|
|
return None if name not in self.__cache else self.__cache[name]
|
|
|
|
def __set_cache(self, name: str, data: torch.Tensor):
|
|
if not name in self.__cache:
|
|
self.__cache[name] = data
|
|
self.__cache_ids.put(name)
|
|
if self.__cache_ids.qsize() > self.__max_cache_size:
|
|
self.__cache.pop(self.__cache_ids.get())
|
|
|
|
|
|
class DiskLatentsStorage(LatentsStorageBase):
|
|
"""Stores latents in a folder on disk without caching"""
|
|
|
|
__output_folder: str
|
|
|
|
def __init__(self, output_folder: str):
|
|
self.__output_folder = output_folder
|
|
Path(output_folder).mkdir(parents=True, exist_ok=True)
|
|
|
|
def get(self, name: str) -> torch.Tensor:
|
|
latent_path = self.get_path(name)
|
|
return torch.load(latent_path)
|
|
|
|
def set(self, name: str, data: torch.Tensor) -> None:
|
|
latent_path = self.get_path(name)
|
|
torch.save(data, latent_path)
|
|
|
|
def delete(self, name: str) -> None:
|
|
latent_path = self.get_path(name)
|
|
os.remove(latent_path)
|
|
|
|
def get_path(self, name: str) -> str:
|
|
return os.path.join(self.__output_folder, name)
|
|
|