feat(mm): add cache_snapshot to model cache clear callback

This commit is contained in:
psychedelicious
2025-05-15 16:06:47 +10:00
parent d958d2e5a0
commit 5f12b9185f

View File

@ -84,6 +84,7 @@ class CacheModelsClearedCallback(Protocol):
models_cleared: int,
bytes_requested: int,
bytes_freed: int,
cache_snapshot: dict[str, CacheEntrySnapshot],
) -> None: ...
@ -733,6 +734,7 @@ class ModelCache:
models_cleared=models_cleared,
bytes_requested=bytes_needed,
bytes_freed=ram_bytes_freed,
cache_snapshot=self._get_cache_snapshot(),
)
gc.collect()