InvokeAI/scripts/scan_models_directory.py

#!/usr/bin/env python

"""
Scan the models directory and print out a new models.yaml
"""

import os
import sys
import argparse

from pathlib import Path
from omegaconf import OmegaConf


def main():
    parser = argparse.ArgumentParser(description="Model directory scanner")
    parser.add_argument("models_directory")
    parser.add_argument(
        "--all-models",
        default=False,
        action="store_true",
        help="If true, then generates stanzas for all models; otherwise just diffusers",
    )

    args = parser.parse_args()
    directory = args.models_directory

    conf = OmegaConf.create()
    conf["_version"] = "3.0.0"

    for root, dirs, files in os.walk(directory):
        parents = root.split("/")
        subpaths = parents[parents.index("models") + 1 :]
        if len(subpaths) < 2:
            continue
        base, model_type, *_ = subpaths

        if args.all_models or model_type == "diffusers":
            for d in dirs:
                conf[f"{base}/{model_type}/{d}"] = dict(
                    path=os.path.join(root, d),
                    description=f"{model_type} model {d}",
                    format="folder",
                    base=base,
                )

            for f in files:
                basename = Path(f).stem
                format = Path(f).suffix[1:]
                conf[f"{base}/{model_type}/{basename}"] = dict(
                    path=os.path.join(root, f),
                    description=f"{model_type} model {basename}",
                    format=format,
                    base=base,
                )

    OmegaConf.save(config=dict(sorted(conf.items())), f=sys.stdout)


if __name__ == "__main__":
    main()