diff --git a/invokeai/backend/quantization/load_flux_model_bnb_llm_int8.py b/invokeai/backend/quantization/load_flux_model_bnb_llm_int8.py index 47ce0f56b1..c01193e6ac 100644 --- a/invokeai/backend/quantization/load_flux_model_bnb_llm_int8.py +++ b/invokeai/backend/quantization/load_flux_model_bnb_llm_int8.py @@ -10,6 +10,11 @@ from invokeai.backend.quantization.load_flux_model_bnb_nf4 import log_time def main(): + """A script for quantizing a FLUX transformer model using the bitsandbytes LLM.int8() quantization method. + + This script is primarily intended for reference. The script params (e.g. the model_path, modules_to_not_convert, + etc.) are hardcoded and would need to be modified for other use cases. + """ # Load the FLUX transformer model onto the meta device. model_path = Path( "/data/invokeai/models/.download_cache/https__huggingface.co_black-forest-labs_flux.1-schnell_resolve_main_flux1-schnell.safetensors/flux1-schnell.safetensors" diff --git a/invokeai/backend/quantization/load_flux_model_bnb_nf4.py b/invokeai/backend/quantization/load_flux_model_bnb_nf4.py index 80f3e71901..fe88b79d32 100644 --- a/invokeai/backend/quantization/load_flux_model_bnb_nf4.py +++ b/invokeai/backend/quantization/load_flux_model_bnb_nf4.py @@ -23,6 +23,11 @@ def log_time(name: str): def main(): + """A script for quantizing a FLUX transformer model using the bitsandbytes NF4 quantization method. + + This script is primarily intended for reference. The script params (e.g. the model_path, modules_to_not_convert, + etc.) are hardcoded and would need to be modified for other use cases. + """ model_path = Path( "/data/invokeai/models/.download_cache/https__huggingface.co_black-forest-labs_flux.1-schnell_resolve_main_flux1-schnell.safetensors/flux1-schnell.safetensors" )