Mirrored_Repos/InvokeAI
1
0
Fork 0
mirror of https://github.com/invoke-ai/InvokeAI synced 2024-08-30 20:32:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

Implement --free_gpu_mem for server/backend.py

Browse Source 
solves #813
solves #831
This commit is contained in:
Arthur Holstvoogd 2022-09-27 19:38:07 +02:00 committed by Lincoln Stein
parent 06802150d9
commit ce3b1162ea
2 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
backend/modules/create_cmd_parser.py
View File

@ -45,5 +45,11 @@ def create_cmd_parser():
help=f'Set model precision. Defaults to auto selected based on device. Options: {", ".join(PRECISION_CHOICES)}', help=f'Set model precision. Defaults to auto selected based on device. Options: {", ".join(PRECISION_CHOICES)}',
default="auto", default="auto",
) )
parser.add_argument(
'--free_gpu_mem',
dest='free_gpu_mem',
action='store_true',
help='Force free gpu memory before final decoding',
)
return parser return parser

2
backend/server.py
View File

@ -50,6 +50,7 @@ host = opt.host # Web & socket.io host
port = opt.port # Web & socket.io port port = opt.port # Web & socket.io port
verbose = opt.verbose # enables copious socket.io logging verbose = opt.verbose # enables copious socket.io logging
precision = opt.precision precision = opt.precision
free_gpu_mem = opt.free_gpu_mem
embedding_path = opt.embedding_path embedding_path = opt.embedding_path
additional_allowed_origins = ( additional_allowed_origins = (
opt.cors if opt.cors else [] opt.cors if opt.cors else []
@ -148,6 +149,7 @@ generate = Generate(
precision=precision, precision=precision,
embedding_path=embedding_path, embedding_path=embedding_path,
) )
generate.free_gpu_mem = free_gpu_mem
generate.load_model() generate.load_model()