Mirrored_Repos/InvokeAI
1
0
Fork 0
mirror of https://github.com/invoke-ai/InvokeAI synced 2024-08-30 20:32:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

io binding seems to be massively resource intensive compared to session.run

Browse Source
This commit is contained in:
Brandon Rising 2023-07-19 17:42:28 -04:00
parent e8299d0abb
commit 43b6a077fb
7 changed files with 9 additions and 614 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
invokeai/backend/model_management/models/base.py
View File

@ -577,7 +577,7 @@ class IAIOnnxRuntimeModel:
sess.add_free_dimension_override_by_name("unet_time_batch", 1)
self.session = InferenceSession(self.proto.SerializeToString(), providers=['CUDAExecutionProvider', 'CPUExecutionProvider'], sess_options=sess)
#self.session = InferenceSession("tmp.onnx", providers=[self.provider], sess_options=self.sess_options)
self.io_binding = self.session.io_binding()
# self.io_binding = self.session.io_binding()
def release_session(self):
self.session = None
@ -590,12 +590,13 @@ class IAIOnnxRuntimeModel:
inputs = {k: np.array(v) for k, v in kwargs.items()}
output_names = self.session.get_outputs()
for k in inputs:
self.io_binding.bind_cpu_input(k, inputs[k])
for name in output_names:
self.io_binding.bind_output(name.name)
self.session.run_with_iobinding(self.io_binding, None)
return self.io_binding.copy_outputs_to_cpu()
# for k in inputs:
# self.io_binding.bind_cpu_input(k, inputs[k])
# for name in output_names:
# self.io_binding.bind_output(name.name)
# self.session.run_with_iobinding(self.io_binding, None)
# return self.io_binding.copy_outputs_to_cpu()
return self.session.run(None, inputs)
# compatability with diffusers load code
@classmethod

169
invokeai/frontend/web/dist/assets/App-879ff07f.js vendored
View File

File diff suppressed because one or more lines are too long

1
invokeai/frontend/web/dist/assets/MantineProvider-81517a17.js vendored
View File

File diff suppressed because one or more lines are too long

302
invokeai/frontend/web/dist/assets/ThemeLocaleProvider-49b5c7c4.js vendored
View File

File diff suppressed because one or more lines are too long

9
invokeai/frontend/web/dist/assets/ThemeLocaleProvider-8d49f92d.css vendored
View File

File diff suppressed because one or more lines are too long

125
invokeai/frontend/web/dist/assets/index-ba194473.js vendored
View File

File diff suppressed because one or more lines are too long

2
invokeai/frontend/web/dist/index.html vendored
View File

@ -12,7 +12,7 @@
margin: 0;
}
</style>
<script type="module" crossorigin src="./assets/index-ba194473.js"></script>
<script type="module" crossorigin src="./assets/index-869f4498.js"></script>
</head>
<body dir="ltr">