2022-12-01 05:33:20 +00:00
|
|
|
# Copyright (c) 2022 Kyle Schouviller (https://github.com/kyle0654)
|
|
|
|
|
|
|
|
import os
|
2023-05-17 09:13:53 +00:00
|
|
|
from types import ModuleType
|
2023-05-21 10:05:33 +00:00
|
|
|
from invokeai.app.services.image_record_storage import SqliteImageRecordStorage
|
|
|
|
from invokeai.app.services.images import ImageService
|
2023-05-17 09:13:53 +00:00
|
|
|
from invokeai.app.services.urls import LocalUrlService
|
2022-12-01 05:33:20 +00:00
|
|
|
|
2023-04-29 13:43:40 +00:00
|
|
|
import invokeai.backend.util.logging as logger
|
2023-04-06 04:06:05 +00:00
|
|
|
|
2023-04-14 06:41:06 +00:00
|
|
|
from ..services.default_graphs import create_system_graphs
|
2023-04-19 00:49:00 +00:00
|
|
|
from ..services.latent_storage import DiskLatentsStorage, ForwardCacheLatentsStorage
|
2023-03-11 15:56:53 +00:00
|
|
|
from ..services.model_manager_initializer import get_model_manager
|
2023-03-11 22:00:00 +00:00
|
|
|
from ..services.restoration_services import RestorationServices
|
2023-04-14 06:41:06 +00:00
|
|
|
from ..services.graph import GraphExecutionState, LibraryGraph
|
2023-05-21 10:05:33 +00:00
|
|
|
from ..services.image_file_storage import DiskImageFileStorage
|
2022-12-01 05:33:20 +00:00
|
|
|
from ..services.invocation_queue import MemoryInvocationQueue
|
|
|
|
from ..services.invocation_services import InvocationServices
|
2023-02-25 04:11:28 +00:00
|
|
|
from ..services.invoker import Invoker
|
2023-03-03 06:02:00 +00:00
|
|
|
from ..services.processor import DefaultInvocationProcessor
|
|
|
|
from ..services.sqlite import SqliteItemStorage
|
2023-04-28 14:09:46 +00:00
|
|
|
from ..services.metadata import PngMetadataService
|
2023-05-17 09:13:53 +00:00
|
|
|
from ..services.results import SqliteResultsService
|
2022-12-01 05:33:20 +00:00
|
|
|
from .events import FastAPIEventService
|
|
|
|
|
|
|
|
|
|
|
|
# TODO: is there a better way to achieve this?
|
2023-03-03 06:02:00 +00:00
|
|
|
def check_internet() -> bool:
|
|
|
|
"""
|
2022-12-01 05:33:20 +00:00
|
|
|
Return true if the internet is reachable.
|
|
|
|
It does this by pinging huggingface.co.
|
2023-03-03 06:02:00 +00:00
|
|
|
"""
|
2022-12-01 05:33:20 +00:00
|
|
|
import urllib.request
|
2023-03-03 06:02:00 +00:00
|
|
|
|
|
|
|
host = "http://huggingface.co"
|
2022-12-01 05:33:20 +00:00
|
|
|
try:
|
2023-03-03 06:02:00 +00:00
|
|
|
urllib.request.urlopen(host, timeout=1)
|
2022-12-01 05:33:20 +00:00
|
|
|
return True
|
|
|
|
except:
|
|
|
|
return False
|
|
|
|
|
|
|
|
|
|
|
|
class ApiDependencies:
|
|
|
|
"""Contains and initializes all dependencies for the API"""
|
2023-03-03 06:02:00 +00:00
|
|
|
|
2022-12-01 05:33:20 +00:00
|
|
|
invoker: Invoker = None
|
|
|
|
|
2023-05-01 20:27:44 +00:00
|
|
|
def initialize(config, event_handler_id: int, logger: types.ModuleType=logger):
|
2023-05-04 02:30:30 +00:00
|
|
|
logger.info(f"Internet connectivity is {config.internet_available}")
|
2022-12-01 05:33:20 +00:00
|
|
|
|
|
|
|
events = FastAPIEventService(event_handler_id)
|
|
|
|
|
2023-03-03 06:02:00 +00:00
|
|
|
output_folder = os.path.abspath(
|
|
|
|
os.path.join(os.path.dirname(__file__), "../../../../outputs")
|
|
|
|
)
|
2022-12-01 05:33:20 +00:00
|
|
|
|
2023-05-17 09:13:53 +00:00
|
|
|
latents = ForwardCacheLatentsStorage(
|
|
|
|
DiskLatentsStorage(f"{output_folder}/latents")
|
|
|
|
)
|
2023-04-06 04:06:05 +00:00
|
|
|
|
Partial migration of UI to nodes API (#3195)
* feat(ui): add axios client generator and simple example
* fix(ui): update client & nodes test code w/ new Edge type
* chore(ui): organize generated files
* chore(ui): update .eslintignore, .prettierignore
* chore(ui): update openapi.json
* feat(backend): fixes for nodes/generator
* feat(ui): generate object args for api client
* feat(ui): more nodes api prototyping
* feat(ui): nodes cancel
* chore(ui): regenerate api client
* fix(ui): disable OG web server socket connection
* fix(ui): fix scrollbar styles typing and prop
just noticed the typo, and made the types stronger.
* feat(ui): add socketio types
* feat(ui): wip nodes
- extract api client method arg types instead of manually declaring them
- update example to display images
- general tidy up
* start building out node translations from frontend state and add notes about missing features
* use reference to sampler_name
* use reference to sampler_name
* add optional apiUrl prop
* feat(ui): start hooking up dynamic txt2img node generation, create middleware for session invocation
* feat(ui): write separate nodes socket layer, txt2img generating and rendering w single node
* feat(ui): img2img implementation
* feat(ui): get intermediate images working but types are stubbed out
* chore(ui): add support for package mode
* feat(ui): add nodes mode script
* feat(ui): handle random seeds
* fix(ui): fix middleware types
* feat(ui): add rtk action type guard
* feat(ui): disable NodeAPITest
This was polluting the network/socket logs.
* feat(ui): fix parameters panel border color
This commit should be elsewhere but I don't want to break my flow
* feat(ui): make thunk types more consistent
* feat(ui): add type guards for outputs
* feat(ui): load images on socket connect
Rudimentary
* chore(ui): bump redux-toolkit
* docs(ui): update readme
* chore(ui): regenerate api client
* chore(ui): add typescript as dev dependency
I am having trouble with TS versions after vscode updated and now uses TS 5. `madge` has installed 3.9.10 and for whatever reason my vscode wants to use that. Manually specifying 4.9.5 and then setting vscode to use that as the workspace TS fixes the issue.
* feat(ui): begin migrating gallery to nodes
Along the way, migrate to use RTK `createEntityAdapter` for gallery images, and separate `results` and `uploads` into separate slices. Much cleaner this way.
* feat(ui): clean up & comment results slice
* fix(ui): separate thunk for initial gallery load so it properly gets index 0
* feat(ui): POST upload working
* fix(ui): restore removed type
* feat(ui): patch api generation for headers access
* chore(ui): regenerate api
* feat(ui): wip gallery migration
* feat(ui): wip gallery migration
* chore(ui): regenerate api
* feat(ui): wip refactor socket events
* feat(ui): disable panels based on app props
* feat(ui): invert logic to be disabled
* disable panels when app mounts
* feat(ui): add support to disableTabs
* docs(ui): organise and update docs
* lang(ui): add toast strings
* feat(ui): wip events, comments, and general refactoring
* feat(ui): add optional token for auth
* feat(ui): export StatusIndicator and ModelSelect for header use
* feat(ui) working on making socket URL dynamic
* feat(ui): dynamic middleware loading
* feat(ui): prep for socket jwt
* feat(ui): migrate cancelation
also updated action names to be event-like instead of declaration-like
sorry, i was scattered and this commit has a lot of unrelated stuff in it.
* fix(ui): fix img2img type
* chore(ui): regenerate api client
* feat(ui): improve InvocationCompleteEvent types
* feat(ui): increase StatusIndicator font size
* fix(ui): fix middleware order for multi-node graphs
* feat(ui): add exampleGraphs object w/ iterations example
* feat(ui): generate iterations graph
* feat(ui): update ModelSelect for nodes API
* feat(ui): add hi-res functionality for txt2img generations
* feat(ui): "subscribe" to particular nodes
feels like a dirty hack but oh well it works
* feat(ui): first steps to node editor ui
* fix(ui): disable event subscription
it is not fully baked just yet
* feat(ui): wip node editor
* feat(ui): remove extraneous field types
* feat(ui): nodes before deleting stuff
* feat(ui): cleanup nodes ui stuff
* feat(ui): hook up nodes to redux
* fix(ui): fix handle
* fix(ui): add basic node edges & connection validation
* feat(ui): add connection validation styling
* feat(ui): increase edge width
* feat(ui): it blends
* feat(ui): wip model handling and graph topology validation
* feat(ui): validation connections w/ graphlib
* docs(ui): update nodes doc
* feat(ui): wip node editor
* chore(ui): rebuild api, update types
* add redux-dynamic-middlewares as a dependency
* feat(ui): add url host transformation
* feat(ui): handle already-connected fields
* feat(ui): rewrite SqliteItemStore in sqlalchemy
* fix(ui): fix sqlalchemy dynamic model instantiation
* feat(ui, nodes): metadata wip
* feat(ui, nodes): models
* feat(ui, nodes): more metadata wip
* feat(ui): wip range/iterate
* fix(nodes): fix sqlite typing
* feat(ui): export new type for invoke component
* tests(nodes): fix test instantiation of ImageField
* feat(nodes): fix LoadImageInvocation
* feat(nodes): add `title` ui hint
* feat(nodes): make ImageField attrs optional
* feat(ui): wip nodes etc
* feat(nodes): roll back sqlalchemy
* fix(nodes): partially address feedback
* fix(backend): roll back changes to pngwriter
* feat(nodes): wip address metadata feedback
* feat(nodes): add seeded rng to RandomRange
* feat(nodes): address feedback
* feat(nodes): move GET images error handling to DiskImageStorage
* feat(nodes): move GET images error handling to DiskImageStorage
* fix(nodes): fix image output schema customization
* feat(ui): img2img/txt2img -> linear
- remove txt2img and img2img tabs
- add linear tab
- add initial image selection to linear parameters accordion
* feat(ui): tidy graph builders
* feat(ui): tidy misc
* feat(ui): improve invocation union types
* feat(ui): wip metadata viewer recall
* feat(ui): move fonts to normal deps
* feat(nodes): fix broken upload
* feat(nodes): add metadata module + tests, thumbnails
- `MetadataModule` is stateless and needed in places where the `InvocationContext` is not available, so have not made it a `service`
- Handles loading/parsing/building metadata, and creating png info objects
- added tests for MetadataModule
- Lifted thumbnail stuff to util
* fix(nodes): revert change to RandomRangeInvocation
* feat(nodes): address feedback
- make metadata a service
- rip out pydantic validation, implement metadata parsing as simple functions
- update tests
- address other minor feedback items
* fix(nodes): fix other tests
* fix(nodes): add metadata service to cli
* fix(nodes): fix latents/image field parsing
* feat(nodes): customise LatentsField schema
* feat(nodes): move metadata parsing to frontend
* fix(nodes): fix metadata test
---------
Co-authored-by: maryhipp <maryhipp@gmail.com>
Co-authored-by: Mary Hipp <maryhipp@Marys-MacBook-Air.local>
2023-04-22 03:10:20 +00:00
|
|
|
metadata = PngMetadataService()
|
|
|
|
|
2023-05-17 09:13:53 +00:00
|
|
|
urls = LocalUrlService()
|
|
|
|
|
2023-05-21 10:05:33 +00:00
|
|
|
image_file_storage = DiskImageFileStorage(
|
|
|
|
f"{output_folder}/images", metadata_service=metadata
|
|
|
|
)
|
2022-12-01 05:33:20 +00:00
|
|
|
|
|
|
|
# TODO: build a file/path manager?
|
2023-03-03 06:02:00 +00:00
|
|
|
db_location = os.path.join(output_folder, "invokeai.db")
|
2022-12-01 05:33:20 +00:00
|
|
|
|
2023-05-17 09:13:53 +00:00
|
|
|
graph_execution_manager = SqliteItemStorage[GraphExecutionState](
|
|
|
|
filename=db_location, table_name="graph_executions"
|
|
|
|
)
|
|
|
|
|
2023-05-21 10:05:33 +00:00
|
|
|
image_record_storage = SqliteImageRecordStorage(db_location)
|
|
|
|
|
|
|
|
images_new = ImageService(
|
|
|
|
image_record_storage=image_record_storage,
|
|
|
|
image_file_storage=image_file_storage,
|
|
|
|
metadata=metadata,
|
|
|
|
url=urls,
|
|
|
|
)
|
2023-05-17 09:13:53 +00:00
|
|
|
|
|
|
|
# register event handler to update the `results` table when a graph execution state is inserted or updated
|
|
|
|
# graph_execution_manager.on_changed(results.handle_graph_execution_state_change)
|
|
|
|
|
2023-02-25 04:11:28 +00:00
|
|
|
services = InvocationServices(
|
2023-05-17 09:13:53 +00:00
|
|
|
model_manager=get_model_manager(config, logger),
|
2023-03-03 06:02:00 +00:00
|
|
|
events=events,
|
2023-04-06 04:06:05 +00:00
|
|
|
latents=latents,
|
2023-03-03 06:02:00 +00:00
|
|
|
images=images,
|
2023-05-21 10:05:33 +00:00
|
|
|
images_new=images_new,
|
Partial migration of UI to nodes API (#3195)
* feat(ui): add axios client generator and simple example
* fix(ui): update client & nodes test code w/ new Edge type
* chore(ui): organize generated files
* chore(ui): update .eslintignore, .prettierignore
* chore(ui): update openapi.json
* feat(backend): fixes for nodes/generator
* feat(ui): generate object args for api client
* feat(ui): more nodes api prototyping
* feat(ui): nodes cancel
* chore(ui): regenerate api client
* fix(ui): disable OG web server socket connection
* fix(ui): fix scrollbar styles typing and prop
just noticed the typo, and made the types stronger.
* feat(ui): add socketio types
* feat(ui): wip nodes
- extract api client method arg types instead of manually declaring them
- update example to display images
- general tidy up
* start building out node translations from frontend state and add notes about missing features
* use reference to sampler_name
* use reference to sampler_name
* add optional apiUrl prop
* feat(ui): start hooking up dynamic txt2img node generation, create middleware for session invocation
* feat(ui): write separate nodes socket layer, txt2img generating and rendering w single node
* feat(ui): img2img implementation
* feat(ui): get intermediate images working but types are stubbed out
* chore(ui): add support for package mode
* feat(ui): add nodes mode script
* feat(ui): handle random seeds
* fix(ui): fix middleware types
* feat(ui): add rtk action type guard
* feat(ui): disable NodeAPITest
This was polluting the network/socket logs.
* feat(ui): fix parameters panel border color
This commit should be elsewhere but I don't want to break my flow
* feat(ui): make thunk types more consistent
* feat(ui): add type guards for outputs
* feat(ui): load images on socket connect
Rudimentary
* chore(ui): bump redux-toolkit
* docs(ui): update readme
* chore(ui): regenerate api client
* chore(ui): add typescript as dev dependency
I am having trouble with TS versions after vscode updated and now uses TS 5. `madge` has installed 3.9.10 and for whatever reason my vscode wants to use that. Manually specifying 4.9.5 and then setting vscode to use that as the workspace TS fixes the issue.
* feat(ui): begin migrating gallery to nodes
Along the way, migrate to use RTK `createEntityAdapter` for gallery images, and separate `results` and `uploads` into separate slices. Much cleaner this way.
* feat(ui): clean up & comment results slice
* fix(ui): separate thunk for initial gallery load so it properly gets index 0
* feat(ui): POST upload working
* fix(ui): restore removed type
* feat(ui): patch api generation for headers access
* chore(ui): regenerate api
* feat(ui): wip gallery migration
* feat(ui): wip gallery migration
* chore(ui): regenerate api
* feat(ui): wip refactor socket events
* feat(ui): disable panels based on app props
* feat(ui): invert logic to be disabled
* disable panels when app mounts
* feat(ui): add support to disableTabs
* docs(ui): organise and update docs
* lang(ui): add toast strings
* feat(ui): wip events, comments, and general refactoring
* feat(ui): add optional token for auth
* feat(ui): export StatusIndicator and ModelSelect for header use
* feat(ui) working on making socket URL dynamic
* feat(ui): dynamic middleware loading
* feat(ui): prep for socket jwt
* feat(ui): migrate cancelation
also updated action names to be event-like instead of declaration-like
sorry, i was scattered and this commit has a lot of unrelated stuff in it.
* fix(ui): fix img2img type
* chore(ui): regenerate api client
* feat(ui): improve InvocationCompleteEvent types
* feat(ui): increase StatusIndicator font size
* fix(ui): fix middleware order for multi-node graphs
* feat(ui): add exampleGraphs object w/ iterations example
* feat(ui): generate iterations graph
* feat(ui): update ModelSelect for nodes API
* feat(ui): add hi-res functionality for txt2img generations
* feat(ui): "subscribe" to particular nodes
feels like a dirty hack but oh well it works
* feat(ui): first steps to node editor ui
* fix(ui): disable event subscription
it is not fully baked just yet
* feat(ui): wip node editor
* feat(ui): remove extraneous field types
* feat(ui): nodes before deleting stuff
* feat(ui): cleanup nodes ui stuff
* feat(ui): hook up nodes to redux
* fix(ui): fix handle
* fix(ui): add basic node edges & connection validation
* feat(ui): add connection validation styling
* feat(ui): increase edge width
* feat(ui): it blends
* feat(ui): wip model handling and graph topology validation
* feat(ui): validation connections w/ graphlib
* docs(ui): update nodes doc
* feat(ui): wip node editor
* chore(ui): rebuild api, update types
* add redux-dynamic-middlewares as a dependency
* feat(ui): add url host transformation
* feat(ui): handle already-connected fields
* feat(ui): rewrite SqliteItemStore in sqlalchemy
* fix(ui): fix sqlalchemy dynamic model instantiation
* feat(ui, nodes): metadata wip
* feat(ui, nodes): models
* feat(ui, nodes): more metadata wip
* feat(ui): wip range/iterate
* fix(nodes): fix sqlite typing
* feat(ui): export new type for invoke component
* tests(nodes): fix test instantiation of ImageField
* feat(nodes): fix LoadImageInvocation
* feat(nodes): add `title` ui hint
* feat(nodes): make ImageField attrs optional
* feat(ui): wip nodes etc
* feat(nodes): roll back sqlalchemy
* fix(nodes): partially address feedback
* fix(backend): roll back changes to pngwriter
* feat(nodes): wip address metadata feedback
* feat(nodes): add seeded rng to RandomRange
* feat(nodes): address feedback
* feat(nodes): move GET images error handling to DiskImageStorage
* feat(nodes): move GET images error handling to DiskImageStorage
* fix(nodes): fix image output schema customization
* feat(ui): img2img/txt2img -> linear
- remove txt2img and img2img tabs
- add linear tab
- add initial image selection to linear parameters accordion
* feat(ui): tidy graph builders
* feat(ui): tidy misc
* feat(ui): improve invocation union types
* feat(ui): wip metadata viewer recall
* feat(ui): move fonts to normal deps
* feat(nodes): fix broken upload
* feat(nodes): add metadata module + tests, thumbnails
- `MetadataModule` is stateless and needed in places where the `InvocationContext` is not available, so have not made it a `service`
- Handles loading/parsing/building metadata, and creating png info objects
- added tests for MetadataModule
- Lifted thumbnail stuff to util
* fix(nodes): revert change to RandomRangeInvocation
* feat(nodes): address feedback
- make metadata a service
- rip out pydantic validation, implement metadata parsing as simple functions
- update tests
- address other minor feedback items
* fix(nodes): fix other tests
* fix(nodes): add metadata service to cli
* fix(nodes): fix latents/image field parsing
* feat(nodes): customise LatentsField schema
* feat(nodes): move metadata parsing to frontend
* fix(nodes): fix metadata test
---------
Co-authored-by: maryhipp <maryhipp@gmail.com>
Co-authored-by: Mary Hipp <maryhipp@Marys-MacBook-Air.local>
2023-04-22 03:10:20 +00:00
|
|
|
metadata=metadata,
|
2023-05-17 09:13:53 +00:00
|
|
|
urls=urls,
|
2023-03-03 06:02:00 +00:00
|
|
|
queue=MemoryInvocationQueue(),
|
2023-04-14 06:41:06 +00:00
|
|
|
graph_library=SqliteItemStorage[LibraryGraph](
|
|
|
|
filename=db_location, table_name="graphs"
|
|
|
|
),
|
2023-05-17 09:13:53 +00:00
|
|
|
graph_execution_manager=graph_execution_manager,
|
2023-03-03 06:02:00 +00:00
|
|
|
processor=DefaultInvocationProcessor(),
|
2023-04-29 14:48:50 +00:00
|
|
|
restoration=RestorationServices(config,logger),
|
2023-05-04 02:30:30 +00:00
|
|
|
configuration=config,
|
|
|
|
logger=logger,
|
2022-12-01 05:33:20 +00:00
|
|
|
)
|
|
|
|
|
2023-04-14 06:41:06 +00:00
|
|
|
create_system_graphs(services.graph_library)
|
|
|
|
|
2023-02-25 04:11:28 +00:00
|
|
|
ApiDependencies.invoker = Invoker(services)
|
2023-03-03 06:02:00 +00:00
|
|
|
|
2022-12-01 05:33:20 +00:00
|
|
|
@staticmethod
|
|
|
|
def shutdown():
|
|
|
|
if ApiDependencies.invoker:
|
|
|
|
ApiDependencies.invoker.stop()
|