mirror of
https://github.com/invoke-ai/InvokeAI
synced 2024-08-30 20:32:17 +00:00
fix: Loras breaking with clip skip
This commit is contained in:
parent
53cb200f85
commit
74557c8b6e
@ -4,6 +4,7 @@ import { forEach, size } from 'lodash-es';
|
|||||||
import { LoraLoaderInvocation } from 'services/api/types';
|
import { LoraLoaderInvocation } from 'services/api/types';
|
||||||
import { modelIdToLoRAModelField } from '../modelIdToLoRAName';
|
import { modelIdToLoRAModelField } from '../modelIdToLoRAName';
|
||||||
import {
|
import {
|
||||||
|
CLIP_SKIP,
|
||||||
LORA_LOADER,
|
LORA_LOADER,
|
||||||
MAIN_MODEL_LOADER,
|
MAIN_MODEL_LOADER,
|
||||||
NEGATIVE_CONDITIONING,
|
NEGATIVE_CONDITIONING,
|
||||||
@ -27,14 +28,19 @@ export const addLoRAsToGraph = (
|
|||||||
const loraCount = size(loras);
|
const loraCount = size(loras);
|
||||||
|
|
||||||
if (loraCount > 0) {
|
if (loraCount > 0) {
|
||||||
// remove any existing connections from main model loader, we need to insert the lora nodes
|
// Remove MAIN_MODEL_LOADER unet connection to feed it to LoRAs
|
||||||
graph.edges = graph.edges.filter(
|
graph.edges = graph.edges.filter(
|
||||||
(e) =>
|
(e) =>
|
||||||
!(
|
!(
|
||||||
e.source.node_id === MAIN_MODEL_LOADER &&
|
e.source.node_id === MAIN_MODEL_LOADER &&
|
||||||
['unet', 'clip'].includes(e.source.field)
|
['unet'].includes(e.source.field)
|
||||||
)
|
)
|
||||||
);
|
);
|
||||||
|
// Remove CLIP_SKIP connections to conditionings to feed it through LoRAs
|
||||||
|
graph.edges = graph.edges.filter(
|
||||||
|
(e) =>
|
||||||
|
!(e.source.node_id === CLIP_SKIP && ['clip'].includes(e.source.field))
|
||||||
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
// we need to remember the last lora so we can chain from it
|
// we need to remember the last lora so we can chain from it
|
||||||
@ -73,7 +79,7 @@ export const addLoRAsToGraph = (
|
|||||||
|
|
||||||
graph.edges.push({
|
graph.edges.push({
|
||||||
source: {
|
source: {
|
||||||
node_id: MAIN_MODEL_LOADER,
|
node_id: CLIP_SKIP,
|
||||||
field: 'clip',
|
field: 'clip',
|
||||||
},
|
},
|
||||||
destination: {
|
destination: {
|
||||||
|
Loading…
Reference in New Issue
Block a user