diff --git a/invokeai/backend/stable_diffusion/diffusers_pipeline.py b/invokeai/backend/stable_diffusion/diffusers_pipeline.py
index 8493b4286f..aba0feaeca 100644
--- a/invokeai/backend/stable_diffusion/diffusers_pipeline.py
+++ b/invokeai/backend/stable_diffusion/diffusers_pipeline.py
@@ -635,7 +635,7 @@ class StableDiffusionGeneratorPipeline(StableDiffusionPipeline):
                         control_latent_input = torch.cat([unet_latent_input] * 2)
 
                     if cfg_injection:  # only applying ControlNet to conditional instead of in unconditioned
-                        encoder_hidden_states = torch.cat([conditioning_data.unconditioned_embeddings])
+                        encoder_hidden_states = conditioning_data.text_embeddings
                     else:
                         encoder_hidden_states = torch.cat([conditioning_data.unconditioned_embeddings,
                                                            conditioning_data.text_embeddings])