diff --git a/configs/stable-diffusion/v1-inference.yaml b/configs/stable-diffusion/v1-inference.yaml
index da4770ffc7..9c773077b6 100644
--- a/configs/stable-diffusion/v1-inference.yaml
+++ b/configs/stable-diffusion/v1-inference.yaml
@@ -32,7 +32,7 @@ model:
         placeholder_strings: ["*"]
         initializer_words: ['face', 'man', 'photo', 'africanmale']
         per_image_tokens: false
-        num_vectors_per_token: 6
+        num_vectors_per_token: 1
         progressive_words: False
 
     unet_config: