Update ComfyUI workflow

README.md

@@ -8,7 +8,7 @@ library_name: diffusers
 
 # SDXL-Lightning
 
-![Intro Image](images/intro.jpg)
+![Intro Image](sdxl_lightning_samples.jpg)
 
 SDXL-Lightning is a lightning-fast text-to-image generation model. It can generate high-quality 1024px images in a few steps. For more information, please refer to our paper: [SDXL-Lightning: Progressive Adversarial Diffusion Distillation](https://huggingface.co/ByteDance/SDXL-Lightning/resolve/main/sdxl_lightning_report.pdf). The models are released for research purposes only.
 
@@ -103,18 +103,23 @@ Please use Euler sampler with sgm_uniform scheduler.
 
 ### 2-Step, 4-Step, 8-Step UNet
 
-1. Download the UNet checkpoint to `/ComfyUI/models/unet`.
-2. Download our [ComfyUI UNet workflow](comfyui/sdxl_lightning_unet.json).
+1. Download the full checkpoint (`sdxl_lightning_Nstep.safetensors`) to `/ComfyUI/models/checkpoints`.
+1. Download our [ComfyUI full workflow](comfyui/sdxl_lightning_workflow_full.json).
 
-![SDXL-Lightning ComfyUI UNet Workflow](images/comfyui_unet.png)
+![SDXL-Lightning ComfyUI Full Workflow](comfyui/sdxl_lightning_workflow_full.jpg)
 
 ### 2-Step, 4-Step, 8-Step LoRA
 
-1. Download the LoRA checkpoint to `/ComfyUI/models/loras`
-2. Download our [ComfyUI LoRA workflow](comfyui/sdxl_lightning_lora.json).
+1. Prepare your own base model.
+1. Download the LoRA checkpoint (`sdxl_lightning_Nstep_lora.safetensors`) to `/ComfyUI/models/loras`
+1. Download our [ComfyUI LoRA workflow](comfyui/sdxl_lightning_workflow_lora.json).
 
-![SDXL-Lightning ComfyUI UNet Workflow](images/comfyui_lora.png)
+![SDXL-Lightning ComfyUI LoRA Workflow](comfyui/sdxl_lightning_workflow_lora.jpg)
 
 ### 1-Step UNet
 
-ComfyUI does not support changing the model formulation to x0-prediction, so it is not usable in ComfyUI yet. Hopefully, ComfyUI will get updated soon.
+1. Update your ComfyUI to the latest version.
+1. Download the full checkpoint (`sdxl_lightning_1step_x0.safetensors`) to `/ComfyUI/models/checkpoints`.
+1. Download our [ComfyUI full 1-step workflow](comfyui/sdxl_lightning_workflow_full_1step.json).
+
+![SDXL-Lightning ComfyUI Full 1-Step Workflow](comfyui/sdxl_lightning_workflow_full_1step.jpg)

comfyui/{sdxl_lightning_unet.json → sdxl_lightning_workflow_full.json}

@@ -1,6 +1,6 @@
 {
-  "last_node_id": 14,
-  "last_link_id": 14,
+  "last_node_id": 13,
+  "last_link_id": 13,
   "nodes": [
     {
       "id": 8,
@@ -14,7 +14,7 @@
         "1": 46
       },
       "flags": {},
-      "order": 8,
+      "order": 7,
       "mode": 0,
       "inputs": [
         {
@@ -54,7 +54,7 @@
         "1": 180.6060791015625
       },
       "flags": {},
-      "order": 6,
+      "order": 5,
       "mode": 0,
       "inputs": [
         {
@@ -92,7 +92,7 @@
         "1": 164.31304931640625
       },
       "flags": {},
-      "order": 5,
+      "order": 4,
       "mode": 0,
       "inputs": [
         {
@@ -163,7 +163,7 @@
         "1": 270
       },
       "flags": {},
-      "order": 9,
+      "order": 8,
       "mode": 0,
       "inputs": [
         {
@@ -177,52 +177,6 @@
         "ComfyUI"
       ]
     },
-    {
-      "id": 4,
-      "type": "CheckpointLoaderSimple",
-      "pos": [
-        45,
-        192
-      ],
-      "size": {
-        "0": 315,
-        "1": 98
-      },
-      "flags": {},
-      "order": 1,
-      "mode": 0,
-      "outputs": [
-        {
-          "name": "MODEL",
-          "type": "MODEL",
-          "links": [],
-          "slot_index": 0
-        },
-        {
-          "name": "CLIP",
-          "type": "CLIP",
-          "links": [
-            3,
-            5
-          ],
-          "slot_index": 1
-        },
-        {
-          "name": "VAE",
-          "type": "VAE",
-          "links": [
-            8
-          ],
-          "slot_index": 2
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "CheckpointLoaderSimple"
-      },
-      "widgets_values": [
-        "sdxl_base_1.0.safetensors"
-      ]
-    },
     {
       "id": 12,
       "type": "Note",
@@ -235,7 +189,7 @@
         "1": 59.37213134765625
       },
       "flags": {},
-      "order": 2,
+      "order": 1,
       "mode": 0,
       "properties": {
         "text": ""
@@ -246,61 +200,6 @@
       "color": "#432",
       "bgcolor": "#653"
     },
-    {
-      "id": 13,
-      "type": "Note",
-      "pos": [
-        861,
-        72
-      ],
-      "size": {
-        "0": 315.6669921875,
-        "1": 58
-      },
-      "flags": {},
-      "order": 3,
-      "mode": 0,
-      "properties": {
-        "text": ""
-      },
-      "widgets_values": [
-        "Euler sampler with sgm_uniform is the default."
-      ],
-      "color": "#432",
-      "bgcolor": "#653"
-    },
-    {
-      "id": 14,
-      "type": "UNETLoader",
-      "pos": [
-        44,
-        344
-      ],
-      "size": {
-        "0": 315,
-        "1": 58
-      },
-      "flags": {},
-      "order": 4,
-      "mode": 0,
-      "outputs": [
-        {
-          "name": "MODEL",
-          "type": "MODEL",
-          "links": [
-            14
-          ],
-          "shape": 3,
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "UNETLoader"
-      },
-      "widgets_values": [
-        "sdxl_lightning_4step_unet.pth"
-      ]
-    },
     {
       "id": 3,
       "type": "KSampler",
@@ -313,13 +212,13 @@
         "1": 262
       },
       "flags": {},
-      "order": 7,
+      "order": 6,
       "mode": 0,
       "inputs": [
         {
           "name": "model",
           "type": "MODEL",
-          "link": 14
+          "link": 13
         },
         {
           "name": "positive",
@@ -351,7 +250,7 @@
         "Node name for S&R": "KSampler"
       },
       "widgets_values": [
-        43158134645665,
+        777803651532148,
         "randomize",
         4,
         1,
@@ -359,6 +258,77 @@
         "sgm_uniform",
         1
       ]
+    },
+    {
+      "id": 13,
+      "type": "Note",
+      "pos": [
+        861,
+        72
+      ],
+      "size": {
+        "0": 315.6669921875,
+        "1": 58
+      },
+      "flags": {},
+      "order": 2,
+      "mode": 0,
+      "properties": {
+        "text": ""
+      },
+      "widgets_values": [
+        "Use Euler sampler with sgm_uniform.\nCFG 1 is the fastest."
+      ],
+      "color": "#432",
+      "bgcolor": "#653"
+    },
+    {
+      "id": 4,
+      "type": "CheckpointLoaderSimple",
+      "pos": [
+        45,
+        192
+      ],
+      "size": {
+        "0": 315,
+        "1": 98
+      },
+      "flags": {},
+      "order": 3,
+      "mode": 0,
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "links": [
+            13
+          ],
+          "slot_index": 0
+        },
+        {
+          "name": "CLIP",
+          "type": "CLIP",
+          "links": [
+            3,
+            5
+          ],
+          "slot_index": 1
+        },
+        {
+          "name": "VAE",
+          "type": "VAE",
+          "links": [
+            8
+          ],
+          "slot_index": 2
+        }
+      ],
+      "properties": {
+        "Node name for S&R": "CheckpointLoaderSimple"
+      },
+      "widgets_values": [
+        "sdxl_lightning_4step.safetensors"
+      ]
     }
   ],
   "links": [
@@ -427,8 +397,8 @@
       "IMAGE"
     ],
     [
-      14,
-      14,
+      13,
+      4,
       0,
       3,
       0,

comfyui/sdxl_lightning_workflow_full_1step.json

@@ -0,0 +1,444 @@
+{
+  "last_node_id": 11,
+  "last_link_id": 12,
+  "nodes": [
+    {
+      "id": 7,
+      "type": "CLIPTextEncode",
+      "pos": [
+        413,
+        389
+      ],
+      "size": {
+        "0": 425.27801513671875,
+        "1": 180.6060791015625
+      },
+      "flags": {},
+      "order": 5,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "clip",
+          "type": "CLIP",
+          "link": 5
+        }
+      ],
+      "outputs": [
+        {
+          "name": "CONDITIONING",
+          "type": "CONDITIONING",
+          "links": [
+            6
+          ],
+          "slot_index": 0
+        }
+      ],
+      "properties": {
+        "Node name for S&R": "CLIPTextEncode"
+      },
+      "widgets_values": [
+        "text, watermark"
+      ]
+    },
+    {
+      "id": 6,
+      "type": "CLIPTextEncode",
+      "pos": [
+        415,
+        186
+      ],
+      "size": {
+        "0": 422.84503173828125,
+        "1": 164.31304931640625
+      },
+      "flags": {},
+      "order": 4,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "clip",
+          "type": "CLIP",
+          "link": 3
+        }
+      ],
+      "outputs": [
+        {
+          "name": "CONDITIONING",
+          "type": "CONDITIONING",
+          "links": [
+            4
+          ],
+          "slot_index": 0
+        }
+      ],
+      "properties": {
+        "Node name for S&R": "CLIPTextEncode"
+      },
+      "widgets_values": [
+        "beautiful scenery nature glass bottle landscape, , purple galaxy bottle,"
+      ]
+    },
+    {
+      "id": 8,
+      "type": "VAEDecode",
+      "pos": [
+        1209,
+        188
+      ],
+      "size": {
+        "0": 210,
+        "1": 46
+      },
+      "flags": {},
+      "order": 7,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "samples",
+          "type": "LATENT",
+          "link": 7
+        },
+        {
+          "name": "vae",
+          "type": "VAE",
+          "link": 8
+        }
+      ],
+      "outputs": [
+        {
+          "name": "IMAGE",
+          "type": "IMAGE",
+          "links": [
+            9
+          ],
+          "slot_index": 0
+        }
+      ],
+      "properties": {
+        "Node name for S&R": "VAEDecode"
+      }
+    },
+    {
+      "id": 5,
+      "type": "EmptyLatentImage",
+      "pos": [
+        473,
+        609
+      ],
+      "size": {
+        "0": 315,
+        "1": 106
+      },
+      "flags": {},
+      "order": 0,
+      "mode": 0,
+      "outputs": [
+        {
+          "name": "LATENT",
+          "type": "LATENT",
+          "links": [
+            2
+          ],
+          "slot_index": 0
+        }
+      ],
+      "properties": {
+        "Node name for S&R": "EmptyLatentImage"
+      },
+      "widgets_values": [
+        1024,
+        1024,
+        1
+      ]
+    },
+    {
+      "id": 10,
+      "type": "UNETLoader",
+      "pos": [
+        -25.932962590997874,
+        20.977972550825626
+      ],
+      "size": {
+        "0": 315,
+        "1": 58
+      },
+      "flags": {},
+      "order": 1,
+      "mode": 0,
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "links": [
+            11
+          ],
+          "shape": 3,
+          "slot_index": 0
+        }
+      ],
+      "properties": {
+        "Node name for S&R": "UNETLoader"
+      },
+      "widgets_values": [
+        "sdxl_lightning_1step_unet_x0.pth"
+      ]
+    },
+    {
+      "id": 9,
+      "type": "SaveImage",
+      "pos": [
+        1451,
+        189
+      ],
+      "size": [
+        592.1579173694956,
+        641.068880254572
+      ],
+      "flags": {},
+      "order": 8,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "images",
+          "type": "IMAGE",
+          "link": 9
+        }
+      ],
+      "properties": {},
+      "widgets_values": [
+        "ComfyUI"
+      ]
+    },
+    {
+      "id": 11,
+      "type": "ModelSamplingDiscrete",
+      "pos": [
+        456,
+        -27
+      ],
+      "size": {
+        "0": 315,
+        "1": 82
+      },
+      "flags": {},
+      "order": 3,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "model",
+          "type": "MODEL",
+          "link": 11
+        }
+      ],
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "links": [
+            12
+          ],
+          "shape": 3,
+          "slot_index": 0
+        }
+      ],
+      "properties": {
+        "Node name for S&R": "ModelSamplingDiscrete"
+      },
+      "widgets_values": [
+        "x0",
+        false
+      ]
+    },
+    {
+      "id": 3,
+      "type": "KSampler",
+      "pos": [
+        863,
+        186
+      ],
+      "size": {
+        "0": 315,
+        "1": 262
+      },
+      "flags": {},
+      "order": 6,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "model",
+          "type": "MODEL",
+          "link": 12
+        },
+        {
+          "name": "positive",
+          "type": "CONDITIONING",
+          "link": 4
+        },
+        {
+          "name": "negative",
+          "type": "CONDITIONING",
+          "link": 6
+        },
+        {
+          "name": "latent_image",
+          "type": "LATENT",
+          "link": 2
+        }
+      ],
+      "outputs": [
+        {
+          "name": "LATENT",
+          "type": "LATENT",
+          "links": [
+            7
+          ],
+          "slot_index": 0
+        }
+      ],
+      "properties": {
+        "Node name for S&R": "KSampler"
+      },
+      "widgets_values": [
+        156680208700286,
+        "fixed",
+        1,
+        1,
+        "euler",
+        "simple",
+        1
+      ]
+    },
+    {
+      "id": 4,
+      "type": "CheckpointLoaderSimple",
+      "pos": [
+        -123,
+        291
+      ],
+      "size": {
+        "0": 315,
+        "1": 98
+      },
+      "flags": {},
+      "order": 2,
+      "mode": 0,
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "links": [],
+          "slot_index": 0
+        },
+        {
+          "name": "CLIP",
+          "type": "CLIP",
+          "links": [
+            3,
+            5
+          ],
+          "slot_index": 1
+        },
+        {
+          "name": "VAE",
+          "type": "VAE",
+          "links": [
+            8
+          ],
+          "slot_index": 2
+        }
+      ],
+      "properties": {
+        "Node name for S&R": "CheckpointLoaderSimple"
+      },
+      "widgets_values": [
+        "sd_xl_1.0.safetensors"
+      ]
+    }
+  ],
+  "links": [
+    [
+      2,
+      5,
+      0,
+      3,
+      3,
+      "LATENT"
+    ],
+    [
+      3,
+      4,
+      1,
+      6,
+      0,
+      "CLIP"
+    ],
+    [
+      4,
+      6,
+      0,
+      3,
+      1,
+      "CONDITIONING"
+    ],
+    [
+      5,
+      4,
+      1,
+      7,
+      0,
+      "CLIP"
+    ],
+    [
+      6,
+      7,
+      0,
+      3,
+      2,
+      "CONDITIONING"
+    ],
+    [
+      7,
+      3,
+      0,
+      8,
+      0,
+      "LATENT"
+    ],
+    [
+      8,
+      4,
+      2,
+      8,
+      1,
+      "VAE"
+    ],
+    [
+      9,
+      8,
+      0,
+      9,
+      0,
+      "IMAGE"
+    ],
+    [
+      11,
+      10,
+      0,
+      11,
+      0,
+      "MODEL"
+    ],
+    [
+      12,
+      11,
+      0,
+      3,
+      0,
+      "MODEL"
+    ]
+  ],
+  "groups": [],
+  "config": {},
+  "extra": {},
+  "version": 0.4
+}

comfyui/{sdxl_lightning_lora.json → sdxl_lightning_workflow_lora.json}

@@ -178,103 +178,97 @@
       ]
     },
     {
-      "id": 4,
-      "type": "CheckpointLoaderSimple",
+      "id": 12,
+      "type": "Note",
       "pos": [
-        45,
-        192
+        44,
+        71
       ],
       "size": {
-        "0": 315,
-        "1": 98
+        "0": 314.0921630859375,
+        "1": 59.37213134765625
       },
       "flags": {},
       "order": 1,
       "mode": 0,
-      "outputs": [
-        {
-          "name": "MODEL",
-          "type": "MODEL",
-          "links": [
-            11
-          ],
-          "slot_index": 0
-        },
-        {
-          "name": "CLIP",
-          "type": "CLIP",
-          "links": [
-            3,
-            5
-          ],
-          "slot_index": 1
-        },
-        {
-          "name": "VAE",
-          "type": "VAE",
-          "links": [
-            8
-          ],
-          "slot_index": 2
-        }
-      ],
       "properties": {
-        "Node name for S&R": "CheckpointLoaderSimple"
+        "text": ""
       },
       "widgets_values": [
-        "sdxl_base_1.0.safetensors"
-      ]
+        "Remember to use the correct checkpoint for your inference step setting!"
+      ],
+      "color": "#432",
+      "bgcolor": "#653"
     },
     {
-      "id": 11,
-      "type": "LoraLoaderModelOnly",
+      "id": 3,
+      "type": "KSampler",
       "pos": [
-        43,
-        349
+        863,
+        186
       ],
       "size": {
         "0": 315,
-        "1": 82
+        "1": 262
       },
       "flags": {},
-      "order": 4,
+      "order": 7,
       "mode": 0,
       "inputs": [
         {
           "name": "model",
           "type": "MODEL",
-          "link": 11
+          "link": 12
+        },
+        {
+          "name": "positive",
+          "type": "CONDITIONING",
+          "link": 4
+        },
+        {
+          "name": "negative",
+          "type": "CONDITIONING",
+          "link": 6
+        },
+        {
+          "name": "latent_image",
+          "type": "LATENT",
+          "link": 2
         }
       ],
       "outputs": [
         {
-          "name": "MODEL",
-          "type": "MODEL",
+          "name": "LATENT",
+          "type": "LATENT",
           "links": [
-            12
+            7
           ],
-          "shape": 3,
           "slot_index": 0
         }
       ],
       "properties": {
-        "Node name for S&R": "LoraLoaderModelOnly"
+        "Node name for S&R": "KSampler"
       },
       "widgets_values": [
-        "sdxl_lightning_4step_lora.pth",
+        712589392390569,
+        "randomize",
+        4,
+        1,
+        "euler",
+        "sgm_uniform",
         1
       ]
     },
     {
-      "id": 12,
+      "id": 13,
       "type": "Note",
       "pos": [
-        44,
-        71
+        861,
+        72
       ],
       "size": {
-        "0": 314.0921630859375,
-        "1": 59.37213134765625
+        "0": 315.6669921875,
+        "1": 58
       },
       "flags": {},
       "order": 2,
@@ -283,91 +277,97 @@
         "text": ""
       },
       "widgets_values": [
-        "Remember to use the correct checkpoint for your inference step setting!"
+        "Use Euler sampler with sgm_uniform.\nCFG 1 is the fastest."
       ],
       "color": "#432",
       "bgcolor": "#653"
     },
     {
-      "id": 13,
-      "type": "Note",
+      "id": 11,
+      "type": "LoraLoaderModelOnly",
       "pos": [
-        861,
-        72
+        43,
+        349
       ],
       "size": {
-        "0": 315.6669921875,
-        "1": 58
+        "0": 315,
+        "1": 82
       },
       "flags": {},
-      "order": 3,
+      "order": 4,
       "mode": 0,
+      "inputs": [
+        {
+          "name": "model",
+          "type": "MODEL",
+          "link": 11
+        }
+      ],
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "links": [
+            12
+          ],
+          "shape": 3,
+          "slot_index": 0
+        }
+      ],
       "properties": {
-        "text": ""
+        "Node name for S&R": "LoraLoaderModelOnly"
       },
       "widgets_values": [
-        "Euler sampler with sgm_uniform is the default."
-      ],
-      "color": "#432",
-      "bgcolor": "#653"
+        "sdxl_lightning_4step_lora.safetensors",
+        1
+      ]
     },
     {
-      "id": 3,
-      "type": "KSampler",
+      "id": 4,
+      "type": "CheckpointLoaderSimple",
       "pos": [
-        863,
-        186
+        45,
+        192
       ],
       "size": {
         "0": 315,
-        "1": 262
+        "1": 98
       },
       "flags": {},
-      "order": 7,
+      "order": 3,
       "mode": 0,
-      "inputs": [
+      "outputs": [
         {
-          "name": "model",
+          "name": "MODEL",
           "type": "MODEL",
-          "link": 12
-        },
-        {
-          "name": "positive",
-          "type": "CONDITIONING",
-          "link": 4
+          "links": [
+            11
+          ],
+          "slot_index": 0
         },
         {
-          "name": "negative",
-          "type": "CONDITIONING",
-          "link": 6
+          "name": "CLIP",
+          "type": "CLIP",
+          "links": [
+            3,
+            5
+          ],
+          "slot_index": 1
         },
         {
-          "name": "latent_image",
-          "type": "LATENT",
-          "link": 2
-        }
-      ],
-      "outputs": [
-        {
-          "name": "LATENT",
-          "type": "LATENT",
+          "name": "VAE",
+          "type": "VAE",
           "links": [
-            7
+            8
           ],
-          "slot_index": 0
+          "slot_index": 2
         }
       ],
       "properties": {
-        "Node name for S&R": "KSampler"
+        "Node name for S&R": "CheckpointLoaderSimple"
       },
       "widgets_values": [
-        683612750974907,
-        "randomize",
-        4,
-        1,
-        "euler",
-        "sgm_uniform",
-        1
+        "sd_xl_base_1.0.safetensors"
       ]
     }
   ],