Allow changing LoRA scaling alpha

app_inference.py

@@ -99,6 +99,11 @@ def create_inference_demo(pipe: InferencePipeline,
                     max_lines=1,
                     placeholder='Example: "A picture of a sks dog in a bucket"'
                 )
+                alpha = gr.Slider(label='LoRA alpha',
+                                  minimum=0,
+                                  maximum=2,
+                                  step=0.05,
+                                  value=1)
                 seed = gr.Slider(label='Seed',
                                  minimum=0,
                                  maximum=100000,
@@ -149,6 +154,7 @@ def create_inference_demo(pipe: InferencePipeline,
         inputs = [
             lora_model_id,
             prompt,
+            alpha,
             seed,
             num_steps,
             guidance_scale,

inference.py

@@ -73,6 +73,7 @@ class InferencePipeline:
         self,
         lora_model_id: str,
         prompt: str,
+        lora_scale: float,
         seed: int,
         n_steps: int,
         guidance_scale: float,
@@ -83,8 +84,11 @@ class InferencePipeline:
         self.load_pipe(lora_model_id)
 
         generator = torch.Generator(device=self.device).manual_seed(seed)
-        out = self.pipe(prompt,
-                        num_inference_steps=n_steps,
-                        guidance_scale=guidance_scale,
-                        generator=generator)  # type: ignore
+        out = self.pipe(
+            prompt,
+            num_inference_steps=n_steps,
+            guidance_scale=guidance_scale,
+            generator=generator,
+            cross_attention_kwargs={'scale': lora_scale},
+        )  # type: ignore
         return out.images[0]