Update app.py

app.py

@@ -1,3 +1,15 @@
+import gradio as gr
+import subprocess
+import torch
+from PIL import Image
+from transformers import AutoProcessor, AutoModelForCausalLM
+
+subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
+
+device = "cuda" if torch.cuda.is_available() else "cpu"
+florence_model = AutoModelForCausalLM.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True).to(device).eval()
+florence_processor = AutoProcessor.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True)
+
 def generate_caption(image):
     if not isinstance(image, Image.Image):
         image = Image.fromarray(image)