Update app.py

app.py

@@ -28,7 +28,7 @@ def load_model():
         MODEL_ID,
         torch_dtype=torch.bfloat16,  # if device == "cuda" else torch.float32,
         device_map="auto",  # if device == "cuda" else None,
-        attn_implementation="fa3", # "flash_attention_2", # 
+        attn_implementation="flash_attention_3", # "flash_attention_2", # 
     )  # .cuda()
     print(f"Selected device:", device)
     return model, tokenizer, device