Spaces:

prithivMLmods
/

Multimodal-OCR3

Running on Zero

prithivMLmods commited on 13 days ago

Commit

a2b245a

verified ·

1 Parent(s): e314c56

update app

Files changed (1) hide show

app.py CHANGED Viewed

@@ -183,7 +183,7 @@ MODEL_ID_L = "lightonai/LightOnOCR-1B-1025"
 processor_l = AutoProcessor.from_pretrained(MODEL_ID_L, trust_remote_code=True)
 model_l = LightOnOCRForConditionalGeneration.from_pretrained(
     MODEL_ID_L,
-    attn_implementation="flash_attention_2",
     trust_remote_code=True,
     torch_dtype=torch.float16
 ).to(device).eval()

 processor_l = AutoProcessor.from_pretrained(MODEL_ID_L, trust_remote_code=True)
 model_l = LightOnOCRForConditionalGeneration.from_pretrained(
     MODEL_ID_L,
+    attn_implementation="sdpa",
     trust_remote_code=True,
     torch_dtype=torch.float16
 ).to(device).eval()