Dots-OCR

Running on Zero

yahtzee commited on Nov 13

Commit

4a015a8

1 Parent(s): 373717f

fa -> sdpa

Files changed (1) hide show

app.py CHANGED Viewed

@@ -329,7 +329,7 @@ snapshot_download(
 )
 model = AutoModelForCausalLM.from_pretrained(
     model_path,
-    attn_implementation="flash_attention_2",
     torch_dtype=torch.bfloat16,
     device_map="auto",
     trust_remote_code=True

 )
 model = AutoModelForCausalLM.from_pretrained(
     model_path,
+    attn_implementation="sdpa",
     torch_dtype=torch.bfloat16,
     device_map="auto",
     trust_remote_code=True