Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -939,7 +939,6 @@ if __name__ == "__main__":
|
|
| 939 |
attn_implementation='flash_attention_2', # OR 'sdpa' for Ascend NPUs
|
| 940 |
# torch_dtype=args.torch_dtype,
|
| 941 |
# attn_implementation='sdpa', # OR 'sdpa' for Ascend NPUs
|
| 942 |
-
use_auth_token=True,
|
| 943 |
low_cpu_mem_usage=True,
|
| 944 |
trust_remote_code=True).eval().cuda()
|
| 945 |
processor = AutoProcessor.from_pretrained(args.model_name, trust_remote_code=True)
|
|
@@ -948,7 +947,6 @@ if __name__ == "__main__":
|
|
| 948 |
dualvitok = AutoModel.from_pretrained(args.tokenizer_path,
|
| 949 |
torch_dtype=torch.float32,
|
| 950 |
trust_remote_code=True,
|
| 951 |
-
use_auth_token=True,
|
| 952 |
).eval().cuda()
|
| 953 |
processor.set_vision_tokenizer(dualvitok)
|
| 954 |
|
|
|
|
| 939 |
attn_implementation='flash_attention_2', # OR 'sdpa' for Ascend NPUs
|
| 940 |
# torch_dtype=args.torch_dtype,
|
| 941 |
# attn_implementation='sdpa', # OR 'sdpa' for Ascend NPUs
|
|
|
|
| 942 |
low_cpu_mem_usage=True,
|
| 943 |
trust_remote_code=True).eval().cuda()
|
| 944 |
processor = AutoProcessor.from_pretrained(args.model_name, trust_remote_code=True)
|
|
|
|
| 947 |
dualvitok = AutoModel.from_pretrained(args.tokenizer_path,
|
| 948 |
torch_dtype=torch.float32,
|
| 949 |
trust_remote_code=True,
|
|
|
|
| 950 |
).eval().cuda()
|
| 951 |
processor.set_vision_tokenizer(dualvitok)
|
| 952 |
|