Spaces:
Runtime error
Runtime error
Commit
·
348ad43
1
Parent(s):
a7d545f
add 285 continued pretraining on text sft
Browse files- app_dialogue.py +7 -0
app_dialogue.py
CHANGED
|
@@ -46,6 +46,13 @@ MODELS = {
|
|
| 46 |
token=os.environ["HF_AUTH_TOKEN"],
|
| 47 |
revision="b473d49caa964991b40b79fe7cb27d51d4d023f6",
|
| 48 |
).to(DEVICE),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 49 |
}
|
| 50 |
PROCESSOR = AutoProcessor.from_pretrained(
|
| 51 |
"HuggingFaceM4/idefics2",
|
|
|
|
| 46 |
token=os.environ["HF_AUTH_TOKEN"],
|
| 47 |
revision="b473d49caa964991b40b79fe7cb27d51d4d023f6",
|
| 48 |
).to(DEVICE),
|
| 49 |
+
"285 - continued pretraining on text sft - opt 2'000": AutoModelForCausalLM.from_pretrained(
|
| 50 |
+
"HuggingFaceM4/idefics2",
|
| 51 |
+
trust_remote_code=True,
|
| 52 |
+
torch_dtype=torch.bfloat16,
|
| 53 |
+
token=os.environ["HF_AUTH_TOKEN"],
|
| 54 |
+
revision="b0a2a564e5dc311591886bb375e8d5a1aeaade83",
|
| 55 |
+
).to(DEVICE),
|
| 56 |
}
|
| 57 |
PROCESSOR = AutoProcessor.from_pretrained(
|
| 58 |
"HuggingFaceM4/idefics2",
|