ghosthets commited on
Commit
fec40ce
·
verified ·
1 Parent(s): cf18bd6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -17,7 +17,10 @@ login(token=hf_token)
17
  # 🔄 Load model from Hugging Face
18
  model_id = "dexcommunity/dex"
19
  print("🔄 Loading model...")
20
- tokenizer = AutoTokenizer.from_pretrained(model_id, token=hf_token)
 
 
 
21
  model = AutoModelForCausalLM.from_pretrained(model_id, token=hf_token)
22
 
23
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 
17
  # 🔄 Load model from Hugging Face
18
  model_id = "dexcommunity/dex"
19
  print("🔄 Loading model...")
20
+
21
+ # ⚠️ FIXED this line: fast tokenizer disabled to avoid tokenizer.json crash
22
+ tokenizer = AutoTokenizer.from_pretrained(model_id, token=hf_token, use_fast=False)
23
+
24
  model = AutoModelForCausalLM.from_pretrained(model_id, token=hf_token)
25
 
26
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")