Delta0723 commited on
Commit
80bb350
·
verified ·
1 Parent(s): d342366

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -2
app.py CHANGED
@@ -61,9 +61,7 @@ tokenizer.pad_token = tokenizer.eos_token
61
  print("📦 Cargando Mistral 7B...")
62
  model = AutoModelForCausalLM.from_pretrained(
63
  BASE_MODEL,
64
- load_in_8bit=True,
65
  device_map="auto",
66
- torch_dtype=torch.float16,
67
  trust_remote_code=True
68
  )
69
 
 
61
  print("📦 Cargando Mistral 7B...")
62
  model = AutoModelForCausalLM.from_pretrained(
63
  BASE_MODEL,
 
64
  device_map="auto",
 
65
  trust_remote_code=True
66
  )
67