Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -61,9 +61,7 @@ tokenizer.pad_token = tokenizer.eos_token
|
|
| 61 |
print("📦 Cargando Mistral 7B...")
|
| 62 |
model = AutoModelForCausalLM.from_pretrained(
|
| 63 |
BASE_MODEL,
|
| 64 |
-
load_in_8bit=True,
|
| 65 |
device_map="auto",
|
| 66 |
-
torch_dtype=torch.float16,
|
| 67 |
trust_remote_code=True
|
| 68 |
)
|
| 69 |
|
|
|
|
| 61 |
print("📦 Cargando Mistral 7B...")
|
| 62 |
model = AutoModelForCausalLM.from_pretrained(
|
| 63 |
BASE_MODEL,
|
|
|
|
| 64 |
device_map="auto",
|
|
|
|
| 65 |
trust_remote_code=True
|
| 66 |
)
|
| 67 |
|