Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -5,6 +5,8 @@ from datetime import datetime
|
|
| 5 |
from theme import TufteInspired
|
| 6 |
from transformers import AutoTokenizer
|
| 7 |
from transformers import pipeline
|
|
|
|
|
|
|
| 8 |
from huggingface_hub import login
|
| 9 |
import os
|
| 10 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
|
@@ -14,7 +16,7 @@ login(HF_TOKEN)
|
|
| 14 |
model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
|
| 15 |
tokenizer = AutoTokenizer.from_pretrained(model_id, add_special_tokens=True)
|
| 16 |
|
| 17 |
-
pipeline =
|
| 18 |
"text-generation",
|
| 19 |
model=model_id,
|
| 20 |
model_kwargs={"torch_dtype": torch.bfloat16},
|
|
|
|
| 5 |
from theme import TufteInspired
|
| 6 |
from transformers import AutoTokenizer
|
| 7 |
from transformers import pipeline
|
| 8 |
+
|
| 9 |
+
|
| 10 |
from huggingface_hub import login
|
| 11 |
import os
|
| 12 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
|
|
|
| 16 |
model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
|
| 17 |
tokenizer = AutoTokenizer.from_pretrained(model_id, add_special_tokens=True)
|
| 18 |
|
| 19 |
+
pipeline = pipeline(
|
| 20 |
"text-generation",
|
| 21 |
model=model_id,
|
| 22 |
model_kwargs={"torch_dtype": torch.bfloat16},
|