Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -11,8 +11,8 @@ app = FastAPI()
|
|
| 11 |
tokenizer = AutoTokenizer.from_pretrained("chatdb/natural-sql-7b")
|
| 12 |
model = AutoModelForCausalLM.from_pretrained(
|
| 13 |
"chatdb/natural-sql-7b",
|
| 14 |
-
device_map="
|
| 15 |
-
torch_dtype=torch.
|
| 16 |
)
|
| 17 |
|
| 18 |
schema = """
|
|
|
|
| 11 |
tokenizer = AutoTokenizer.from_pretrained("chatdb/natural-sql-7b")
|
| 12 |
model = AutoModelForCausalLM.from_pretrained(
|
| 13 |
"chatdb/natural-sql-7b",
|
| 14 |
+
device_map="cpu",
|
| 15 |
+
torch_dtype=torch.float32,
|
| 16 |
)
|
| 17 |
|
| 18 |
schema = """
|