Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -195,8 +195,8 @@ Now format the following:
|
|
| 195 |
truncation=True,
|
| 196 |
max_length=2048
|
| 197 |
)
|
| 198 |
-
inputs = {k: v.to(self.model.device) for k, v in inputs.items()}
|
| 199 |
-
|
| 200 |
with torch.no_grad():
|
| 201 |
outputs = self.model.generate(
|
| 202 |
**inputs,
|
|
@@ -428,7 +428,7 @@ Speaker 2: ...
|
|
| 428 |
|
| 429 |
# Move to correct device
|
| 430 |
inputs = {k: v.to(self.model.device) for k, v in inputs.items()}
|
| 431 |
-
add_log(f"✅ Inputs moved to device:
|
| 432 |
|
| 433 |
add_log("self🧠 Generating with model...")
|
| 434 |
|
|
|
|
| 195 |
truncation=True,
|
| 196 |
max_length=2048
|
| 197 |
)
|
| 198 |
+
#inputs = {k: v.to(self.model.device) for k, v in inputs.items()}
|
| 199 |
+
inputs = {k: v for k, v in inputs.items()}
|
| 200 |
with torch.no_grad():
|
| 201 |
outputs = self.model.generate(
|
| 202 |
**inputs,
|
|
|
|
| 428 |
|
| 429 |
# Move to correct device
|
| 430 |
inputs = {k: v.to(self.model.device) for k, v in inputs.items()}
|
| 431 |
+
add_log(f"✅ Inputs moved to device: ")
|
| 432 |
|
| 433 |
add_log("self🧠 Generating with model...")
|
| 434 |
|