Spaces:
Running
on
Zero
Running
on
Zero
Fix bugs.
Browse files
app.py
CHANGED
|
@@ -157,7 +157,7 @@ model_path = 'DAMO-NLP-SG/VideoLLaMA2-7B-16F'
|
|
| 157 |
|
| 158 |
device = torch.device("cuda")
|
| 159 |
|
| 160 |
-
handler = Chat(model_path,
|
| 161 |
|
| 162 |
textbox = gr.Textbox(show_label=False, placeholder="Enter text and press ENTER", container=False)
|
| 163 |
|
|
|
|
| 157 |
|
| 158 |
device = torch.device("cuda")
|
| 159 |
|
| 160 |
+
handler = Chat(model_path, load_8bit=False, load_4bit=True)
|
| 161 |
|
| 162 |
textbox = gr.Textbox(show_label=False, placeholder="Enter text and press ENTER", container=False)
|
| 163 |
|