Spaces:
Running
on
Zero
Running
on
Zero
Update demo.
Browse files
app.py
CHANGED
|
@@ -130,7 +130,7 @@ def save_video_to_local(video_path):
|
|
| 130 |
|
| 131 |
|
| 132 |
@spaces.GPU(duration=120)
|
| 133 |
-
def generate(image, video, first_run, state, state_, textbox_in,
|
| 134 |
flag = 1
|
| 135 |
if not textbox_in:
|
| 136 |
if len(state_.messages) > 0:
|
|
@@ -144,11 +144,12 @@ def generate(image, video, first_run, state, state_, textbox_in, tensor, modals,
|
|
| 144 |
video = video if video else "none"
|
| 145 |
assert not (os.path.exists(image) and os.path.exists(video))
|
| 146 |
|
|
|
|
|
|
|
|
|
|
| 147 |
if type(state) is not Conversation:
|
| 148 |
state = conv_templates[conv_mode].copy()
|
| 149 |
state_ = conv_templates[conv_mode].copy()
|
| 150 |
-
tensor = []
|
| 151 |
-
modals = []
|
| 152 |
|
| 153 |
first_run = False if len(state.messages) > 0 else True
|
| 154 |
|
|
@@ -192,29 +193,25 @@ def generate(image, video, first_run, state, state_, textbox_in, tensor, modals,
|
|
| 192 |
state.append_message(state.roles[1], textbox_out)
|
| 193 |
|
| 194 |
return (gr.update(value=image if os.path.exists(image) else None, interactive=True), gr.update(value=video if os.path.exists(video) else None, interactive=True),
|
| 195 |
-
state.to_gradio_chatbot(), False, state, state_, gr.update(value=None, interactive=True)
|
| 196 |
-
# tensor, modals
|
| 197 |
-
)
|
| 198 |
|
| 199 |
|
| 200 |
-
def regenerate(state, state_, textbox
|
| 201 |
state.messages.pop(-1)
|
| 202 |
state_.messages.pop(-1)
|
| 203 |
-
tensor.pop(-1)
|
| 204 |
-
modals.pop(-1)
|
| 205 |
textbox = gr.update(value=None, interactive=True)
|
| 206 |
if len(state.messages) > 0:
|
| 207 |
-
return state, state_, textbox, state.to_gradio_chatbot(), False
|
| 208 |
-
return state, state_, textbox, state.to_gradio_chatbot(), True
|
| 209 |
|
| 210 |
|
| 211 |
-
def clear_history(state, state_
|
| 212 |
state = conv_templates[conv_mode].copy()
|
| 213 |
state_ = conv_templates[conv_mode].copy()
|
| 214 |
return (gr.update(value=None, interactive=True),
|
| 215 |
gr.update(value=None, interactive=True), \
|
| 216 |
state.to_gradio_chatbot(), \
|
| 217 |
-
True, state, state_, gr.update(value=None, interactive=True)
|
| 218 |
|
| 219 |
|
| 220 |
conv_mode = "llama_2"
|
|
@@ -261,8 +258,8 @@ with gr.Blocks(title='VideoLLaMA2π', theme=gr.themes.Default(), css=block_css
|
|
| 261 |
state = gr.State()
|
| 262 |
state_ = gr.State()
|
| 263 |
first_run = gr.State()
|
| 264 |
-
tensor = gr.State()
|
| 265 |
-
modals = gr.State()
|
| 266 |
|
| 267 |
with gr.Row():
|
| 268 |
with gr.Column(scale=3):
|
|
@@ -306,15 +303,24 @@ with gr.Blocks(title='VideoLLaMA2π', theme=gr.themes.Default(), css=block_css
|
|
| 306 |
gr.Markdown(tos_markdown)
|
| 307 |
gr.Markdown(learn_more_markdown)
|
| 308 |
|
| 309 |
-
submit_btn.click(
|
| 310 |
-
|
|
|
|
|
|
|
| 311 |
# tensor, modals
|
| 312 |
])
|
| 313 |
|
| 314 |
-
regenerate_btn.click(
|
| 315 |
-
|
| 316 |
-
|
| 317 |
-
|
| 318 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 319 |
|
| 320 |
demo.launch()
|
|
|
|
| 130 |
|
| 131 |
|
| 132 |
@spaces.GPU(duration=120)
|
| 133 |
+
def generate(image, video, first_run, state, state_, textbox_in, dtype=torch.float16):
|
| 134 |
flag = 1
|
| 135 |
if not textbox_in:
|
| 136 |
if len(state_.messages) > 0:
|
|
|
|
| 144 |
video = video if video else "none"
|
| 145 |
assert not (os.path.exists(image) and os.path.exists(video))
|
| 146 |
|
| 147 |
+
tensor = []
|
| 148 |
+
modals = []
|
| 149 |
+
|
| 150 |
if type(state) is not Conversation:
|
| 151 |
state = conv_templates[conv_mode].copy()
|
| 152 |
state_ = conv_templates[conv_mode].copy()
|
|
|
|
|
|
|
| 153 |
|
| 154 |
first_run = False if len(state.messages) > 0 else True
|
| 155 |
|
|
|
|
| 193 |
state.append_message(state.roles[1], textbox_out)
|
| 194 |
|
| 195 |
return (gr.update(value=image if os.path.exists(image) else None, interactive=True), gr.update(value=video if os.path.exists(video) else None, interactive=True),
|
| 196 |
+
state.to_gradio_chatbot(), False, state, state_, gr.update(value=None, interactive=True))
|
|
|
|
|
|
|
| 197 |
|
| 198 |
|
| 199 |
+
def regenerate(state, state_, textbox):
|
| 200 |
state.messages.pop(-1)
|
| 201 |
state_.messages.pop(-1)
|
|
|
|
|
|
|
| 202 |
textbox = gr.update(value=None, interactive=True)
|
| 203 |
if len(state.messages) > 0:
|
| 204 |
+
return state, state_, textbox, state.to_gradio_chatbot(), False
|
| 205 |
+
return state, state_, textbox, state.to_gradio_chatbot(), True
|
| 206 |
|
| 207 |
|
| 208 |
+
def clear_history(state, state_):
|
| 209 |
state = conv_templates[conv_mode].copy()
|
| 210 |
state_ = conv_templates[conv_mode].copy()
|
| 211 |
return (gr.update(value=None, interactive=True),
|
| 212 |
gr.update(value=None, interactive=True), \
|
| 213 |
state.to_gradio_chatbot(), \
|
| 214 |
+
True, state, state_, gr.update(value=None, interactive=True))
|
| 215 |
|
| 216 |
|
| 217 |
conv_mode = "llama_2"
|
|
|
|
| 258 |
state = gr.State()
|
| 259 |
state_ = gr.State()
|
| 260 |
first_run = gr.State()
|
| 261 |
+
# tensor = gr.State()
|
| 262 |
+
# modals = gr.State()
|
| 263 |
|
| 264 |
with gr.Row():
|
| 265 |
with gr.Column(scale=3):
|
|
|
|
| 303 |
gr.Markdown(tos_markdown)
|
| 304 |
gr.Markdown(learn_more_markdown)
|
| 305 |
|
| 306 |
+
submit_btn.click(
|
| 307 |
+
generate,
|
| 308 |
+
[image, video, first_run, state, state_, textbox],
|
| 309 |
+
[image, video, chatbot, first_run, state, state_, textbox,
|
| 310 |
# tensor, modals
|
| 311 |
])
|
| 312 |
|
| 313 |
+
regenerate_btn.click(
|
| 314 |
+
regenerate,
|
| 315 |
+
[state, state_, textbox],
|
| 316 |
+
[state, state_, textbox, chatbot, first_run]).then(
|
| 317 |
+
generate,
|
| 318 |
+
[image, video, first_run, state, state_, textbox],
|
| 319 |
+
[image, video, chatbot, first_run, state, state_, textbox])
|
| 320 |
+
|
| 321 |
+
clear_btn.click(
|
| 322 |
+
clear_history,
|
| 323 |
+
[state, state_],
|
| 324 |
+
[image, video, chatbot, first_run, state, state_, textbox])
|
| 325 |
|
| 326 |
demo.launch()
|