Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -9,18 +9,14 @@ import subprocess
|
|
| 9 |
import gradio as gr
|
| 10 |
from pipelines.pipeline import InferencePipeline
|
| 11 |
|
| 12 |
-
FFMPEG_COMMAND = "-loglevel error -y -r 25 -pix_fmt yuv420p -f mp4"
|
| 13 |
pipelines = {
|
| 14 |
-
"VSR(
|
| 15 |
"ASR": InferencePipeline("./configs/LRS3_A_WER1.0.ini", device="cuda:0", face_track=True, detector="retinaface"),
|
| 16 |
-
"AVSR(
|
| 17 |
}
|
| 18 |
print("Step 0. Model has been loaded.")
|
| 19 |
|
| 20 |
def fn(pipeline_type, filename):
|
| 21 |
-
directory = "./tmp_video"
|
| 22 |
-
if not os.path.exists(directory):
|
| 23 |
-
os.makedirs(directory)
|
| 24 |
print("Step 0. Video has been uploaded.")
|
| 25 |
os.system(command_string)
|
| 26 |
selected_pipeline_instance = pipelines[pipeline_type]
|
|
@@ -57,7 +53,7 @@ with demo:
|
|
| 57 |
</div>
|
| 58 |
"""
|
| 59 |
)
|
| 60 |
-
dropdown_list = gr.inputs.Dropdown(["
|
| 61 |
video_file = gr.Video(label="INPUT VIDEO", include_audio=True)
|
| 62 |
text = gr.Textbox(label="PREDICTION")
|
| 63 |
btn = gr.Button("Submit").style(full_width=True)
|
|
|
|
| 9 |
import gradio as gr
|
| 10 |
from pipelines.pipeline import InferencePipeline
|
| 11 |
|
|
|
|
| 12 |
pipelines = {
|
| 13 |
+
"VSR(mediapipe)": InferencePipeline("./configs/LRS3_V_WER19.1.ini", device="cuda:0", face_track=True, detector="mediapipe"),
|
| 14 |
"ASR": InferencePipeline("./configs/LRS3_A_WER1.0.ini", device="cuda:0", face_track=True, detector="retinaface"),
|
| 15 |
+
"AVSR(mediapipe)": InferencePipeline("./configs/LRS3_AV_WER0.9.ini", device="cuda:0", face_track=True, detector="mediapipe")
|
| 16 |
}
|
| 17 |
print("Step 0. Model has been loaded.")
|
| 18 |
|
| 19 |
def fn(pipeline_type, filename):
|
|
|
|
|
|
|
|
|
|
| 20 |
print("Step 0. Video has been uploaded.")
|
| 21 |
os.system(command_string)
|
| 22 |
selected_pipeline_instance = pipelines[pipeline_type]
|
|
|
|
| 53 |
</div>
|
| 54 |
"""
|
| 55 |
)
|
| 56 |
+
dropdown_list = gr.inputs.Dropdown(["ASR", "VSR(mediapipe)", "AVSR(mediapipe)"], label="model")
|
| 57 |
video_file = gr.Video(label="INPUT VIDEO", include_audio=True)
|
| 58 |
text = gr.Textbox(label="PREDICTION")
|
| 59 |
btn = gr.Button("Submit").style(full_width=True)
|