Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -13,7 +13,7 @@ TITLE = """
|
|
| 13 |
"
|
| 14 |
>
|
| 15 |
<h1 style="font-weight: 900; margin-bottom: 7px;">
|
| 16 |
-
Auto-AVSR: Audio-Visual Speech Recognition
|
| 17 |
</h1>
|
| 18 |
</div>
|
| 19 |
<p style="margin-bottom: 10px; font-size: 94%">
|
|
@@ -28,7 +28,7 @@ ARTICLE = """
|
|
| 28 |
Want to look into models? You can find our [<a href="https://github.com/mpc001/auto_avsr">training code</a>] and [<a href="https://arxiv.org/abs/2303.14307">paper</a>].
|
| 29 |
</p>
|
| 30 |
<p>
|
| 31 |
-
|
| 32 |
</p>
|
| 33 |
<p>
|
| 34 |
We share this demo only for non-commercial purposes.
|
|
@@ -69,7 +69,6 @@ pipelines = {
|
|
| 69 |
"ASR": InferencePipeline("./configs/LRS3_A_WER1.0.ini", device="cpu", face_track=True, detector="mediapipe"),
|
| 70 |
"AVSR(mediapipe)": InferencePipeline("./configs/LRS3_AV_WER0.9.ini", device="cpu", face_track=True, detector="mediapipe")
|
| 71 |
}
|
| 72 |
-
print("Step 0. Model has been loaded.")
|
| 73 |
|
| 74 |
def fn(pipeline_type, filename):
|
| 75 |
selected_pipeline_instance = pipelines[pipeline_type]
|
|
|
|
| 13 |
"
|
| 14 |
>
|
| 15 |
<h1 style="font-weight: 900; margin-bottom: 7px;">
|
| 16 |
+
Auto-AVSR: Audio-Visual Speech Recognition
|
| 17 |
</h1>
|
| 18 |
</div>
|
| 19 |
<p style="margin-bottom: 10px; font-size: 94%">
|
|
|
|
| 28 |
Want to look into models? You can find our [<a href="https://github.com/mpc001/auto_avsr">training code</a>] and [<a href="https://arxiv.org/abs/2303.14307">paper</a>].
|
| 29 |
</p>
|
| 30 |
<p>
|
| 31 |
+
The inference is performed on the CPU. You can also run on <a href="https://colab.research.google.com/drive/1jfb6e4xxhXHbmQf-nncdLno1u0b4j614?usp=sharing">Colab GPU</a>
|
| 32 |
</p>
|
| 33 |
<p>
|
| 34 |
We share this demo only for non-commercial purposes.
|
|
|
|
| 69 |
"ASR": InferencePipeline("./configs/LRS3_A_WER1.0.ini", device="cpu", face_track=True, detector="mediapipe"),
|
| 70 |
"AVSR(mediapipe)": InferencePipeline("./configs/LRS3_AV_WER0.9.ini", device="cpu", face_track=True, detector="mediapipe")
|
| 71 |
}
|
|
|
|
| 72 |
|
| 73 |
def fn(pipeline_type, filename):
|
| 74 |
selected_pipeline_instance = pipelines[pipeline_type]
|