Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -446,7 +446,24 @@ def process_and_query(input_language=None, audio_input=None, image_input=None, t
|
|
| 446 |
print(f"An error occurred: {e}")
|
| 447 |
return "Error occurred during processing.", "No hallucination evaluation"
|
| 448 |
|
| 449 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 450 |
|
| 451 |
welcome_message = """
|
| 452 |
# 👋🏻Welcome to ⚕🗣️😷MultiMed - Access Chat ⚕🗣️😷
|
|
@@ -571,24 +588,39 @@ languages = [
|
|
| 571 |
]
|
| 572 |
|
| 573 |
|
| 574 |
-
with gr.Blocks(theme='ParityError/Anime') as iface
|
| 575 |
-
gr.
|
| 576 |
-
|
| 577 |
-
|
| 578 |
-
|
| 579 |
-
|
| 580 |
-
gr.
|
| 581 |
-
|
| 582 |
-
|
| 583 |
-
|
| 584 |
-
gr.
|
| 585 |
-
|
| 586 |
-
|
| 587 |
-
|
| 588 |
-
|
|
|
|
| 589 |
hallucination_output = gr.Label(label="Hallucination Evaluation")
|
| 590 |
text_button.click(process_and_query, inputs=[input_language, audio_input, image_input, text_input], outputs=[text_output, hallucination_output])
|
| 591 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 592 |
["What is the proper treatment for buccal herpes?"],
|
| 593 |
["Male, 40 presenting with swollen glands and a rash"],
|
| 594 |
["How does cellular metabolism work TCA cycle"],
|
|
|
|
| 446 |
print(f"An error occurred: {e}")
|
| 447 |
return "Error occurred during processing.", "No hallucination evaluation"
|
| 448 |
|
| 449 |
+
# Interface logic
|
| 450 |
+
|
| 451 |
+
def clear(interface):
|
| 452 |
+
interface['language_selection'].reset()
|
| 453 |
+
interface['speech_to_text'].hide()
|
| 454 |
+
interface['image_identification'].hide()
|
| 455 |
+
interface['text_summarization'].hide()
|
| 456 |
+
interface['results'].hide()
|
| 457 |
+
|
| 458 |
+
def on_language_change(language, interface):
|
| 459 |
+
if language:
|
| 460 |
+
interface['speech_to_text'].show()
|
| 461 |
+
interface['image_identification'].show()
|
| 462 |
+
interface['text_summarization'].show()
|
| 463 |
+
else:
|
| 464 |
+
interface['speech_to_text'].hide()
|
| 465 |
+
interface['image_identification'].hide()
|
| 466 |
+
interface['text_summarization'].hide()
|
| 467 |
|
| 468 |
welcome_message = """
|
| 469 |
# 👋🏻Welcome to ⚕🗣️😷MultiMed - Access Chat ⚕🗣️😷
|
|
|
|
| 588 |
]
|
| 589 |
|
| 590 |
|
| 591 |
+
with gr.Blocks(theme='ParityError/Anime') as iface:
|
| 592 |
+
with gr.Row() as language_selection:
|
| 593 |
+
input_language = gr.Dropdown(languages, label="Select the language", value="English", interactive=True)
|
| 594 |
+
|
| 595 |
+
with gr.Accordion("Speech to Text", open=False) as speech_to_text:
|
| 596 |
+
audio_input = gr.Audio(label="Speak", type="filepath", sources="microphone")
|
| 597 |
+
audio_output = gr.Markdown(label="Output text")
|
| 598 |
+
|
| 599 |
+
with gr.Accordion("Image Identification", open=False) as image_identification:
|
| 600 |
+
image_input = gr.Image(label="Upload image")
|
| 601 |
+
image_output = gr.Markdown(label="Output text")
|
| 602 |
+
|
| 603 |
+
with gr.Accordion("Text Summarization", open=False) as text_summarization:
|
| 604 |
+
text_input = gr.Textbox(label="Input text", lines=5)
|
| 605 |
+
text_output = gr.Markdown(label="Output text")
|
| 606 |
+
text_button = gr.Button("Process text")
|
| 607 |
hallucination_output = gr.Label(label="Hallucination Evaluation")
|
| 608 |
text_button.click(process_and_query, inputs=[input_language, audio_input, image_input, text_input], outputs=[text_output, hallucination_output])
|
| 609 |
+
|
| 610 |
+
with gr.Row() as results:
|
| 611 |
+
text_output = gr.Markdown()
|
| 612 |
+
hallucination_output = gr.Label()
|
| 613 |
+
|
| 614 |
+
clear_button = gr.Button("Clear")
|
| 615 |
+
clear_button.click(clear, inputs=[], outputs=[], args=[iface])
|
| 616 |
+
|
| 617 |
+
# Initially hide all blocks except language selection
|
| 618 |
+
iface['speech_to_text'].hide()
|
| 619 |
+
iface['image_identification'].hide()
|
| 620 |
+
iface['text_summarization'].hide()
|
| 621 |
+
iface['results'].hide()
|
| 622 |
+
|
| 623 |
+
gr.Examples([
|
| 624 |
["What is the proper treatment for buccal herpes?"],
|
| 625 |
["Male, 40 presenting with swollen glands and a rash"],
|
| 626 |
["How does cellular metabolism work TCA cycle"],
|