Update app.py

app.py

@@ -162,10 +162,80 @@ chat_input = gr.MultimodalTextbox(
     placeholder="Enter message or upload a file one time...",
     show_label=False,
 
-)
+) 
+
+prompt_extraction = '''
+Please extract the Key information from the given document, including:
+1 Date (DD/MM/YY)
+2 Name(s) of Account Holder(s)
+3 ID Document No.
+4 ID Document Type
+5 (Checked?)Are you the existing Personal e-Banking user?(expected result: yes/no)
+6 (Checked?)Delete all Registered Bill Account Numbers for bill payment via any accounts under the above-mentioned ID Document or Business Registration No...(expected result: yes/no)
+7 (Checked?)Add the following Bill Account Numbers for bill payment via any accounts under the above-mentioned ID Document or Business Registration No...(expected result: yes/no)
+8 Signature(s) of Account Holder(s)
+9 Account No.
+
+Please Notice:
+Return in JSON format, plain(no nested structure)
+9 keys as listed in Objective section, don't ignore any item from the list even the value is None.
+Please note:
+Your accuracy of detecting checkboxes is relatively low, and unchecked boxes are often mistakenly identified as checked/true (resulting in many false positives).
+Therefore, for all fields marked "(Checked?)", please be extra cautious and carefully examine the image before extracting the information, and if you are unsure, please default to false.
+'''
+prompt_signature = '''
+I need your help to compare and score the similarity of two signatures. You should evaluate the signatures based on several dimensions and calculate a final similarity score. Here are the detailed instructions and dimensions for the comparison:
+
+1. **General Shape and Flow**:
+   - Compare the overall shape and flow of the two signatures.
+   - Score from 0 to 10, where 0 means completely different and 10 means identical.
+
+2. **Consistency of Loops and Strokes**:
+   - Evaluate the presence and consistency of loops and strokes in the signatures.
+   - Score from 0 to 10 based on the similarity of these features.
+
+3. **Signature Characteristics**:
+   - Compare specific characteristics such as dots, dashes, and unique flourishes.
+   - Score from 0 to 10 based on the presence and similarity of these unique features.
+
+4. **Stroke Pressure and Line Thickness**:
+   - Analyze the pressure and thickness of the lines in the signatures.
+   - Score from 0 to 10 based on how similar the pressure and thickness are between the two signatures.
+
+5. **Angle and Slope**:
+   - Evaluate the angle and slope of the characters in the signatures.
+   - Score from 0 to 10 based on how similar the angles and slopes are.
+
+6. **Spacing and Proportions**:
+   - Compare the spacing between characters and the proportions of the signatures.
+   - Score from 0 to 10 based on the similarity of spacing and proportions.
+
+After scoring each dimension, calculate the final similarity score by averaging the scores from all dimensions. The final similarity score should be a value between 0 and 10, where 0 indicates no similarity and 10 indicates identical signatures.
+
+Here is an example output format for the comparison:
+
+```
+General Shape and Flow: 8
+Consistency of Loops and Strokes: 7
+Signature Characteristics: 6
+Stroke Pressure and Line Thickness: 5
+Angle and Slope: 8
+Spacing and Proportions: 7
+
+Final Similarity Score: 6.83
+```
+
+Please help with this comparison and scoring for the two provided signatures. 
+
+Important: Only score based on visual intuition, do not run code or provide coding solutions
+'''
+
+
+
+
 EXAMPLES = [
-        [{"text": "Describe it in detailed", "files": ["./IMG_2700.png"]}],
-        [{"text": "Where it is?", "files": ["./hotel.jpg"]}],
+        [{"text": prompt_extraction, "files": ["./IMG_2700.png"]}],
+        [{"text": prompt_signature , "files": ["./2.jpg"]}],
         [{"text": "Is it real?", "files": ["./spacecat.png"]}]
 ]