Add detailed results table and CSV download functionality

app.py

@@ -865,11 +865,6 @@ def create_interface():
                 results_display = gr.HTML(
                     value="<div style='text-align: center; padding: 40px; color: var(--body-text-color); opacity: 0.7;'>Enter a URL and click analyze to see results here.</div>"
                 )
-                
-                results_dataframe = gr.Dataframe(
-                    label="Detailed Results (Scroll right to see all columns)",
-                    visible=False
-                )
             
             with gr.Column(scale=3):
                 # Screenshot section - only screenshot in right column
@@ -932,7 +927,70 @@ def create_interface():
                     interactive=False
                 )
         
+        # Detailed results table spanning both columns (full width)
+        results_dataframe = gr.Dataframe(
+            label="Detailed Results (Scroll right to see all columns)",
+            visible=False
+        )
+        
+        # Download button for results CSV
+        download_btn = gr.DownloadButton(
+            label="📥 Download Results as CSV",
+            visible=False,
+            variant="secondary"
+        )
+        
         # Event handlers
+        def save_results_to_csv(df, url):
+            """Save the results dataframe to a CSV file named after the analyzed site."""
+            if df is None or (isinstance(df, pd.DataFrame) and df.empty):
+                return None
+            
+            # Create a safe filename from the URL
+            safe_filename = url.lower().replace("http://", "").replace("https://", "").strip().replace("www.", "") \
+                .replace(".", "_") \
+                .replace("/", "_") \
+                .replace("-", "_") \
+                .replace("=", "_") \
+                .replace("?", "_") \
+                .replace("&", "_") \
+                .replace("%", "_") \
+                .replace(":", "_") \
+                .replace("#", "_") \
+                .replace("'", "_") \
+                .replace('"', "_") \
+                .replace("*", "_") \
+                .replace("<", "_") \
+                .replace(">", "_") \
+                .replace("|", "_") \
+                .replace(" ", "_")
+            
+            # Trim if too long and ensure it doesn't end with underscore
+            safe_filename = safe_filename[:100].rstrip("_")
+            
+            # Create final filename
+            csv_filename = f"{safe_filename}.csv"
+            
+            # Create a temporary file for download
+            temp_csv = tempfile.NamedTemporaryFile(mode='w', delete=False, suffix='.csv', prefix='analysis_')
+            csv_path = temp_csv.name
+            temp_csv.close()
+            
+            # Save dataframe to CSV
+            if isinstance(df, pd.DataFrame):
+                df.to_csv(csv_path, index=False)
+            else:
+                # If it's not a DataFrame, try to convert it
+                pd.DataFrame(df).to_csv(csv_path, index=False)
+            
+            # Rename to the site-specific filename for download
+            final_path = os.path.join(os.path.dirname(csv_path), csv_filename)
+            shutil.copy(csv_path, final_path)
+            os.remove(csv_path)
+            
+            print(f"[CONSOLE] CSV file created for download: {final_path} (filename: {csv_filename})")
+            return final_path
+        
         def handle_url_analysis(url, api_key):
             """Handle URL analysis with screenshot capture."""
             print(f"[CONSOLE] handle_url_analysis called with URL: {url}")
@@ -949,7 +1007,8 @@ def create_interface():
                     gr.update(visible=True),  # Show placeholder initially
                     gr.update(visible=False),  # Hide screenshot initially
                     "<div style='text-align: center; padding: 20px; color: var(--body-text-color); opacity: 0.7;'>Preparing analysis...</div>",  # Clear previous errors
-                    gr.update(visible=False)  # Hide dataframe
+                    gr.update(visible=False),  # Hide dataframe
+                    gr.update(visible=False)  # Hide download button
                 )
                 
                 analysis_generator = take_screenshot_and_process(url, api_key)
@@ -976,7 +1035,8 @@ def create_interface():
                                     gr.update(visible=False),  # Hide placeholder
                                     gr.update(value=image_path, visible=True, label="📷 Original Screenshot"),  # Show original screenshot
                                     "<div style='text-align: center; padding: 20px; color: var(--body-text-color); opacity: 0.7;'>Analysis in progress...</div>",  # Clear previous errors
-                                    gr.update(visible=False)
+                                    gr.update(visible=False),
+                                    gr.update(visible=False)  # Hide download button
                                 )
                             else:
                                 yield (
@@ -984,7 +1044,8 @@ def create_interface():
                                     gr.update(visible=True),  # Keep placeholder visible
                                     gr.update(visible=False),  # Hide screenshot
                                     "<div style='text-align: center; padding: 20px; color: var(--body-text-color); opacity: 0.7;'>Analysis in progress...</div>",  # Clear previous errors
-                                    gr.update(visible=False)
+                                    gr.update(visible=False),
+                                    gr.update(visible=False)  # Hide download button
                                 )
                         else:
                             print(f"[CONSOLE] Received final result with {len(dataframe_result)} rows")
@@ -1000,7 +1061,8 @@ def create_interface():
                                 gr.update(visible=False),  # Hide placeholder
                                 gr.update(value=final_image, visible=True, label="🎯 Annotated Screenshot (Analysis Complete)") if final_image else gr.update(visible=False),
                                 "<div style='text-align: center; padding: 20px; color: var(--body-text-color); opacity: 0.7;'>Processing results...</div>",  # Clear previous errors
-                                gr.update(visible=False)
+                                gr.update(visible=False),
+                                gr.update(visible=False)  # Hide download button
                             )
                             break
                 
@@ -1027,9 +1089,9 @@ def create_interface():
                         .replace("<", "_x13x_") \
                         .replace(">", "_x14x_") \
                         .replace("|", "_x15x_")
-                    
+
                     save_url = save_url + "__" + str(uuid.uuid4()).replace("-", "_")
-                    
+
                     save_dict = {
                         save_url: final_result
                     }
@@ -1040,7 +1102,7 @@ def create_interface():
                     annotated_image_path = final_image if final_image else original_image
                     print(f"[CONSOLE] Using image for dataset upload: {dataset_image_path} (original: {original_image}, final: {final_image})")
                     print(f"[CONSOLE] Using annotated image for display: {annotated_image_path} (original: {original_image}, final: {final_image})")
-                    
+
                     if dataset_image_path and os.path.exists(dataset_image_path) and annotated_image_path and os.path.exists(annotated_image_path):
                         try:
                             # Load the original image using PIL
@@ -1063,16 +1125,20 @@ def create_interface():
                         print(f"[CONSOLE] Warning: Image path not found or invalid: {dataset_image_path}")
                         image_df = pd.DataFrame([{"id": save_url, "image": None, "annotated_image": None}])
 
-                    dataset_upload.update_dataset_with_new_splits(save_dict)
-                    dataset_upload.update_dataset_with_new_images(image_df, scheduler=scheduler, dataset_dir=dataset_dir, jsonl_path=jsonl_path)
-                    
+                    # dataset_upload.update_dataset_with_new_splits(save_dict)
+                    # dataset_upload.update_dataset_with_new_images(image_df, scheduler=scheduler, dataset_dir=dataset_dir, jsonl_path=jsonl_path)
+
+                    # Prepare CSV for download
+                    csv_file_path = save_results_to_csv(final_result, url)
+
                     # Show final results with annotated screenshot
                     yield (
                         final_status,
                         gr.update(visible=False),  # Hide placeholder
                         gr.update(value=final_image, visible=True, label="🎯 Annotated Screenshot (Analysis Complete)") if final_image else gr.update(visible=False),
                         results_html,
-                        gr.update(value=final_result, visible=True)
+                        gr.update(value=final_result, visible=True),
+                        gr.update(value=csv_file_path, visible=True) if csv_file_path else gr.update(visible=False)
                     )
 
                     # Clean up temporary files after successful display
@@ -1089,7 +1155,8 @@ def create_interface():
                         gr.update(visible=True),  # Show placeholder again
                         gr.update(visible=False, label="Website Screenshot"),  # Hide screenshot and reset label
                         "<div style='color: #ef4444; text-align: center; background-color: var(--block-background-fill); padding: 15px; border-radius: 8px; border: 1px solid #ef4444; opacity: 0.9;'>Analysis failed. Please check your Gemini API key and try again.</div>",
-                        gr.update(visible=False)
+                        gr.update(visible=False),
+                        gr.update(visible=False)  # Hide download button
                     )
                     
             except Exception as e:
@@ -1103,7 +1170,8 @@ def create_interface():
                     gr.update(visible=True),  # Show placeholder again
                     gr.update(visible=False, label="Website Screenshot"),  # Hide screenshot and reset label
                     f"<div style='color: #ef4444; text-align: center; background-color: var(--block-background-fill); padding: 15px; border-radius: 8px; border: 1px solid #ef4444; opacity: 0.9;'>{error_msg}</div>",
-                    gr.update(visible=False)
+                    gr.update(visible=False),
+                    gr.update(visible=False)  # Hide download button
                 )
                 if e.__class__ == gr.exceptions.Error:
                     raise e
@@ -1113,7 +1181,7 @@ def create_interface():
         analyze_url_btn.click(
             fn=handle_url_analysis,
             inputs=[url_input, gemini_api_key],
-            outputs=[status_text, screenshot_placeholder, screenshot_display, results_display, results_dataframe],
+            outputs=[status_text, screenshot_placeholder, screenshot_display, results_display, results_dataframe, download_btn],
             show_progress="full"
         )
     
@@ -1144,9 +1212,13 @@ if __name__ == "__main__":
 
     from py_files.utils import decrypt_system_prompts
 
-    if not decrypt_system_prompts():
-        print(f"[CONSOLE] Failed to decrypt system prompts, exiting...")
-        exit(1)
+    if os.path.exists("./system_prompt.txt") and os.path.exists("./system_prompt_thinking.txt"):
+        print(f"[CONSOLE] System prompts already decrypted, skipping decryption step")
+    else:
+        print(f"[CONSOLE] Decrypting system prompts...")
+        if not decrypt_system_prompts():
+            print(f"[CONSOLE] Failed to decrypt system prompts, exiting...")
+            exit(1)
 
     print(f"[CONSOLE] ===== STARTING GRADIO APPLICATION =====")
     print(f"[CONSOLE] Creating Gradio interface...")