Update app2.py

app2.py

@@ -14,6 +14,7 @@ from datetime import datetime
 from typing import List, Dict, Optional, Union, Tuple, Any
 from pathlib import Path
 from urllib.parse import urlparse, urljoin
+
 import requests
 import validators
 import gradio as gr
@@ -928,7 +929,6 @@ def generate_qr_codes(data: Union[str, Dict, List], combined: bool = True) -> Li
         return []
 
 
-# --- Chatbot Logic ---
 def respond_to_chat(
         message: str,
         chat_history: List[Tuple[str, str]],
@@ -1219,6 +1219,31 @@ def respond_to_chat(
     return chat_history, chatbot_data, new_filtered_df_state
 
 
+def create_qr_zip(qr_paths: List[str]) -> Optional[str]:
+    """Creates a zip archive from a list of QR code image paths."""
+    if not qr_paths:
+        logger.warning("Attempted to create a zip archive, but no QR code paths were provided.")
+        return None  # Return None to prevent Gradio from attempting a download
+    try:
+        timestamp = int(time.time())
+        zip_filename = f"qr_code_collection_{timestamp}.zip"
+        zip_filepath = TEMP_DIR / zip_filename
+
+        with zipfile.ZipFile(zip_filepath, 'w') as zipf:
+            for path_str in qr_paths:
+                path = Path(path_str)
+                if path.exists():
+                    # Use path.name to avoid storing the full directory structure in the zip
+                    zipf.write(path, arcname=path.name)
+                else:
+                    logger.warning(f"QR code file not found, skipping: {path_str}")
+
+        logger.info(f"Successfully created QR code zip archive: {zip_filepath}")
+        return str(zip_filepath)
+    except Exception as e:
+        logger.error(f"Failed to create QR code zip archive: {e}")
+        return None
+
 # --- Gradio Interface Definition ---
 def create_modern_interface():
     """Create a modern and visually appealing Gradio interface"""
@@ -1233,15 +1258,6 @@ def create_modern_interface():
         --error-color: #f56565;
         --warning-color: #ed8936;
     }
-    /* Container styling */
-    .container {
-        max-width: 1200px;
-        margin: auto;
-        padding: 2rem;
-        background-color: var(--background-color);
-        border-radius: 1rem;
-        box-shadow: 0 4px 6px rgba(0, 0, 0, 0.1);
-    }
     /* Component styling */
     .input-container {
         background-color: white;
@@ -1264,19 +1280,10 @@ def create_modern_interface():
         background-color: var(--accent-color);
         transform: translateY(-1px);
     }
-    /* Status messages */
-    .status {
-        padding: 1rem;
-        border-radius: 0.375rem;
-        margin: 1rem 0;
-    }
-    .status.success { background-color: #f0fff4; color: var(--success-color); }
-    .status.error { background-color: #fff5f5; color: var(--error-color); }
-    .status.warning { background-color: #fffaf0; color: var(--warning-color); }
     /* Gallery styling */
     .gallery {
         display: grid;
-        grid-template-columns: repeat(auto-fit, minmax(200px, 1fr));
+        grid-template-columns: repeat(auto-fit, minmax(150px, 1fr));
         gap: 1rem;
         padding: 1rem;
         background-color: white;
@@ -1315,6 +1322,19 @@ def create_modern_interface():
         max-width: 150px;
         max-height: 150px;
     }
+    /* --- NEW: Fullscreen Enhancements --- */
+    #fullscreen-viewport-wrapper:fullscreen {
+        background-color: var(--background-color) !important;
+        overflow-y: auto;
+        padding: 2rem;
+    }
+    #fullscreen-viewport-wrapper:fullscreen .viewport-container {
+        grid-template-columns: repeat(auto-fit, minmax(200px, 1fr));
+    }
+    #fullscreen-viewport-wrapper:fullscreen .viewport-item img {
+        max-width: none;
+        max-height: none;
+    }
     """
     with gr.Blocks(css=css, title="Advanced Data Processor & QR Generator") as interface:
         interface.head += """
@@ -1336,8 +1356,27 @@ def create_modern_interface():
             }
             console.log("Enabled QR Code Indices:", enabledStates);
         }
+        function goFullscreen(elementId) {
+            const elem = document.getElementById(elementId);
+            if (!elem) return;
+            if (elem.requestFullscreen) {
+                elem.requestFullscreen();
+            } else if (elem.webkitRequestFullscreen) { /* Safari */
+                elem.webkitRequestFullscreen();
+            } else if (elem.msRequestFullscreen) { /* IE11 */
+                elem.msRequestFullscreen();
+            }
+        }
         </script>
         """
+        qr_code_paths = gr.State([])
+        chatbot_data = gr.State(None)
+
+        gr.Markdown("""
+        # 🌐 Advanced Data Processing & QR Code Generator
+        Transform your data into beautifully designed, sequenced QR codes with our cutting-edge processor.
+        """)
+        
         with gr.Row():
             crawl_depth_slider = gr.Slider(
                 label="Crawl Depth",
@@ -1348,12 +1387,6 @@ def create_modern_interface():
                 interactive=True,
                 info="Select the maximum depth for crawling links (0-10)."
             )
-        qr_code_paths = gr.State([])
-        chatbot_data = gr.State(None)
-        gr.Markdown("""
-        # 🌐 Advanced Data Processing & QR Code Generator
-        Transform your data into beautifully designed, sequenced QR codes with our cutting-edge processor.
-        """)
         with gr.Tab("📝 URL Processing"):
             url_input = gr.Textbox(
                 label="Enter URLs (comma or newline separated)",
@@ -1385,30 +1418,42 @@ def create_modern_interface():
             )
             generate_qr_toggle = gr.Checkbox(
                 label="Generate QR Codes",
-                value=False,  # Default to False as per task
+                value=False,
                 info="Enable to generate QR codes for the processed data."
             )
             process_btn = gr.Button(
                 "🔄 Process & Generate QR",
                 variant="primary"
             )
-        output_json = gr.JSON(label="Processed Data")
-        output_gallery = gr.Gallery(
-            label="Generated QR Codes",
-            columns=3,
-            height=400,
-            show_label=True
-        )
-        output_text = gr.Textbox(
-            label="Processing Status",
-            interactive=False
-        )
+
+        # --- NEW: Two-Column Output Layout ---
+        with gr.Row():
+            with gr.Column(scale=1):
+                output_json = gr.JSON(label="Processed Data")
+            with gr.Column(scale=1):
+                output_gallery = gr.Gallery(
+                    label="Generated QR Codes",
+                    columns=None,
+                    height="auto",
+                    show_label=True,
+                    elem_classes=["gallery"]
+                )
+                download_qrs_btn = gr.Button("⬇️ Download All QR Codes as ZIP")
+                qr_zip_output = gr.File(label="Download QR Code ZIP", interactive=False)
+                output_text = gr.Textbox(
+                    label="Processing Status",
+                    interactive=False,
+                    lines=8 
+                )
+        # --- End of New Layout ---
+
         with gr.Tab("🖼️ QR Code Viewport") as viewport_tab:
             viewport_output = gr.HTML(label="QR Code Sequence Viewport")
             enabled_qr_codes = gr.State([])
+
         with gr.Tab("🤖 Chat with Data") as chat_tab:
             chat_history = gr.State([])
-            chatbot = gr.Chatbot(label="Data Chatbot")
+            chatbot = gr.Chatbot(label="Data Chatbot", height=500)
             filtered_chatbot_df_state = gr.State(None)  # To store the filtered DataFrame
             with gr.Row():
                 chat_input = gr.Textbox(label="Your Message", placeholder="Ask me about the processed data...")
@@ -1416,7 +1461,7 @@ def create_modern_interface():
             with gr.Row():
                 download_full_json_btn = gr.Button("Download Full JSON")
                 download_filtered_json_btn = gr.Button("Download Filtered JSON")
-            download_file_output = gr.File(label="Download Data", interactive=False)  # For triggering download
+            download_file_output = gr.File(label="Download Data", interactive=False)
             clear_chat_btn = gr.Button("Clear Chat History")
 
         def load_example():
@@ -1454,22 +1499,35 @@ def create_modern_interface():
         def update_viewport(paths, enabled_states):
             if not paths:
                 return "<p>No QR codes generated yet.</p>"
+
+            # Wrapper div with an ID for fullscreen targeting
+            html_content = '<div id="fullscreen-viewport-wrapper" style="padding:1rem; border: 1px solid #ddd; border-radius: 0.5rem;">'
+
+            # Fullscreen button
+            html_content += '<button onclick="goFullscreen(\'fullscreen-viewport-wrapper\')" class="primary-button" style="margin-bottom: 1rem;">View Fullscreen</button>'
+
             num_qr_codes = len(paths)
             cols = math.ceil(math.sqrt(num_qr_codes))
-            cols = max(1, min(cols, 6))
-            viewport_html = f'<div class="viewport-container" style="grid-template-columns: repeat({cols}, 1fr);">'
+            cols = max(1, min(cols, 8)) 
+
+            html_content += f'<div class="viewport-container" style="grid-template-columns: repeat({cols}, 1fr);">'
+
             if enabled_states is None or len(enabled_states) != num_qr_codes or not enabled_states:
                 enabled_states = list(range(num_qr_codes))
+
             for i, path in enumerate(paths):
                 is_enabled = i in enabled_states
-                border = "border: 2px solid green;" if is_enabled else "border: 2px solid lightgray;"
+                border = "border: 2px solid var(--success-color);" if is_enabled else "border: 2px solid #ccc;"
                 opacity = "opacity: 1.0;" if is_enabled else "opacity: 0.5;"
-                viewport_html += f'<div class="viewport-item" id="qr_item_{i}">'
-                viewport_html += f'<img src="/file={path}" style="{border} {opacity}" alt="QR Code {i + 1}">'
-                viewport_html += f'<label><input type="checkbox" data-index="{i}" {"checked" if is_enabled else ""} onchange="updateEnabledStates(this)"> Enable</label>'
-                viewport_html += '</div>'
-            viewport_html += '</div>'
-            return viewport_html
+                html_content += f'<div class="viewport-item" id="qr_item_{i}">'
+                html_content += f'<img src="/file={path}" style="{border} {opacity}" alt="QR Code {i + 1}">'
+                html_content += f'<label style="font-size: 0.8em; margin-top: 4px;"><input type="checkbox" data-index="{i}" {"checked" if is_enabled else ""} onchange="updateEnabledStates(this)"> Enable</label>'
+                html_content += '</div>'
+
+            html_content += '</div>'
+            html_content += '</div>'
+
+            return html_content
 
         def process_inputs(urls, files, text, combine, crawl_depth, generate_qr_enabled):
             """Process all inputs and generate QR codes based on toggle"""
@@ -1557,7 +1615,8 @@ def create_modern_interface():
                 final_json_output,
                 [str(path) for path in qr_paths],
                 "\n".join(processing_status_messages),
-                final_json_output
+                final_json_output,
+                None 
             )
 
         def on_qr_generation(qr_paths_list):
@@ -1565,18 +1624,28 @@ def create_modern_interface():
             initial_enabled_states = list(range(num_qrs))
             return qr_paths_list, initial_enabled_states
 
+        # Event Handlers
         example_btn.click(load_example, inputs=[], outputs=text_input)
         clear_btn.click(clear_input, inputs=[], outputs=[url_input, file_input, text_input, chatbot_data])
+
         process_btn.click(
             process_inputs,
             inputs=[url_input, file_input, text_input, combine_data, crawl_depth_slider, generate_qr_toggle],
-            outputs=[output_json, output_gallery, output_text, chatbot_data]
+            outputs=[output_json, output_gallery, output_text, chatbot_data, qr_zip_output]
         ).then(
             on_qr_generation,
             inputs=[output_gallery],
             outputs=[qr_code_paths, enabled_qr_codes]
         )
+
+        download_qrs_btn.click(
+            fn=create_qr_zip,
+            inputs=[qr_code_paths],
+            outputs=[qr_zip_output]
+        )
+        
         viewport_tab.select(update_viewport, inputs=[qr_code_paths, enabled_qr_codes], outputs=[viewport_output])
+
         send_msg_btn.click(
             respond_to_chat,
             inputs=[chat_input, chat_history, chatbot_data, filtered_chatbot_df_state],
@@ -1586,6 +1655,7 @@ def create_modern_interface():
             inputs=None,
             outputs=chat_input
         )
+
         chat_input.submit(
             respond_to_chat,
             inputs=[chat_input, chat_history, chatbot_data, filtered_chatbot_df_state],
@@ -1595,19 +1665,35 @@ def create_modern_interface():
             inputs=None,
             outputs=chat_input
         )
+
         clear_chat_btn.click(
-            lambda: ([], None),
+            lambda: ([], None, []),
             inputs=None,
-            outputs=[chatbot, filtered_chatbot_df_state]
+            outputs=[chatbot, filtered_chatbot_df_state, chat_history]
         )
 
-        def download_json_data(data_df: Optional[pd.DataFrame], filename_prefix: str) -> Optional[str]:
-            if data_df is None or data_df.empty:
+        def download_json_data(data: Optional[Union[pd.DataFrame, List[Dict]]], filename_prefix: str) -> Optional[str]:
+            if data is None:
                 logger.info(f"No data provided for download with prefix '{filename_prefix}'.")
                 return None
+            
+            data_to_dump = None
+            if isinstance(data, pd.DataFrame):
+                if data.empty:
+                    logger.info(f"DataFrame for '{filename_prefix}' is empty. Nothing to download.")
+                    return None
+                data_to_dump = data.to_dict(orient='records')
+            elif isinstance(data, list):
+                if not data:
+                    logger.info(f"List for '{filename_prefix}' is empty. Nothing to download.")
+                    return None
+                data_to_dump = data
+            
+            if data_to_dump is None:
+                return None
+
             try:
-                data_list = data_df.to_dict(orient='records')
-                json_str = json.dumps(data_list, indent=2, ensure_ascii=False)
+                json_str = json.dumps(data_to_dump, indent=2, ensure_ascii=False)
                 timestamp = int(time.time())
                 filename = f"{filename_prefix}_{timestamp}.json"
                 file_path = TEMP_DIR / filename
@@ -1619,23 +1705,18 @@ def create_modern_interface():
                 logger.error(f"Error creating JSON file for {filename_prefix}: {e}")
                 return None
 
+
         def handle_download_full_json(current_chatbot_data_state: Optional[List[Dict]]) -> Optional[str]:
             if not current_chatbot_data_state:
                 logger.info("No full data available to download.")
+                gr.Warning("No data has been processed yet!")
                 return None
-            try:
-                df_to_download = pd.DataFrame(current_chatbot_data_state)
-                if df_to_download.empty:
-                    logger.info("Full data resulted in an empty DataFrame. Nothing to download.")
-                    return None
-            except Exception as e:
-                logger.error(f"Error converting full chatbot_data to DataFrame for download: {e}")
-                return None
-            return download_json_data(df_to_download, "full_data")
+            return download_json_data(current_chatbot_data_state, "full_data_collection")
 
         def handle_download_filtered_json(current_filtered_df_state: Optional[pd.DataFrame]) -> Optional[str]:
             if current_filtered_df_state is None or current_filtered_df_state.empty:
                 logger.info("No filtered data available to download.")
+                gr.Warning("No filtered data to download. Please filter data in the chat first.")
                 return None
             return download_json_data(current_filtered_df_state, "filtered_data")
 
@@ -1649,33 +1730,22 @@ def create_modern_interface():
             inputs=[filtered_chatbot_df_state],
             outputs=[download_file_output]
         )
+        
         gr.Markdown("""
         ### 🚀 Features
-        - **Enhanced URL Scraping**: Extracts HTML text, title, meta description, links, and attempts parsing JSON/XML from URLs based on content type. Supports crawling links up to a specified depth. **(Now performs real fetching)**
-        - **Advanced File Processing**: Reads various text-based files (.txt, .md, .log etc.), HTML, XML, CSV, and attempts text extraction from common documents (.pdf, .docx, .rtf, .odt - *requires extra dependencies*). **(Now performs real file processing)**
-        - **Smart JSON Handling**: Parses valid JSON from direct input, files (.json or content), or URLs.
-        - **Archive Support**: Extracts and processes supported files from .zip, .tar, .gz archives. **(Now performs real extraction)**
-        - **Robust Encoding Detection**: Uses `chardet` for reliable character encoding identification.
-        - **Structured Output**: Provides a consistent JSON output format containing raw content (if applicable), extracted data, and processing notes for each processed item.
-        - **Sequential QR Codes**: Maintains data integrity across multiple codes by chunking the combined/individual processed data, **including positional sequencing tags `{startN}` and `{endN}` in the QR code content**.
-        - **QR Code Viewport**: Visualize generated QR codes in a sequenced square grid with options to enable/disable individual codes for selective scanning/sharing.
-        - **Modern Design**: Clean, responsive interface with visual feedback.
-        - **Data Chatbot**: Interact conversationally with the processed JSON data to ask questions about its structure, content, or request specific information.
+        - **Enhanced URL Scraping**: Extracts HTML text, title, meta description, links, and attempts parsing JSON/XML from URLs based on content type. Supports crawling links up to a specified depth.
+        - **Advanced File Processing**: Reads various text-based files, HTML, XML, CSV, and attempts text extraction from common documents (.pdf, .docx, .rtf, .odt).
+        - **Archive Support**: Extracts and processes supported files from .zip, .tar, .gz archives.
+        - **Data Chatbot**: Interact conversationally with the processed JSON data to ask questions, filter, and get insights.
+        - **Sequential QR Codes**: Chunks large data and embeds sequencing info for reconstruction.
+        - **QR Code Viewport**: A dedicated tab with a **fullscreen mode** for viewing the entire QR code collection.
+        - **Bulk Download**: Download all generated QR codes as a single ZIP file.
         ### 💡 Tips
-        1.  **URLs**: Enter multiple URLs separated by commas or newlines. The processor will attempt to fetch and structure the content based on its type, following links up to the specified **Crawl Depth**.
-        2.  **Files**: Upload any type of file. The processor will attempt to handle supported text-based files, archives (.zip, .tar, .gz), and specific document/structured formats.
-        3.  **JSON**: Use the "Direct JSON Input" tab for pasting JSON data. The system also tries to detect JSON content in file uploads and URLs. Use the "Load Example" button to see a sample JSON structure.
-        4.  **Dependencies**: Processing PDF, DOCX, RTF, and ODT files requires installing optional Python libraries (`PyPDF2`, `python-docx`, `pyth`, `odfpy`). Check the console logs for warnings if a library is missing.
-        5.  **QR Codes**: Choose whether to "Combine all data into sequence" or generate separate sequences for each input item. **Remember to check the "Generate QR Codes" checkbox!**
-        6.  **Processing**: Monitor the "Processing Status" box for real-time updates and notes about errors or processing steps.
-        7.  **Output**: The "Processed Data" JSON box shows the structured data extracted from your inputs. The "Generated QR Codes" gallery shows the QR code images.
-        8.  **Chatbot**: After processing data, go to the "Chat with Data" tab to ask questions about the JSON output.
-        ### ⚙️ QR Code Viewport Instructions
-        1.  Navigate to the **QR Code Viewport** tab after generating QR codes.
-        2.  The generated QR codes will be displayed in a grid based on their total count.
-        3.  Use the checkboxes below each QR code to enable or disable it for visual selection. Enabled codes have a green border and full opacity.
-        4.  This viewport is currently for visualization and selection *within the UI*; it doesn't change the generated files themselves. You would manually select which physical QR codes to scan based on this view.
+        1.  **Layout**: The output is split into two columns: raw JSON on the left, and the QR Code gallery + status log on the right. This prevents the status log from hiding the QR codes.
+        2.  **Fullscreen**: For the best viewing experience of all QR codes, navigate to the **"QR Code Viewport"** tab and click the **"View Fullscreen"** button.
+        3.  **Download**: Use the **"Download All QR Codes as ZIP"** button located directly under the QR code gallery to save all images at once.
         """)
+
     return interface