progress bar is constantly updated (#3)

- progress bar is constantly updated (1c83c43164e4fe3ad3d37a438c975818b434940c)


Co-authored-by: Furkan Eris <[email protected]>

app.py

@@ -517,31 +517,26 @@ class HallucinationDetectorApp:
             # Get total feedback count
             total_count = self.feedback_collection.count_documents({})
             
-            # Get hallucination detection stats using aggregation
-            hallucination_pipeline = [
-                {"$group": {
-                    "_id": "$hallucination_detected", 
-                    "count": {"$sum": 1}
-                }}
-            ]
-            detection_stats = {doc["_id"]: doc["count"] 
-                              for doc in self.feedback_collection.aggregate(hallucination_pipeline)}
-            
-            # Get average confidence score
-            avg_pipeline = [
-                {"$group": {
-                    "_id": None,
-                    "average": {"$avg": "$confidence_score"}
-                }}
-            ]
-            avg_result = list(self.feedback_collection.aggregate(avg_pipeline))
-            avg_confidence = avg_result[0]["average"] if avg_result else 0
+            # Get accuracy stats based on user feedback
+            correct_predictions = 0
+            
+            # Fetch all feedback documents
+            feedback_docs = list(self.feedback_collection.find({}, {"user_feedback": 1}))
+            
+            # Count correct predictions based on user feedback
+            for doc in feedback_docs:
+                if "user_feedback" in doc:
+                    # If feedback starts with "Yes", it's a correct prediction
+                    if doc["user_feedback"].startswith("Yes"):
+                        correct_predictions += 1
+            
+            # Calculate accuracy percentage
+            accuracy = correct_predictions / max(total_count, 1)
             
             return {
                 "total_feedback": total_count,
-                "hallucinations_detected": detection_stats.get(True, 0),
-                "no_hallucinations": detection_stats.get(False, 0),
-                "average_confidence": round(avg_confidence, 2)
+                "correct_predictions": correct_predictions,
+                "accuracy": accuracy
             }
         except Exception as e:
             logger.error("Error getting feedback stats: %s", str(e), exc_info=True)
@@ -1288,41 +1283,14 @@ def create_interface():
                 None
             ]
     
-    # Helper function to submit feedback and update stats
+    # Helper function to submit feedback
     def combine_feedback(fb_input, fb_text, results):
         combined_feedback = f"{fb_input}: {fb_text}" if fb_text else fb_input
         if not results:
-            return "No results to attach feedback to.", ""
+            return "No results to attach feedback to."
         
         response = detector.save_feedback(results, combined_feedback)
-        
-        # Get updated stats
-        stats = detector.get_feedback_stats()
-        if stats:
-            stats_html = f"""
-            <div class="stats-section" style="margin-top: 15px;">
-                <div class="stat-item">
-                    <div class="stat-value">{stats['total_feedback']}</div>
-                    <div class="stat-label">Total Feedback</div>
-                </div>
-                <div class="stat-item">
-                    <div class="stat-value">{stats['hallucinations_detected']}</div>
-                    <div class="stat-label">Hallucinations Found</div>
-                </div>
-                <div class="stat-item">
-                    <div class="stat-value">{stats['no_hallucinations']}</div>
-                    <div class="stat-label">No Hallucinations</div>
-                </div>
-                <div class="stat-item">
-                    <div class="stat-value">{stats['average_confidence']}</div>
-                    <div class="stat-label">Avg. Confidence</div>
-                </div>
-            </div>
-            """
-        else:
-            stats_html = ""
-        
-        return response, stats_html
+        return response
     
     # Create the interface
     with gr.Blocks(css=css, theme=gr.themes.Soft()) as interface:
@@ -1416,6 +1384,102 @@ def create_interface():
         # Add feedback stats display
         feedback_stats = gr.HTML(visible=True)
         
+        # Function to continuously update stats
+        def update_stats():
+            stats = detector.get_feedback_stats()
+            if stats:
+                total = stats['total_feedback']
+                correct = stats['correct_predictions']
+                
+                # Get accuracy directly from the stats
+                accuracy = stats['accuracy']
+                
+                # Format accuracy percentage
+                accuracy_pct = f"{accuracy * 100:.1f}%"
+                
+                stats_html = f"""
+                <div class="stats-section" style="background-color: #e8f5e9; border-radius: 10px; box-shadow: 0 2px 10px rgba(0,0,0,0.1); margin-top: 5px;">
+                    <div class="stat-item">
+                        <div class="stat-value" style="font-size: 2em; color: #2e7d32;">{total}</div>
+                        <div class="stat-label" style="font-weight: bold;">Total Responses</div>
+                    </div>
+                    <div class="stat-item">
+                        <div class="stat-value" style="font-size: 2em; color: #2e7d32;">{accuracy_pct}</div>
+                        <div class="stat-label" style="font-weight: bold;">Correct Predictions</div>
+                    </div>
+                </div>
+                <div style="text-align: center; margin-top: 10px; font-style: italic; color: #666;">
+                    Based on user feedback: {correct} correct out of {total} total predictions
+                </div>
+                """
+                return stats_html
+            return ""
+        
+        # Set up interval to update stats
+        with gr.Row(elem_id="stats-container"):
+            with gr.Column():
+                gr.Markdown("### 📊 Live Prediction Accuracy")
+                gr.Markdown("_Auto-refreshes every 5 seconds from MongoDB based on user feedback_")
+                live_stats = gr.HTML(update_stats())
+                
+                # Add loading animation style
+                gr.HTML("""
+                <style>
+                @keyframes pulse {
+                    0% { opacity: 0.6; }
+                    50% { opacity: 1; }
+                    100% { opacity: 0.6; }
+                }
+                .refreshing::after {
+                    content: "⟳";
+                    display: inline-block;
+                    margin-left: 8px;
+                    animation: pulse 1.5s infinite ease-in-out;
+                    color: #2e7d32;
+                }
+                #stats-container {
+                    border: 1px solid #e0e0e0;
+                    border-radius: 10px;
+                    padding: 15px;
+                    margin: 10px 0;
+                    background-color: #2762d7;
+                }
+                </style>
+                <div class="refreshing" style="text-align: right; font-size: 0.8em; color: #666;">Auto-refreshing</div>
+                """)
+        
+        # Create a refresh button that will be auto-clicked
+        refresh_btn = gr.Button("Refresh Stats", visible=False)
+        refresh_btn.click(
+            fn=update_stats,
+            outputs=[live_stats]
+        )
+        
+        # Add JavaScript to auto-refresh the statistics
+        gr.HTML("""
+        <script>
+        // Auto-refresh stats every 5 seconds
+        function setupAutoRefresh() {
+            const refreshInterval = 5000; // 5 seconds
+            setInterval(() => {
+                // Find the refresh button by its text and click it
+                const refreshButtons = Array.from(document.querySelectorAll('button'));
+                const refreshBtn = refreshButtons.find(btn => btn.textContent.includes('Refresh Stats'));
+                if (refreshBtn) {
+                    refreshBtn.click();
+                }
+            }, refreshInterval);
+        }
+        
+        // Set up the auto-refresh after the page loads
+        if (window.gradio_loaded) {
+            setupAutoRefresh();
+        } else {
+            document.addEventListener('DOMContentLoaded', setupAutoRefresh);
+        }
+        </script>
+        """)
+        
         # Feedback section
         with gr.Accordion("Provide Feedback", open=False, visible=False) as feedback_accordion:
             gr.Markdown("### Help Improve the System")
@@ -1436,29 +1500,7 @@ def create_interface():
             feedback_button = gr.Button("Submit Feedback", variant="secondary")
             feedback_status = gr.Textbox(label="Feedback Status", interactive=False, visible=False)
             
-            # Initialize feedback stats
-            initial_stats = detector.get_feedback_stats()
-            if initial_stats:
-                feedback_stats.value = f"""
-                <div class="stats-section">
-                    <div class="stat-item">
-                        <div class="stat-value">{initial_stats['total_feedback']}</div>
-                        <div class="stat-label">Total Feedback</div>
-                    </div>
-                    <div class="stat-item">
-                        <div class="stat-value">{initial_stats['hallucinations_detected']}</div>
-                        <div class="stat-label">Hallucinations Found</div>
-                    </div>
-                    <div class="stat-item">
-                        <div class="stat-value">{initial_stats['no_hallucinations']}</div>
-                        <div class="stat-label">No Hallucinations</div>
-                    </div>
-                    <div class="stat-item">
-                        <div class="stat-value">{initial_stats['average_confidence']}</div>
-                        <div class="stat-label">Avg. Confidence</div>
-                    </div>
-                </div>
-                """
+            # Stats are now displayed in the live stats section
         
         # Hidden state to store results for feedback
         hidden_results = gr.State()
@@ -1478,7 +1520,7 @@ def create_interface():
         feedback_button.click(
             fn=combine_feedback,
             inputs=[feedback_input, feedback_text, hidden_results],
-            outputs=[feedback_status, feedback_stats]
+            outputs=[feedback_status]
         )
         
         # Footer