fix: examples

app.py

@@ -53,7 +53,8 @@ EXAMPLES = [
         "user_input": "How does metformin work to treat diabetes?",
         "retrieved_context": "Metformin reduces hepatic glucose production, decreases intestinal glucose absorption, and improves insulin sensitivity by increasing peripheral glucose uptake.",
         "pass_criteria": "Does the MODEL OUTPUT explain the mechanism of action accurately and completely?",
-        "rubric": "1. Incorrect mechanism\n2. Partially correct but missing key elements\n3. Mostly correct with minor omissions\n4. Fully correct and comprehensive"
+        "rubric": "0. Incorrect or incomplete\n1. Fully correct and comprehensive",
+        "gold_answer": ""
     },
     {
         "emoji": "📈",
@@ -61,7 +62,8 @@ EXAMPLES = [
         "user_input": "What is a bull market?",
         "gold_answer": "A bull market is a financial market condition where prices are rising or expected to rise, typically defined by a 20% rise from recent lows.",
         "pass_criteria": "Does the MODEL OUTPUT provide a complete and accurate definition?",
-        "rubric": "1. Incorrect or misleading\n2. Basic but incomplete\n3. Accurate but missing technical details\n4. Complete with technical specifics\n5. Comprehensive with market context"
+        "rubric": "1. Incorrect or misleading\n2. Basic but incomplete\n3. Accurate but missing technical details\n4. Complete with technical specifics\n5. Comprehensive with market context",
+        "retrieved_context": ""
     },
     {
         "emoji": "🫀",
@@ -69,14 +71,17 @@ EXAMPLES = [
         "user_input": "What are the diagnostic criteria for hypertension?",
         "retrieved_context": "Stage 1 hypertension: systolic 130-139 or diastolic 80-89 mmHg. Stage 2: systolic ≥140 or diastolic ≥90 mmHg.",
         "pass_criteria": "Does the MODEL OUTPUT accurately reflect current diagnostic guidelines?",
-        "rubric": "1. Incorrect values\n2. Partially correct but imprecise\n3. Correct but missing staging\n4. Complete with staging information\n5. Comprehensive with risk factors"
+        "rubric": "1. Incorrect values\n2. Partially correct but imprecise\n3. Correct but missing staging\n4. Complete with staging information\n5. Comprehensive with risk factors",
+        "gold_answer": ""
     },
     {
         "emoji": "💰",
         "model_output": "ETFs are investment funds traded on stock exchanges, offering diversification and lower fees than mutual funds.",
         "user_input": "What are ETFs and their advantages?",
         "pass_criteria": "Does the MODEL OUTPUT explain both the concept and benefits accurately?",
-        "rubric": "1. Incorrect explanation\n2. Basic definition only\n3. Correct with some advantages\n4. Complete with multiple advantages"
+        "rubric": "0. Incorrect or incomplete explanation\n1. Correct with complete benefits",
+        "retrieved_context": "",
+        "gold_answer": ""
     },
     {
         "emoji": "🏥",
@@ -84,7 +89,8 @@ EXAMPLES = [
         "user_input": "What is MRSA?",
         "retrieved_context": "MRSA (Methicillin-resistant Staphylococcus aureus) is a bacteria resistant to many antibiotics. It can cause skin infections, pneumonia, and bloodstream infections.",
         "pass_criteria": "Does the MODEL OUTPUT explain both resistance and clinical significance?",
-        "rubric": "1. Incorrect information\n2. Only mentions resistance\n3. Correct but incomplete clinical picture\n4. Complete with resistance and clinical aspects\n5. Comprehensive with treatment options"
+        "rubric": "1. Incorrect information\n2. Only mentions resistance\n3. Correct but incomplete clinical picture\n4. Complete with resistance and clinical aspects\n5. Comprehensive with treatment options",
+        "gold_answer": ""
     },
     {
         "emoji": "📊",
@@ -92,7 +98,8 @@ EXAMPLES = [
         "user_input": "What is diversification in investing?",
         "gold_answer": "Diversification is a risk management strategy that mixes various investments within a portfolio to reduce exposure to any single asset or risk.",
         "pass_criteria": "Does the MODEL OUTPUT explain both the concept and purpose of diversification?",
-        "rubric": "1. Incorrect concept\n2. Basic definition only\n3. Explains concept with limited context\n4. Complete with risk management aspects\n5. Comprehensive with practical examples"
+        "rubric": "0. Incorrect or incomplete\n1. Correct and comprehensive",
+        "retrieved_context": ""
     },
     {
         "emoji": "🧬",
@@ -100,14 +107,17 @@ EXAMPLES = [
         "user_input": "What causes Type 2 diabetes?",
         "retrieved_context": "Type 2 diabetes develops when the body becomes resistant to insulin or the pancreas doesn't produce enough insulin. Risk factors include obesity, physical inactivity, and genetics.",
         "pass_criteria": "Does the MODEL OUTPUT explain both pathophysiology and risk factors?",
-        "rubric": "1. Incorrect pathophysiology\n2. Basic mechanism only\n3. Correct mechanism with partial risk factors\n4. Complete with risk factors\n5. Comprehensive with prevention strategies"
+        "rubric": "1. Incorrect pathophysiology\n2. Basic mechanism only\n3. Correct mechanism with partial risk factors\n4. Complete with risk factors\n5. Comprehensive with prevention strategies",
+        "gold_answer": ""
     },
     {
         "emoji": "💵",
         "model_output": "A mortgage amortization schedule shows monthly payments divided between principal and interest over the loan term.",
         "user_input": "What is mortgage amortization?",
         "pass_criteria": "Does the MODEL OUTPUT explain the concept and components clearly?",
-        "rubric": "1. Incorrect explanation\n2. Basic definition only\n3. Explains components without context\n4. Complete with payment breakdown\n5. Comprehensive with practical implications"
+        "rubric": "1. Incorrect explanation\n2. Basic definition only\n3. Explains components without context\n4. Complete with payment breakdown\n5. Comprehensive with practical implications",
+        "retrieved_context": "",
+        "gold_answer": ""
     },
     {
         "emoji": "🔬",
@@ -115,7 +125,8 @@ EXAMPLES = [
         "user_input": "How do statins lower cholesterol?",
         "retrieved_context": "Statins block HMG-CoA reductase enzyme, reducing liver cholesterol production and increasing LDL receptor expression, leading to lower blood cholesterol.",
         "pass_criteria": "Does the MODEL OUTPUT explain the mechanism accurately?",
-        "rubric": "1. Incorrect mechanism\n2. Partial mechanism only\n3. Correct mechanism without effects\n4. Complete with effects\n5. Comprehensive with clinical benefits"
+        "rubric": "0. Incorrect or incomplete mechanism\n1. Correct and complete explanation",
+        "gold_answer": ""
     },
     {
         "emoji": "📉",
@@ -123,7 +134,8 @@ EXAMPLES = [
         "user_input": "What defines a bear market?",
         "gold_answer": "A bear market is defined by a prolonged drop in investment prices, typically a 20% or more decline from recent highs, accompanied by widespread pessimism.",
         "pass_criteria": "Does the MODEL OUTPUT provide technical criteria and market sentiment?",
-        "rubric": "1. Incorrect definition\n2. Technical criteria only\n3. Correct with partial context\n4. Complete with market sentiment\n5. Comprehensive with historical context"
+        "rubric": "1. Incorrect definition\n2. Technical criteria only\n3. Correct with partial context\n4. Complete with market sentiment\n5. Comprehensive with historical context",
+        "retrieved_context": ""
     }
 ]