kirbah commited on
Commit
43ca424
·
1 Parent(s): 81917a3

Added NO_SUBMIT flag and fix code formatting

Browse files
Files changed (1) hide show
  1. app.py +39 -21
app.py CHANGED
@@ -8,27 +8,34 @@ import pandas as pd
8
  # --- Constants ---
9
  DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
10
 
 
 
11
  # --- Basic Agent Definition ---
12
  # ----- THIS IS WERE YOU CAN BUILD WHAT YOU WANT ------
 
 
13
  class BasicAgent:
14
  def __init__(self):
15
  print("BasicAgent initialized.")
 
16
  def __call__(self, question: str) -> str:
17
  print(f"Agent received question (first 50 chars): {question[:50]}...")
18
  fixed_answer = "This is a default answer."
19
  print(f"Agent returning fixed answer: {fixed_answer}")
20
  return fixed_answer
21
 
22
- def run_and_submit_all( profile: gr.OAuthProfile | None):
 
23
  """
24
  Fetches all questions, runs the BasicAgent on them, submits all answers,
25
  and displays the results.
26
  """
27
  # --- Determine HF Space Runtime URL and Repo URL ---
28
- space_id = os.getenv("SPACE_ID") # Get the SPACE_ID for sending link to the code
 
29
 
30
  if profile:
31
- username= f"{profile.username}"
32
  print(f"User logged in: {username}")
33
  else:
34
  print("User not logged in.")
@@ -55,16 +62,16 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
55
  response.raise_for_status()
56
  questions_data = response.json()
57
  if not questions_data:
58
- print("Fetched questions list is empty.")
59
- return "Fetched questions list is empty or invalid format.", None
60
  print(f"Fetched {len(questions_data)} questions.")
61
  except requests.exceptions.RequestException as e:
62
  print(f"Error fetching questions: {e}")
63
  return f"Error fetching questions: {e}", None
64
  except requests.exceptions.JSONDecodeError as e:
65
- print(f"Error decoding JSON response from questions endpoint: {e}")
66
- print(f"Response text: {response.text[:500]}")
67
- return f"Error decoding server response for questions: {e}", None
68
  except Exception as e:
69
  print(f"An unexpected error occurred fetching questions: {e}")
70
  return f"An unexpected error occurred fetching questions: {e}", None
@@ -81,22 +88,29 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
81
  continue
82
  try:
83
  submitted_answer = agent(question_text)
84
- answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
85
- results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer})
 
 
86
  except Exception as e:
87
- print(f"Error running agent on task {task_id}: {e}")
88
- results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": f"AGENT ERROR: {e}"})
 
89
 
90
  if not answers_payload:
91
  print("Agent did not produce any answers to submit.")
92
  return "Agent did not produce any answers to submit.", pd.DataFrame(results_log)
93
 
94
- # 4. Prepare Submission
95
- submission_data = {"username": username.strip(), "agent_code": agent_code, "answers": answers_payload}
 
96
  status_update = f"Agent finished. Submitting {len(answers_payload)} answers for user '{username}'..."
97
  print(status_update)
98
 
99
  # 5. Submit
 
 
 
100
  print(f"Submitting {len(answers_payload)} answers to: {submit_url}")
101
  try:
102
  response = requests.post(submit_url, json=submission_data, timeout=60)
@@ -162,9 +176,11 @@ with gr.Blocks() as demo:
162
 
163
  run_button = gr.Button("Run Evaluation & Submit All Answers")
164
 
165
- status_output = gr.Textbox(label="Run Status / Submission Result", lines=5, interactive=False)
 
166
  # Removed max_rows=10 from DataFrame constructor
167
- results_table = gr.DataFrame(label="Questions and Agent Answers", wrap=True)
 
168
 
169
  run_button.click(
170
  fn=run_and_submit_all,
@@ -175,22 +191,24 @@ if __name__ == "__main__":
175
  print("\n" + "-"*30 + " App Starting " + "-"*30)
176
  # Check for SPACE_HOST and SPACE_ID at startup for information
177
  space_host_startup = os.getenv("SPACE_HOST")
178
- space_id_startup = os.getenv("SPACE_ID") # Get SPACE_ID at startup
179
 
180
  if space_host_startup:
181
  print(f"✅ SPACE_HOST found: {space_host_startup}")
182
- print(f" Runtime URL should be: https://{space_host_startup}.hf.space")
 
183
  else:
184
  print("ℹ️ SPACE_HOST environment variable not found (running locally?).")
185
 
186
- if space_id_startup: # Print repo URLs if SPACE_ID is found
187
  print(f"✅ SPACE_ID found: {space_id_startup}")
188
  print(f" Repo URL: https://huggingface.co/spaces/{space_id_startup}")
189
- print(f" Repo Tree URL: https://huggingface.co/spaces/{space_id_startup}/tree/main")
 
190
  else:
191
  print("ℹ️ SPACE_ID environment variable not found (running locally?). Repo URL cannot be determined.")
192
 
193
  print("-"*(60 + len(" App Starting ")) + "\n")
194
 
195
  print("Launching Gradio Interface for Basic Agent Evaluation...")
196
- demo.launch(debug=True, share=False)
 
8
  # --- Constants ---
9
  DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
10
 
11
+ NO_SUBMIT = True
12
+
13
  # --- Basic Agent Definition ---
14
  # ----- THIS IS WERE YOU CAN BUILD WHAT YOU WANT ------
15
+
16
+
17
  class BasicAgent:
18
  def __init__(self):
19
  print("BasicAgent initialized.")
20
+
21
  def __call__(self, question: str) -> str:
22
  print(f"Agent received question (first 50 chars): {question[:50]}...")
23
  fixed_answer = "This is a default answer."
24
  print(f"Agent returning fixed answer: {fixed_answer}")
25
  return fixed_answer
26
 
27
+
28
+ def run_and_submit_all(profile: gr.OAuthProfile | None):
29
  """
30
  Fetches all questions, runs the BasicAgent on them, submits all answers,
31
  and displays the results.
32
  """
33
  # --- Determine HF Space Runtime URL and Repo URL ---
34
+ # Get the SPACE_ID for sending link to the code
35
+ space_id = os.getenv("SPACE_ID")
36
 
37
  if profile:
38
+ username = f"{profile.username}"
39
  print(f"User logged in: {username}")
40
  else:
41
  print("User not logged in.")
 
62
  response.raise_for_status()
63
  questions_data = response.json()
64
  if not questions_data:
65
+ print("Fetched questions list is empty.")
66
+ return "Fetched questions list is empty or invalid format.", None
67
  print(f"Fetched {len(questions_data)} questions.")
68
  except requests.exceptions.RequestException as e:
69
  print(f"Error fetching questions: {e}")
70
  return f"Error fetching questions: {e}", None
71
  except requests.exceptions.JSONDecodeError as e:
72
+ print(f"Error decoding JSON response from questions endpoint: {e}")
73
+ print(f"Response text: {response.text[:500]}")
74
+ return f"Error decoding server response for questions: {e}", None
75
  except Exception as e:
76
  print(f"An unexpected error occurred fetching questions: {e}")
77
  return f"An unexpected error occurred fetching questions: {e}", None
 
88
  continue
89
  try:
90
  submitted_answer = agent(question_text)
91
+ answers_payload.append(
92
+ {"task_id": task_id, "submitted_answer": submitted_answer})
93
+ results_log.append(
94
+ {"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer})
95
  except Exception as e:
96
+ print(f"Error running agent on task {task_id}: {e}")
97
+ results_log.append(
98
+ {"Task ID": task_id, "Question": question_text, "Submitted Answer": f"AGENT ERROR: {e}"})
99
 
100
  if not answers_payload:
101
  print("Agent did not produce any answers to submit.")
102
  return "Agent did not produce any answers to submit.", pd.DataFrame(results_log)
103
 
104
+ # 4. Prepare Submission
105
+ submission_data = {"username": username.strip(
106
+ ), "agent_code": agent_code, "answers": answers_payload}
107
  status_update = f"Agent finished. Submitting {len(answers_payload)} answers for user '{username}'..."
108
  print(status_update)
109
 
110
  # 5. Submit
111
+ if NO_SUBMIT:
112
+ return
113
+
114
  print(f"Submitting {len(answers_payload)} answers to: {submit_url}")
115
  try:
116
  response = requests.post(submit_url, json=submission_data, timeout=60)
 
176
 
177
  run_button = gr.Button("Run Evaluation & Submit All Answers")
178
 
179
+ status_output = gr.Textbox(
180
+ label="Run Status / Submission Result", lines=5, interactive=False)
181
  # Removed max_rows=10 from DataFrame constructor
182
+ results_table = gr.DataFrame(
183
+ label="Questions and Agent Answers", wrap=True)
184
 
185
  run_button.click(
186
  fn=run_and_submit_all,
 
191
  print("\n" + "-"*30 + " App Starting " + "-"*30)
192
  # Check for SPACE_HOST and SPACE_ID at startup for information
193
  space_host_startup = os.getenv("SPACE_HOST")
194
+ space_id_startup = os.getenv("SPACE_ID") # Get SPACE_ID at startup
195
 
196
  if space_host_startup:
197
  print(f"✅ SPACE_HOST found: {space_host_startup}")
198
+ print(
199
+ f" Runtime URL should be: https://{space_host_startup}.hf.space")
200
  else:
201
  print("ℹ️ SPACE_HOST environment variable not found (running locally?).")
202
 
203
+ if space_id_startup: # Print repo URLs if SPACE_ID is found
204
  print(f"✅ SPACE_ID found: {space_id_startup}")
205
  print(f" Repo URL: https://huggingface.co/spaces/{space_id_startup}")
206
+ print(
207
+ f" Repo Tree URL: https://huggingface.co/spaces/{space_id_startup}/tree/main")
208
  else:
209
  print("ℹ️ SPACE_ID environment variable not found (running locally?). Repo URL cannot be determined.")
210
 
211
  print("-"*(60 + len(" App Starting ")) + "\n")
212
 
213
  print("Launching Gradio Interface for Basic Agent Evaluation...")
214
+ demo.launch(debug=True, share=False)