Update app.py
Browse files
app.py
CHANGED
|
@@ -45,21 +45,23 @@ async def run_and_submit_all(profile: gr.OAuthProfile | None):
|
|
| 45 |
question_text = item.get("question")
|
| 46 |
if not task_id or question_text is None:
|
| 47 |
continue
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
|
|
|
|
|
|
|
| 63 |
if "FINAL ANSWER:" in agent_response:
|
| 64 |
reasoning_trace, final_answer = agent_response.rsplit("FINAL ANSWER:", 1)
|
| 65 |
final_answer = final_answer.strip()
|
|
@@ -68,12 +70,12 @@ try:
|
|
| 68 |
final_answer = agent_response.strip()
|
| 69 |
reasoning_trace = "Model did not follow format; full response returned."
|
| 70 |
|
| 71 |
-
|
| 72 |
"task_id": task_id,
|
| 73 |
"model_answer": final_answer,
|
| 74 |
"reasoning_trace": reasoning_trace
|
| 75 |
-
}
|
| 76 |
-
|
| 77 |
results_log.append({
|
| 78 |
"Task ID": task_id,
|
| 79 |
"Question": question_text,
|
|
@@ -81,14 +83,14 @@ try:
|
|
| 81 |
"Reasoning Trace": reasoning_trace
|
| 82 |
})
|
| 83 |
|
| 84 |
-
except Exception as e:
|
| 85 |
-
|
| 86 |
-
|
| 87 |
-
|
| 88 |
-
|
| 89 |
-
|
| 90 |
-
|
| 91 |
-
|
| 92 |
|
| 93 |
if not answers_payload:
|
| 94 |
return "Agent did not produce any answers to submit.", pd.DataFrame(results_log)
|
|
|
|
| 45 |
question_text = item.get("question")
|
| 46 |
if not task_id or question_text is None:
|
| 47 |
continue
|
| 48 |
+
try:
|
| 49 |
+
# Construct full prompt with required system instructions
|
| 50 |
+
system_prompt = (
|
| 51 |
+
"You are a general AI assistant. I will ask you a question. "
|
| 52 |
+
"Report your thoughts, and finish your answer with the following template: "
|
| 53 |
+
"FINAL ANSWER: [YOUR FINAL ANSWER]. YOUR FINAL ANSWER should be a number OR as few words as possible OR a comma separated list of numbers and/or strings. "
|
| 54 |
+
"If you are asked for a number, don't use comma to write your number neither use units such as $ or percent sign unless specified otherwise. "
|
| 55 |
+
"If you are asked for a string, don't use articles, neither abbreviations (e.g. for cities), and write the digits in plain text unless specified otherwise. "
|
| 56 |
+
"If you are asked for a comma separated list, apply the above rules depending of whether the element to be put in the list is a number or a string.\n\n"
|
| 57 |
+
)
|
| 58 |
+
full_prompt = system_prompt + f"Question: {question_text.strip()}"
|
| 59 |
+
|
| 60 |
+
# Run agent with full prompt
|
| 61 |
+
loop = asyncio.get_event_loop()
|
| 62 |
+
agent_response = await loop.run_in_executor(None, agent, full_prompt)
|
| 63 |
+
|
| 64 |
+
# Extract FINAL ANSWER and reasoning
|
| 65 |
if "FINAL ANSWER:" in agent_response:
|
| 66 |
reasoning_trace, final_answer = agent_response.rsplit("FINAL ANSWER:", 1)
|
| 67 |
final_answer = final_answer.strip()
|
|
|
|
| 70 |
final_answer = agent_response.strip()
|
| 71 |
reasoning_trace = "Model did not follow format; full response returned."
|
| 72 |
|
| 73 |
+
answers_payload.append({
|
| 74 |
"task_id": task_id,
|
| 75 |
"model_answer": final_answer,
|
| 76 |
"reasoning_trace": reasoning_trace
|
| 77 |
+
})
|
| 78 |
+
|
| 79 |
results_log.append({
|
| 80 |
"Task ID": task_id,
|
| 81 |
"Question": question_text,
|
|
|
|
| 83 |
"Reasoning Trace": reasoning_trace
|
| 84 |
})
|
| 85 |
|
| 86 |
+
except Exception as e:
|
| 87 |
+
print(f"Error running agent on task {task_id}: {e}")
|
| 88 |
+
results_log.append({
|
| 89 |
+
"Task ID": task_id,
|
| 90 |
+
"Question": question_text,
|
| 91 |
+
"Submitted Answer": f"AGENT ERROR: {e}",
|
| 92 |
+
"Reasoning Trace": "N/A"
|
| 93 |
+
})
|
| 94 |
|
| 95 |
if not answers_payload:
|
| 96 |
return "Agent did not produce any answers to submit.", pd.DataFrame(results_log)
|