1 parent 7d973b9 commit 9504b17Copy full SHA for 9504b17
1 file changed
evalbench/evaluator/agentevaluator.py
@@ -94,7 +94,11 @@ def _evaluate_agent_cli(
94
self.agentrunner.execute_work(work)
95
96
for future in concurrent.futures.as_completed(self.agentrunner.futures):
97
- item = future.result()
+ try:
98
+ item = future.result()
99
+ except Exception as e:
100
+ logging.exception(f"Agent eval case failed: {e}")
101
+ continue
102
103
if hasattr(item, "agent_results"):
104
eval_outputs.extend(item.agent_results)
0 commit comments