Skip to content

Commit 9a5f4d0

Browse files
committed
catch error
1 parent 93b9237 commit 9a5f4d0

1 file changed

Lines changed: 2 additions & 0 deletions

File tree

eval_protocol/mcp/execution/manager.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -144,7 +144,9 @@ async def _execute_with_semaphore(idx):
144144
evaluation_rows[idx].input_metadata.row_id = envs.dataset_rows[idx].id
145145
evaluation_rows[idx].input_metadata.dataset_info = asdict(envs.dataset_rows[idx])
146146
if isinstance(trajectory, Exception):
147+
logger.error(f"🚨 Error in rollout id {envs.dataset_rows[idx].id}: {trajectory}")
147148
evaluation_rows[idx].input_metadata.session_data["error"] = True
149+
evaluation_rows[idx].input_metadata.session_data["error_message"] = str(trajectory)
148150
continue
149151

150152
# Handle multimodal content by extracting text from complex content structures

0 commit comments

Comments
 (0)