File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -72,6 +72,6 @@ def eval_fn(row: EvaluationRow) -> EvaluationRow:
7272 assert row .eval_metadata .status .is_error ()
7373
7474 # make sure the error message includes details of the error
75- assert all ("HTTPStatusError" in row .rollout_status .message for row in rollouts .values ())
76- assert all ("405 Method Not Allowed" in row .rollout_status .message for row in rollouts .values ())
77- assert all ("https://docs.fireworks.ai/mcp-non-existent" in row .rollout_status .message for row in rollouts .values ())
75+ assert any ("HTTPStatusError" in row .rollout_status .message for row in rollouts .values ())
76+ assert any ("405 Method Not Allowed" in row .rollout_status .message for row in rollouts .values ())
77+ assert any ("https://docs.fireworks.ai/mcp-non-existent" in row .rollout_status .message for row in rollouts .values ())
You can’t perform that action at this time.
0 commit comments