Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
20 changes: 12 additions & 8 deletions tests/tasks/uipath-ixp/smoke/delete_document_by_id.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -13,9 +13,11 @@ run_limits:
expected_turns: 5

sandbox:
mock_path_dirs: [mocks]
template_sources:
- {type: template_dir, path: ../_shared/mock_template}
record_cli:
- tool: uip
stderr: "uip (mock): not connected to a tenant in this sandbox; offline smoke mock.\n"
- tool: curl
stderr: "curl (mock): network egress is disabled in this offline smoke sandbox.\n"

initial_prompt: |
In the IXP project my_invoices-f1afa9ef-ixp, delete document doc-abc-123.
Expand All @@ -27,10 +29,12 @@ initial_prompt: |
- Do NOT prompt the user for confirmation — this is an automated test.

success_criteria:
- type: file_matches_regex
description: "Agent deleted the document via `documents delete <Name> doc-abc-123 -y`"
path: "mocks/calls.log"
pattern: >-
(?m)^(?:uip\s+ixp\s+documents\s+delete\b(?=.*my_invoices-f1afa9ef-ixp)(?=.*doc-abc-123)(?=.*(--yes\b|-y\b)).*)[^\r\n]*$
- type: cli_called
description: "Agent deleted the document via `documents delete my_invoices-f1afa9ef-ixp doc-abc-123 -y/--yes`"
verb: "ixp documents delete"
tool: "uip"
positional: ["my_invoices-f1afa9ef-ixp", "doc-abc-123"]
flags:
"yes": {present: true, aliases: ["y"]}
weight: 3.0
pass_threshold: 1.0
21 changes: 13 additions & 8 deletions tests/tasks/uipath-ixp/smoke/delete_field_group.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -12,9 +12,11 @@ run_limits:
expected_turns: 5

sandbox:
mock_path_dirs: [mocks]
template_sources:
- {type: template_dir, path: ../_shared/mock_template}
record_cli:
- tool: uip
stderr: "uip (mock): not connected to a tenant in this sandbox; offline smoke mock.\n"
- tool: curl
stderr: "curl (mock): network egress is disabled in this offline smoke sandbox.\n"

initial_prompt: |
In the IXP project my_invoices-f1afa9ef-ixp, delete the field group
Expand All @@ -27,10 +29,13 @@ initial_prompt: |
- Do NOT prompt the user for confirmation — this is an automated test.

success_criteria:
- type: file_matches_regex
description: "Agent deleted the group via `groups delete … -y/--yes`"
path: "mocks/calls.log"
pattern: >-
(?m)^(?:uip\s+ixp\s+groups\s+delete\b(?=.*my_invoices-f1afa9ef-ixp)(?=.*--name\s+["']?name group)(?=.*(--yes\b|-y\b)).*)[^\r\n]*$
- type: cli_called
description: "Agent deleted the group via `groups delete my_invoices-f1afa9ef-ixp --name 'name group' -y/--yes`"
verb: "ixp groups delete"
tool: "uip"
positional: ["my_invoices-f1afa9ef-ixp"]
flags:
name: "name group"
"yes": {present: true, aliases: ["y"]}
weight: 3.0
pass_threshold: 1.0
20 changes: 12 additions & 8 deletions tests/tasks/uipath-ixp/smoke/delete_project.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -12,9 +12,11 @@ run_limits:
expected_turns: 5

sandbox:
mock_path_dirs: [mocks]
template_sources:
- {type: template_dir, path: ../_shared/mock_template}
record_cli:
- tool: uip
stderr: "uip (mock): not connected to a tenant in this sandbox; offline smoke mock.\n"
- tool: curl
stderr: "curl (mock): network egress is disabled in this offline smoke sandbox.\n"

initial_prompt: |
Delete the IXP project my_invoices-f1afa9ef-ixp.
Expand All @@ -26,10 +28,12 @@ initial_prompt: |
- Do NOT prompt the user for confirmation — this is an automated test.

success_criteria:
- type: file_matches_regex
description: "Agent deleted the project via `projects delete … -y/--yes`"
path: "mocks/calls.log"
pattern: >-
(?m)^(?:uip\s+ixp\s+projects\s+delete\b(?=.*my_invoices-f1afa9ef-ixp)(?=.*(--yes\b|-y\b)).*)[^\r\n]*$
- type: cli_called
description: "Agent deleted the project via `projects delete my_invoices-f1afa9ef-ixp -y/--yes`"
verb: "ixp projects delete"
tool: "uip"
positional: ["my_invoices-f1afa9ef-ixp"]
flags:
"yes": {present: true, aliases: ["y"]}
weight: 3.0
pass_threshold: 1.0
Loading