diff --git a/.github/workflows/activation-gate.yml b/.github/workflows/activation-gate.yml index 1f61bcc80d..19ce55aa2d 100644 --- a/.github/workflows/activation-gate.yml +++ b/.github/workflows/activation-gate.yml @@ -26,7 +26,7 @@ permissions: # tests/.coder-eval-version still resolves — see smoke-skills.yml for the full # rationale. Workflow-level so any job added later inherits it. env: - SAFE_CHAIN_MINIMUM_PACKAGE_AGE_EXCLUSIONS: coder-eval + SAFE_CHAIN_MINIMUM_PACKAGE_AGE_EXCLUSIONS: coder-eval,anthropic jobs: detect: diff --git a/.github/workflows/run-coder-eval.yml b/.github/workflows/run-coder-eval.yml index 28ea3e1b61..e051c7ef3f 100644 --- a/.github/workflows/run-coder-eval.yml +++ b/.github/workflows/run-coder-eval.yml @@ -100,7 +100,7 @@ on: # for the full rationale. Workflow-level so both the Linux and Windows # install steps, and any job added later, inherit it. env: - SAFE_CHAIN_MINIMUM_PACKAGE_AGE_EXCLUSIONS: coder-eval + SAFE_CHAIN_MINIMUM_PACKAGE_AGE_EXCLUSIONS: coder-eval,anthropic jobs: partition: @@ -337,7 +337,21 @@ jobs: CLIENT_SECRET: ${{ secrets.UIPATH_ROPC_CLIENT_SECRET }} CE_USERNAME: ${{ secrets.UIPATH_BOT_USERNAME }} CE_PASSWORD: ${{ secrets.UIPATH_BOT_PASSWORD }} - run: bash .github/scripts/refresh-auth.sh + run: | + bash .github/scripts/refresh-auth.sh + # coder-eval 0.11+ drops DAC_OVERRIDE/DAC_READ_SEARCH from task + # containers (reference anti-cheat), so container-root can no longer + # read the host-owned ~/.uipath extra_mount (mounted by + # experiments/nightly.yaml) by capability. Widen it recursively via + # the "other" bits so the mounted .auth file (mode 600) is readable — + # mirrors coder-eval's own grant_container_access. + chmod -R o+rwX "$HOME/.uipath" + + # coder-eval 0.11 isolates $TASK_DIR to the leaf task folder, so graders + # can no longer import the group-level _shared/ helper by walking up the + # tree. Co-locate a copy of each group's _shared into its task dirs first. + - name: Stage _shared grader helpers + run: bash tests/scripts/stage_shared.sh # TASK_GLOBS here is the partition-resolved list of *file paths* (not # globs). Word-splitting is intentional — do not quote. diff --git a/.github/workflows/smoke-rpa-skills.yml b/.github/workflows/smoke-rpa-skills.yml index 96ec1c6473..39d8f64f56 100644 --- a/.github/workflows/smoke-rpa-skills.yml +++ b/.github/workflows/smoke-rpa-skills.yml @@ -19,7 +19,7 @@ on: # tests/.coder-eval-version still resolves — see smoke-skills.yml for the full # rationale. Workflow-level so any job added later inherits it. env: - SAFE_CHAIN_MINIMUM_PACKAGE_AGE_EXCLUSIONS: coder-eval + SAFE_CHAIN_MINIMUM_PACKAGE_AGE_EXCLUSIONS: coder-eval,anthropic jobs: detect: diff --git a/.github/workflows/smoke-skills.yml b/.github/workflows/smoke-skills.yml index 58dfccae49..9b4b427ee5 100644 --- a/.github/workflows/smoke-skills.yml +++ b/.github/workflows/smoke-skills.yml @@ -24,8 +24,14 @@ on: # fails. coder_eval is a first-party internal package from the Azure Artifacts # feed, not public-registry supply-chain surface, so exclude it from the age # check only. Every other safe-chain check still applies. +# +# `anthropic` is excluded for the same reason, transitively: coder-eval >=0.11.1 +# pins anthropic>=1.0.0 (a fresh major), which the age gate suppresses — leaving +# the resolver with only anthropic<=0.123.0 and "requirements are unsatisfiable" +# until 1.0.0 ages out. The Anthropic SDK is the official first-party client, so +# exempting it from the age check (only) is the same low-risk call as coder-eval. env: - SAFE_CHAIN_MINIMUM_PACKAGE_AGE_EXCLUSIONS: coder-eval + SAFE_CHAIN_MINIMUM_PACKAGE_AGE_EXCLUSIONS: coder-eval,anthropic jobs: detect: @@ -401,6 +407,13 @@ jobs: set -euo pipefail bash .github/scripts/refresh-auth.sh + # coder-eval 0.11+ drops DAC_OVERRIDE/DAC_READ_SEARCH from task + # containers (reference anti-cheat), so container-root can no longer + # read the host-owned ~/.uipath extra_mount by capability. Widen it + # recursively via the "other" bits so the mounted .auth file (mode + # 600) is readable — mirrors coder-eval's own grant_container_access. + chmod -R o+rwX "$HOME/.uipath" + # Fail once at setup, with a direct error, rather than letting every # guardrail task discover an unusable auth context independently. docker run --rm \ @@ -421,6 +434,12 @@ jobs: AGENT_MODEL: ${{ vars.CLAUDE_CODE_MODEL }} run: ': "${AGENT_MODEL:?unset — set the CLAUDE_CODE_MODEL repo variable}"' + # coder-eval 0.11 isolates $TASK_DIR to the leaf task folder, so graders + # can no longer import the group-level _shared/ helper by walking up the + # tree. Co-locate a copy of each group's _shared into its task dirs first. + - name: Stage _shared grader helpers + run: bash tests/scripts/stage_shared.sh + - name: Run smoke tests env: SKILLS_REPO_PATH: ${{ github.workspace }} diff --git a/tests/.coder-eval-version b/tests/.coder-eval-version index 5eef0f10e8..af88ba8248 100644 --- a/tests/.coder-eval-version +++ b/tests/.coder-eval-version @@ -1 +1 @@ -0.10.2 +0.11.1 diff --git a/tests/scripts/stage_shared.sh b/tests/scripts/stage_shared.sh new file mode 100755 index 0000000000..13f61c0779 --- /dev/null +++ b/tests/scripts/stage_shared.sh @@ -0,0 +1,38 @@ +#!/usr/bin/env bash +# Co-locate each skill group's `_shared/` helper package into every task dir +# whose grader imports it, so `from _shared ...` resolves under coder-eval 0.11+. +# +# Why this exists: coder-eval 0.11 stages $TASK_DIR as an ISOLATED copy of just +# the leaf task folder (/work/task_dir) — the reference anti-cheat deliberately +# no longer exposes the task dir's parent. But ~215 graders import the +# group-level `tests/tasks//_shared/` package by walking UP out of the +# task dir (`sys.path.insert(0, .../../..)`), which now points at nothing in the +# container -> ModuleNotFoundError. +# +# Fix, with no grader changes: copy the group's `_shared/` INTO the task dir so +# it travels inside the /work/task_dir copy. `python3 $TASK_DIR/check.py` puts +# the script's own dir on sys.path[0], so a co-located `_shared/` is importable +# regardless of the grader's (now-inert) up-walk. A symlink would NOT work — +# coder-eval's copytree ignores symlinks. +# +# Run on the CI checkout BEFORE `coder-eval run`. Idempotent. Ephemeral: it +# mutates the checked-out tree, not the committed repo. +set -euo pipefail + +cd "$(git rev-parse --show-toplevel)" + +count=0 +while IFS= read -r f; do + dir=$(dirname "$f") + # Never recurse into a _shared package itself. + case "$dir" in */_shared | */_shared/*) continue ;; esac + # group = tests/tasks/ + group=$(printf '%s\n' "$f" | sed -E 's#^(tests/tasks/[^/]+)/.*#\1#') + src="$group/_shared" + [ -d "$src" ] || continue # group has no _shared -> nothing to stage + [ -e "$dir/_shared" ] && continue # already present (idempotent / hand-authored) + cp -R "$src" "$dir/_shared" + count=$((count + 1)) +done < <(git grep -lE 'from _shared|import _shared' -- 'tests/tasks/**/*.py') + +echo "stage_shared: co-located _shared into ${count} task dir(s)" diff --git a/tests/tasks/uipath-troubleshoot/CLAUDE.md b/tests/tasks/uipath-troubleshoot/CLAUDE.md index 0d1f101ca6..3d03255976 100644 --- a/tests/tasks/uipath-troubleshoot/CLAUDE.md +++ b/tests/tasks/uipath-troubleshoot/CLAUDE.md @@ -146,7 +146,8 @@ A single scenario (leaf) under its group folder: ``` tests/tasks/uipath-troubleshoot/// ├── task.yaml # tags, mock_path_dirs, llm_judge criteria -├── RESOLUTION.md # ground truth for the LLM judge +├── reference/ # directory-only reference (coder-eval >=0.11); never shown to the agent +│ └── RESOLUTION.md # ground truth for the LLM judge ├── data/ # short dir names keep Windows paths under MAX_PATH (260) │ └── m/ │ └── r/ @@ -285,7 +286,7 @@ Every scenario MUST include exactly TWO criteria, and ONLY these two: Concrete failure mode this rule prevents: an agent that reaches the correct root cause via `jobs logs` (skipping `jobs get`) is graded FAILURE solely because a `command_executed` rule required `jobs get d5fed611`. The conclusion was right; the path was different. Brittle. -Anything task-specific the test needs to verify goes in `RESOLUTION.md`. The judge reads it via `include_reference` and compares. +Anything task-specific the test needs to verify goes in `RESOLUTION.md`. The judge reads it via the `files: [$REFERENCE_DIR/RESOLUTION.md]` entry and compares. #### Judge configuration — single canonical shape for every task @@ -298,7 +299,9 @@ Every `llm_judge` criterion across all troubleshoot tasks uses the **same** prom description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | @@ -316,9 +319,9 @@ Every `llm_judge` criterion across all troubleshoot tasks uses the **same** prom Return JSON: {"score": , "rationale": ""} ``` -**What the judge sees** (all three flags MUST be `true`): +**What the judge sees:** -- `include_reference: true` — passes `RESOLUTION.md` (the file named under `reference:` at the task root) +- `include_reference: false` + `files: [$REFERENCE_DIR/RESOLUTION.md]` — passes **only** `reference/RESOLUTION.md`, not the whole `reference:` directory. (`include_reference: true` would inline the entire directory as a separate block, so anything else added to `reference/` later would silently reach the judge — and it would duplicate the file if combined with this `files:` entry.) - `include_dialog: true` — passes the full user<->agent dialog, every turn - `include_agent_output: true` — passes the agent's final user-facing response @@ -334,7 +337,7 @@ That is **all** the context the judge gets. The contract: agent's diagnosis (whe **Why:** the skill's internal state (`notes.md`, `raw/`) is bookkeeping for the investigation, not a deliverable. Multiple playbooks may legitimately match a signal; the fast path legitimately stops at the first branch its evidence confirms (see SKILL.md § Verification checklist). Grading on internal-state shape punishes correct skill behavior. What the agent **presents** is the contract. -**Where task-specific guidance lives:** `RESOLUTION.md`. If the judge needs to know that a specific fix must name "AlterIfDisabled = True" or that "Test Heals pool" is wrong — that goes in `RESOLUTION.md` as the authoritative root cause + fix. The judge reads it via `include_reference` and grades against it. +**Where task-specific guidance lives:** `RESOLUTION.md`. If the judge needs to know that a specific fix must name "AlterIfDisabled = True" or that "Test Heals pool" is wrong — that goes in `RESOLUTION.md` as the authoritative root cause + fix. The judge reads it via the `files: [$REFERENCE_DIR/RESOLUTION.md]` entry and grades against it. **Lean default for every new scenario:** @@ -350,7 +353,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/_shared/scripts/generate_scenario.py b/tests/tasks/uipath-troubleshoot/_shared/scripts/generate_scenario.py index 4d3ad21a4a..136b33f400 100644 --- a/tests/tasks/uipath-troubleshoot/_shared/scripts/generate_scenario.py +++ b/tests/tasks/uipath-troubleshoot/_shared/scripts/generate_scenario.py @@ -15,8 +15,8 @@ (e.g. `InputArguments={}`), no hypothesis labels. Keep those descriptions procedural ("Agent fetches the job's execution details."). The exception and stack trace belong ONLY in the recorded `jobs get` / `jobs logs` payloads - -that is the evidence the agent must diagnose from. `RESOLUTION.md` lives at the -task root and is NOT staged; `README.md` lives in `data/m/r/`, which IS staged +that is the evidence the agent must diagnose from. `RESOLUTION.md` lives under +`reference/` and is NOT staged; `README.md` lives in `data/m/r/`, which IS staged but is deleted from the sandbox by `m/seal` before the agent starts. Both may therefore describe the root cause freely. @@ -132,7 +132,7 @@ def _find_repo_root() -> Path: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | {initial_prompt_indented} @@ -148,7 +148,9 @@ def _find_repo_root() -> Path: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_agent_output: true prompt: | Grade the agent's final answer against the attached RESOLUTION.md. @@ -727,7 +729,7 @@ def render_dry_run(plan: dict) -> str: out.append("Files that would be written:") base = plan["output_dir"] out.append(f" {base / 'task.yaml'} ({len(plan['task_yaml'])} bytes)") - out.append(f" {base / 'RESOLUTION.md'} ({len(plan['resolution_md'])} bytes)") + out.append(f" {base / 'reference' / 'RESOLUTION.md'} ({len(plan['resolution_md'])} bytes)") out.append(f" {base / 'data' / 'm' / 'r' / 'README.md'} ({len(plan['readme_md'])} bytes)") out.append(f" {base / 'data' / 'm' / 'r' / 'manifest.json'}") out.append(f" {base / 'data' / 'm' / 'r' / '.json'} x {len(plan['fixtures'])}") @@ -745,7 +747,12 @@ def apply_plan(plan: dict) -> None: base.mkdir(parents=True, exist_ok=True) (base / "task.yaml").write_text(plan["task_yaml"], encoding="utf-8") - (base / "RESOLUTION.md").write_text(plan["resolution_md"], encoding="utf-8") + # RESOLUTION.md lives under reference/ so coder-eval can permission-gate the + # whole directory as a unit (directory-only references, coder-eval >=0.11); + # it is the llm_judge ground truth and is never staged/shown to the agent. + reference_dir = base / "reference" + reference_dir.mkdir(parents=True, exist_ok=True) + (reference_dir / "RESOLUTION.md").write_text(plan["resolution_md"], encoding="utf-8") fixtures_dir = base / "data" / "m" / "r" fixtures_dir.mkdir(parents=True, exist_ok=True) diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-browserscope-efail/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/classic-browserscope-efail/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/classic-browserscope-efail/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/classic-browserscope-efail/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-browserscope-efail/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/classic-browserscope-efail/task.yaml index d9bb3a2850..ee5ac54909 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/classic-browserscope-efail/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/classic-browserscope-efail/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | Why did my last job from folder Finance fail? @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-click-noop-simulate/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/classic-click-noop-simulate/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/classic-click-noop-simulate/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/classic-click-noop-simulate/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-click-noop-simulate/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/classic-click-noop-simulate/task.yaml index 8078209867..9d43a46c5f 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/classic-click-noop-simulate/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/classic-click-noop-simulate/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My ClassicClaimsSubmit job in folder Finance finished Successful last night, @@ -56,7 +56,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-arg-mismatch/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-arg-mismatch/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-arg-mismatch/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-arg-mismatch/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-arg-mismatch/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-arg-mismatch/task.yaml index 544cc404a0..df00b4bd9e 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-arg-mismatch/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-arg-mismatch/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My last job from folder Shared faulted on an Invoke Workflow File activity. @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-cache-error-7/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-cache-error-7/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-cache-error-7/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-cache-error-7/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-cache-error-7/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-cache-error-7/task.yaml index accd0d2c4d..72286709ab 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-cache-error-7/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-cache-error-7/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | I can't run or debug this project in Studio anymore. The Output panel throws: @@ -57,7 +57,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-child-throws/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-child-throws/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-child-throws/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-child-throws/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-child-throws/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-child-throws/task.yaml index ef7b575191..fae25d1fc4 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-child-throws/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-child-throws/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My last job from folder Shared faulted. It runs an Invoke Workflow File and @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-ignored-file/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-ignored-file/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-ignored-file/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-ignored-file/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-ignored-file/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-ignored-file/task.yaml index 9d2fdc7815..1817684ec3 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-ignored-file/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-ignored-file/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My process runs fine in Studio on my machine, but the last job from folder @@ -53,7 +53,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-persistence/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-persistence/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-persistence/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-persistence/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-persistence/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-persistence/task.yaml index 11d5af3d94..a662953d22 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-persistence/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-persistence/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My last job from folder Shared faulted on an Invoke Workflow File activity. @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-session-isolated/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-session-isolated/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-session-isolated/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-session-isolated/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-session-isolated/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-session-isolated/task.yaml index 1bb7a86925..0fe39f8489 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-session-isolated/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/classic-invoke-session-isolated/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My last job from folder Shared faulted on an Invoke Workflow File activity. @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-movefile-source-not-found-de/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/classic-movefile-source-not-found-de/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/classic-movefile-source-not-found-de/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/classic-movefile-source-not-found-de/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-movefile-source-not-found-de/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/classic-movefile-source-not-found-de/task.yaml index a057c24f63..398128e8a9 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/classic-movefile-source-not-found-de/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/classic-movefile-source-not-found-de/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My last job from folder Shared failed. @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-movefile-source-not-found/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/classic-movefile-source-not-found/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/classic-movefile-source-not-found/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/classic-movefile-source-not-found/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-movefile-source-not-found/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/classic-movefile-source-not-found/task.yaml index 0b79ed23d8..224286eda4 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/classic-movefile-source-not-found/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/classic-movefile-source-not-found/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My last job from folder Shared failed. @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-openapp-wrong-scope-type/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/classic-openapp-wrong-scope-type/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/classic-openapp-wrong-scope-type/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/classic-openapp-wrong-scope-type/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-openapp-wrong-scope-type/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/classic-openapp-wrong-scope-type/task.yaml index c9cbe27d3a..8edb58589d 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/classic-openapp-wrong-scope-type/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/classic-openapp-wrong-scope-type/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | Why did my last job from folder Shared fail? @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-runlocaltriggers-generated-missing/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/classic-runlocaltriggers-generated-missing/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/classic-runlocaltriggers-generated-missing/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/classic-runlocaltriggers-generated-missing/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-runlocaltriggers-generated-missing/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/classic-runlocaltriggers-generated-missing/task.yaml index 1bbc26ddc9..05788602b0 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/classic-runlocaltriggers-generated-missing/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/classic-runlocaltriggers-generated-missing/task.yaml @@ -46,7 +46,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My OrderEntryAssistant attended automation in folder Operations fails right @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-typeinto-field-not-cleared/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/classic-typeinto-field-not-cleared/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/classic-typeinto-field-not-cleared/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/classic-typeinto-field-not-cleared/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/classic-typeinto-field-not-cleared/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/classic-typeinto-field-not-cleared/task.yaml index 70c26f9b34..8600d8cdd3 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/classic-typeinto-field-not-cleared/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/classic-typeinto-field-not-cleared/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My VendorOnboarding job in folder Finance finished Successful last night, but @@ -56,7 +56,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/csv-append-column-mismatch/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/csv-append-column-mismatch/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/csv-append-column-mismatch/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/csv-append-column-mismatch/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/csv-append-column-mismatch/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/csv-append-column-mismatch/task.yaml index 0e47f48523..dd2f167d9c 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/csv-append-column-mismatch/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/csv-append-column-mismatch/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My CsvMerger process faults in Orchestrator on every run. The folder is @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/csv-append-file-locked/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/csv-append-file-locked/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/csv-append-file-locked/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/csv-append-file-locked/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/csv-append-file-locked/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/csv-append-file-locked/task.yaml index c1a52b7005..9e24e5cbe3 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/csv-append-file-locked/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/csv-append-file-locked/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My CsvDailyAppend process faults in Orchestrator on most runs. The folder is @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/csv-csvhelper-method-not-found/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/csv-csvhelper-method-not-found/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/csv-csvhelper-method-not-found/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/csv-csvhelper-method-not-found/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/csv-csvhelper-method-not-found/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/csv-csvhelper-method-not-found/task.yaml index 4e17296324..dbd6f6b6bd 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/csv-csvhelper-method-not-found/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/csv-csvhelper-method-not-found/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My CsvExporter process faults in Orchestrator on every run. The folder is @@ -64,7 +64,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/csv-read-file-not-found/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/csv-read-file-not-found/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/csv-read-file-not-found/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/csv-read-file-not-found/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/csv-read-file-not-found/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/csv-read-file-not-found/task.yaml index 5521b66799..5a6c8692ab 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/csv-read-file-not-found/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/csv-read-file-not-found/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My CsvFetcher process faults in Orchestrator on most runs. The folder is @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/csv-read-invalid-format/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/csv-read-invalid-format/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/csv-read-invalid-format/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/csv-read-invalid-format/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/csv-read-invalid-format/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/csv-read-invalid-format/task.yaml index 5529ef3654..faef17bdd0 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/csv-read-invalid-format/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/csv-read-invalid-format/task.yaml @@ -37,7 +37,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My FeedLoader process faults in Orchestrator on every run. The folder is @@ -61,7 +61,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/csv-read-more-values-than-header/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/csv-read-more-values-than-header/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/csv-read-more-values-than-header/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/csv-read-more-values-than-header/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/csv-read-more-values-than-header/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/csv-read-more-values-than-header/task.yaml index 262862b3e3..2d165bcc53 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/csv-read-more-values-than-header/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/csv-read-more-values-than-header/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My CsvIngest process faults in Orchestrator on every run. The folder is @@ -64,7 +64,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-access-denied/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-access-denied/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/csv-write-access-denied/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/csv-write-access-denied/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-access-denied/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-access-denied/task.yaml index 47f087bbd5..e1fecf18a4 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-access-denied/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-access-denied/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My CsvPublish process faults in Orchestrator on most runs. The folder is @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-cannot-set-unknown-member/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-cannot-set-unknown-member/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/csv-write-cannot-set-unknown-member/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/csv-write-cannot-set-unknown-member/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-cannot-set-unknown-member/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-cannot-set-unknown-member/task.yaml index 37ea847526..97ecd19fec 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-cannot-set-unknown-member/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-cannot-set-unknown-member/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My ReportExport process faults in Orchestrator on the unattended robot. The @@ -64,7 +64,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-invalid-delimiter/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-invalid-delimiter/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/csv-write-invalid-delimiter/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/csv-write-invalid-delimiter/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-invalid-delimiter/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-invalid-delimiter/task.yaml index 55f9939ac1..f85b29f230 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-invalid-delimiter/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-invalid-delimiter/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My DelimitedExport process faults in Orchestrator on every run. The folder is @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-unsupported-encoding/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-unsupported-encoding/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/csv-write-unsupported-encoding/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/csv-write-unsupported-encoding/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-unsupported-encoding/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-unsupported-encoding/task.yaml index e6b55abc72..a88eb9169b 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-unsupported-encoding/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/csv-write-unsupported-encoding/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My CsvEncode process faults in Orchestrator on every run. The folder is @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/cv-element-not-found/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/cv-element-not-found/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/cv-element-not-found/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/cv-element-not-found/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/cv-element-not-found/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/cv-element-not-found/task.yaml index 6884bd6392..ae25099cc8 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/cv-element-not-found/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/cv-element-not-found/task.yaml @@ -44,7 +44,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared has failed? @@ -60,7 +60,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-ace-not-registered/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-ace-not-registered/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-ace-not-registered/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-ace-not-registered/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-ace-not-registered/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-ace-not-registered/task.yaml index df38639833..013abe17b9 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-ace-not-registered/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-ace-not-registered/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My ExcelDbReport process is faulting in Orchestrator on every run. It reads @@ -64,7 +64,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-file-locked/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-file-locked/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-file-locked/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-file-locked/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-file-locked/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-file-locked/task.yaml index 070d8c30d7..3b1d6808ca 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-file-locked/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-file-locked/task.yaml @@ -45,7 +45,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My DailyInvoiceLoad process faults in Orchestrator on every run. Can you @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-malformed-connstring/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-malformed-connstring/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-malformed-connstring/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-malformed-connstring/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-malformed-connstring/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-malformed-connstring/task.yaml index 42d7e7e242..a819c994e9 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-malformed-connstring/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-malformed-connstring/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My MonthlyReconImport process faults in Orchestrator on every run. Can you @@ -60,7 +60,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-provider-init/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-provider-init/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-provider-init/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-provider-init/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-provider-init/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-provider-init/task.yaml index e7429fe255..51cd4ae7af 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-provider-init/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/db-connect-database-provider-init/task.yaml @@ -45,7 +45,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My LedgerExportXlsx process started faulting in Orchestrator on every run @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-driver-load/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-driver-load/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-driver-load/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-driver-load/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-driver-load/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-driver-load/task.yaml index e741ab4bec..ae1ca5ee5d 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-driver-load/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-driver-load/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My OracleLedgerSync process is faulting in Orchestrator on every @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-empty-sql/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-empty-sql/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-empty-sql/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-empty-sql/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-empty-sql/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-empty-sql/task.yaml index 8296c9128e..7f3618a4c9 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-empty-sql/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-empty-sql/task.yaml @@ -44,7 +44,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My ConfigSyncProcess process is faulting in Orchestrator on every @@ -61,7 +61,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-out-param-size/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-out-param-size/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-out-param-size/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-out-param-size/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-out-param-size/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-out-param-size/task.yaml index e1cf241d59..9c7f3d37d3 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-out-param-size/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-out-param-size/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My StoredProcWriteBack process is faulting in Orchestrator on every @@ -60,7 +60,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-unsafe-sql/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-unsafe-sql/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-unsafe-sql/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-unsafe-sql/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-unsafe-sql/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-unsafe-sql/task.yaml index a097df48c7..4e570e3999 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-unsafe-sql/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-non-query-unsafe-sql/task.yaml @@ -48,7 +48,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My CustomerUpsert process is faulting in Orchestrator on every run. Can @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-clr-crash/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-clr-crash/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-clr-crash/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-clr-crash/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-clr-crash/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-clr-crash/task.yaml index e2e5c44439..7e307ec804 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-clr-crash/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-clr-crash/task.yaml @@ -47,7 +47,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My TransactionExport process is faulting in Orchestrator on every run. @@ -64,7 +64,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-enable-constraints/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-enable-constraints/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-enable-constraints/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-enable-constraints/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-enable-constraints/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-enable-constraints/task.yaml index c0c92d7808..6cc10470c6 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-enable-constraints/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-enable-constraints/task.yaml @@ -49,7 +49,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My CustomerOrderReport process is faulting in Orchestrator on every run. @@ -66,7 +66,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-in-connection-string/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-in-connection-string/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-in-connection-string/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-in-connection-string/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-in-connection-string/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-in-connection-string/task.yaml index fbf5f828dd..8ca4a3d1f5 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-in-connection-string/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-in-connection-string/task.yaml @@ -48,7 +48,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My CustomerLedgerSync process faults in Orchestrator on every run. Can @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-null-connection/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-null-connection/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-null-connection/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-null-connection/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-null-connection/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-null-connection/task.yaml index fdf3858ed9..fd840768ca 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-null-connection/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-null-connection/task.yaml @@ -44,7 +44,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My CustomerQuery process is faulting in Orchestrator on every run. @@ -61,7 +61,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-provider-mismatch/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-provider-mismatch/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-provider-mismatch/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-provider-mismatch/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-provider-mismatch/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-provider-mismatch/task.yaml index e1c14039a2..153a03166e 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-provider-mismatch/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-provider-mismatch/task.yaml @@ -47,7 +47,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My InvoiceReconciliation process is faulting in Orchestrator on every @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-sql-syntax-error/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-sql-syntax-error/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-sql-syntax-error/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-sql-syntax-error/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-sql-syntax-error/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-sql-syntax-error/task.yaml index 875bcb2b12..e547a453d1 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-sql-syntax-error/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-sql-syntax-error/task.yaml @@ -45,7 +45,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My CustomerLookup process is faulting in Orchestrator on every run. @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-timeout-expired/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-timeout-expired/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-timeout-expired/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-timeout-expired/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-timeout-expired/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-timeout-expired/task.yaml index 16499cff81..498965f009 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-timeout-expired/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-timeout-expired/task.yaml @@ -48,7 +48,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My OrderNotesSearch process is faulting in Orchestrator on every run. @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-wrong-activity/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-wrong-activity/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-wrong-activity/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-wrong-activity/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-wrong-activity/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-wrong-activity/task.yaml index bb4c44971b..4bea684752 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-wrong-activity/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/db-execute-query-wrong-activity/task.yaml @@ -49,7 +49,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My StagingCleanup process faults in Orchestrator every night. Can you @@ -66,7 +66,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-body-skip/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-body-skip/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-body-skip/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-body-skip/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-body-skip/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-body-skip/task.yaml index 127418b682..2823b65228 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-body-skip/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-body-skip/task.yaml @@ -49,7 +49,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My NightlyReconcileTxn process reports Success in Orchestrator every @@ -67,7 +67,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-connection-not-propagated/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-connection-not-propagated/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-connection-not-propagated/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-connection-not-propagated/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-connection-not-propagated/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-connection-not-propagated/task.yaml index bd909ae061..91954d6ce1 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-connection-not-propagated/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-connection-not-propagated/task.yaml @@ -47,7 +47,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My OrderSettlementTxn process is faulting in Orchestrator on every run. @@ -64,7 +64,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-provider-migration/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-provider-migration/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-provider-migration/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-provider-migration/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-provider-migration/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-provider-migration/task.yaml index 0d9264a5f0..fc1dc42756 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-provider-migration/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-provider-migration/task.yaml @@ -51,7 +51,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My InvoicePostingTxn process started faulting in Orchestrator on every @@ -69,7 +69,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-silent-rollback/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-silent-rollback/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-silent-rollback/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-silent-rollback/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-silent-rollback/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-silent-rollback/task.yaml index e1d0d4b347..12a60d8792 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-silent-rollback/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/db-start-transaction-silent-rollback/task.yaml @@ -46,7 +46,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My BatchLedgerPost process reports Success in Orchestrator on every run, @@ -64,7 +64,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/download-file-403-forbidden/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/download-file-403-forbidden/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/download-file-403-forbidden/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/download-file-403-forbidden/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/download-file-403-forbidden/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/download-file-403-forbidden/task.yaml index d3d44f6746..972a2fbdef 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/download-file-403-forbidden/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/download-file-403-forbidden/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My PortalFetch process faults in Orchestrator on every run. The folder is @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/download-file-host-not-found/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/download-file-host-not-found/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/download-file-host-not-found/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/download-file-host-not-found/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/download-file-host-not-found/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/download-file-host-not-found/task.yaml index 3bf27b9059..e15dcd6756 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/download-file-host-not-found/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/download-file-host-not-found/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My FeedDownloader process faults in Orchestrator on every run. The folder is @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/download-file-httpclient-reused-in-loop/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/download-file-httpclient-reused-in-loop/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/download-file-httpclient-reused-in-loop/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/download-file-httpclient-reused-in-loop/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/download-file-httpclient-reused-in-loop/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/download-file-httpclient-reused-in-loop/task.yaml index e6060aa2fc..c70f32ae7f 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/download-file-httpclient-reused-in-loop/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/download-file-httpclient-reused-in-loop/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My BulkDownloader process faults in Orchestrator. The folder is "Batch @@ -64,7 +64,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/download-file-stuck-tmp/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/download-file-stuck-tmp/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/download-file-stuck-tmp/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/download-file-stuck-tmp/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/download-file-stuck-tmp/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/download-file-stuck-tmp/task.yaml index ae24ffbe02..6f0d06ca9d 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/download-file-stuck-tmp/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/download-file-stuck-tmp/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My ReportDownloader process faults in Orchestrator on most runs. The folder is @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/du-digitize-license-not-validated/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/du-digitize-license-not-validated/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/du-digitize-license-not-validated/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/du-digitize-license-not-validated/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/du-digitize-license-not-validated/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/du-digitize-license-not-validated/task.yaml index 3f3b5e2e8a..5033f64a12 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/du-digitize-license-not-validated/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/du-digitize-license-not-validated/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from the Shared folder fail? @@ -56,7 +56,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-column-schema-mismatch/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-column-schema-mismatch/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-column-schema-mismatch/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-column-schema-mismatch/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-column-schema-mismatch/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-column-schema-mismatch/task.yaml index 964e4d463b..a726b83fd4 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-column-schema-mismatch/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-column-schema-mismatch/task.yaml @@ -44,7 +44,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-hidden-rows-target/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-hidden-rows-target/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-hidden-rows-target/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-hidden-rows-target/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-hidden-rows-target/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-hidden-rows-target/task.yaml index e4fd90aafb..5a98c31bb5 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-hidden-rows-target/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-hidden-rows-target/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-variant-mismatch/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-variant-mismatch/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-variant-mismatch/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-variant-mismatch/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-variant-mismatch/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-variant-mismatch/task.yaml index a85fe37b62..aad9de422c 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-variant-mismatch/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-append-range-variant-mismatch/task.yaml @@ -42,7 +42,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-card-excel-not-installed/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-card-excel-not-installed/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-card-excel-not-installed/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-card-excel-not-installed/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-card-excel-not-installed/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-card-excel-not-installed/task.yaml index 9f040719dc..5de7ab45c9 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-card-excel-not-installed/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-card-excel-not-installed/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-card-rpc-race-across-scopes/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-card-rpc-race-across-scopes/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-card-rpc-race-across-scopes/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-card-rpc-race-across-scopes/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-card-rpc-race-across-scopes/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-card-rpc-race-across-scopes/task.yaml index d4d75ba371..0e27e2e407 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-card-rpc-race-across-scopes/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-card-rpc-race-across-scopes/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-card-sensitivity-label-rejection/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-card-sensitivity-label-rejection/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-card-sensitivity-label-rejection/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-card-sensitivity-label-rejection/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-card-sensitivity-label-rejection/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-card-sensitivity-label-rejection/task.yaml index f91ca7b886..685960ecc2 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-card-sensitivity-label-rejection/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-card-sensitivity-label-rejection/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-filter-misalignment/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-filter-misalignment/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-filter-misalignment/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-filter-misalignment/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-filter-misalignment/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-filter-misalignment/task.yaml index f902428a4a..230340d0fe 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-filter-misalignment/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-filter-misalignment/task.yaml @@ -44,7 +44,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -64,7 +64,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-invalid-syntax/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-invalid-syntax/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-invalid-syntax/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-invalid-syntax/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-invalid-syntax/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-invalid-syntax/task.yaml index 591f50ea44..0f7fcf7d0f 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-invalid-syntax/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-invalid-syntax/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-shift-conflict/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-shift-conflict/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-shift-conflict/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-shift-conflict/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-shift-conflict/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-shift-conflict/task.yaml index c6930455ef..9f51005f05 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-shift-conflict/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-delete-range-shift-conflict/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-code-file/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-code-file/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-code-file/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-code-file/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-code-file/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-code-file/task.yaml index 551ec8b7b6..f09e850a27 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-code-file/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-code-file/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My ReportRefresher process is faulting in Orchestrator on every run. @@ -53,7 +53,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-com-interop/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-com-interop/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-com-interop/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-com-interop/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-com-interop/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-com-interop/task.yaml index 9080b2b06f..39bced7a39 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-com-interop/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-com-interop/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My DailyDigestRunner process is faulting in Orchestrator on every run. @@ -61,7 +61,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-method-name-de/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-method-name-de/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-method-name-de/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-method-name-de/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-method-name-de/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-method-name-de/task.yaml index dea2ba3ab9..974b20cf29 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-method-name-de/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-method-name-de/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My InvoiceImporter process is faulting in Orchestrator on every run. @@ -53,7 +53,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-method-name/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-method-name/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-method-name/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-method-name/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-method-name/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-method-name/task.yaml index 391a9753d7..1fe1aba2f8 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-method-name/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-method-name/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My InvoiceImporter process is faulting in Orchestrator on every run. @@ -53,7 +53,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-params/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-params/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-params/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-params/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-params/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-params/task.yaml index c2b4808c3c..93a2ffdac7 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-params/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-params/task.yaml @@ -37,7 +37,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My LedgerPoster process is faulting in Orchestrator on every run. @@ -54,7 +54,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-trust-access/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-trust-access/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-trust-access/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-trust-access/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-trust-access/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-trust-access/task.yaml index a12e723b3a..82f5ccb925 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-trust-access/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-invokevba-trust-access/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My InvoiceMacroRunner process is faulting in Orchestrator on every run. @@ -59,7 +59,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-active-filters/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-active-filters/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-active-filters/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-active-filters/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-active-filters/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-active-filters/task.yaml index 9b13d9f89f..e9fab32ab6 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-active-filters/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-active-filters/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My PriceUpdater process is faulting in Orchestrator on every run. It @@ -57,7 +57,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-file-locked/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-file-locked/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-file-locked/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-file-locked/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-file-locked/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-file-locked/task.yaml index 2dcc6c1879..67732f4f0f 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-file-locked/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-file-locked/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My InvoiceLookup process faults intermittently in Orchestrator - some @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-formula-cells/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-formula-cells/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-formula-cells/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-formula-cells/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-formula-cells/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-formula-cells/task.yaml index 600183e456..c2ba99587d 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-formula-cells/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-formula-cells/task.yaml @@ -42,7 +42,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My DailyPriceSync process is faulting every afternoon in Orchestrator. It @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-invalid-range/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-invalid-range/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-invalid-range/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-invalid-range/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-invalid-range/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-invalid-range/task.yaml index 03aa14bbf9..acad58bcbf 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-invalid-range/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-invalid-range/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My CatalogLookup process started faulting on every run after a recent @@ -56,7 +56,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-not-installed/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-not-installed/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-not-installed/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-not-installed/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-not-installed/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-not-installed/task.yaml index 9297da8e4b..c1f94adc9a 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-not-installed/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-not-installed/task.yaml @@ -37,7 +37,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My VendorLookup process is faulting in Orchestrator on every run. @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-null-reference/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-null-reference/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-null-reference/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-null-reference/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-null-reference/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-null-reference/task.yaml index 75933a306d..fed89be7f4 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-null-reference/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-lookuprange-null-reference/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My OrderLookup process faults on every run in Orchestrator with an @@ -57,7 +57,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-not-found/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-not-found/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-not-found/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-not-found/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-not-found/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-not-found/task.yaml index 1097dc3397..77094ff754 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-not-found/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-not-found/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -59,7 +59,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-trust-center/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-trust-center/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-trust-center/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-trust-center/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-trust-center/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-trust-center/task.yaml index ac7c9a50c8..73f20db163 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-trust-center/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-trust-center/task.yaml @@ -41,7 +41,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -69,7 +69,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-vba-error/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-vba-error/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-vba-error/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-vba-error/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-vba-error/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-vba-error/task.yaml index 462910a63c..9779fbe99d 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-vba-error/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-macro-vba-error/task.yaml @@ -41,7 +41,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -60,7 +60,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-concurrent-jobs/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-concurrent-jobs/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-concurrent-jobs/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-concurrent-jobs/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-concurrent-jobs/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-concurrent-jobs/task.yaml index 2d19db912d..d8f52ee14b 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-concurrent-jobs/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-concurrent-jobs/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -59,7 +59,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-file-deleted/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-file-deleted/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-file-deleted/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-file-deleted/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-file-deleted/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-file-deleted/task.yaml index fc4d985e7b..c673e56376 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-file-deleted/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-file-deleted/task.yaml @@ -41,7 +41,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -61,7 +61,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-host-evidence/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-host-evidence/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-host-evidence/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-host-evidence/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-host-evidence/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-host-evidence/task.yaml index 786717fcb0..04bff6ac49 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-host-evidence/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-host-evidence/task.yaml @@ -41,7 +41,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -66,7 +66,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-label/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-label/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-label/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-label/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-label/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-label/task.yaml index 7f70e77fa0..02679a6c63 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-label/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-label/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-namedrange/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-namedrange/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-namedrange/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-namedrange/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-namedrange/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-namedrange/task.yaml index 4bd6944cb1..53d781fd16 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-namedrange/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-namedrange/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-opaque/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-opaque/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-opaque/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-opaque/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-opaque/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-opaque/task.yaml index e4cc8bf4a1..59f747b828 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-opaque/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-nre-opaque/task.yaml @@ -45,7 +45,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -73,7 +73,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-orphan-process/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-orphan-process/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-orphan-process/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-orphan-process/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-orphan-process/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-orphan-process/task.yaml index 7f808a961b..976611d9f7 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-orphan-process/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-orphan-process/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -61,7 +61,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-relative-path/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-relative-path/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-relative-path/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-relative-path/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-relative-path/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-relative-path/task.yaml index 86c7fa27ba..c5e5d2b74a 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-relative-path/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-relative-path/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-bytes/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-bytes/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-bytes/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-bytes/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-bytes/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-bytes/task.yaml index 5f94be1cbf..9f4a66dcb4 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-bytes/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-bytes/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -72,7 +72,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-case/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-case/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-case/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-case/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-case/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-case/task.yaml index a798d26a66..d7497940d9 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-case/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-case/task.yaml @@ -41,7 +41,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-dynamic-empty/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-dynamic-empty/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-dynamic-empty/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-dynamic-empty/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-dynamic-empty/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-dynamic-empty/task.yaml index 6b94f102b8..3016ed99b1 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-dynamic-empty/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-dynamic-empty/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -58,7 +58,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-typo/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-typo/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-typo/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-typo/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-typo/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-typo/task.yaml index cb9d348bc8..62abe7953c 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-typo/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-sheet-typo/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -60,7 +60,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-unmapped-drive/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-unmapped-drive/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-unmapped-drive/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-unmapped-drive/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-unmapped-drive/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-unmapped-drive/task.yaml index c889de48b5..f892ac85a7 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-unmapped-drive/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-rr-unmapped-drive/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -69,7 +69,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-addin-clash/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-addin-clash/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-addin-clash/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-addin-clash/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-addin-clash/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-addin-clash/task.yaml index a9409f411d..128cdaaa59 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-addin-clash/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-addin-clash/task.yaml @@ -44,7 +44,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -64,7 +64,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-com-registration-broken/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-com-registration-broken/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-com-registration-broken/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-com-registration-broken/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-com-registration-broken/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-com-registration-broken/task.yaml index 8c1541a149..b02ca6c933 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-com-registration-broken/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-com-registration-broken/task.yaml @@ -44,7 +44,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-orphan-process-lock/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-orphan-process-lock/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-orphan-process-lock/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-orphan-process-lock/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-orphan-process-lock/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-orphan-process-lock/task.yaml index 73f354107a..35de9b8deb 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-orphan-process-lock/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-scope-orphan-process-lock/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-formula-semicolons/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-formula-semicolons/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-formula-semicolons/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-formula-semicolons/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-formula-semicolons/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-formula-semicolons/task.yaml index 053e1929a5..7f33c34a44 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-formula-semicolons/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-formula-semicolons/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-loop-thrash/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-loop-thrash/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-loop-thrash/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-loop-thrash/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-loop-thrash/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-loop-thrash/task.yaml index a076c5641d..58310e321a 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-loop-thrash/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-loop-thrash/task.yaml @@ -46,7 +46,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -68,7 +68,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-scope-conflict/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-scope-conflict/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-scope-conflict/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-scope-conflict/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-scope-conflict/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-scope-conflict/task.yaml index b3a17afd84..e64f8a153f 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-scope-conflict/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-wc-scope-conflict/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -64,7 +64,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-empty-source/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-empty-source/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-empty-source/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-empty-source/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-empty-source/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-empty-source/task.yaml index 9bc3815d04..56e8027268 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-empty-source/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-empty-source/task.yaml @@ -42,7 +42,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-formula-prefix/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-formula-prefix/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-formula-prefix/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-formula-prefix/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-formula-prefix/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-formula-prefix/task.yaml index 6fef093c98..ea17ebb25c 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-formula-prefix/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-formula-prefix/task.yaml @@ -44,7 +44,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-uninitialized-datatable/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-uninitialized-datatable/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-uninitialized-datatable/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-uninitialized-datatable/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-uninitialized-datatable/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-uninitialized-datatable/task.yaml index 87465cf607..84228ff731 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-uninitialized-datatable/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/excel-write-range-uninitialized-datatable/task.yaml @@ -44,7 +44,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job just faulted with @@ -64,7 +64,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-add-sheet-name-conflict/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-add-sheet-name-conflict/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/gsuite-add-sheet-name-conflict/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/gsuite-add-sheet-name-conflict/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-add-sheet-name-conflict/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-add-sheet-name-conflict/task.yaml index 11d34e5372..e44da340e7 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-add-sheet-name-conflict/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-add-sheet-name-conflict/task.yaml @@ -46,7 +46,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared fail? @@ -64,7 +64,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-connection-invalid/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-connection-invalid/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/gsuite-connection-invalid/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/gsuite-connection-invalid/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-connection-invalid/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-connection-invalid/task.yaml index f1b4ae5bbd..f767318c0d 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-connection-invalid/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-connection-invalid/task.yaml @@ -46,7 +46,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared fail? @@ -64,7 +64,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-drive-file-not-found/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-drive-file-not-found/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/gsuite-drive-file-not-found/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/gsuite-drive-file-not-found/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-drive-file-not-found/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-drive-file-not-found/task.yaml index ee602b4b38..2fa4ce577f 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-drive-file-not-found/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-drive-file-not-found/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared fail? @@ -61,7 +61,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-drive-multiple-items-name-conflict/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-drive-multiple-items-name-conflict/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/gsuite-drive-multiple-items-name-conflict/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/gsuite-drive-multiple-items-name-conflict/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-drive-multiple-items-name-conflict/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-drive-multiple-items-name-conflict/task.yaml index 9efb065e63..1a1909921c 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-drive-multiple-items-name-conflict/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-drive-multiple-items-name-conflict/task.yaml @@ -46,7 +46,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared fail? @@ -64,7 +64,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-getfileinfo-malformed-url/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-getfileinfo-malformed-url/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/gsuite-getfileinfo-malformed-url/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/gsuite-getfileinfo-malformed-url/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-getfileinfo-malformed-url/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-getfileinfo-malformed-url/task.yaml index 2f4a300414..fd0bfdc551 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-getfileinfo-malformed-url/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-getfileinfo-malformed-url/task.yaml @@ -47,7 +47,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared fail? @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-invalid-or-null-input/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-invalid-or-null-input/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/gsuite-invalid-or-null-input/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/gsuite-invalid-or-null-input/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-invalid-or-null-input/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-invalid-or-null-input/task.yaml index a5a5655c9f..ca59f520b8 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-invalid-or-null-input/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-invalid-or-null-input/task.yaml @@ -44,7 +44,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared fail? @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-sheets-invalid-range/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-sheets-invalid-range/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/gsuite-sheets-invalid-range/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/gsuite-sheets-invalid-range/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-sheets-invalid-range/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-sheets-invalid-range/task.yaml index 342812297c..5f3117ce5a 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-sheets-invalid-range/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/gsuite-sheets-invalid-range/task.yaml @@ -44,7 +44,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared fail? @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/ipc-broadcast-message-timeout/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/ipc-broadcast-message-timeout/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/ipc-broadcast-message-timeout/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/ipc-broadcast-message-timeout/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/ipc-broadcast-message-timeout/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/ipc-broadcast-message-timeout/task.yaml index a0d8b76efc..7dcf806729 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/ipc-broadcast-message-timeout/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/ipc-broadcast-message-timeout/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my job c1d2e3f4-9011-4abc-9def-000000000011 from the Shared folder fail? @@ -54,7 +54,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/ipc-broadcast-message-unauthorized/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/ipc-broadcast-message-unauthorized/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/ipc-broadcast-message-unauthorized/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/ipc-broadcast-message-unauthorized/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/ipc-broadcast-message-unauthorized/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/ipc-broadcast-message-unauthorized/task.yaml index 03b2879237..cd39987659 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/ipc-broadcast-message-unauthorized/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/ipc-broadcast-message-unauthorized/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my job c1d2e3f4-9012-4abc-9def-000000000012 from the Shared folder fail? @@ -55,7 +55,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/jira-activity-restsharp-load/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/jira-activity-restsharp-load/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/jira-activity-restsharp-load/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/jira-activity-restsharp-load/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/jira-activity-restsharp-load/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/jira-activity-restsharp-load/task.yaml index 9723ff013b..3abeb74426 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/jira-activity-restsharp-load/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/jira-activity-restsharp-load/task.yaml @@ -44,7 +44,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My JiraTicketCreator process faults in Orchestrator on every run. The folder @@ -69,7 +69,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/jira-auth-username-not-email/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/jira-auth-username-not-email/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/jira-auth-username-not-email/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/jira-auth-username-not-email/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/jira-auth-username-not-email/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/jira-auth-username-not-email/task.yaml index 5c7126367a..2fb929fbf0 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/jira-auth-username-not-email/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/jira-auth-username-not-email/task.yaml @@ -42,7 +42,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My JiraIssueSync process faults in Orchestrator on every run. The folder is @@ -67,7 +67,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-403-permission/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-403-permission/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-403-permission/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-403-permission/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-403-permission/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-403-permission/task.yaml index 1fa3cee33b..09d00f045c 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-403-permission/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-403-permission/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My JiraCommentSync process faults in Orchestrator on every run. The folder is @@ -67,7 +67,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-issue-not-found/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-issue-not-found/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-issue-not-found/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-issue-not-found/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-issue-not-found/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-issue-not-found/task.yaml index 1d37a8843a..6051ba2532 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-issue-not-found/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-issue-not-found/task.yaml @@ -41,7 +41,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My JiraCommentBot process faults in Orchestrator on every run. The folder is @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-visibility-restriction/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-visibility-restriction/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-visibility-restriction/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-visibility-restriction/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-visibility-restriction/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-visibility-restriction/task.yaml index dfdd9118a1..f35c041ea6 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-visibility-restriction/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/jira-comment-visibility-restriction/task.yaml @@ -42,7 +42,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My JiraNoteBot process faults in Orchestrator on every run. The folder is @@ -66,7 +66,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/jira-response-not-json-500/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/jira-response-not-json-500/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/jira-response-not-json-500/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/jira-response-not-json-500/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/jira-response-not-json-500/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/jira-response-not-json-500/task.yaml index fa8ac59bcf..892e92256d 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/jira-response-not-json-500/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/jira-response-not-json-500/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My JiraWeeklyReport process faults in Orchestrator on every run. The folder @@ -67,7 +67,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-deserialization/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-deserialization/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-deserialization/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-deserialization/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-deserialization/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-deserialization/task.yaml index b9dcdca3d9..a48ec20ccc 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-deserialization/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-deserialization/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My JiraEscalation process faults in Orchestrator on every run. The folder is @@ -68,7 +68,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-invalid-id/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-invalid-id/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-invalid-id/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-invalid-id/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-invalid-id/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-invalid-id/task.yaml index 6036af9e1a..d9d63d2d31 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-invalid-id/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-invalid-id/task.yaml @@ -42,7 +42,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My JiraStatusUpdater process faults in Orchestrator on every run. The folder @@ -66,7 +66,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-required-field/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-required-field/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-required-field/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-required-field/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-required-field/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-required-field/task.yaml index ca178408a9..090cc66a33 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-required-field/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/jira-transition-required-field/task.yaml @@ -41,7 +41,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My JiraTicketCloser process faults in Orchestrator on every run. The folder @@ -66,7 +66,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-collection-modified/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-collection-modified/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-collection-modified/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-collection-modified/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-collection-modified/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-collection-modified/task.yaml index 8d8303488f..85d157c979 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-collection-modified/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-collection-modified/task.yaml @@ -41,7 +41,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My BulkMailPurger process is faulting in Orchestrator on every run. @@ -58,7 +58,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-permission-denied/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-permission-denied/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-permission-denied/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-permission-denied/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-permission-denied/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-permission-denied/task.yaml index d99e201275..53c4ecec16 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-permission-denied/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-permission-denied/task.yaml @@ -41,7 +41,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My SharedInboxArchiver process is faulting in Orchestrator on every run; @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-stale-reference/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-stale-reference/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-stale-reference/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-stale-reference/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-stale-reference/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-stale-reference/task.yaml index 898fb7a822..5b08b5ccc6 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-stale-reference/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/mail-delete-outlook-mail-stale-reference/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My InboxCleanupBot process is faulting in Orchestrator on most runs. @@ -60,7 +60,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-cached-mode-desync/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-cached-mode-desync/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-cached-mode-desync/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-cached-mode-desync/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-cached-mode-desync/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-cached-mode-desync/task.yaml index df756b8ad1..4138055830 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-cached-mode-desync/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-cached-mode-desync/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My ComplianceMailExport process reports Success in Orchestrator on every @@ -66,7 +66,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-filter-syntax/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-filter-syntax/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-filter-syntax/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-filter-syntax/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-filter-syntax/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-filter-syntax/task.yaml index a3a4ecd667..d03476affb 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-filter-syntax/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-filter-syntax/task.yaml @@ -41,7 +41,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My SupportTriageReader process is faulting in Orchestrator on every run. @@ -58,7 +58,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-folder-not-found/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-folder-not-found/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-folder-not-found/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-folder-not-found/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-folder-not-found/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-folder-not-found/task.yaml index 67e39856d6..45c73164d5 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-folder-not-found/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-folder-not-found/task.yaml @@ -41,7 +41,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My InvoiceMailReader process is faulting in Orchestrator on every run. @@ -58,7 +58,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-outlook-not-running/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-outlook-not-running/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-outlook-not-running/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-outlook-not-running/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-outlook-not-running/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-outlook-not-running/task.yaml index a825907473..296450900e 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-outlook-not-running/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-outlook-not-running/task.yaml @@ -44,7 +44,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My QueueMailIntake process runs unattended and is faulting in @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-shared-mailbox-account/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-shared-mailbox-account/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-shared-mailbox-account/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-shared-mailbox-account/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-shared-mailbox-account/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-shared-mailbox-account/task.yaml index 3a5d033dd3..0fb09b7495 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-shared-mailbox-account/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-shared-mailbox-account/task.yaml @@ -42,7 +42,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My PayablesInvoiceReader process is faulting in Orchestrator on every @@ -60,7 +60,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-timeout-large-folder/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-timeout-large-folder/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-timeout-large-folder/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-timeout-large-folder/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-timeout-large-folder/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-timeout-large-folder/task.yaml index b3ea18c8d0..1f37d16d96 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-timeout-large-folder/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/mail-get-outlook-mail-timeout-large-folder/task.yaml @@ -41,7 +41,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My ArchiveMailScanner process is faulting in Orchestrator on every run. @@ -58,7 +58,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-com-session-loss/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-com-session-loss/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-com-session-loss/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-com-session-loss/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-com-session-loss/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-com-session-loss/task.yaml index 81e4162864..8cb873c782 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-com-session-loss/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-com-session-loss/task.yaml @@ -44,7 +44,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My MailboxTriageMover process runs unattended every night and is @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-folder-path/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-folder-path/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-folder-path/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-folder-path/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-folder-path/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-folder-path/task.yaml index 9b8ccbd573..41ec37e022 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-folder-path/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-folder-path/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My OrderMailFiler process is faulting in Orchestrator on every run. @@ -57,7 +57,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-type-mismatch/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-type-mismatch/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-type-mismatch/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-type-mismatch/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-type-mismatch/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-type-mismatch/task.yaml index 2f09437f3c..d52c8e61f1 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-type-mismatch/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/mail-move-outlook-mail-type-mismatch/task.yaml @@ -45,7 +45,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My InboxAutoFiler process is faulting in Orchestrator on every run since @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-com-not-registered/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-com-not-registered/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-com-not-registered/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-com-not-registered/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-com-not-registered/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-com-not-registered/task.yaml index b5069ea7bd..86509f01cb 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-com-not-registered/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-com-not-registered/task.yaml @@ -42,7 +42,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My InvoiceMailer process is faulting in Orchestrator on every run. @@ -64,7 +64,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-null-input/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-null-input/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-null-input/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-null-input/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-null-input/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-null-input/task.yaml index 56ef707b24..ef4899b5e1 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-null-input/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-null-input/task.yaml @@ -41,7 +41,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My OnboardingMailer process is faulting in Orchestrator on every run. @@ -58,7 +58,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-timeout-security-prompt/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-timeout-security-prompt/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-timeout-security-prompt/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-timeout-security-prompt/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-timeout-security-prompt/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-timeout-security-prompt/task.yaml index b017646b1b..5e3f466e8d 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-timeout-security-prompt/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-timeout-security-prompt/task.yaml @@ -42,7 +42,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My NightlyReportMailer process runs unattended every night and is @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-work-offline/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-work-offline/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-work-offline/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-work-offline/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-work-offline/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-work-offline/task.yaml index 515a77cf3d..a314e5d2d8 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-work-offline/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-outlook-mail-work-offline/task.yaml @@ -42,7 +42,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My NightlyStatementMailer process runs unattended every night and is @@ -67,7 +67,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-auth-basic-disabled/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-auth-basic-disabled/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-auth-basic-disabled/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-auth-basic-disabled/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-auth-basic-disabled/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-auth-basic-disabled/task.yaml index 700ada5b57..dc9a0f1fef 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-auth-basic-disabled/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-auth-basic-disabled/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My AutomatedBillingNotifier process runs unattended and is faulting in @@ -61,7 +61,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-port-tls-mismatch/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-port-tls-mismatch/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-port-tls-mismatch/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-port-tls-mismatch/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-port-tls-mismatch/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-port-tls-mismatch/task.yaml index b65897ca9a..76a4d4a639 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-port-tls-mismatch/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-port-tls-mismatch/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My WeeklyReportDispatcher process runs unattended and is faulting in @@ -61,7 +61,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-relay-denied/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-relay-denied/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-relay-denied/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-relay-denied/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-relay-denied/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-relay-denied/task.yaml index 9c46dcfe5c..399881675a 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-relay-denied/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/mail-send-smtp-relay-denied/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My CustomerAlertSender process runs unattended and is faulting in @@ -61,7 +61,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-app-scope-asset-not-found/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/o365-app-scope-asset-not-found/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/o365-app-scope-asset-not-found/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/o365-app-scope-asset-not-found/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-app-scope-asset-not-found/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/o365-app-scope-asset-not-found/task.yaml index 907777a63c..4dad587679 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/o365-app-scope-asset-not-found/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/o365-app-scope-asset-not-found/task.yaml @@ -34,7 +34,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared has failed? @@ -50,7 +50,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-copyitem-null-driveitem/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/o365-copyitem-null-driveitem/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/o365-copyitem-null-driveitem/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/o365-copyitem-null-driveitem/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-copyitem-null-driveitem/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/o365-copyitem-null-driveitem/task.yaml index 3053f73f73..519c336505 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/o365-copyitem-null-driveitem/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/o365-copyitem-null-driveitem/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared has failed? @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-createfolder-invalid-path/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/o365-createfolder-invalid-path/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/o365-createfolder-invalid-path/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/o365-createfolder-invalid-path/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-createfolder-invalid-path/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/o365-createfolder-invalid-path/task.yaml index ca5ad92943..cc2ac76431 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/o365-createfolder-invalid-path/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/o365-createfolder-invalid-path/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared has failed? @@ -54,7 +54,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-download-folder-item/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/o365-download-folder-item/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/o365-download-folder-item/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/o365-download-folder-item/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-download-folder-item/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/o365-download-folder-item/task.yaml index efd8262f3c..18eafef7bb 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/o365-download-folder-item/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/o365-download-folder-item/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared has failed? @@ -54,7 +54,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-forwardmail-null-message/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/o365-forwardmail-null-message/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/o365-forwardmail-null-message/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/o365-forwardmail-null-message/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-forwardmail-null-message/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/o365-forwardmail-null-message/task.yaml index ecf64bea72..7fc6903f9d 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/o365-forwardmail-null-message/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/o365-forwardmail-null-message/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared has failed? @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-folder-not-found/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-folder-not-found/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-folder-not-found/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-folder-not-found/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-folder-not-found/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-folder-not-found/task.yaml index d910cc0fa2..87f18596ee 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-folder-not-found/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-folder-not-found/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared has failed? @@ -59,7 +59,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-invalid-odata-query/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-invalid-odata-query/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-invalid-odata-query/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-invalid-odata-query/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-invalid-odata-query/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-invalid-odata-query/task.yaml index cdf46f36b9..13b24a2aa4 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-invalid-odata-query/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-invalid-odata-query/task.yaml @@ -37,7 +37,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared has failed? @@ -53,7 +53,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-message-not-found/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-message-not-found/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-message-not-found/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-message-not-found/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-message-not-found/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-message-not-found/task.yaml index 3689d62837..b55cdffc76 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-message-not-found/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/o365-getmail-message-not-found/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared has failed? @@ -55,7 +55,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-interactive-token-timeout/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/o365-interactive-token-timeout/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/o365-interactive-token-timeout/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/o365-interactive-token-timeout/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-interactive-token-timeout/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/o365-interactive-token-timeout/task.yaml index b9117f844f..31baabe1fc 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/o365-interactive-token-timeout/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/o365-interactive-token-timeout/task.yaml @@ -34,7 +34,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder shared has failed? @@ -50,7 +50,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-sendmail-missing-attachment/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/o365-sendmail-missing-attachment/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/o365-sendmail-missing-attachment/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/o365-sendmail-missing-attachment/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-sendmail-missing-attachment/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/o365-sendmail-missing-attachment/task.yaml index f6669fc785..d157b356ae 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/o365-sendmail-missing-attachment/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/o365-sendmail-missing-attachment/task.yaml @@ -37,7 +37,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared has failed? @@ -53,7 +53,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-sharing-link-access-denied/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/o365-sharing-link-access-denied/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/o365-sharing-link-access-denied/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/o365-sharing-link-access-denied/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-sharing-link-access-denied/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/o365-sharing-link-access-denied/task.yaml index c2a7498642..57d05b4d02 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/o365-sharing-link-access-denied/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/o365-sharing-link-access-denied/task.yaml @@ -34,7 +34,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder shared has failed? @@ -50,7 +50,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-trigger-connection-503/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/o365-trigger-connection-503/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/o365-trigger-connection-503/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/o365-trigger-connection-503/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-trigger-connection-503/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/o365-trigger-connection-503/task.yaml index baefc2680e..c92773d855 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/o365-trigger-connection-503/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/o365-trigger-connection-503/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared has failed? @@ -55,7 +55,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-upload-maxfilesize/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/o365-upload-maxfilesize/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/o365-upload-maxfilesize/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/o365-upload-maxfilesize/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/o365-upload-maxfilesize/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/o365-upload-maxfilesize/task.yaml index 904740a8b2..75b893e9b8 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/o365-upload-maxfilesize/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/o365-upload-maxfilesize/task.yaml @@ -44,7 +44,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared has failed? @@ -60,7 +60,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/pdf-extract-page-range-invalid/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/pdf-extract-page-range-invalid/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/pdf-extract-page-range-invalid/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/pdf-extract-page-range-invalid/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/pdf-extract-page-range-invalid/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/pdf-extract-page-range-invalid/task.yaml index 901b32d094..1f26a2bf1b 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/pdf-extract-page-range-invalid/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/pdf-extract-page-range-invalid/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from the Shared folder fail? @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-corrupt/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-corrupt/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-corrupt/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-corrupt/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-corrupt/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-corrupt/task.yaml index f44d7f03e9..8820ebf74c 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-corrupt/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-corrupt/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from the Shared folder fail? @@ -51,7 +51,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-encrypted/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-encrypted/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-encrypted/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-encrypted/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-encrypted/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-encrypted/task.yaml index 49e2eca9ca..e9d1ffde0e 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-encrypted/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-encrypted/task.yaml @@ -37,7 +37,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from the Shared folder fail? @@ -53,7 +53,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-file-not-found/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-file-not-found/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-file-not-found/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-file-not-found/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-file-not-found/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-file-not-found/task.yaml index b397af75f4..b8a1827231 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-file-not-found/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/pdf-read-file-not-found/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from the Shared folder fail? @@ -51,7 +51,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/py-invoke-method-name-unresolved/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/py-invoke-method-name-unresolved/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/py-invoke-method-name-unresolved/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/py-invoke-method-name-unresolved/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/py-invoke-method-name-unresolved/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/py-invoke-method-name-unresolved/task.yaml index 1d6176cd5f..a34ccd20cb 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/py-invoke-method-name-unresolved/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/py-invoke-method-name-unresolved/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My PyRecordCleaner process faults in Orchestrator on every run. The @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-engine-init/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-engine-init/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-engine-init/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-engine-init/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-engine-init/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-engine-init/task.yaml index a19d78a396..30a3ccca23 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-engine-init/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-engine-init/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | I just deployed a new Python automation, PyDataTransform, and it faults @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-load-hang/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-load-hang/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-load-hang/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-load-hang/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-load-hang/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-load-hang/task.yaml index 03e11b9fd6..316c70e614 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-load-hang/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-load-hang/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My PyBatchAggregate process faults in Orchestrator on every run. The folder @@ -64,7 +64,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-local-import/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-local-import/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-local-import/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-local-import/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-local-import/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-local-import/task.yaml index 95884b698b..0f87e3a09b 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-local-import/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-local-import/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My PyLedgerSync process faults in Orchestrator on every run. The folder is @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-toplevel-exception/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-toplevel-exception/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-toplevel-exception/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-toplevel-exception/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-toplevel-exception/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-toplevel-exception/task.yaml index 292b57ce94..3ec201990e 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-toplevel-exception/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-toplevel-exception/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My PyOrderImport process faults in Orchestrator on every run. The folder @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-version-unsupported/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-version-unsupported/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-version-unsupported/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-version-unsupported/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-version-unsupported/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-version-unsupported/task.yaml index c8d2090ecf..398a5bb6ba 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-version-unsupported/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/py-loadscript-version-unsupported/task.yaml @@ -42,7 +42,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My PyForecast process faults in Orchestrator on every run. The folder is @@ -67,7 +67,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/py-pipe-broken-missing-module/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/py-pipe-broken-missing-module/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/py-pipe-broken-missing-module/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/py-pipe-broken-missing-module/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/py-pipe-broken-missing-module/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/py-pipe-broken-missing-module/task.yaml index 8b84aea38f..f74663ed99 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/py-pipe-broken-missing-module/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/py-pipe-broken-missing-module/task.yaml @@ -46,7 +46,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | An unattended Orchestrator job for our `PythonInvoiceParser` process just @@ -70,7 +70,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/py-scope-arch-mismatch/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/py-scope-arch-mismatch/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/py-scope-arch-mismatch/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/py-scope-arch-mismatch/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/py-scope-arch-mismatch/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/py-scope-arch-mismatch/task.yaml index 95c40a4797..cf93cda444 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/py-scope-arch-mismatch/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/py-scope-arch-mismatch/task.yaml @@ -45,7 +45,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | Our `PythonDataCruncher` unattended job fails right at the Python Scope @@ -69,7 +69,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/py-scope-dotnet-runtime-hang/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/py-scope-dotnet-runtime-hang/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/py-scope-dotnet-runtime-hang/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/py-scope-dotnet-runtime-hang/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/py-scope-dotnet-runtime-hang/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/py-scope-dotnet-runtime-hang/task.yaml index a757fa3609..1748422b20 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/py-scope-dotnet-runtime-hang/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/py-scope-dotnet-runtime-hang/task.yaml @@ -41,7 +41,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My PyScoreModel process hangs in Orchestrator on every run. The folder is @@ -67,7 +67,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/py-scope-path-is-file/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/py-scope-path-is-file/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/py-scope-path-is-file/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/py-scope-path-is-file/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/py-scope-path-is-file/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/py-scope-path-is-file/task.yaml index 6210e0a098..5bd9c60563 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/py-scope-path-is-file/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/py-scope-path-is-file/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My `PythonHelloWorld` job keeps failing at the Python Scope with: @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sap-connection-invalid-advanced-param/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/sap-connection-invalid-advanced-param/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/sap-connection-invalid-advanced-param/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/sap-connection-invalid-advanced-param/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sap-connection-invalid-advanced-param/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/sap-connection-invalid-advanced-param/task.yaml index 38f50c70a4..496b831c14 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/sap-connection-invalid-advanced-param/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/sap-connection-invalid-advanced-param/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from the Shared folder fail? @@ -54,7 +54,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sap-connection-no-host/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/sap-connection-no-host/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/sap-connection-no-host/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/sap-connection-no-host/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sap-connection-no-host/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/sap-connection-no-host/task.yaml index d6279eec9d..17951ba8eb 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/sap-connection-no-host/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/sap-connection-no-host/task.yaml @@ -37,7 +37,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from the Shared folder fail? @@ -53,7 +53,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/slack-send-message-channel-not-found/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/slack-send-message-channel-not-found/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/slack-send-message-channel-not-found/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/slack-send-message-channel-not-found/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/slack-send-message-channel-not-found/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/slack-send-message-channel-not-found/task.yaml index 3a452caac8..37c70d1b39 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/slack-send-message-channel-not-found/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/slack-send-message-channel-not-found/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from the Shared folder fail? @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-compress-extract-corrupt-archive/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/sys-compress-extract-corrupt-archive/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/sys-compress-extract-corrupt-archive/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/sys-compress-extract-corrupt-archive/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-compress-extract-corrupt-archive/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/sys-compress-extract-corrupt-archive/task.yaml index 7a40539afb..851aeca2bb 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/sys-compress-extract-corrupt-archive/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/sys-compress-extract-corrupt-archive/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My InvoiceIntake process is faulting in Orchestrator on every run. @@ -56,7 +56,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-copy-file-destination-exists/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/sys-copy-file-destination-exists/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/sys-copy-file-destination-exists/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/sys-copy-file-destination-exists/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-copy-file-destination-exists/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/sys-copy-file-destination-exists/task.yaml index bd6954722a..711ab4c9a2 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/sys-copy-file-destination-exists/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/sys-copy-file-destination-exists/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My LedgerConsolidation process is faulting in Orchestrator on every run. @@ -57,7 +57,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-download-file-dns-failure/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/sys-download-file-dns-failure/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/sys-download-file-dns-failure/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/sys-download-file-dns-failure/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-download-file-dns-failure/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/sys-download-file-dns-failure/task.yaml index 1191815b65..2d1e098f6b 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/sys-download-file-dns-failure/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/sys-download-file-dns-failure/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My VendorPortalSync process is faulting in Orchestrator on every run. @@ -57,7 +57,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-get-queue-item-not-found/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/sys-get-queue-item-not-found/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/sys-get-queue-item-not-found/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/sys-get-queue-item-not-found/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-get-queue-item-not-found/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/sys-get-queue-item-not-found/task.yaml index cd69cc4b75..8cea70a283 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/sys-get-queue-item-not-found/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/sys-get-queue-item-not-found/task.yaml @@ -41,7 +41,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My OrderProcessor process is faulting in Orchestrator on every run. @@ -58,7 +58,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-activity-silent-failure/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-activity-silent-failure/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-activity-silent-failure/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-activity-silent-failure/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-activity-silent-failure/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-activity-silent-failure/task.yaml index 0866d1b79c..866c258584 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-activity-silent-failure/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-activity-silent-failure/task.yaml @@ -42,7 +42,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My SettingsAssetFetcher process is faulting in Orchestrator on every @@ -59,7 +59,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-external-vault-failure/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-external-vault-failure/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-external-vault-failure/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-external-vault-failure/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-external-vault-failure/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-external-vault-failure/task.yaml index b0f821e2d8..58e6654adf 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-external-vault-failure/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-external-vault-failure/task.yaml @@ -41,7 +41,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My VaultCredentialReader process is faulting in Orchestrator on every @@ -58,7 +58,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-folder-scope-mismatch/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-folder-scope-mismatch/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-folder-scope-mismatch/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-folder-scope-mismatch/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-folder-scope-mismatch/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-folder-scope-mismatch/task.yaml index eb21a6ba4a..587147e60a 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-folder-scope-mismatch/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-folder-scope-mismatch/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My ConfigAssetReader process is faulting in Orchestrator on every @@ -56,7 +56,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-name-mismatch/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-name-mismatch/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-name-mismatch/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-name-mismatch/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-name-mismatch/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-name-mismatch/task.yaml index f9f2882cbe..4a60f355f0 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-name-mismatch/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-name-mismatch/task.yaml @@ -41,7 +41,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My AssetLookupRunner process is faulting in Orchestrator on every run. @@ -58,7 +58,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-network-connectivity/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-network-connectivity/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-network-connectivity/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-network-connectivity/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-network-connectivity/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-network-connectivity/task.yaml index 3ef30e11d1..e4a4bdb2a2 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-network-connectivity/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-network-connectivity/task.yaml @@ -42,7 +42,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My TenantConfigReader process is faulting in Orchestrator on @@ -59,7 +59,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-per-robot-no-value/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-per-robot-no-value/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-per-robot-no-value/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-per-robot-no-value/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-per-robot-no-value/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-per-robot-no-value/task.yaml index bf728c4f13..03be2a3e40 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-per-robot-no-value/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-per-robot-no-value/task.yaml @@ -41,7 +41,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My PerRobotConfigReader process is faulting in Orchestrator on every @@ -58,7 +58,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-permission-denied/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-permission-denied/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-permission-denied/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-permission-denied/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-permission-denied/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-permission-denied/task.yaml index 3479130779..85e481fe23 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-permission-denied/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-permission-denied/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My CredentialAssetLoader process is faulting in Orchestrator on every @@ -55,7 +55,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-robot-not-authenticated/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-robot-not-authenticated/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-robot-not-authenticated/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-robot-not-authenticated/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-robot-not-authenticated/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-robot-not-authenticated/task.yaml index c2673d2b2d..85edf55857 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-robot-not-authenticated/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-robot-not-authenticated/task.yaml @@ -42,7 +42,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My RobotConfigLoader process is faulting in Orchestrator on every @@ -59,7 +59,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-wrong-activity-type/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-wrong-activity-type/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-wrong-activity-type/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-wrong-activity-type/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-wrong-activity-type/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-wrong-activity-type/task.yaml index 34de7c445f..7aa2db5318 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-wrong-activity-type/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getasset-wrong-activity-type/task.yaml @@ -42,7 +42,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My AssetValueLoader process is faulting in Orchestrator on @@ -59,7 +59,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getqueueitem-queue-not-found/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getqueueitem-queue-not-found/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/sys-getqueueitem-queue-not-found/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/sys-getqueueitem-queue-not-found/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getqueueitem-queue-not-found/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getqueueitem-queue-not-found/task.yaml index 92e63c28e3..936821ecc3 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/sys-getqueueitem-queue-not-found/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/sys-getqueueitem-queue-not-found/task.yaml @@ -42,7 +42,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | Investigate why UiPath Orchestrator job `b7e3d2a4-5f61-48c9-a0d2-4e9b1c7f8a23` @@ -66,7 +66,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/terminal-session-connect-failed/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/terminal-session-connect-failed/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/terminal-session-connect-failed/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/terminal-session-connect-failed/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/terminal-session-connect-failed/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/terminal-session-connect-failed/task.yaml index 9b66af711c..e02d64ee48 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/terminal-session-connect-failed/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/terminal-session-connect-failed/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from the Shared folder fail? @@ -51,7 +51,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-alter-if-disabled/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/uia-alter-if-disabled/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/uia-alter-if-disabled/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/uia-alter-if-disabled/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-alter-if-disabled/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/uia-alter-if-disabled/task.yaml index c2168fbcd4..acef871083 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/uia-alter-if-disabled/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/uia-alter-if-disabled/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared failed? @@ -51,7 +51,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-ambiguous-node-test/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/uia-ambiguous-node-test/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/uia-ambiguous-node-test/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/uia-ambiguous-node-test/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-ambiguous-node-test/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/uia-ambiguous-node-test/task.yaml index b988ebfa51..d2cfe0d3b6 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/uia-ambiguous-node-test/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/uia-ambiguous-node-test/task.yaml @@ -44,7 +44,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | my last job from folder Shared failed @@ -60,7 +60,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-application-not-found/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/uia-application-not-found/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/uia-application-not-found/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/uia-application-not-found/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-application-not-found/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/uia-application-not-found/task.yaml index 004801a40a..f2f2596392 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/uia-application-not-found/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/uia-application-not-found/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | The ExpenseImporter unattended job faulted overnight (job key @@ -58,7 +58,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-application-open-failed/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/uia-application-open-failed/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/uia-application-open-failed/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/uia-application-open-failed/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-application-open-failed/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/uia-application-open-failed/task.yaml index 2ba0d8aafe..7838dc72bf 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/uia-application-open-failed/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/uia-application-open-failed/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | my last job from folder Shared has failed, project's path is C:\Users\original_user\Documents\UiPath\ERN @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-browser-communication-failed/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/uia-browser-communication-failed/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/uia-browser-communication-failed/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/uia-browser-communication-failed/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-browser-communication-failed/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/uia-browser-communication-failed/task.yaml index 2ec1045345..e517344a34 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/uia-browser-communication-failed/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/uia-browser-communication-failed/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My nightly CustomerHubSync job from folder Shared faulted last night on the @@ -53,7 +53,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-click-noop-simulate-tech/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/uia-click-noop-simulate-tech/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/uia-click-noop-simulate-tech/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/uia-click-noop-simulate-tech/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-click-noop-simulate-tech/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/uia-click-noop-simulate-tech/task.yaml index ad2c40c655..368f4a3692 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/uia-click-noop-simulate-tech/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/uia-click-noop-simulate-tech/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My ClaimsSubmit job in folder Finance finished Successful last night, but it @@ -57,7 +57,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-dependency-version-conflict/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/uia-dependency-version-conflict/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/uia-dependency-version-conflict/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/uia-dependency-version-conflict/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-dependency-version-conflict/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/uia-dependency-version-conflict/task.yaml index e731f20277..f09bb8c2e3 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/uia-dependency-version-conflict/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/uia-dependency-version-conflict/task.yaml @@ -44,7 +44,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My AccountOnboardingBot process won't open cleanly anymore. When I open it @@ -68,7 +68,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-disabled-no-consumption/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-disabled-no-consumption/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-disabled-no-consumption/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-disabled-no-consumption/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-disabled-no-consumption/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-disabled-no-consumption/task.yaml index 3083062a78..133697caa4 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-disabled-no-consumption/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-disabled-no-consumption/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | Investigate my last job in Orchestrator folder Shared — it faulted. I also see a Healing Agent log line on that job and I'm worried: was the Healing Agent actually engaged on this run, did it consume any AI units / credits, and what does that log line actually mean? @@ -55,7 +55,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-invalid-license/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-invalid-license/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-invalid-license/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-invalid-license/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-invalid-license/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-invalid-license/task.yaml index cb1fdafb7d..2d100b76c9 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-invalid-license/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-invalid-license/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | Why did job d2c90d73-bcee-4f9d-b9fc-d37146b7f6ff from folder Shared fail? @@ -55,7 +55,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-no-license/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-no-license/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-no-license/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-no-license/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-no-license/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-no-license/task.yaml index 58da2dd238..153da7db5c 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-no-license/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-no-license/task.yaml @@ -41,7 +41,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | Why my last job from folder Shared has failed? @@ -57,7 +57,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-recommendation-only/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-recommendation-only/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-recommendation-only/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-recommendation-only/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-recommendation-only/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-recommendation-only/task.yaml index 562c5b0ff2..47f3201f84 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-recommendation-only/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/uia-healing-agent-recommendation-only/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared from orch has failed? @@ -51,7 +51,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-napplicationcard-view-generation/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/uia-napplicationcard-view-generation/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/uia-napplicationcard-view-generation/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/uia-napplicationcard-view-generation/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-napplicationcard-view-generation/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/uia-napplicationcard-view-generation/task.yaml index 69e98cbccc..309ea3699a 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/uia-napplicationcard-view-generation/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/uia-napplicationcard-view-generation/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | I opened this project in Studio this morning and one of the workflows won't @@ -59,7 +59,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-no-healing-agent/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/uia-no-healing-agent/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/uia-no-healing-agent/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/uia-no-healing-agent/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-no-healing-agent/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/uia-no-healing-agent/task.yaml index 9d5c52779a..7fb96fa154 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/uia-no-healing-agent/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/uia-no-healing-agent/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why my last job from folder Shared has failed? @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-node-not-found/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/uia-node-not-found/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/uia-node-not-found/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/uia-node-not-found/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-node-not-found/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/uia-node-not-found/task.yaml index b61082c7b8..69f51a8153 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/uia-node-not-found/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/uia-node-not-found/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my job 899a0c10-d81b-44ea-9d29-cecc00fd8976 from folder Shared has failed? @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-out-of-screen-bounds/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/uia-out-of-screen-bounds/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/uia-out-of-screen-bounds/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/uia-out-of-screen-bounds/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-out-of-screen-bounds/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/uia-out-of-screen-bounds/task.yaml index 6ce80723ed..e6a3cbb627 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/uia-out-of-screen-bounds/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/uia-out-of-screen-bounds/task.yaml @@ -42,7 +42,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared has failed? @@ -58,7 +58,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-rpa-selector-healing-disabled/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/uia-rpa-selector-healing-disabled/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/uia-rpa-selector-healing-disabled/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/uia-rpa-selector-healing-disabled/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-rpa-selector-healing-disabled/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/uia-rpa-selector-healing-disabled/task.yaml index 8c1fbf0563..0a0ebadc89 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/uia-rpa-selector-healing-disabled/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/uia-rpa-selector-healing-disabled/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | troubleshoot 777d35d4-26bc-49ad-bbdb-5243ba2947fc. something is broken @@ -51,7 +51,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-silent-noop-verify-missing/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/uia-silent-noop-verify-missing/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/uia-silent-noop-verify-missing/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/uia-silent-noop-verify-missing/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-silent-noop-verify-missing/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/uia-silent-noop-verify-missing/task.yaml index 21dd4dd13b..7ddc5d8068 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/uia-silent-noop-verify-missing/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/uia-silent-noop-verify-missing/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | my last job from folder Shared was successful but it did not click on my button and I had healing agent enabled @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-type-into-method-not-found/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/uia-type-into-method-not-found/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/uia-type-into-method-not-found/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/uia-type-into-method-not-found/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-type-into-method-not-found/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/uia-type-into-method-not-found/task.yaml index e319cb3200..ccd7c50c83 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/uia-type-into-method-not-found/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/uia-type-into-method-not-found/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | I published my "InvoicePortalSubmit" process and ran it on the unattended @@ -56,7 +56,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-type-into-scrambled-text/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/uia-type-into-scrambled-text/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/uia-type-into-scrambled-text/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/uia-type-into-scrambled-text/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-type-into-scrambled-text/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/uia-type-into-scrambled-text/task.yaml index c70614a8cd..62b74c038b 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/uia-type-into-scrambled-text/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/uia-type-into-scrambled-text/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | Our overnight unattended job "AccountPortalEntry" in the Finance folder @@ -55,7 +55,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-verify-execution-failure/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/uia-verify-execution-failure/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/uia-verify-execution-failure/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/uia-verify-execution-failure/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/uia-verify-execution-failure/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/uia-verify-execution-failure/task.yaml index a54d87529b..7050b3db7c 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/uia-verify-execution-failure/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/uia-verify-execution-failure/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared failed? @@ -55,7 +55,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-jsonarray-malformed/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-jsonarray-malformed/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-jsonarray-malformed/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-jsonarray-malformed/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-jsonarray-malformed/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-jsonarray-malformed/task.yaml index 9ddd8ce67d..8043152bf5 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-jsonarray-malformed/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-jsonarray-malformed/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My last job in folder Shared just faulted. Job key 1150d469-f4dc-44fc-b39e-c89aaa5db3f9. Why @@ -53,7 +53,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-malformed-input/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-malformed-input/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-malformed-input/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-malformed-input/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-malformed-input/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-malformed-input/task.yaml index ed5e6967d4..b5dc7234e7 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-malformed-input/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-malformed-input/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My last job in folder Shared just faulted. Job key @@ -61,7 +61,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-null-input/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-null-input/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-null-input/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-null-input/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-null-input/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-null-input/task.yaml index 4f4fda3fff..1442a09a76 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-null-input/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-null-input/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My last job in folder Shared just faulted. Job key 1dc1992a-7f84-40bf-b61d-75b50f861170. Why @@ -53,7 +53,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-xml-malformed/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-xml-malformed/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-xml-malformed/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-xml-malformed/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-xml-malformed/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-xml-malformed/task.yaml index 62664aab51..512fba721e 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-xml-malformed/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/web-deserialize-xml-malformed/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My last job in folder Shared just faulted. Job key 9937b232-5a94-44ab-8aee-ce6ea52d3bb4. Why @@ -53,7 +53,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/web-http-401-auth/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/web-http-401-auth/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/web-http-401-auth/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/web-http-401-auth/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/web-http-401-auth/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/web-http-401-auth/task.yaml index 013ee07d92..b0f63ab4f6 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/web-http-401-auth/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/web-http-401-auth/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My InvoiceApiClient job just faulted. Job key @@ -53,7 +53,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/web-http-415-content-type/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/web-http-415-content-type/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/web-http-415-content-type/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/web-http-415-content-type/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/web-http-415-content-type/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/web-http-415-content-type/task.yaml index 9720dbf336..6813ceec39 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/web-http-415-content-type/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/web-http-415-content-type/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My CrmContactUpload job just faulted. Job key @@ -53,7 +53,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/web-http-connection-failure/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/web-http-connection-failure/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/web-http-connection-failure/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/web-http-connection-failure/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/web-http-connection-failure/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/web-http-connection-failure/task.yaml index 3ff2b8879f..06107a70f8 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/web-http-connection-failure/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/web-http-connection-failure/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My last job in folder Shared just faulted. Job key 419a6787-6cc6-4b93-bae4-ba985bf6fe67. Why @@ -53,7 +53,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/web-http-proxy-blocked/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/web-http-proxy-blocked/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/web-http-proxy-blocked/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/web-http-proxy-blocked/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/web-http-proxy-blocked/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/web-http-proxy-blocked/task.yaml index 16147ab13d..50963557c3 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/web-http-proxy-blocked/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/web-http-proxy-blocked/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My PaymentGatewaySync process just faulted on the scheduled unattended @@ -56,7 +56,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/web-http-timeout/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/web-http-timeout/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/web-http-timeout/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/web-http-timeout/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/web-http-timeout/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/web-http-timeout/task.yaml index 9aafc5f7e2..453d8d307b 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/web-http-timeout/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/web-http-timeout/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My last job in folder Shared just faulted. Job key 3bdb5a85-b6ae-4e1f-b5a5-2488ca74de12. Why @@ -53,7 +53,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/web-webapi-version-mismatch/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/web-webapi-version-mismatch/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/web-webapi-version-mismatch/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/web-webapi-version-mismatch/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/web-webapi-version-mismatch/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/web-webapi-version-mismatch/task.yaml index 69229f5293..990b75ddbb 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/web-webapi-version-mismatch/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/web-webapi-version-mismatch/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My OrderStatusSync process suddenly won't open in UiPath Studio. Opening it @@ -59,7 +59,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-bookmark-missing/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-bookmark-missing/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-bookmark-missing/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-bookmark-missing/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-bookmark-missing/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-bookmark-missing/task.yaml index 46c604e30e..c9508a4c91 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-bookmark-missing/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-bookmark-missing/task.yaml @@ -46,7 +46,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job from folder Shared just faulted. It's the @@ -68,7 +68,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-com-interop/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-com-interop/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-com-interop/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-com-interop/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-com-interop/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-com-interop/task.yaml index 9ad902ff29..430ed3622c 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-com-interop/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-com-interop/task.yaml @@ -47,7 +47,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My WordContractStamp job from folder Shared just faulted. It opens a @@ -68,7 +68,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-image-variable/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-image-variable/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-image-variable/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-image-variable/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-image-variable/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-image-variable/task.yaml index fb66da7298..599651c682 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-image-variable/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-image-variable/task.yaml @@ -44,7 +44,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job from folder Shared just faulted. It builds a @@ -64,7 +64,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-missing-scope/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-missing-scope/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-missing-scope/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-missing-scope/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-missing-scope/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-missing-scope/task.yaml index b0aa343bc9..2e4c120906 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-missing-scope/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-missing-scope/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My Orchestrator job WordLogoStamp from folder Shared just faulted — @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-word-crash/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-word-crash/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-word-crash/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-word-crash/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-word-crash/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-word-crash/task.yaml index 7e1ca1137d..65ebd5089d 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-word-crash/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-addpicture-word-crash/task.yaml @@ -51,7 +51,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My ResumePhotoStamp job from folder Shared just faulted. It opens a @@ -73,7 +73,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-missing-container/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-missing-container/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-missing-container/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-missing-container/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-missing-container/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-missing-container/task.yaml index b169ec63e2..c7fa712094 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-missing-container/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-missing-container/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My AppendNotes process faults in Orchestrator (folder "Doc Append", @@ -60,7 +60,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-not-installed/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-not-installed/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-not-installed/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-not-installed/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-not-installed/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-not-installed/task.yaml index 45090107dc..2ddd9aeb2e 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-not-installed/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-not-installed/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My ServerAppend process faults in Orchestrator (folder "Server Docs", @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-zero-byte-file/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-zero-byte-file/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-zero-byte-file/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-zero-byte-file/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-zero-byte-file/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-zero-byte-file/task.yaml index 530365620c..ab2c1b3c7c 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-zero-byte-file/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-append-text-zero-byte-file/task.yaml @@ -37,7 +37,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My ReportAppender process faults in Orchestrator (folder "Report Build", @@ -59,7 +59,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-com-hang/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-com-hang/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-com-hang/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-com-hang/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-com-hang/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-com-hang/task.yaml index 423a2980e6..6b08a2b285 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-com-hang/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-com-hang/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My BatchPdfConvert process faults intermittently in Orchestrator (folder @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-missing-output-dir/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-missing-output-dir/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-missing-output-dir/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-missing-output-dir/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-missing-output-dir/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-missing-output-dir/task.yaml index deb2f603b2..9305b7470a 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-missing-output-dir/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-missing-output-dir/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My InvoicePdfExport process faults in Orchestrator (folder "PDF Export", @@ -60,7 +60,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-output-path-format/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-output-path-format/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-output-path-format/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-output-path-format/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-output-path-format/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-output-path-format/task.yaml index 5c794e91f5..23d2629b9b 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-output-path-format/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-output-path-format/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My ReportPdfGen process faults in Orchestrator (folder "Report PDFs", @@ -60,7 +60,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-external-close/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-external-close/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-external-close/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-external-close/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-external-close/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-external-close/task.yaml index 54af5e082f..b8140b639e 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-external-close/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-external-close/task.yaml @@ -44,7 +44,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My ContractPdfExport process faulted in Orchestrator (folder "Contracts", @@ -67,7 +67,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-parallel/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-parallel/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-parallel/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-parallel/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-parallel/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-parallel/task.yaml index 607e42cc87..9e26fa58d5 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-parallel/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-parallel/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My BulkDocPdf process faulted in Orchestrator (folder "DocOps", machine @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-session0/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-session0/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-session0/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-session0/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-session0/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-session0/task.yaml index 6f14b51c9a..fdd679ea4f 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-session0/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-export-pdf-wrongthread-session0/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | Our NightlyReportPdf process runs as a scheduled unattended job in @@ -66,7 +66,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-doc-format/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-doc-format/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-doc-format/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-doc-format/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-doc-format/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-doc-format/task.yaml index fddaffa2f7..fb540eae4e 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-doc-format/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-doc-format/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My LegacyDocReader process faults in Orchestrator (folder "Legacy Docs", @@ -60,7 +60,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-missing-container/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-missing-container/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-missing-container/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-missing-container/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-missing-container/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-missing-container/task.yaml index 8be0b0f236..912ce8dd27 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-missing-container/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-missing-container/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My ContractTextExtract process faults in Orchestrator (folder "Doc @@ -60,7 +60,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-protected-view/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-protected-view/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-protected-view/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-protected-view/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-protected-view/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-protected-view/task.yaml index adbbe5c6ce..91b0ace910 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-protected-view/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-read-text-protected-view/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My InboundDocReader process faults in Orchestrator (folder "Inbound Docs", @@ -61,7 +61,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-com-busy/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-com-busy/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-com-busy/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-com-busy/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-com-busy/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-com-busy/task.yaml index 8f96aeaa8a..19d970463e 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-com-busy/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-com-busy/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My BatchLetterFill process faults intermittently in Orchestrator (folder @@ -61,7 +61,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-file-locked/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-file-locked/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-file-locked/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-file-locked/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-file-locked/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-file-locked/task.yaml index 4cf69b5261..dd4f524e1c 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-file-locked/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-file-locked/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My ContractMerge process faults in Orchestrator (folder "Contracts Batch", @@ -60,7 +60,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-headers-skipped/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-headers-skipped/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-headers-skipped/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-headers-skipped/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-headers-skipped/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-headers-skipped/task.yaml index 0d8696eb38..d27a7201a3 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-headers-skipped/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-headers-skipped/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My BrandedLetterFill process runs green in Orchestrator (folder "Branded @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-length-limit/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-length-limit/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-length-limit/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-length-limit/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-length-limit/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-length-limit/task.yaml index 61fa7d8f36..392d91d4cd 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-length-limit/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-length-limit/task.yaml @@ -37,7 +37,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My TermsLetterGen process faults in Orchestrator (folder "Mail Merge", @@ -59,7 +59,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-loop-overwrite/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-loop-overwrite/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-loop-overwrite/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-loop-overwrite/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-loop-overwrite/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-loop-overwrite/task.yaml index f217b90a53..228e8d722e 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-loop-overwrite/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-loop-overwrite/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My BulkOfferLetters process runs green in Orchestrator (folder "Bulk @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-multiline-formatting/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-multiline-formatting/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-multiline-formatting/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-multiline-formatting/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-multiline-formatting/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-multiline-formatting/task.yaml index 1adf7cd372..30023b7ac9 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-multiline-formatting/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-multiline-formatting/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My AddressBlockFill process runs green in Orchestrator (folder "Address @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-silent-no-substitution/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-silent-no-substitution/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-silent-no-substitution/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-silent-no-substitution/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-silent-no-substitution/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-silent-no-substitution/task.yaml index 11804c63b5..5601fc9f97 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-silent-no-substitution/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-silent-no-substitution/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My OnboardingLetter process runs green in Orchestrator (folder "Offer @@ -61,7 +61,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-version-mismatch/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-version-mismatch/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-version-mismatch/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-version-mismatch/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-version-mismatch/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-version-mismatch/task.yaml index 8f06fde891..d03a00d080 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-version-mismatch/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-replace-text-version-mismatch/task.yaml @@ -41,7 +41,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | I can't even open my ClauseInserter workflow. When I open it in UiPath @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-file-corrupted/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-file-corrupted/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-scope-file-corrupted/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-scope-file-corrupted/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-file-corrupted/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-file-corrupted/task.yaml index 94a4c1fc4c..725acbba22 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-file-corrupted/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-file-corrupted/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My MonthlyReportFiller process is faulting in Orchestrator. It's a @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-file-path/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-file-path/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-scope-file-path/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-scope-file-path/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-file-path/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-file-path/task.yaml index 31e33c14f2..dbfd389823 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-file-path/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-file-path/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My OfferLetterGen process faults in Orchestrator (folder "Offer Letters", @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-hangs/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-hangs/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-scope-hangs/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-scope-hangs/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-hangs/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-hangs/task.yaml index 36433581f6..0e4f85cd35 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-hangs/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-hangs/task.yaml @@ -39,7 +39,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My NDAFiller process never finishes. When I run it in Orchestrator @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-not-installed/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-not-installed/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-scope-not-installed/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-scope-not-installed/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-not-installed/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-not-installed/task.yaml index 8ad5f3cc67..8aca45829b 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-not-installed/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-not-installed/task.yaml @@ -37,7 +37,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My DocGenerator process is faulting in Orchestrator on every run. @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-unknown-type/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-unknown-type/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/word-scope-unknown-type/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/word-scope-unknown-type/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-unknown-type/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-unknown-type/task.yaml index d1fa50e265..47f1885a9a 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-unknown-type/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/word-scope-unknown-type/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My InvoiceLetters process runs fine in Studio on my machine, but it @@ -61,7 +61,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-app-request-trigger-connection-lost/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-app-request-trigger-connection-lost/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-app-request-trigger-connection-lost/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-app-request-trigger-connection-lost/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-app-request-trigger-connection-lost/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-app-request-trigger-connection-lost/task.yaml index ec694a1e48..6e5288113e 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-app-request-trigger-connection-lost/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-app-request-trigger-connection-lost/task.yaml @@ -42,7 +42,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared has failed? @@ -58,7 +58,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-handle-app-request-null-reference/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-handle-app-request-null-reference/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-handle-app-request-null-reference/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-handle-app-request-null-reference/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-handle-app-request-null-reference/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-handle-app-request-null-reference/task.yaml index 78cbf98a07..54126a2232 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-handle-app-request-null-reference/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-handle-app-request-null-reference/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared has failed? @@ -59,7 +59,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-initialize-hub-connection-aggregate-failure/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-initialize-hub-connection-aggregate-failure/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-initialize-hub-connection-aggregate-failure/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-initialize-hub-connection-aggregate-failure/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-initialize-hub-connection-aggregate-failure/task.yaml b/tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-initialize-hub-connection-aggregate-failure/task.yaml index 0bd2fe0d0e..6d19254271 100644 --- a/tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-initialize-hub-connection-aggregate-failure/task.yaml +++ b/tests/tasks/uipath-troubleshoot/activity-packages/workflowevents-initialize-hub-connection-aggregate-failure/task.yaml @@ -42,7 +42,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from folder Shared has failed? @@ -58,7 +58,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/cross-system/faulted_excel_o365/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/cross-system/faulted_excel_o365/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/cross-system/faulted_excel_o365/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/cross-system/faulted_excel_o365/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/cross-system/faulted_excel_o365/task.yaml b/tests/tasks/uipath-troubleshoot/cross-system/faulted_excel_o365/task.yaml index 9ad22b7211..a2aef6af6a 100644 --- a/tests/tasks/uipath-troubleshoot/cross-system/faulted_excel_o365/task.yaml +++ b/tests/tasks/uipath-troubleshoot/cross-system/faulted_excel_o365/task.yaml @@ -44,7 +44,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | This process is failing to run from Orchestrator, the last failing job is in my personal folder. Pinned job key: 3033bce6-5585-4455-aaec-db7a9f791126. @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/cross-system/rpa-preflight-failure/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/cross-system/rpa-preflight-failure/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/cross-system/rpa-preflight-failure/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/cross-system/rpa-preflight-failure/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/cross-system/rpa-preflight-failure/task.yaml b/tests/tasks/uipath-troubleshoot/cross-system/rpa-preflight-failure/task.yaml index 296f22dda1..98c23d4b6d 100644 --- a/tests/tasks/uipath-troubleshoot/cross-system/rpa-preflight-failure/task.yaml +++ b/tests/tasks/uipath-troubleshoot/cross-system/rpa-preflight-failure/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | can you investigate my last failed job? @@ -51,7 +51,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/agents/context-grounding-index-not-found/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/agents/context-grounding-index-not-found/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/agents/context-grounding-index-not-found/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/agents/context-grounding-index-not-found/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/agents/context-grounding-index-not-found/task.yaml b/tests/tasks/uipath-troubleshoot/products/agents/context-grounding-index-not-found/task.yaml index ffa66715f6..702ea25f74 100644 --- a/tests/tasks/uipath-troubleshoot/products/agents/context-grounding-index-not-found/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/agents/context-grounding-index-not-found/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My deployed SupportAgent run failed with trace ID aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa. @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/agents/input-schema-validation-failure/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/agents/input-schema-validation-failure/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/agents/input-schema-validation-failure/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/agents/input-schema-validation-failure/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/agents/input-schema-validation-failure/task.yaml b/tests/tasks/uipath-troubleshoot/products/agents/input-schema-validation-failure/task.yaml index 93872ab5a3..d7d0f40984 100644 --- a/tests/tasks/uipath-troubleshoot/products/agents/input-schema-validation-failure/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/agents/input-schema-validation-failure/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My IntakeAgent invocation failed with trace ID bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb. @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/agents/llm-insufficient-information/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/agents/llm-insufficient-information/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/agents/llm-insufficient-information/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/agents/llm-insufficient-information/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/agents/llm-insufficient-information/task.yaml b/tests/tasks/uipath-troubleshoot/products/agents/llm-insufficient-information/task.yaml index 593570cab8..0e97e5c4fc 100644 --- a/tests/tasks/uipath-troubleshoot/products/agents/llm-insufficient-information/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/agents/llm-insufficient-information/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My MailerAgent failed with trace ID cccccccccccccccccccccccccccccccc. @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/connector-aggregate/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/integration-service/connector-aggregate/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/integration-service/connector-aggregate/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/integration-service/connector-aggregate/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/connector-aggregate/task.yaml b/tests/tasks/uipath-troubleshoot/products/integration-service/connector-aggregate/task.yaml index 9b9a180324..414fd0379b 100644 --- a/tests/tasks/uipath-troubleshoot/products/integration-service/connector-aggregate/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/integration-service/connector-aggregate/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from the Shared folder fail? @@ -51,7 +51,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/connector-general-disabled/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/integration-service/connector-general-disabled/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/integration-service/connector-general-disabled/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/integration-service/connector-general-disabled/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/connector-general-disabled/task.yaml b/tests/tasks/uipath-troubleshoot/products/integration-service/connector-general-disabled/task.yaml index 5c344c8e0e..427649e422 100644 --- a/tests/tasks/uipath-troubleshoot/products/integration-service/connector-general-disabled/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/integration-service/connector-general-disabled/task.yaml @@ -34,7 +34,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from the Shared folder fail? @@ -50,7 +50,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/connector-general-no-access/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/integration-service/connector-general-no-access/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/integration-service/connector-general-no-access/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/integration-service/connector-general-no-access/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/connector-general-no-access/task.yaml b/tests/tasks/uipath-troubleshoot/products/integration-service/connector-general-no-access/task.yaml index c2945dfbdb..f50d774144 100644 --- a/tests/tasks/uipath-troubleshoot/products/integration-service/connector-general-no-access/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/integration-service/connector-general-no-access/task.yaml @@ -34,7 +34,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from the Shared folder fail? @@ -50,7 +50,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/connector-null-reference/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/integration-service/connector-null-reference/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/integration-service/connector-null-reference/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/integration-service/connector-null-reference/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/connector-null-reference/task.yaml b/tests/tasks/uipath-troubleshoot/products/integration-service/connector-null-reference/task.yaml index 736182747a..66c7e04fc1 100644 --- a/tests/tasks/uipath-troubleshoot/products/integration-service/connector-null-reference/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/integration-service/connector-null-reference/task.yaml @@ -34,7 +34,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from the Shared folder fail? @@ -50,7 +50,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/connector-remote-token/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/integration-service/connector-remote-token/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/integration-service/connector-remote-token/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/integration-service/connector-remote-token/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/connector-remote-token/task.yaml b/tests/tasks/uipath-troubleshoot/products/integration-service/connector-remote-token/task.yaml index 9eccd5fec9..a2f293a685 100644 --- a/tests/tasks/uipath-troubleshoot/products/integration-service/connector-remote-token/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/integration-service/connector-remote-token/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from the Shared folder fail? @@ -51,7 +51,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/connector-runtime-notfound/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/integration-service/connector-runtime-notfound/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/integration-service/connector-runtime-notfound/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/integration-service/connector-runtime-notfound/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/connector-runtime-notfound/task.yaml b/tests/tasks/uipath-troubleshoot/products/integration-service/connector-runtime-notfound/task.yaml index 26261f4ee9..240379d28a 100644 --- a/tests/tasks/uipath-troubleshoot/products/integration-service/connector-runtime-notfound/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/integration-service/connector-runtime-notfound/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my last job from the Shared folder fail? @@ -51,7 +51,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/is-activities-prerelease-not-found/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/integration-service/is-activities-prerelease-not-found/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/integration-service/is-activities-prerelease-not-found/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/integration-service/is-activities-prerelease-not-found/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/is-activities-prerelease-not-found/task.yaml b/tests/tasks/uipath-troubleshoot/products/integration-service/is-activities-prerelease-not-found/task.yaml index de92315b68..b7a2de8403 100644 --- a/tests/tasks/uipath-troubleshoot/products/integration-service/is-activities-prerelease-not-found/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/integration-service/is-activities-prerelease-not-found/task.yaml @@ -33,7 +33,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My UiPath project opened and built fine last week. Today when I open it in @@ -54,7 +54,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-disabled-dap/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-disabled-dap/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-disabled-dap/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-disabled-dap/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-disabled-dap/task.yaml b/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-disabled-dap/task.yaml index 016bab4d3b..30c0ff76ec 100644 --- a/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-disabled-dap/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-disabled-dap/task.yaml @@ -32,7 +32,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | I was running one job in my orchestrator in this solution TokenRefreshFailed_DAPRuntime. Can you help me in troubleshooting those error @@ -48,7 +48,9 @@ success_criteria: description: "Agent reached the same root cause and fix as RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true include_tool_calls: true diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-missing-dap/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-missing-dap/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-missing-dap/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-missing-dap/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-missing-dap/task.yaml b/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-missing-dap/task.yaml index c06b175945..2388638594 100644 --- a/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-missing-dap/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-missing-dap/task.yaml @@ -32,7 +32,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | I was running one job in my orchestrator in this solution TokenRefreshFailed_DAPRuntime. Can you help me in troubleshooting those error @@ -48,7 +48,9 @@ success_criteria: description: "Agent reached the same root cause and fix as RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true include_tool_calls: true diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-not-authorized-cns/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-not-authorized-cns/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-not-authorized-cns/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-not-authorized-cns/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-not-authorized-cns/task.yaml b/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-not-authorized-cns/task.yaml index d8832ef40b..e423340106 100644 --- a/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-not-authorized-cns/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-connection-not-authorized-cns/task.yaml @@ -33,7 +33,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | The LeadImport job in our CRM folder started failing this morning on every run. It ran fine for weeks and nobody changed the workflow. Can you troubleshoot? @@ -49,7 +49,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-folder-permission-cns/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-folder-permission-cns/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-folder-permission-cns/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-folder-permission-cns/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-folder-permission-cns/task.yaml b/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-folder-permission-cns/task.yaml index 6281454a93..44674b9edd 100644 --- a/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-folder-permission-cns/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-folder-permission-cns/task.yaml @@ -33,7 +33,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | Our unattended InvoiceSync job in the InvoiceOps folder fails on every run at the email step, but when I run the same project from Studio on my machine it works fine. Can you help me figure out what is going on? @@ -49,7 +49,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-personal-workspace-connection-cns/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-personal-workspace-connection-cns/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-personal-workspace-connection-cns/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-personal-workspace-connection-cns/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-personal-workspace-connection-cns/task.yaml b/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-personal-workspace-connection-cns/task.yaml index 1199ab725e..49aaf031f7 100644 --- a/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-personal-workspace-connection-cns/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-personal-workspace-connection-cns/task.yaml @@ -33,7 +33,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | Our NewHireDocs automation runs fine when Priya starts it from Studio, but the scheduled unattended run in the Onboarding folder always fails on the OneDrive step. What's wrong? @@ -49,7 +49,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-request-failed-dap/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-request-failed-dap/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-request-failed-dap/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-request-failed-dap/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-request-failed-dap/task.yaml b/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-request-failed-dap/task.yaml index 23a04f92f3..65aa7c91b5 100644 --- a/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-request-failed-dap/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-request-failed-dap/task.yaml @@ -32,7 +32,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | I have deployed a new solution under this folder uipath-rpa-isActivities/RequestFailed_DAPRuntime and recently I run one job there but it failed, can you help me in troubleshooting the error i am getting there @@ -48,7 +48,9 @@ success_criteria: description: "Agent reached the same root cause and fix as RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true include_tool_calls: true diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-response-too-large/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-response-too-large/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-response-too-large/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-response-too-large/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-response-too-large/task.yaml b/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-response-too-large/task.yaml index 0c35570266..02f1f09f98 100644 --- a/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-response-too-large/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/integration-service/rpa-is-response-too-large/task.yaml @@ -32,7 +32,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | Our scheduled "Data Export" process under the folder Shared/integration-sync/DataExport @@ -49,7 +49,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/maestro/maestro-stuck-rpa-job/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/maestro/maestro-stuck-rpa-job/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/maestro/maestro-stuck-rpa-job/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/maestro/maestro-stuck-rpa-job/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/maestro/maestro-stuck-rpa-job/task.yaml b/tests/tasks/uipath-troubleshoot/products/maestro/maestro-stuck-rpa-job/task.yaml index c53be5822c..70105b8078 100644 --- a/tests/tasks/uipath-troubleshoot/products/maestro/maestro-stuck-rpa-job/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/maestro/maestro-stuck-rpa-job/task.yaml @@ -33,7 +33,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | This job 0fbda085-5c96-4dab-a4b3-012c1914845a from my personal workspace is stuck running. why? @@ -49,7 +49,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/credential-store-unavailable/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/orchestrator/credential-store-unavailable/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/orchestrator/credential-store-unavailable/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/orchestrator/credential-store-unavailable/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/credential-store-unavailable/task.yaml b/tests/tasks/uipath-troubleshoot/products/orchestrator/credential-store-unavailable/task.yaml index 909a810555..ddc9004076 100644 --- a/tests/tasks/uipath-troubleshoot/products/orchestrator/credential-store-unavailable/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/orchestrator/credential-store-unavailable/task.yaml @@ -45,7 +45,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My SecurePortalBot jobs in the SecureOps folder started failing at @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/logon-failure-password-mismatch/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/orchestrator/logon-failure-password-mismatch/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/orchestrator/logon-failure-password-mismatch/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/orchestrator/logon-failure-password-mismatch/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/logon-failure-password-mismatch/task.yaml b/tests/tasks/uipath-troubleshoot/products/orchestrator/logon-failure-password-mismatch/task.yaml index bd5de240fd..b7a40fea19 100644 --- a/tests/tasks/uipath-troubleshoot/products/orchestrator/logon-failure-password-mismatch/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/orchestrator/logon-failure-password-mismatch/task.yaml @@ -45,7 +45,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My InvoiceIngestor process has been faulting in Orchestrator @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/no-host-pending/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/orchestrator/no-host-pending/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/orchestrator/no-host-pending/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/orchestrator/no-host-pending/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/no-host-pending/task.yaml b/tests/tasks/uipath-troubleshoot/products/orchestrator/no-host-pending/task.yaml index 695b1b643e..0d67e47e17 100644 --- a/tests/tasks/uipath-troubleshoot/products/orchestrator/no-host-pending/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/orchestrator/no-host-pending/task.yaml @@ -42,7 +42,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why my last job from folder Shared doesn't start? @@ -58,7 +58,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/no-login-pending/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/orchestrator/no-login-pending/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/orchestrator/no-login-pending/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/orchestrator/no-login-pending/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/no-login-pending/task.yaml b/tests/tasks/uipath-troubleshoot/products/orchestrator/no-login-pending/task.yaml index bae073c9b9..3e016f2a21 100644 --- a/tests/tasks/uipath-troubleshoot/products/orchestrator/no-login-pending/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/orchestrator/no-login-pending/task.yaml @@ -36,7 +36,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why my last job from folder Shared doesn't start? @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/platform-incident-multi-process-fault/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/orchestrator/platform-incident-multi-process-fault/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/orchestrator/platform-incident-multi-process-fault/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/orchestrator/platform-incident-multi-process-fault/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/platform-incident-multi-process-fault/task.yaml b/tests/tasks/uipath-troubleshoot/products/orchestrator/platform-incident-multi-process-fault/task.yaml index 5e9db181f2..1cb1e05c88 100644 --- a/tests/tasks/uipath-troubleshoot/products/orchestrator/platform-incident-multi-process-fault/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/orchestrator/platform-incident-multi-process-fault/task.yaml @@ -45,7 +45,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | A whole bunch of my automations failed around 08:15 this @@ -65,7 +65,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/queue-items-failing-test/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/orchestrator/queue-items-failing-test/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/orchestrator/queue-items-failing-test/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/orchestrator/queue-items-failing-test/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/queue-items-failing-test/task.yaml b/tests/tasks/uipath-troubleshoot/products/orchestrator/queue-items-failing-test/task.yaml index e56647ced7..648fe526cb 100644 --- a/tests/tasks/uipath-troubleshoot/products/orchestrator/queue-items-failing-test/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/orchestrator/queue-items-failing-test/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My ItemsQueue has 4 failed items today, please investigate. @@ -51,7 +51,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-consecutive-system-exceptions/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-consecutive-system-exceptions/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-consecutive-system-exceptions/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-consecutive-system-exceptions/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-consecutive-system-exceptions/task.yaml b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-consecutive-system-exceptions/task.yaml index 2e77e7997d..af52fe1226 100644 --- a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-consecutive-system-exceptions/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-consecutive-system-exceptions/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My OrderReconciliation process in the OpsAutomation folder aborted @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-console-conflict-hd/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-console-conflict-hd/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-console-conflict-hd/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-console-conflict-hd/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-console-conflict-hd/task.yaml b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-console-conflict-hd/task.yaml index 124412f971..5957c5d78b 100644 --- a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-console-conflict-hd/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-console-conflict-hd/task.yaml @@ -33,7 +33,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | We run several ClaimsIntake jobs in parallel on our high-density robot host @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-credprovider-path-known-issue/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-credprovider-path-known-issue/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-credprovider-path-known-issue/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-credprovider-path-known-issue/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-credprovider-path-known-issue/task.yaml b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-credprovider-path-known-issue/task.yaml index 631995b3a3..6df2542a55 100644 --- a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-credprovider-path-known-issue/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-credprovider-path-known-issue/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My LedgerPostingBot job in the BackOffice folder won't start — it @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-executor-service-disconnect/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-executor-service-disconnect/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-executor-service-disconnect/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-executor-service-disconnect/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-executor-service-disconnect/task.yaml b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-executor-service-disconnect/task.yaml index da33e03f24..5b9c6bef7c 100644 --- a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-executor-service-disconnect/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-executor-service-disconnect/task.yaml @@ -33,7 +33,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My NightlyPost process in the Batch Ops folder faulted on last night's @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-foreground-already-running/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-foreground-already-running/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-foreground-already-running/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-foreground-already-running/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-foreground-already-running/task.yaml b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-foreground-already-running/task.yaml index 1696e0958e..9ae61a9597 100644 --- a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-foreground-already-running/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-foreground-already-running/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My AttendedReportJob process just faulted in Orchestrator a few seconds @@ -57,7 +57,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-foreground-misconfigured/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-foreground-misconfigured/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-foreground-misconfigured/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-foreground-misconfigured/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-foreground-misconfigured/task.yaml b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-foreground-misconfigured/task.yaml index be30f192ea..634bd07a4d 100644 --- a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-foreground-misconfigured/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-foreground-misconfigured/task.yaml @@ -45,7 +45,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My ExpenseValidation process just faulted in Orchestrator a few @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-autocancel-trigger/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-autocancel-trigger/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-autocancel-trigger/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-autocancel-trigger/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-autocancel-trigger/task.yaml b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-autocancel-trigger/task.yaml index 7e96c0da7a..b5e0ca47f7 100644 --- a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-autocancel-trigger/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-autocancel-trigger/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My LongRunningProcess job in Orchestrator just ended Faulted after @@ -59,7 +59,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-operator-ui/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-operator-ui/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-operator-ui/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-operator-ui/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-operator-ui/task.yaml b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-operator-ui/task.yaml index f756c5afcd..869ca14532 100644 --- a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-operator-ui/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-operator-ui/task.yaml @@ -38,7 +38,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My LongRunningProcess job in Orchestrator just ended Faulted with @@ -57,7 +57,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-watchdog-account/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-watchdog-account/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-watchdog-account/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-watchdog-account/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-watchdog-account/task.yaml b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-watchdog-account/task.yaml index 0034016d59..a52f86a00f 100644 --- a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-watchdog-account/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-killed-by-watchdog-account/task.yaml @@ -40,7 +40,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My LongRunningProcess job just ended Faulted in Orchestrator with @@ -59,7 +59,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-output-too-large/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-output-too-large/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-output-too-large/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-output-too-large/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-output-too-large/task.yaml b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-output-too-large/task.yaml index be4865c782..e8c96f41f1 100644 --- a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-output-too-large/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-output-too-large/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My InvoiceExtractor job in the FinanceOps folder faults right at @@ -62,7 +62,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-stopped-exit-code-e0434352/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-stopped-exit-code-e0434352/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-stopped-exit-code-e0434352/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-stopped-exit-code-e0434352/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-stopped-exit-code-e0434352/task.yaml b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-stopped-exit-code-e0434352/task.yaml index d035dd38b4..6337c89717 100644 --- a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-stopped-exit-code-e0434352/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-job-stopped-exit-code-e0434352/task.yaml @@ -46,7 +46,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My ReportCompiler nightly job faulted in Orchestrator with @@ -66,7 +66,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-screenshot-handle-invalid/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-screenshot-handle-invalid/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-screenshot-handle-invalid/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-screenshot-handle-invalid/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-screenshot-handle-invalid/task.yaml b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-screenshot-handle-invalid/task.yaml index 4268fd1959..2dc1d4ed09 100644 --- a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-screenshot-handle-invalid/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-screenshot-handle-invalid/task.yaml @@ -45,7 +45,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My DashboardSnapshotBot job in the MonitoringOps folder faults @@ -64,7 +64,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-serverless-robot-units/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-serverless-robot-units/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-serverless-robot-units/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-serverless-robot-units/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-serverless-robot-units/task.yaml b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-serverless-robot-units/task.yaml index e986db9c84..265cfb117b 100644 --- a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-serverless-robot-units/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-serverless-robot-units/task.yaml @@ -33,7 +33,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My InvoiceParse automation in the Cloud Robots folder won't start anymore — @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-session-creation-timeout/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-session-creation-timeout/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-session-creation-timeout/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-session-creation-timeout/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-session-creation-timeout/task.yaml b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-session-creation-timeout/task.yaml index 7f0ab3285b..ab11b96025 100644 --- a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-session-creation-timeout/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-session-creation-timeout/task.yaml @@ -44,7 +44,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My NightlyReconciler process in the UnattendedOps folder has been @@ -63,7 +63,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-workstation-in-use/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-workstation-in-use/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-workstation-in-use/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-workstation-in-use/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-workstation-in-use/task.yaml b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-workstation-in-use/task.yaml index 8c308d0d43..872f9fdd82 100644 --- a/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-workstation-in-use/task.yaml +++ b/tests/tasks/uipath-troubleshoot/products/orchestrator/rpa-workstation-in-use/task.yaml @@ -33,7 +33,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My DailyExtract process in the Unattended Ops folder keeps faulting the @@ -52,7 +52,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-exception/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-exception/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-exception/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-exception/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-exception/task.yaml b/tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-exception/task.yaml index f98682f855..cb3814caa2 100644 --- a/tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-exception/task.yaml +++ b/tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-exception/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my job b2d3f4a5-2222-4abc-9def-000000000002 from the Shared folder fail? @@ -51,7 +51,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-null-exception/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-null-exception/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-null-exception/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-null-exception/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-null-exception/task.yaml b/tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-null-exception/task.yaml index b725770486..908d09488f 100644 --- a/tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-null-exception/task.yaml +++ b/tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-null-exception/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | Why did my job 0686cab1-35c6-4d92-aed2-c91d9c275524 from Shared folder has failed? @@ -51,7 +51,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-out-of-range-exception/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-out-of-range-exception/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-out-of-range-exception/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-out-of-range-exception/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-out-of-range-exception/task.yaml b/tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-out-of-range-exception/task.yaml index 316b45bf01..857ccc6775 100644 --- a/tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-out-of-range-exception/task.yaml +++ b/tests/tasks/uipath-troubleshoot/runtime-exceptions/argument-out-of-range-exception/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my job f6b7d8e9-6666-4abc-9def-000000000006 from the Shared folder fail? @@ -51,7 +51,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/assign-linq-no-data-rows/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/runtime-exceptions/assign-linq-no-data-rows/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/runtime-exceptions/assign-linq-no-data-rows/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/runtime-exceptions/assign-linq-no-data-rows/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/assign-linq-no-data-rows/task.yaml b/tests/tasks/uipath-troubleshoot/runtime-exceptions/assign-linq-no-data-rows/task.yaml index b6cc874fd9..ed672f4d57 100644 --- a/tests/tasks/uipath-troubleshoot/runtime-exceptions/assign-linq-no-data-rows/task.yaml +++ b/tests/tasks/uipath-troubleshoot/runtime-exceptions/assign-linq-no-data-rows/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My scheduled job b8f3c1d2-4a67-4e90-9c15-2d7e6f0a3b58 in the Shared folder @@ -53,7 +53,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/assign-type-mismatch-object-string/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/runtime-exceptions/assign-type-mismatch-object-string/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/runtime-exceptions/assign-type-mismatch-object-string/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/runtime-exceptions/assign-type-mismatch-object-string/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/assign-type-mismatch-object-string/task.yaml b/tests/tasks/uipath-troubleshoot/runtime-exceptions/assign-type-mismatch-object-string/task.yaml index e6e1ed60fc..51d1ae6c0f 100644 --- a/tests/tasks/uipath-troubleshoot/runtime-exceptions/assign-type-mismatch-object-string/task.yaml +++ b/tests/tasks/uipath-troubleshoot/runtime-exceptions/assign-type-mismatch-object-string/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My project suddenly won't run — the moment I open it in Studio, the Error List @@ -54,7 +54,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/directory-not-found-exception/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/runtime-exceptions/directory-not-found-exception/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/runtime-exceptions/directory-not-found-exception/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/runtime-exceptions/directory-not-found-exception/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/directory-not-found-exception/task.yaml b/tests/tasks/uipath-troubleshoot/runtime-exceptions/directory-not-found-exception/task.yaml index 3ed89a0384..76afbc3175 100644 --- a/tests/tasks/uipath-troubleshoot/runtime-exceptions/directory-not-found-exception/task.yaml +++ b/tests/tasks/uipath-troubleshoot/runtime-exceptions/directory-not-found-exception/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my job c3e4a5b6-3333-4abc-9def-000000000003 from the Shared folder fail? @@ -51,7 +51,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-condition-compiler-error/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-condition-compiler-error/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/runtime-exceptions/if-condition-compiler-error/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/runtime-exceptions/if-condition-compiler-error/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-condition-compiler-error/task.yaml b/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-condition-compiler-error/task.yaml index de506d41e1..59e7f776eb 100644 --- a/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-condition-compiler-error/task.yaml +++ b/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-condition-compiler-error/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My project suddenly won't run — the moment I open it in Studio, the Error List @@ -54,7 +54,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-key-not-found-exception/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-key-not-found-exception/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/runtime-exceptions/if-key-not-found-exception/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/runtime-exceptions/if-key-not-found-exception/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-key-not-found-exception/task.yaml b/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-key-not-found-exception/task.yaml index 8c6899274a..912f9dc509 100644 --- a/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-key-not-found-exception/task.yaml +++ b/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-key-not-found-exception/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my job b8d9e0f1-8888-4abc-9def-000000000008 from the Shared folder fail? @@ -51,7 +51,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-null-reference-exception/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-null-reference-exception/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/runtime-exceptions/if-null-reference-exception/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/runtime-exceptions/if-null-reference-exception/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-null-reference-exception/task.yaml b/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-null-reference-exception/task.yaml index be4552764f..1e2ccd6cf3 100644 --- a/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-null-reference-exception/task.yaml +++ b/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-null-reference-exception/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my job a7c8e9f0-7777-4abc-9def-000000000007 from the Shared folder fail? @@ -51,7 +51,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-wrong-branch-case/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-wrong-branch-case/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/runtime-exceptions/if-wrong-branch-case/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/runtime-exceptions/if-wrong-branch-case/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-wrong-branch-case/task.yaml b/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-wrong-branch-case/task.yaml index af6109ff98..dc62abd033 100644 --- a/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-wrong-branch-case/task.yaml +++ b/tests/tasks/uipath-troubleshoot/runtime-exceptions/if-wrong-branch-case/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | Something is wrong with my order automation. Every order is being sent to the @@ -55,7 +55,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/index-out-of-range-exception/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/runtime-exceptions/index-out-of-range-exception/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/runtime-exceptions/index-out-of-range-exception/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/runtime-exceptions/index-out-of-range-exception/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/index-out-of-range-exception/task.yaml b/tests/tasks/uipath-troubleshoot/runtime-exceptions/index-out-of-range-exception/task.yaml index 35ddcbb61f..bcbcb6095d 100644 --- a/tests/tasks/uipath-troubleshoot/runtime-exceptions/index-out-of-range-exception/task.yaml +++ b/tests/tasks/uipath-troubleshoot/runtime-exceptions/index-out-of-range-exception/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my job d4f5b6c7-4444-4abc-9def-000000000004 from the Shared folder fail? @@ -51,7 +51,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/invalid-operation-exception/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/runtime-exceptions/invalid-operation-exception/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/runtime-exceptions/invalid-operation-exception/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/runtime-exceptions/invalid-operation-exception/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/invalid-operation-exception/task.yaml b/tests/tasks/uipath-troubleshoot/runtime-exceptions/invalid-operation-exception/task.yaml index 54e780f785..236ad1b336 100644 --- a/tests/tasks/uipath-troubleshoot/runtime-exceptions/invalid-operation-exception/task.yaml +++ b/tests/tasks/uipath-troubleshoot/runtime-exceptions/invalid-operation-exception/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my job a1c2e3f4-1111-4abc-9def-000000000001 from the Shared folder fail? @@ -51,7 +51,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/key-not-found-exception/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/runtime-exceptions/key-not-found-exception/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/runtime-exceptions/key-not-found-exception/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/runtime-exceptions/key-not-found-exception/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/key-not-found-exception/task.yaml b/tests/tasks/uipath-troubleshoot/runtime-exceptions/key-not-found-exception/task.yaml index 6ecd7a653a..37522cdccb 100644 --- a/tests/tasks/uipath-troubleshoot/runtime-exceptions/key-not-found-exception/task.yaml +++ b/tests/tasks/uipath-troubleshoot/runtime-exceptions/key-not-found-exception/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my job e5a6c7d8-5555-4abc-9def-000000000005 from the Shared folder fail? @@ -51,7 +51,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/null-reference-exception/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/runtime-exceptions/null-reference-exception/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/runtime-exceptions/null-reference-exception/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/runtime-exceptions/null-reference-exception/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/null-reference-exception/task.yaml b/tests/tasks/uipath-troubleshoot/runtime-exceptions/null-reference-exception/task.yaml index 446aa0f5a6..e5b54bec48 100644 --- a/tests/tasks/uipath-troubleshoot/runtime-exceptions/null-reference-exception/task.yaml +++ b/tests/tasks/uipath-troubleshoot/runtime-exceptions/null-reference-exception/task.yaml @@ -35,7 +35,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | why did my job 77dc53dd-5c45-4a77-b39f-a52e9e7ef163 from Shared folder has failed? @@ -51,7 +51,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/visualbasicvalue-csharp-mismatch/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/runtime-exceptions/visualbasicvalue-csharp-mismatch/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/runtime-exceptions/visualbasicvalue-csharp-mismatch/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/runtime-exceptions/visualbasicvalue-csharp-mismatch/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/visualbasicvalue-csharp-mismatch/task.yaml b/tests/tasks/uipath-troubleshoot/runtime-exceptions/visualbasicvalue-csharp-mismatch/task.yaml index 58356939a1..ba703fc051 100644 --- a/tests/tasks/uipath-troubleshoot/runtime-exceptions/visualbasicvalue-csharp-mismatch/task.yaml +++ b/tests/tasks/uipath-troubleshoot/runtime-exceptions/visualbasicvalue-csharp-mismatch/task.yaml @@ -43,7 +43,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My OrderRouter job faults in Orchestrator every run. Faulted job key @@ -61,7 +61,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: | diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/visualbasicvalue-smart-quotes/RESOLUTION.md b/tests/tasks/uipath-troubleshoot/runtime-exceptions/visualbasicvalue-smart-quotes/reference/RESOLUTION.md similarity index 100% rename from tests/tasks/uipath-troubleshoot/runtime-exceptions/visualbasicvalue-smart-quotes/RESOLUTION.md rename to tests/tasks/uipath-troubleshoot/runtime-exceptions/visualbasicvalue-smart-quotes/reference/RESOLUTION.md diff --git a/tests/tasks/uipath-troubleshoot/runtime-exceptions/visualbasicvalue-smart-quotes/task.yaml b/tests/tasks/uipath-troubleshoot/runtime-exceptions/visualbasicvalue-smart-quotes/task.yaml index 0d316f7e1a..62f2664aba 100644 --- a/tests/tasks/uipath-troubleshoot/runtime-exceptions/visualbasicvalue-smart-quotes/task.yaml +++ b/tests/tasks/uipath-troubleshoot/runtime-exceptions/visualbasicvalue-smart-quotes/task.yaml @@ -41,7 +41,7 @@ pre_run: fail_on_error: true reference: - file: RESOLUTION.md + directory: reference initial_prompt: | My InvoiceNotifier job keeps failing in Orchestrator. The faulted job key is @@ -59,7 +59,9 @@ success_criteria: description: "Agent's diagnosis matches RESOLUTION.md" weight: 3.0 pass_threshold: 0.7 - include_reference: true + include_reference: false + files: + - $REFERENCE_DIR/RESOLUTION.md include_dialog: true include_agent_output: true prompt: |