test(uipath-maestro-flow): grade read-only artifact checks after a turn timeout

tests/tasks/uipath-maestro-flow/hitl/quality_01_schema_design.yaml

@@ -55,6 +55,7 @@ success_criteria:
   - type: run_command
     description: "HITL node has input-direction fields (read-only context for reviewer)"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py --flow-name VendorPOReview '\"direction\": \"input\"'"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 2.0
@@ -63,6 +64,7 @@ success_criteria:
   - type: run_command
     description: "HITL node has output-direction fields (reviewer fills in)"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py --flow-name VendorPOReview '\"direction\": \"output\"'"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 2.0
@@ -71,6 +73,7 @@ success_criteria:
   - type: run_command
     description: "Flow has Approve and Reject outcomes"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py --flow-name VendorPOReview 'Approve' 'Reject'"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 2.0
@@ -79,6 +82,7 @@ success_criteria:
   - type: run_command
     description: "Priority is set to High"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py --flow-name VendorPOReview '\"High\"'"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 1.5

tests/tasks/uipath-maestro-flow/hitl/quality_02_result_downstream.yaml

@@ -59,6 +59,7 @@ success_criteria:
   - type: run_command
     description: "Flow contains inline HITL node"
     command: "python3 $REFERENCE_DIR/_shared/check_simulated_hitl.py quick-form"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 2.0
@@ -67,6 +68,7 @@ success_criteria:
   - type: run_command
     description: "Flow references the HITL output variable"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py --flow-name ExpenseApproval '$vars.' '.output'"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 3.0
@@ -75,6 +77,7 @@ success_criteria:
   - type: run_command
     description: "Flow has a boolean output field for approved"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py --flow-name ExpenseApproval '\"boolean\"'"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 1.5

tests/tasks/uipath-maestro-flow/hitl/quality_03_boolean_decision.yaml

@@ -62,6 +62,7 @@ success_criteria:
   - type: run_command
     description: "HITL node has a boolean output field"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py --flow-name VendorApproval '\"boolean\"' '\"direction\": \"output\"'"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 2.0
@@ -70,6 +71,7 @@ success_criteria:
   - type: run_command
     description: "Decision node condition references field-level HITL output"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py --flow-name VendorApproval '$vars.' '.output.approved'"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 3.0
@@ -78,6 +80,7 @@ success_criteria:
   - type: run_command
     description: "Both Decision branches wired (true and false handles)"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py --flow-name VendorApproval '\"true\"' '\"false\"'"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 2.0

tests/tasks/uipath-maestro-flow/hitl/quality_04_brownfield_insert.yaml

@@ -60,6 +60,7 @@ success_criteria:
   - type: run_command
     description: "Flow contains the original script node"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py --flow-name ContractReview '\"extractMeta\"'"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 1.5
@@ -68,6 +69,7 @@ success_criteria:
   - type: run_command
     description: "Flow contains the inserted HITL node"
     command: "python3 $REFERENCE_DIR/_shared/check_simulated_hitl.py quick-form"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 2.5
@@ -76,6 +78,7 @@ success_criteria:
   - type: run_command
     description: "Both HITL outcome ports (Approve and Reject) are wired, not the outcome-completed placeholder"
     command: "python3 $REFERENCE_DIR/_shared/check_simulated_hitl.py outcome-wiring"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 2.0
@@ -84,6 +87,7 @@ success_criteria:
   - type: run_command
     description: "HITL has a boolean output field for the approval decision"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py --flow-name ContractReview '\"boolean\"'"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 1.5

tests/tasks/uipath-maestro-flow/hitl/smoke_01_hitl_node_placed.yaml

@@ -44,6 +44,7 @@ success_criteria:
   - type: run_command
     description: "Flow file was created"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 2.0
@@ -52,6 +53,7 @@ success_criteria:
   - type: run_command
     description: "Flow contains the inline HITL node type"
     command: "python3 $REFERENCE_DIR/_shared/check_simulated_hitl.py quick-form"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 3.0

tests/tasks/uipath-maestro-flow/hitl/smoke_02_completed_port_wired.yaml

@@ -53,6 +53,7 @@ success_criteria:
   - type: run_command
     description: "Flow file was created"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 1.5
@@ -61,6 +62,7 @@ success_criteria:
   - type: run_command
     description: "Every outcome on the HITL node has its own wired port — none on the outcome-completed placeholder"
     command: "python3 $REFERENCE_DIR/_shared/check_simulated_hitl.py outcome-wiring"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 3.0

tests/tasks/uipath-maestro-flow/hitl/smoke_03_multi_outcome_routing.yaml

@@ -63,6 +63,7 @@ success_criteria:
   - type: run_command
     description: "Flow contains inline HITL node"
     command: "python3 $REFERENCE_DIR/_shared/check_simulated_hitl.py quick-form"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 2.0
@@ -71,6 +72,7 @@ success_criteria:
   - type: run_command
     description: "Flow contains a Decision node"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py '\"core.logic.decision\"'"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 2.0
@@ -79,6 +81,7 @@ success_criteria:
   - type: run_command
     description: "Decision node references HITL output variable"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py '$vars.' '.output'"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 2.5
@@ -87,6 +90,7 @@ success_criteria:
   - type: run_command
     description: "Both Decision branches are wired (true and false handles present)"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py '\"true\"' '\"false\"'"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 2.0

tests/tasks/uipath-maestro-flow/interactive/bellevue_weather_simulated/bellevue_weather_simulated.yaml

@@ -95,6 +95,7 @@ success_criteria:
   - type: run_command
     description: "Project/flow is named BellevueWeather (elicited from the user)"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py --flow-name BellevueWeather"
+    read_only: true
     timeout: 15
     expected_exit_code: 0
     weight: 1.0

tests/tasks/uipath-maestro-flow/interactive/cli_dice_roller_simulated/cli_dice_roller_simulated.yaml

@@ -110,6 +110,7 @@ success_criteria:
   - type: run_command
     description: "Project/flow is named DiceRoller (elicited from the user)"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py --flow-name DiceRoller"
+    read_only: true
     timeout: 15
     expected_exit_code: 0
     weight: 1.0

tests/tasks/uipath-maestro-flow/interactive/customer_escalation_simulated/customer_escalation_simulated.yaml

@@ -95,6 +95,7 @@ success_criteria:
   - type: run_command
     description: "Flow performs the triage: trigger, urgency+VIP routing, Slack notify, email reply, ticket creation"
     command: "python3 $REFERENCE_DIR/_shared/check_escalation_behavior.py"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 10.0
@@ -108,6 +109,7 @@ success_criteria:
   - type: run_command
     description: "Project/flow is named CustomerEscalation (elicited from the user)"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py --flow-name CustomerEscalation"
+    read_only: true
     timeout: 15
     expected_exit_code: 0
     weight: 1.0

tests/tasks/uipath-maestro-flow/interactive/expense_approval_simulated/expense_approval_simulated.yaml

@@ -93,6 +93,7 @@ success_criteria:
   - type: run_command
     description: "Flow has a correct inline HITL schema, decision capture, outcome-port wiring, and downstream .output access"
     command: "python3 $REFERENCE_DIR/_shared/check_simulated_hitl.py expense"
+    read_only: true
     timeout: 15
     expected_exit_code: 0
     weight: 6.0
@@ -106,6 +107,7 @@ success_criteria:
   - type: run_command
     description: "Project/flow is named ExpenseApproval (elicited from the user)"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py --flow-name ExpenseApproval"
+    read_only: true
     timeout: 15
     expected_exit_code: 0
     weight: 1.0

tests/tasks/uipath-maestro-flow/interactive/hitl_schema_design_simulated/hitl_schema_design_simulated.yaml

@@ -91,6 +91,7 @@ success_criteria:
   - type: run_command
     description: "HITL quickform has input + output fields and Approve/Reject outcomes"
     command: "python3 $REFERENCE_DIR/_shared/check_simulated_hitl.py schema"
+    read_only: true
     timeout: 15
     expected_exit_code: 0
     weight: 4.0
@@ -103,6 +104,7 @@ success_criteria:
   - type: run_command
     description: "HITL review priority is set to High (elicited from the user)"
     command: "python3 $REFERENCE_DIR/_shared/check_simulated_hitl.py priority"
+    read_only: true
     timeout: 15
     expected_exit_code: 0
     weight: 1.5
@@ -116,6 +118,7 @@ success_criteria:
   - type: run_command
     description: "Project/flow is named VendorPOReview (elicited from the user)"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py --flow-name VendorPOReview"
+    read_only: true
     timeout: 15
     expected_exit_code: 0
     weight: 1.0

tests/tasks/uipath-maestro-flow/interactive/ixp_invoice_extraction_simulated/ixp_invoice_extraction_simulated.yaml

@@ -94,6 +94,7 @@ success_criteria:
   - type: run_command
     description: "Flow has IxP extraction + SharePoint + HTTP nodes and a $vars downstream reference"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py '$vars.' --regex '(?i)(uipath\\.ixp|core\\.logic\\.mock)' --regex '(?i)sharepoint' --regex '(?i)\"type\"\\s*:\\s*\"[^\"]*http'"
+    read_only: true
     timeout: 15
     expected_exit_code: 0
     weight: 6.0
@@ -107,6 +108,7 @@ success_criteria:
   - type: run_command
     description: "Project/flow is named InvoiceProcessing (elicited from the user)"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py --flow-name InvoiceProcessing"
+    read_only: true
     timeout: 15
     expected_exit_code: 0
     weight: 1.0

tests/tasks/uipath-maestro-flow/interactive/slack_channel_description_simulated/slack_channel_description_simulated.yaml

@@ -126,6 +126,7 @@ success_criteria:
   - type: run_command
     description: "Flow targets the #office-bellevue channel (elicited from the user)"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py --regex '(?i)(office-bellevue|conversationsInfoId[^A-Za-z0-9]+C[A-Z0-9]{6,})'"
+    read_only: true
     timeout: 15
     expected_exit_code: 0
     weight: 3.0
@@ -139,6 +140,7 @@ success_criteria:
   - type: run_command
     description: "Project/flow is named SlackChannelDescription (elicited from the user)"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py --flow-name SlackChannelDescription"
+    read_only: true
     timeout: 15
     expected_exit_code: 0
     weight: 1.0

tests/tasks/uipath-maestro-flow/interactive/solution_select.yaml

@@ -78,6 +78,7 @@ success_criteria:
   - type: run_command
     description: "Flow file created inside the user-selected solution"
     command: "python3 $REFERENCE_DIR/interactive/check_solution_select.py flow"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 2.0
@@ -87,6 +88,7 @@ success_criteria:
   - type: run_command
     description: "Agent did not init the Flow project inside a pre-existing solution"
     command: "python3 $REFERENCE_DIR/interactive/check_solution_select.py existing-untouched"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 1.5
@@ -124,6 +126,7 @@ success_criteria:
   - type: run_command
     description: "Selected solution contains an initialized Flow project"
     command: "python3 $REFERENCE_DIR/interactive/check_solution_select.py project"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 1.0
@@ -133,6 +136,7 @@ success_criteria:
   - type: run_command
     description: "Agent created the selected solution artifact"
     command: "python3 $REFERENCE_DIR/interactive/check_solution_select.py solution"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 1.0
@@ -141,6 +145,7 @@ success_criteria:
   - type: run_command
     description: "Advisory: no default WeatherAlert solution before the name was given — records the default-then-repair inefficiency; nondeterministic on simulator name-timing, so non-gating"
     command: "python3 $REFERENCE_DIR/interactive/check_solution_select.py no-extra-solution"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 1.0

tests/tasks/uipath-maestro-flow/ixp/e2e_01_invoice_extraction_greenfield.yaml

@@ -53,6 +53,7 @@ success_criteria:
   - type: run_command
     description: Generated flow contains an IxP extraction node or core.logic.mock fallback
     command: grep -rqE "\"type\"[[:space:]]*:[[:space:]]*\"(uipath\.ixp|core\.logic\.mock)" --include="*.flow" .
+    read_only: true
     expected_exit_code: 0
     weight: 2.0
     pass_threshold: 1.0
@@ -61,18 +62,21 @@ success_criteria:
   - type: run_command
     description: Generated flow contains a SharePoint trigger or connector node
     command: grep -rqiE "sharepoint" --include="*.flow" .
+    read_only: true
     expected_exit_code: 0
     weight: 2.0
     pass_threshold: 1.0
   - type: run_command
     description: Generated flow contains an HTTP action node (core.action.http)
     command: grep -rqE "core\.action\.http|\"type\"[[:space:]]*:[[:space:]]*\"[^\"]*http[^\"]*\"" --include="*.flow" .
+    read_only: true
     expected_exit_code: 0
     weight: 2.0
     pass_threshold: 1.0
   - type: run_command
     description: Generated flow references the IxP extraction output via $vars (downstream consumption)
     command: grep -rqF '$vars.' --include="*.flow" .
+    read_only: true
     expected_exit_code: 0
     weight: 1.5
     pass_threshold: 1.0

tests/tasks/uipath-maestro-flow/ixp/e2e_02_project_selection.yaml

@@ -93,13 +93,15 @@ success_criteria:
   - type: run_command
     description: "Generated flow contains a real uipath.ixp.* node"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py --regex '\"type\"\\s*:\\s*\"uipath\\.ixp\\.'"
+    read_only: true
     expected_exit_code: 0
     weight: 3.0
     pass_threshold: 1.0
 
   - type: run_command
     description: "Generated flow does NOT contain a core.logic.mock fallback"
     command: "python3 $REFERENCE_DIR/_shared/flow_contains.py --absent-regex '\"type\"\\s*:\\s*\"core\\.logic\\.mock\"'"
+    read_only: true
     expected_exit_code: 0
     weight: 2.0
     pass_threshold: 1.0
@@ -113,6 +115,7 @@ success_criteria:
   - type: run_command
     description: "IxP node references the exact published model for this row's domain (strict)"
     command: "python3 $REFERENCE_DIR/ixp/check_project_selection.py"
+    read_only: true
     timeout: 30
     expected_exit_code: 0
     weight: 5.0