From 0f6ab61d6b9043c68c45bf09c55de3090243bee8 Mon Sep 17 00:00:00 2001 From: Bai Li Date: Thu, 27 Aug 2026 13:36:14 -0700 Subject: [PATCH] fix(evals): point the Flow v2 preview experiment at the shared image #2841 moved @uipath/flow-sdk and the connector registry into the shared image and taught nightly.yaml to stage them, but flow-v2-preview.yaml was left on the old contract: a skills-codex:latest image nothing builds any more, and an npmrc pre_run for an in-sandbox npm install the image now makes unnecessary. Point it at skills-image:latest and stage the baked SDK the way nightly.yaml does, so both arms of the comparison get the same SDK from the same place. Staging is unconditional here rather than gated on MAESTRO_FLOW_SDK_SETUP: a preview run always authors through the SDK. Co-Authored-By: Claude Opus 5 (1M context) --- tests/experiments/flow-v2-preview.yaml | 23 ++++++----------------- 1 file changed, 6 insertions(+), 17 deletions(-) diff --git a/tests/experiments/flow-v2-preview.yaml b/tests/experiments/flow-v2-preview.yaml index 6b9dbf9006..772a60ddc0 100644 --- a/tests/experiments/flow-v2-preview.yaml +++ b/tests/experiments/flow-v2-preview.yaml @@ -15,12 +15,10 @@ defaults: sandbox: driver: docker docker: - image: skills-codex:latest + image: skills-image:latest network: bridge env_passthrough_extra: - SKILLS_REPO_PATH - # GitHub Packages auth for `npm install @uipath/flow-sdk`. - - NODE_AUTH_TOKEN - UIPATH_CLI_DISABLE_VERSION_SYNC # Parity with nightly.yaml. Inert unless a Delegate runtime sets them. - UIPATH_CLI_ENABLE_ENV_AUTH @@ -51,20 +49,11 @@ defaults: ignore_patterns: [] pre_run: - # Runtime npm auth for the @uipath scope. The shared image ships none: its - # build-time npmrc carries a literal token and is deleted in the same layer. - # @uipath/flow-sdk is published only to GitHub Packages, so without this - # every in-sandbox `npm install @uipath/flow-sdk` 404s against the public - # registry and each compile fails with it. Kept here rather than in - # tests/docker/Dockerfile so npm resolution is unchanged for every other - # suite. Written to $HOME, which is where npm resolves userconfig, so it - # holds whatever HOME the runner forwards. ${NODE_AUTH_TOKEN} stays literal: - # npm expands it at read time, so no token is written to disk. - - command: |- - mkdir -p "$HOME" && printf '%s\n' \ - '@uipath:registry=https://npm.pkg.github.com/' \ - '//npm.pkg.github.com/:_authToken=${NODE_AUTH_TOKEN}' \ - > "$HOME/.npmrc" + # Link the image's @uipath/flow-sdk and connector registry into the workspace, + # the same setup nightly.yaml runs. Unconditional here: a preview run always + # authors through the SDK. Replaces the old in-sandbox `npm install`, which the + # shared image made unnecessary when it started baking the package. + - command: bash "$SKILLS_REPO_PATH/tests/scripts/stage-preview-sdk-workspace.sh" timeout: 30 post_run: