From 008bf1e5f965341b02a1f4ac79f65449b46b2fb6 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Fri, 13 Nov 2026 12:45:27 +0000 Subject: [PATCH] chore: version packages --- .changeset/acp-teardown-eperm.md | 5 - .changeset/agent-device-0-21-37.md | 8 -- .changeset/agent-tab-verbs.md | 5 - .changeset/agent-upload-samples.md | 5 - .changeset/app-command-exit.md | 10 -- .changeset/app-unreachable-first-lines.md | 5 - .changeset/assert-exploration.md | 6 -- .changeset/biometric-sensor-platforms.md | 5 - .changeset/boot-newest-shut-down.md | 5 - .changeset/browser-run.md | 5 - .changeset/bump-deps-2026-11-07.md | 7 -- .changeset/bump-deps-2026-11-10.md | 6 -- .changeset/bump-deps-2026-11-12.md | 5 - .changeset/bun-runtime.md | 5 - .changeset/check-through-label.md | 5 - .changeset/codex-project-mcp.md | 5 - .changeset/command-reference-link.md | 7 -- .changeset/config-timer-bounds.md | 7 -- .changeset/dismiss-keyboard-jsdoc.md | 5 - .changeset/e2b-provider.md | 5 - .changeset/engine-app-origin.md | 5 - .changeset/explore-changed-since.md | 9 -- .changeset/explore-nothing-to-explore.md | 5 - .changeset/github-org-e2e-inc.md | 19 ---- .../gitlab-junit-screenshot-attachment.md | 5 - .changeset/html-reporter.md | 5 - .changeset/judge-current-path.md | 5 - .changeset/limrun-lease-session.md | 5 - .changeset/list-label-drawn-checkbox.md | 5 - .changeset/mcp-engine-ask-user.md | 5 - .changeset/mcp-engine-session.md | 7 -- .changeset/mcp-read-writing-guide.md | 5 - .changeset/minted-test-id-replay.md | 5 - .changeset/mobile-cancel-pending-press.md | 5 - .../mobile-keyboard-covered-visibility.md | 5 - .changeset/mobile-null-device-provider.md | 5 - .changeset/mobile-prepare-step-times.md | 5 - .changeset/mobile-raw-session.md | 5 - .changeset/mobile-root-swipe-transition.md | 5 - .../mobile-skip-post-gesture-stabilization.md | 5 - .changeset/napi-rs-image.md | 7 -- .changeset/output-inside-project-root.md | 5 - .changeset/relevance-first-order.md | 8 -- .changeset/replay-volatile-anchors.md | 5 - .changeset/reporter-redact.md | 5 - .changeset/run-header-selected-targets.md | 5 - .changeset/run-step.md | 5 - .changeset/screen-double-tap-at.md | 5 - .changeset/screenshot-late-navigation.md | 5 - .changeset/scroll-to-one-read.md | 5 - .changeset/scroll-until-lazy-page.md | 5 - .../security-redaction-and-input-bounds.md | 8 -- .changeset/set-permission-validate.md | 5 - .changeset/settle-agent-only-jsdoc.md | 5 - .changeset/skill-bug-bash-repros.md | 5 - .changeset/skill-ci-browser-cache.md | 5 - .changeset/skill-doctor-json-flag.md | 5 - .changeset/skill-ios-launch-language.md | 5 - .changeset/skill-test-structure.md | 5 - .changeset/skill-timeout-zero.md | 5 - .changeset/timings-history.md | 5 - .changeset/tohaveurl-resolved-label.md | 5 - .changeset/unify-date-anchor-patterns.md | 5 - .changeset/web-cdp-handshake-headers.md | 5 - .changeset/web-credential-origins.md | 7 -- .changeset/web-tabs.md | 5 - packages/acp/CHANGELOG.md | 16 +++ packages/acp/package.json | 2 +- packages/browser-run/CHANGELOG.md | 7 ++ packages/browser-run/package.json | 2 +- packages/browserstack/CHANGELOG.md | 8 ++ packages/browserstack/package.json | 2 +- packages/decision/CHANGELOG.md | 12 +++ packages/decision/package.json | 2 +- packages/e2b/CHANGELOG.md | 13 +++ packages/e2b/package.json | 2 +- packages/e2e/CHANGELOG.md | 97 +++++++++++++++++++ packages/e2e/package.json | 2 +- packages/e2e/server.json | 4 +- packages/eas/CHANGELOG.md | 6 ++ packages/eas/package.json | 2 +- packages/github/CHANGELOG.md | 6 ++ packages/github/package.json | 2 +- packages/html-reporter/CHANGELOG.md | 11 +++ packages/html-reporter/package.json | 2 +- packages/kernel/CHANGELOG.md | 6 ++ packages/kernel/package.json | 2 +- packages/lightpanda/CHANGELOG.md | 6 ++ packages/lightpanda/package.json | 2 +- packages/limrun/CHANGELOG.md | 10 ++ packages/limrun/package.json | 2 +- packages/mobile/CHANGELOG.md | 36 +++++++ packages/mobile/package.json | 2 +- packages/smol/CHANGELOG.md | 8 ++ packages/smol/package.json | 2 +- packages/testmu/CHANGELOG.md | 10 ++ packages/testmu/package.json | 2 +- packages/web/CHANGELOG.md | 28 ++++++ packages/web/package.json | 2 +- plugins/e2e/.claude-plugin/plugin.json | 2 +- plugins/e2e/.codex-plugin/plugin.json | 2 +- plugins/e2e/.cursor-plugin/plugin.json | 2 +- 102 files changed, 301 insertions(+), 397 deletions(-) delete mode 100644 .changeset/acp-teardown-eperm.md delete mode 100644 .changeset/agent-device-0-21-37.md delete mode 100644 .changeset/agent-tab-verbs.md delete mode 100644 .changeset/agent-upload-samples.md delete mode 100644 .changeset/app-command-exit.md delete mode 100644 .changeset/app-unreachable-first-lines.md delete mode 100644 .changeset/assert-exploration.md delete mode 100644 .changeset/biometric-sensor-platforms.md delete mode 100644 .changeset/boot-newest-shut-down.md delete mode 100644 .changeset/browser-run.md delete mode 100644 .changeset/bump-deps-2026-11-07.md delete mode 100644 .changeset/bump-deps-2026-11-10.md delete mode 100644 .changeset/bump-deps-2026-11-12.md delete mode 100644 .changeset/bun-runtime.md delete mode 100644 .changeset/check-through-label.md delete mode 100644 .changeset/codex-project-mcp.md delete mode 100644 .changeset/command-reference-link.md delete mode 100644 .changeset/config-timer-bounds.md delete mode 100644 .changeset/dismiss-keyboard-jsdoc.md delete mode 100644 .changeset/e2b-provider.md delete mode 100644 .changeset/engine-app-origin.md delete mode 100644 .changeset/explore-changed-since.md delete mode 100644 .changeset/explore-nothing-to-explore.md delete mode 100644 .changeset/github-org-e2e-inc.md delete mode 100644 .changeset/gitlab-junit-screenshot-attachment.md delete mode 100644 .changeset/html-reporter.md delete mode 100644 .changeset/judge-current-path.md delete mode 100644 .changeset/limrun-lease-session.md delete mode 100644 .changeset/list-label-drawn-checkbox.md delete mode 100644 .changeset/mcp-engine-ask-user.md delete mode 100644 .changeset/mcp-engine-session.md delete mode 100644 .changeset/mcp-read-writing-guide.md delete mode 100644 .changeset/minted-test-id-replay.md delete mode 100644 .changeset/mobile-cancel-pending-press.md delete mode 100644 .changeset/mobile-keyboard-covered-visibility.md delete mode 100644 .changeset/mobile-null-device-provider.md delete mode 100644 .changeset/mobile-prepare-step-times.md delete mode 100644 .changeset/mobile-raw-session.md delete mode 100644 .changeset/mobile-root-swipe-transition.md delete mode 100644 .changeset/mobile-skip-post-gesture-stabilization.md delete mode 100644 .changeset/napi-rs-image.md delete mode 100644 .changeset/output-inside-project-root.md delete mode 100644 .changeset/relevance-first-order.md delete mode 100644 .changeset/replay-volatile-anchors.md delete mode 100644 .changeset/reporter-redact.md delete mode 100644 .changeset/run-header-selected-targets.md delete mode 100644 .changeset/run-step.md delete mode 100644 .changeset/screen-double-tap-at.md delete mode 100644 .changeset/screenshot-late-navigation.md delete mode 100644 .changeset/scroll-to-one-read.md delete mode 100644 .changeset/scroll-until-lazy-page.md delete mode 100644 .changeset/security-redaction-and-input-bounds.md delete mode 100644 .changeset/set-permission-validate.md delete mode 100644 .changeset/settle-agent-only-jsdoc.md delete mode 100644 .changeset/skill-bug-bash-repros.md delete mode 100644 .changeset/skill-ci-browser-cache.md delete mode 100644 .changeset/skill-doctor-json-flag.md delete mode 100644 .changeset/skill-ios-launch-language.md delete mode 100644 .changeset/skill-test-structure.md delete mode 100644 .changeset/skill-timeout-zero.md delete mode 100644 .changeset/timings-history.md delete mode 100644 .changeset/tohaveurl-resolved-label.md delete mode 100644 .changeset/unify-date-anchor-patterns.md delete mode 100644 .changeset/web-cdp-handshake-headers.md delete mode 100644 .changeset/web-credential-origins.md delete mode 100644 .changeset/web-tabs.md create mode 100644 packages/browser-run/CHANGELOG.md create mode 100644 packages/e2b/CHANGELOG.md create mode 100644 packages/html-reporter/CHANGELOG.md diff --git a/.changeset/acp-teardown-eperm.md b/.changeset/acp-teardown-eperm.md deleted file mode 100644 index 8f1aa77741..0000000000 --- a/.changeset/acp-teardown-eperm.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/acp": patch ---- - -Fix `WORKER_CRASH (EPERM)` on Windows when an ACP session ends: a failed session directory removal no longer crashes the worker and is retried after the agent exits. diff --git a/.changeset/agent-device-0-21-37.md b/.changeset/agent-device-0-21-37.md deleted file mode 100644 index 7118292160..0000000000 --- a/.changeset/agent-device-0-21-37.md +++ /dev/null @@ -1,8 +0,0 @@ ---- -"@e2e-dev/mobile": patch -"@e2e-dev/e2b": patch -"@e2e-dev/limrun": patch -"@e2e-dev/testmu": patch ---- - -Update agent-device to 0.21.37. Without `device`, the iOS pool no longer picks a paired iPhone that is not connected: agent-device now lists a phone whose CoreDevice tunnel is unavailable as not booted. A `device` that names such a phone fails in `prepare` with "iOS device is not ready for automation", before any test runs, instead of at app launch. A test's own swipe and scroll now skip agent-device's post-gesture wait, which 0.21.36 ignored. diff --git a/.changeset/agent-tab-verbs.md b/.changeset/agent-tab-verbs.md deleted file mode 100644 index 3567332f3d..0000000000 --- a/.changeset/agent-tab-verbs.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -The agent tells the model when an action opened a tab in the background (`The app opened a new tab (tab 2 of 2). The screen still shows tab 1; use switch_tab to see it.`), names the tab in every screen header while more than one is open (`tab 1 of 2`), and gets `switch_tab` and `close_tab` verbs on engines that declare the new `session.switchTab` and `session.closeTab` hooks. `EngineSnapshot.tabs` reports the open tabs. [Action tools](https://e2e.com/docs/reference/agent#action-tools) diff --git a/.changeset/agent-upload-samples.md b/.changeset/agent-upload-samples.md deleted file mode 100644 index 0a0e5806b1..0000000000 --- a/.changeset/agent-upload-samples.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -The built-in agent can try an upload when the step names no file. `upload` takes `sample:photo.png`, `sample:photo.jpg`, `sample:document.pdf`, `sample:notes.txt`, `sample:table.csv`, and `sample:empty.txt`, small files e2e ships, and the tool lists them. An `e2e mcp` upload of a sample prints no test line, since a test needs a project file. diff --git a/.changeset/app-command-exit.md b/.changeset/app-command-exit.md deleted file mode 100644 index 342b686d30..0000000000 --- a/.changeset/app-command-exit.md +++ /dev/null @@ -1,10 +0,0 @@ ---- -"e2e": patch ---- - -Fail `e2e run` when an app command exits unexpectedly after readiness. -Report its exit code or signal and redacted log tail. -Interrupt active tests and skip queued tests only for targets that depend on that command. -Ignore command exits after those targets finish their work. -An exit with code 0 also fails the run, so a command that starts the app in the background and then exits, such as `docker compose up -d --wait`, now fails. -Keep the app in the foreground instead, for example `docker compose up` without `-d`. diff --git a/.changeset/app-unreachable-first-lines.md b/.changeset/app-unreachable-first-lines.md deleted file mode 100644 index 899ec72087..0000000000 --- a/.changeset/app-unreachable-first-lines.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -A startup failure now quotes the first lines of a long `command.log` as well as the last, with `[startup output omitted]` between them, so the error a service printed before it kept logging survives in the `APP_UNREACHABLE` message. diff --git a/.changeset/assert-exploration.md b/.changeset/assert-exploration.md deleted file mode 100644 index 2faebac9ba..0000000000 --- a/.changeset/assert-exploration.md +++ /dev/null @@ -1,6 +0,0 @@ ---- -"e2e": patch -"@e2e-dev/acp": patch ---- - -Add opt-in scrolling exploration to agent.assert with bounded action and model-call budgets. Enforce read-only assertion tools for built-in and custom executors. ACP assertions now deny hover; mutating actions from custom executors fail with POLICY_DENIED during any assertion. `createVerdictTool(kind)` drops ASSERTION_INCONCLUSIVE from an act verdict, and `createToolLoopExecutor({ inconclusiveOnOverflow: true })` fails a context overflow as ASSERTION_INCONCLUSIVE instead of shortening the history. diff --git a/.changeset/biometric-sensor-platforms.md b/.changeset/biometric-sensor-platforms.md deleted file mode 100644 index cb4c87935d..0000000000 --- a/.changeset/biometric-sensor-platforms.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/mobile": patch ---- - -Say which platform each biometric sensor works on in the `setBiometrics` and `enrollBiometrics` docs. diff --git a/.changeset/boot-newest-shut-down.md b/.changeset/boot-newest-shut-down.md deleted file mode 100644 index 0db7934045..0000000000 --- a/.changeset/boot-newest-shut-down.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/mobile": patch ---- - -Fix `ENGINE_FAILURE (launch) boot failed: N devices match this request equally` when a target names no `device` and no simulator or emulator is booted. The engine now asks agent-device to boot a shut-down one: newest OS first, then name order. diff --git a/.changeset/browser-run.md b/.changeset/browser-run.md deleted file mode 100644 index 32956ba8b9..0000000000 --- a/.changeset/browser-run.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/browser-run": minor ---- - -**Release:** New package: `@e2e-dev/browser-run`. A Cloudflare Browser Run browser provider for hosted Chromium leases. diff --git a/.changeset/bump-deps-2026-11-07.md b/.changeset/bump-deps-2026-11-07.md deleted file mode 100644 index 096dd6cb21..0000000000 --- a/.changeset/bump-deps-2026-11-07.md +++ /dev/null @@ -1,7 +0,0 @@ ---- -"e2e": patch -"@e2e-dev/web": patch -"@e2e-dev/smol": patch ---- - -Bump playwright-core to 1.65.0 and commander to 15.1.0. `fill` no longer rejects malformed date, time, color, and range values, and actions wait for an element to leave an `inert` subtree. Smol sandboxes use the Playwright 1.65.0 image. diff --git a/.changeset/bump-deps-2026-11-10.md b/.changeset/bump-deps-2026-11-10.md deleted file mode 100644 index 79a362c2c1..0000000000 --- a/.changeset/bump-deps-2026-11-10.md +++ /dev/null @@ -1,6 +0,0 @@ ---- -"e2e": patch -"@e2e-dev/acp": patch ---- - -Bump runtime dependencies: `@clack/prompts` 1.9.0, `oxc-parser`, `oxc-transform`, and `@oxc-project/runtime` 0.158.0, `@ai-sdk/provider` 4.0.37, and `@agentclientprotocol/sdk` 2.5.0 (ACP schema v1.30.0). diff --git a/.changeset/bump-deps-2026-11-12.md b/.changeset/bump-deps-2026-11-12.md deleted file mode 100644 index 061b07d472..0000000000 --- a/.changeset/bump-deps-2026-11-12.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/acp": patch ---- - -Bump `@agentclientprotocol/sdk` to 2.6.0. diff --git a/.changeset/bun-runtime.md b/.changeset/bun-runtime.md deleted file mode 100644 index bfb16a6233..0000000000 --- a/.changeset/bun-runtime.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -The CLI runs on Bun 1.4.3 or newer without Node.js: `bunx --bun e2e run`. In a Bun project, `e2e init` registers the MCP server with `bunx`. An older Bun gets the version to upgrade to. [What differs on Bun](https://e2e.com/docs/reference/cli#bun). diff --git a/.changeset/check-through-label.md b/.changeset/check-through-label.md deleted file mode 100644 index 13b098e244..0000000000 --- a/.changeset/check-through-label.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/web": patch ---- - -`check`, `uncheck`, and `tap` click a checkbox or radio hidden under its own label (as in Element Plus) through that label. `uncheck` still refuses a native radio without clicking it. Anything else on top of the point the click lands on still fails `ACTION_FAILED`. diff --git a/.changeset/codex-project-mcp.md b/.changeset/codex-project-mcp.md deleted file mode 100644 index 7a49e54980..0000000000 --- a/.changeset/codex-project-mcp.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -Register the MCP server in Codex project settings during `e2e init`. Preserve existing Codex settings and comments when updating the server entry. diff --git a/.changeset/command-reference-link.md b/.changeset/command-reference-link.md deleted file mode 100644 index f949f4c466..0000000000 --- a/.changeset/command-reference-link.md +++ /dev/null @@ -1,7 +0,0 @@ ---- -"e2e": patch -"@e2e-dev/e2b": patch -"@e2e-dev/html-reporter": patch ---- - -The setup guide's link to the `command` reference no longer returns 404. The e2b and HTML reporter READMEs link to e2e.com instead of e2e.tester.army. diff --git a/.changeset/config-timer-bounds.md b/.changeset/config-timer-bounds.md deleted file mode 100644 index 0f744101da..0000000000 --- a/.changeset/config-timer-bounds.md +++ /dev/null @@ -1,7 +0,0 @@ ---- -"e2e": patch ---- - -Reject a config timeout above 2147483647 ms with `INVALID_CONFIG` instead of letting every test time out at once. -This covers `timeout`, `launchTimeout`, `actionTimeout`, `assertionTimeout`, `cleanupTimeout`, `app.command.startupTimeout` and `shutdownTimeout`, and `agents..judgmentTimeout`. -A test's or group's own `timeout` above that limit now fails collection too. diff --git a/.changeset/dismiss-keyboard-jsdoc.md b/.changeset/dismiss-keyboard-jsdoc.md deleted file mode 100644 index 4c7364fd61..0000000000 --- a/.changeset/dismiss-keyboard-jsdoc.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/mobile": patch ---- - -`device.dismissKeyboard()` now documents in its type how it dismisses the keyboard and when it fails, and the `videoTouches` description names Expo Simulators as a slow hosted daemon. diff --git a/.changeset/e2b-provider.md b/.changeset/e2b-provider.md deleted file mode 100644 index 39ed12c924..0000000000 --- a/.changeset/e2b-provider.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/e2b": patch ---- - -New package: `e2b()`, a device provider that runs Android 16 in one E2B sandbox per worker slot and installs the target's `.apk`, and `e2bBrowsers()` from `@e2e-dev/e2b/web`, a browser provider that runs Chromium in E2B sandboxes per worker slot or per attempt. diff --git a/.changeset/engine-app-origin.md b/.changeset/engine-app-origin.md deleted file mode 100644 index 0c9d7bc9e2..0000000000 --- a/.changeset/engine-app-origin.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -Engines receive the app's origin as `EngineAppInfo.origin` in `prepare` and `init`, on the run's port when `app.url` asks for a free one (and left out until the run assigns it), so an engine can scope a credential it injects to the exact origin. diff --git a/.changeset/explore-changed-since.md b/.changeset/explore-changed-since.md deleted file mode 100644 index 1db31bbde3..0000000000 --- a/.changeset/explore-changed-since.md +++ /dev/null @@ -1,9 +0,0 @@ ---- -"e2e": patch ---- - -`e2e explore --changed-since ` explores what a branch changed. The planner reads the commit messages and the committed diff since the merge base of the ref and HEAD, and plans its steps for the screens the change can affect. Only a defect the change can cause is an issue; one elsewhere is a warning. With no goal, the goal is the change. The report records the change as `run.explore.change`, and `explore()` on `e2e/runner` takes `changedSince` too. - -```bash -npx e2e explore --changed-since origin/main -``` diff --git a/.changeset/explore-nothing-to-explore.md b/.changeset/explore-nothing-to-explore.md deleted file mode 100644 index f52d68f0b5..0000000000 --- a/.changeset/explore-nothing-to-explore.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -`e2e explore --changed-since` can skip a change no user can see, such as docs or tests only. It skips only with no goal given, and only when the planner read the whole change on a clean working tree. The run passes with no step, `run.explore.ended` reads `skipped`, and the comment headline reads `nothing to explore`. diff --git a/.changeset/github-org-e2e-inc.md b/.changeset/github-org-e2e-inc.md deleted file mode 100644 index 4c5246d445..0000000000 --- a/.changeset/github-org-e2e-inc.md +++ /dev/null @@ -1,19 +0,0 @@ ---- -"@e2e-dev/acp": patch -"@e2e-dev/browserstack": patch -"@e2e-dev/decision": patch -"@e2e-dev/e2b": patch -"e2e": patch -"@e2e-dev/eas": patch -"@e2e-dev/github": patch -"@e2e-dev/html-reporter": patch -"@e2e-dev/kernel": patch -"@e2e-dev/lightpanda": patch -"@e2e-dev/limrun": patch -"@e2e-dev/mobile": patch -"@e2e-dev/smol": patch -"@e2e-dev/testmu": patch -"@e2e-dev/web": patch ---- - -Move GitHub repository metadata and CLI links to e2e-inc/e2e after the organization rename. Register the MCP server as io.github.e2e-inc/e2e. diff --git a/.changeset/gitlab-junit-screenshot-attachment.md b/.changeset/gitlab-junit-screenshot-attachment.md deleted file mode 100644 index 787d029425..0000000000 --- a/.changeset/gitlab-junit-screenshot-attachment.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -The `junit` reporter links failure screenshots using GitLab CI's `[[ATTACHMENT|]]` format in ``, so screenshots show directly in pipeline test reports. diff --git a/.changeset/html-reporter.md b/.changeset/html-reporter.md deleted file mode 100644 index c5d8ac899e..0000000000 --- a/.changeset/html-reporter.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/html-reporter": patch ---- - -New package: `htmlReporter()` writes the run as one HTML page, `.e2e/report.html`, that opens from disk with no server. It lists the tests by file with status tabs and search, and shows each test's attempts, error, steps, screenshots, and video, with each step linked to its moment in the video. Agent steps show their explanation, the actions they took, the model, tokens and cost, and whether the step replayed from the cache. A failed assertion that reports expected and received values shows them with the difference marked. When the test file is in the project, the failure shows the code around the failing call, and each step opens to its code. **copy prompt** on a failed test copies its failure, steps, and file paths for a coding agent. The page has a light and a dark theme, following the system's by default. `media: 'embed'` puts screenshots and videos in the page so the one file is the whole report, and `media: 'none'` leaves them out. diff --git a/.changeset/judge-current-path.md b/.changeset/judge-current-path.md deleted file mode 100644 index bc32ee958d..0000000000 --- a/.changeset/judge-current-path.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -`agent.assert`, `agent.waitFor`, and `agent.extract` now see the current location, so an instruction about the URL can hold or fail instead of ending inconclusive. `agent.waitFor` also judges again when only the location changed, except under `vision: 'only'`, which does not see the location. diff --git a/.changeset/limrun-lease-session.md b/.changeset/limrun-lease-session.md deleted file mode 100644 index 9c3cd17e7b..0000000000 --- a/.changeset/limrun-lease-session.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -'@e2e-dev/limrun': patch ---- - -A Limrun device lease no longer names an agent-device `session` in its client configuration, which `@e2e-dev/mobile` rejected with `ENGINE_FAILURE` ("returned a lease without an id and a daemon baseUrl or JSON client configuration") before any test or session could start. The provider still allocates and renews the lease under its own session. diff --git a/.changeset/list-label-drawn-checkbox.md b/.changeset/list-label-drawn-checkbox.md deleted file mode 100644 index 35d12d128c..0000000000 --- a/.changeset/list-label-drawn-checkbox.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/web": patch ---- - -The agent now sees a checkbox or radio that a component library shrinks to no size under its own label (as in Element Plus), with its checked state. Before, it saw only the label text, and a tap that ticked the box reported no change. diff --git a/.changeset/mcp-engine-ask-user.md b/.changeset/mcp-engine-ask-user.md deleted file mode 100644 index dd84f3c23d..0000000000 --- a/.changeset/mcp-engine-ask-user.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -`ENGINE_NOT_INSTALLED` from `e2e mcp` now tells the agent to ask the user to run the install command when it cannot run it itself. diff --git a/.changeset/mcp-engine-session.md b/.changeset/mcp-engine-session.md deleted file mode 100644 index a29d80f41d..0000000000 --- a/.changeset/mcp-engine-session.md +++ /dev/null @@ -1,7 +0,0 @@ ---- -"e2e": patch -"@e2e-dev/web": patch -"@e2e-dev/mobile": patch ---- - -Open an MCP session in a directory with no config: `open_session {engine: "@e2e-dev/web", app: {url}}` names the engine to drive and `app` the app under test. `engine` is a package name, or the factory call a config would write as `{package, export, options}`, where an option can be another such call: `{package: "@e2e-dev/mobile", options: {platform: "ios", device: {package: "@e2e-dev/limrun", export: "limrun"}}}`. Each package is found in the project, beside e2e, or in `~/.e2e/engines`; when it is in none, `ENGINE_NOT_INSTALLED` names the install command. `@e2e-dev/web` and `@e2e-dev/mobile` export their factory as the default export for this, and `mobile()` called without a platform now says which platforms it takes. diff --git a/.changeset/mcp-read-writing-guide.md b/.changeset/mcp-read-writing-guide.md deleted file mode 100644 index f99500f7ef..0000000000 --- a/.changeset/mcp-read-writing-guide.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -`e2e mcp` tells the agent to read the `writing-tests` guide before it writes or edits a test, in the server's instructions and in every `open_session` result. diff --git a/.changeset/minted-test-id-replay.md b/.changeset/minted-test-id-replay.md deleted file mode 100644 index 1f8ec38651..0000000000 --- a/.changeset/minted-test-id-replay.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -A step whose effect or click target is a node identified only by a generated test id (a uuid, hex id, cuid, or timestamp) no longer fails replay on every run. diff --git a/.changeset/mobile-cancel-pending-press.md b/.changeset/mobile-cancel-pending-press.md deleted file mode 100644 index f84dd0037b..0000000000 --- a/.changeset/mobile-cancel-pending-press.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/mobile": patch ---- - -Cancel pending taps, double taps, focus, check and uncheck actions when the step stops waiting for them or the run is interrupted. Input already sent to the device may still finish. diff --git a/.changeset/mobile-keyboard-covered-visibility.md b/.changeset/mobile-keyboard-covered-visibility.md deleted file mode 100644 index 8f3ea4158c..0000000000 --- a/.changeset/mobile-keyboard-covered-visibility.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/mobile": patch ---- - -A node under the soft keyboard is hidden (the keyboard's own nodes and the focused field excepted): `screen.scrollUntilVisible` keeps scrolling to it, `toBeVisible()` fails on it, and `getByRole` skips it. A tap that agent-device refuses, without sending it, because the keyboard or an overlay covers the target now fails `ACTION_FAILED` with the hint that names the cover, not as an engine failure. diff --git a/.changeset/mobile-null-device-provider.md b/.changeset/mobile-null-device-provider.md deleted file mode 100644 index 689247decd..0000000000 --- a/.changeset/mobile-null-device-provider.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -'@e2e-dev/mobile': patch ---- - -`mobile({ device: null })` now fails with `INVALID_CONFIG` instead of a raw `TypeError`. diff --git a/.changeset/mobile-prepare-step-times.md b/.changeset/mobile-prepare-step-times.md deleted file mode 100644 index fa1edb454a..0000000000 --- a/.changeset/mobile-prepare-step-times.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/mobile": patch ---- - -Log how long each device's prepare steps took: a line such as `iPhone 17 Pro: boot 8.1s, iOS runner 120.3s, open Settings 3.2s` follows each `booting` line, also when a step fails or times out, so a slow engine prepare in the run output shows where the time went. diff --git a/.changeset/mobile-raw-session.md b/.changeset/mobile-raw-session.md deleted file mode 100644 index 0576a3ca20..0000000000 --- a/.changeset/mobile-raw-session.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/mobile": patch ---- - -Custom tools can use `unstable_deviceSession(...engines)` from `@e2e-dev/mobile/tools` to access the running attempt's raw driver session for capabilities e2e does not wrap yet. It shares `DeviceSession` with `device.unstable_raw`. The raw client is typed as `DeviceSessionClient`, exported from `@e2e-dev/mobile`. Both escape hatches can change in any release. diff --git a/.changeset/mobile-root-swipe-transition.md b/.changeset/mobile-root-swipe-transition.md deleted file mode 100644 index bf32e98ad7..0000000000 --- a/.changeset/mobile-root-swipe-transition.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/mobile": patch ---- - -Wait out the remaining transition budget before a test scrolls the screen, including after dismissing a native alert. diff --git a/.changeset/mobile-skip-post-gesture-stabilization.md b/.changeset/mobile-skip-post-gesture-stabilization.md deleted file mode 100644 index 6a1e318b72..0000000000 --- a/.changeset/mobile-skip-post-gesture-stabilization.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/mobile": patch ---- - -Send `postGestureStabilization: false` with a test's own swipe and scroll, so an agent-device release that accepts the option stops holding the next read for up to 3.5 s after a gesture the test then checks with `expect`. The first action on a control within 2 s of such a gesture re-reads the control until two reads agree on where it is, so a tap does not land on a list still coasting and get swallowed. The agent's gestures keep the wait. diff --git a/.changeset/napi-rs-image.md b/.changeset/napi-rs-image.md deleted file mode 100644 index fa4500cb23..0000000000 --- a/.changeset/napi-rs-image.md +++ /dev/null @@ -1,7 +0,0 @@ ---- -"e2e": patch -"@e2e-dev/decision": patch -"@e2e-dev/mobile": patch ---- - -PNG decoding and encoding now run on `@napi-rs/image`, a native addon with a prebuilt binary per platform, in place of `fast-png` and `pngjs`: decoding is 8 to 15 times faster, encoding 5 to 8 times, and a `toHaveScreenshot` capture 4 to 12 times. Stored screenshots decode to the same pixels as before. A screenshot the runner writes (a new baseline, or one rewritten because the screen changed) has the same pixels in different bytes: a Chromium capture comes out about 15% larger and a device screenshot about 20% smaller. The binary adds about 15 to 21 MB to an install, depending on the platform, and the package publishes none for Linux on ppc64, s390x, or riscv64. `e2e` loads it when the first screenshot is read or written, so `--version` and a run that takes none never need it, and a missing binding fails that call with `IMAGE_CODEC_UNAVAILABLE`; `@e2e-dev/mobile` and `@e2e-dev/decision` load it when they are imported. Gray PNGs with 1, 2, or 4 bits per sample now decode, and a 16-bit gray or RGB PNG with a transparent color now compares pixels to it at 16 bits, so a pixel that only rounds to it at 8 bits stays opaque. diff --git a/.changeset/output-inside-project-root.md b/.changeset/output-inside-project-root.md deleted file mode 100644 index 2234cbb0ca..0000000000 --- a/.changeset/output-inside-project-root.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -The bundled e2e skill's running guide now says `--output` must be a directory inside the project root, not the root itself. diff --git a/.changeset/relevance-first-order.md b/.changeset/relevance-first-order.md deleted file mode 100644 index a7dcf5164c..0000000000 --- a/.changeset/relevance-first-order.md +++ /dev/null @@ -1,8 +0,0 @@ ---- -"e2e": patch -"@e2e-dev/decision": patch ---- - -A test filter can score the tests it keeps. `relevance` in its result gives each test a number from 0 to 1, and a run with `--changed-since` starts the files of the likeliest first in each target, in bands at 75%, 50%, and 25%, so a failure shows sooner and `--max-failures` stops earlier. Targets go by the band of their best file, ties in config order. Inside a band, a run with more than one worker still starts the file the previous run spent longest in first. - -`decisionFilter()` now scores every test it keeps: 100% for a test whose file, setup file, or stored screenshots changed, the model's answer for one it judged, and 50% for one it did not judge. When it fails, as without a key, it puts the scores the change alone gives on the error it throws, so the run still warns and runs every test, with the touched ones first. A filter of your own can do the same: an error it throws may carry `relevance`. `decisionFilter()` requires e2e 0.23.1 or newer, since an older runner refuses the new `relevance` key and drops the whole filter. diff --git a/.changeset/replay-volatile-anchors.md b/.changeset/replay-volatile-anchors.md deleted file mode 100644 index 0b2b2ae1bb..0000000000 --- a/.changeset/replay-volatile-anchors.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -A replay no longer fails its end check on a value that changes every run, such as a clock or a date, when the other side of the step's delta already holds a stable result like a deleted row. diff --git a/.changeset/reporter-redact.md b/.changeset/reporter-redact.md deleted file mode 100644 index 11ee5498e3..0000000000 --- a/.changeset/reporter-redact.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -A reporter's `onRunFinished` gets `run.redact(text)`, which masks the config's secret values the way a test filter's `redact` does, for text it adds from outside the report, such as lines of a test file. diff --git a/.changeset/run-header-selected-targets.md b/.changeset/run-header-selected-targets.md deleted file mode 100644 index ef0e1e2df9..0000000000 --- a/.changeset/run-header-selected-targets.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -When `--target` selects configured targets, the run header and the `run-started` event's `targets` name those targets in config order instead of every configured target. Without `--target`, or with an unknown target ID, they still name every configured target. The report's `run.targets` still lists every configured target. diff --git a/.changeset/run-step.md b/.changeset/run-step.md deleted file mode 100644 index 5a012c61e0..0000000000 --- a/.changeset/run-step.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -`e2e run --step` runs the first step, then holds each later step until you press a key, with the keys of `--watch`: Enter runs it, `n` runs the rest of the test, `a` runs the rest of the run, `h` lists the keys, and `q` stops the run with exit 130. Add `--headed` to watch the app between steps. The time a step is held counts toward no timeout, so a test can wait at a prompt past its `timeout` and `maxDuration`. Setup tests, retries, teardown steps, and steps inside an `expect.poll` read run without stopping. `--step` runs one worker and is refused in CI, without a terminal, with `--watch`, with `--workers` above 1, and with the json reporter. diff --git a/.changeset/screen-double-tap-at.md b/.changeset/screen-double-tap-at.md deleted file mode 100644 index 0e2fd007b7..0000000000 --- a/.changeset/screen-double-tap-at.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -Add `screen.doubleTapAt(point, options?)` to double-tap a viewport point on engines that support the `doubleTap` pointer action. diff --git a/.changeset/screenshot-late-navigation.md b/.changeset/screenshot-late-navigation.md deleted file mode 100644 index f77cbd3f63..0000000000 --- a/.changeset/screenshot-late-navigation.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/web": patch ---- - -A screenshot taken while the page navigates still captures the document showing when Playwright reports the destroyed context before the navigation event. diff --git a/.changeset/scroll-to-one-read.md b/.changeset/scroll-to-one-read.md deleted file mode 100644 index 59c2ffef7d..0000000000 --- a/.changeset/scroll-to-one-read.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -`scroll_to({ text })` is faster: it reads each page once when the swipe visibly landed, instead of waiting for a second look to confirm it. A clock ticking beside a list no longer delays the end of the list: the call fails with `LOCATOR_NOT_FOUND` after a few swipes, not 800 screens later. diff --git a/.changeset/scroll-until-lazy-page.md b/.changeset/scroll-until-lazy-page.md deleted file mode 100644 index 887f7968d8..0000000000 --- a/.changeset/scroll-until-lazy-page.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -`scroll_to({ text })` keeps paging a list that appends when it reaches the end. An unchanged screen is re-read for a second before it counts as stopped, so that pause is not `LOCATOR_NOT_FOUND`. diff --git a/.changeset/security-redaction-and-input-bounds.md b/.changeset/security-redaction-and-input-bounds.md deleted file mode 100644 index 0d0eecc61d..0000000000 --- a/.changeset/security-redaction-and-input-bounds.md +++ /dev/null @@ -1,8 +0,0 @@ ---- -"e2e": patch -"@e2e-dev/acp": patch -"@e2e-dev/browserstack": patch -"@e2e-dev/testmu": patch ---- - -Redact project tool results and errors before the model or AI trace recorder reads them, and redact and bound skip reasons before reporting. Avoid repeated scanning of malformed stack frames and trailing slashes in provider API endpoints. Keep ACP forwarding errors out of HTTP responses while preserving the cause in the runner's redacted failure output. diff --git a/.changeset/set-permission-validate.md b/.changeset/set-permission-validate.md deleted file mode 100644 index 67383a740f..0000000000 --- a/.changeset/set-permission-validate.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/mobile": patch ---- - -`device.setPermission` rejects an unknown permission name or state with `INVALID_ARGUMENT`, naming the nearest permission for a typo. diff --git a/.changeset/settle-agent-only-jsdoc.md b/.changeset/settle-agent-only-jsdoc.md deleted file mode 100644 index 5a065cdc8b..0000000000 --- a/.changeset/settle-agent-only-jsdoc.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/mobile": patch ---- - -The `settle` option's documentation now says the agent's actions settle and a test's steps do not, except `device.back()`. diff --git a/.changeset/skill-bug-bash-repros.md b/.changeset/skill-bug-bash-repros.md deleted file mode 100644 index 7155402ee8..0000000000 --- a/.changeset/skill-bug-bash-repros.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -The bundled e2e skill's bug bash writes each repro test from the finding as `agent.act` steps and a closing `agent.assert`, so confirming a bug needs no locators. Each verifier runs its own repros into its own output directory, and the report runs them all once with `--tag bugbash`. A finding is confirmed when its repro fails on the reported defect, and the skill says how to read a failed `act`. Charters get about fifteen minutes each, a bash under a time limit keeps running new charters until near the end and reports each bug as its repro confirms it, and an account with a password under 6 characters is called out before the config fails. diff --git a/.changeset/skill-ci-browser-cache.md b/.changeset/skill-ci-browser-cache.md deleted file mode 100644 index 0599de7566..0000000000 --- a/.changeset/skill-ci-browser-cache.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -The bundled e2e skill's GitHub Actions workflow now caches the Playwright browsers between runs. diff --git a/.changeset/skill-doctor-json-flag.md b/.changeset/skill-doctor-json-flag.md deleted file mode 100644 index 401df73070..0000000000 --- a/.changeset/skill-doctor-json-flag.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -The bundled e2e skill's running reference now gives `e2e doctor --json` for JSON output, the flag the command accepts, instead of `--reporter json`. diff --git a/.changeset/skill-ios-launch-language.md b/.changeset/skill-ios-launch-language.md deleted file mode 100644 index d0795b0250..0000000000 --- a/.changeset/skill-ios-launch-language.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -The bundled e2e skill's setup reference shows how to run an iOS app in another language with `app.launchArguments`, one target per language. diff --git a/.changeset/skill-test-structure.md b/.changeset/skill-test-structure.md deleted file mode 100644 index d33ec93983..0000000000 --- a/.changeset/skill-test-structure.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -The bundled e2e skill now writes tests with one top-level `describe` per feature, one behavior per test, and arrange, act, assert order with every assertion at the end, instead of a check after each `agent.act`. diff --git a/.changeset/skill-timeout-zero.md b/.changeset/skill-timeout-zero.md deleted file mode 100644 index 37365b14d9..0000000000 --- a/.changeset/skill-timeout-zero.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -The bundled e2e skill now says what `timeout: 0` and a negative `timeout` do on actions, `waitFor`, matchers, and `expect.poll`. diff --git a/.changeset/timings-history.md b/.changeset/timings-history.md deleted file mode 100644 index 3b0f2f8605..0000000000 --- a/.changeset/timings-history.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"e2e": patch ---- - -`e2e run` keeps a small `/timings.json` (schema `timings-1`) of how long each file took, smoothed over recent runs, and starts the longest files first from it when it runs with more than one worker. A CI cache can restore and save just that file, so a fresh checkout gets the ordering; `--timings ` moves it. A missing or invalid file is no history, and the previous `report.json` is still the fallback. diff --git a/.changeset/tohaveurl-resolved-label.md b/.changeset/tohaveurl-resolved-label.md deleted file mode 100644 index 6abfc510c5..0000000000 --- a/.changeset/tohaveurl-resolved-label.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/web": patch ---- - -`expect(browser).toHaveURL` failures print a relative expected URL resolved against the app URL, the same way it is compared, so it reads beside the absolute observed URL. diff --git a/.changeset/unify-date-anchor-patterns.md b/.changeset/unify-date-anchor-patterns.md deleted file mode 100644 index b8f1e135f1..0000000000 --- a/.changeset/unify-date-anchor-patterns.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -'e2e': patch ---- - -A replay no longer skips text like `Marketing 12` as a date when checking its end state. diff --git a/.changeset/web-cdp-handshake-headers.md b/.changeset/web-cdp-handshake-headers.md deleted file mode 100644 index 05d852b401..0000000000 --- a/.changeset/web-cdp-handshake-headers.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/web": patch ---- - -Send CDP handshake headers for hosted browser leases. diff --git a/.changeset/web-credential-origins.md b/.changeset/web-credential-origins.md deleted file mode 100644 index eae5d5809c..0000000000 --- a/.changeset/web-credential-origins.md +++ /dev/null @@ -1,7 +0,0 @@ ---- -"@e2e-dev/web": minor ---- - -**Breaking:** `web({ headers })` and `web({ basicAuth })` go only to the app's origin, the scheme, host, and port of `app.url`. Before, `headers` went to every host on the app's site (another port on the same host, sibling subdomains, every host under a shared domain such as `vercel.app`), and `basicAuth` answered a `401` from any origin, so a third-party origin the app embeds could collect the credential. - -To migrate, list each other origin that needs the credentials in `credentialOrigins: ['https://api.example.com']`; it covers both. An app whose `app.url` redirects to another origin (`http:` to `https:`, the apex to `www`) needs the origin it lands on listed, or set `app.url` to it. `headers` still ride a request's own redirects to any origin, as before. WebKit can't scope basic auth to an origin on a default port or an IPv6 host, so there it still answers any origin. Update `e2e` with this release: the engine needs the app's origin from the runner. diff --git a/.changeset/web-tabs.md b/.changeset/web-tabs.md deleted file mode 100644 index 37d0fa932a..0000000000 --- a/.changeset/web-tabs.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -"@e2e-dev/web": patch ---- - -The `browser` fixture drives tabs. A tab the app opens (a `target="_blank"` link, `window.open`, an OAuth popup) joins `browser.tabs()` in the background, and the active tab stays where it was. `browser.waitForPopup(trigger)` runs the trigger and makes the tab it opens active, `browser.newTab()` opens a tab in the same context, and each `BrowserTab` has `url`, `title`, `isActive`, `isClosed`, `activate`, and `close`. When the active tab closes, the tab that opened it is active again, or the tab active most recently when that one is closed too. The agent's `switch_tab` and `close_tab` verbs move between tabs and close them. The web engine needs `e2e` 0.23.1 or newer. [Tabs](https://e2e.com/docs/reference/web#tabs) diff --git a/packages/acp/CHANGELOG.md b/packages/acp/CHANGELOG.md index d5afb38b6b..e3a54674bd 100644 --- a/packages/acp/CHANGELOG.md +++ b/packages/acp/CHANGELOG.md @@ -1,5 +1,21 @@ # @e2e-dev/acp +## 0.1.2 + +### Patch Changes + +- [#1626](https://github.com/e2e-inc/e2e/pull/1626) [`c9783a0`](https://github.com/e2e-inc/e2e/commit/c9783a0666ffea9af4d156d1154657fb94b4af1b) Thanks [@Varshith-Kali](https://github.com/Varshith-Kali)! - Fix `WORKER_CRASH (EPERM)` on Windows when an ACP session ends: a failed session directory removal no longer crashes the worker and is retried after the agent exits. + +- [#1568](https://github.com/e2e-inc/e2e/pull/1568) [`1144df4`](https://github.com/e2e-inc/e2e/commit/1144df4e710a448f0553a9cc8def1fd98aaed3ee) Thanks [@bheemreddy-samsara](https://github.com/bheemreddy-samsara)! - Add opt-in scrolling exploration to agent.assert with bounded action and model-call budgets. Enforce read-only assertion tools for built-in and custom executors. ACP assertions now deny hover; mutating actions from custom executors fail with POLICY_DENIED during any assertion. `createVerdictTool(kind)` drops ASSERTION_INCONCLUSIVE from an act verdict, and `createToolLoopExecutor({ inconclusiveOnOverflow: true })` fails a context overflow as ASSERTION_INCONCLUSIVE instead of shortening the history. + +- [#1666](https://github.com/e2e-inc/e2e/pull/1666) [`795f71f`](https://github.com/e2e-inc/e2e/commit/795f71f2ffa6d2d6d38d0de512ce6862b5f6c7dd) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Bump runtime dependencies: `@clack/prompts` 1.9.0, `oxc-parser`, `oxc-transform`, and `@oxc-project/runtime` 0.158.0, `@ai-sdk/provider` 4.0.37, and `@agentclientprotocol/sdk` 2.5.0 (ACP schema v1.30.0). + +- [#1712](https://github.com/e2e-inc/e2e/pull/1712) [`97093eb`](https://github.com/e2e-inc/e2e/commit/97093ebed44e5a785395b46cc48dcfda6e2b6a46) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Bump `@agentclientprotocol/sdk` to 2.6.0. + +- [#1672](https://github.com/e2e-inc/e2e/pull/1672) [`3735887`](https://github.com/e2e-inc/e2e/commit/373588756937562aa89c7dd7f7995ac6b16db972) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Move GitHub repository metadata and CLI links to e2e-inc/e2e after the organization rename. Register the MCP server as io.github.e2e-inc/e2e. + +- [#1715](https://github.com/e2e-inc/e2e/pull/1715) [`be460ec`](https://github.com/e2e-inc/e2e/commit/be460ecd91f4790884a36127310aab0d33853903) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Redact project tool results and errors before the model or AI trace recorder reads them, and redact and bound skip reasons before reporting. Avoid repeated scanning of malformed stack frames and trailing slashes in provider API endpoints. Keep ACP forwarding errors out of HTTP responses while preserving the cause in the runner's redacted failure output. + ## 0.1.1 ### Patch Changes diff --git a/packages/acp/package.json b/packages/acp/package.json index 3d9c400b49..c804bf40f2 100644 --- a/packages/acp/package.json +++ b/packages/acp/package.json @@ -1,6 +1,6 @@ { "name": "@e2e-dev/acp", - "version": "0.1.1", + "version": "0.1.2", "description": "Run e2e agent steps on a coding agent you already use (Claude Code, Codex, Cursor, ...) over the Agent Client Protocol", "keywords": [ "e2e", diff --git a/packages/browser-run/CHANGELOG.md b/packages/browser-run/CHANGELOG.md new file mode 100644 index 0000000000..c4b6abe034 --- /dev/null +++ b/packages/browser-run/CHANGELOG.md @@ -0,0 +1,7 @@ +# @e2e-dev/browser-run + +## 0.1.0 + +### Minor Changes + +- [#1634](https://github.com/e2e-inc/e2e/pull/1634) [`352b774`](https://github.com/e2e-inc/e2e/commit/352b774b33d1b12c6493876ca73532ea0e3506ae) Thanks [@irvinebroque](https://github.com/irvinebroque)! - **Release:** New package: `@e2e-dev/browser-run`. A Cloudflare Browser Run browser provider for hosted Chromium leases. diff --git a/packages/browser-run/package.json b/packages/browser-run/package.json index 421c0b85e6..f8bae61bae 100644 --- a/packages/browser-run/package.json +++ b/packages/browser-run/package.json @@ -1,6 +1,6 @@ { "name": "@e2e-dev/browser-run", - "version": "0.0.0", + "version": "0.1.0", "description": "Cloudflare Browser Run hosted Chromium for e2e web targets", "keywords": [ "e2e", diff --git a/packages/browserstack/CHANGELOG.md b/packages/browserstack/CHANGELOG.md index 5d0ea49adf..8f880e2362 100644 --- a/packages/browserstack/CHANGELOG.md +++ b/packages/browserstack/CHANGELOG.md @@ -1,5 +1,13 @@ # @e2e-dev/browserstack +## 0.1.1 + +### Patch Changes + +- [#1672](https://github.com/e2e-inc/e2e/pull/1672) [`3735887`](https://github.com/e2e-inc/e2e/commit/373588756937562aa89c7dd7f7995ac6b16db972) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Move GitHub repository metadata and CLI links to e2e-inc/e2e after the organization rename. Register the MCP server as io.github.e2e-inc/e2e. + +- [#1715](https://github.com/e2e-inc/e2e/pull/1715) [`be460ec`](https://github.com/e2e-inc/e2e/commit/be460ecd91f4790884a36127310aab0d33853903) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Redact project tool results and errors before the model or AI trace recorder reads them, and redact and bound skip reasons before reporting. Avoid repeated scanning of malformed stack frames and trailing slashes in provider API endpoints. Keep ACP forwarding errors out of HTTP responses while preserving the cause in the runner's redacted failure output. + ## 0.1.0 ### Minor Changes diff --git a/packages/browserstack/package.json b/packages/browserstack/package.json index 5fc15b8896..dcaf672425 100644 --- a/packages/browserstack/package.json +++ b/packages/browserstack/package.json @@ -1,6 +1,6 @@ { "name": "@e2e-dev/browserstack", - "version": "0.1.0", + "version": "0.1.1", "description": "BrowserStack App Automate real Android and iOS devices for e2e mobile tests", "keywords": [ "e2e", diff --git a/packages/decision/CHANGELOG.md b/packages/decision/CHANGELOG.md index d39684c38f..cbbd811920 100644 --- a/packages/decision/CHANGELOG.md +++ b/packages/decision/CHANGELOG.md @@ -1,5 +1,17 @@ # @e2e-dev/decision +## 0.3.3 + +### Patch Changes + +- [#1672](https://github.com/e2e-inc/e2e/pull/1672) [`3735887`](https://github.com/e2e-inc/e2e/commit/373588756937562aa89c7dd7f7995ac6b16db972) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Move GitHub repository metadata and CLI links to e2e-inc/e2e after the organization rename. Register the MCP server as io.github.e2e-inc/e2e. + +- [#1587](https://github.com/e2e-inc/e2e/pull/1587) [`34ccc5f`](https://github.com/e2e-inc/e2e/commit/34ccc5f38820befd2cc77795dd463507aaccd8ea) Thanks [@kdy1](https://github.com/kdy1)! - PNG decoding and encoding now run on `@napi-rs/image`, a native addon with a prebuilt binary per platform, in place of `fast-png` and `pngjs`: decoding is 8 to 15 times faster, encoding 5 to 8 times, and a `toHaveScreenshot` capture 4 to 12 times. Stored screenshots decode to the same pixels as before. A screenshot the runner writes (a new baseline, or one rewritten because the screen changed) has the same pixels in different bytes: a Chromium capture comes out about 15% larger and a device screenshot about 20% smaller. The binary adds about 15 to 21 MB to an install, depending on the platform, and the package publishes none for Linux on ppc64, s390x, or riscv64. `e2e` loads it when the first screenshot is read or written, so `--version` and a run that takes none never need it, and a missing binding fails that call with `IMAGE_CODEC_UNAVAILABLE`; `@e2e-dev/mobile` and `@e2e-dev/decision` load it when they are imported. Gray PNGs with 1, 2, or 4 bits per sample now decode, and a 16-bit gray or RGB PNG with a transparent color now compares pixels to it at 16 bits, so a pixel that only rounds to it at 8 bits stays opaque. + +- [#1589](https://github.com/e2e-inc/e2e/pull/1589) [`b5e4703`](https://github.com/e2e-inc/e2e/commit/b5e47036ba0f8657478be967eb9e1a3a120dec51) Thanks [@kdy1](https://github.com/kdy1)! - A test filter can score the tests it keeps. `relevance` in its result gives each test a number from 0 to 1, and a run with `--changed-since` starts the files of the likeliest first in each target, in bands at 75%, 50%, and 25%, so a failure shows sooner and `--max-failures` stops earlier. Targets go by the band of their best file, ties in config order. Inside a band, a run with more than one worker still starts the file the previous run spent longest in first. + + `decisionFilter()` now scores every test it keeps: 100% for a test whose file, setup file, or stored screenshots changed, the model's answer for one it judged, and 50% for one it did not judge. When it fails, as without a key, it puts the scores the change alone gives on the error it throws, so the run still warns and runs every test, with the touched ones first. A filter of your own can do the same: an error it throws may carry `relevance`. `decisionFilter()` requires e2e 0.23.1 or newer, since an older runner refuses the new `relevance` key and drops the whole filter. + ## 0.3.2 ### Patch Changes diff --git a/packages/decision/package.json b/packages/decision/package.json index 78f071840e..135a9c46c1 100644 --- a/packages/decision/package.json +++ b/packages/decision/package.json @@ -1,6 +1,6 @@ { "name": "@e2e-dev/decision", - "version": "0.3.2", + "version": "0.3.3", "description": "Decision-model executors and test filters for e2e", "license": "Apache-2.0", "repository": { diff --git a/packages/e2b/CHANGELOG.md b/packages/e2b/CHANGELOG.md new file mode 100644 index 0000000000..e2aff31010 --- /dev/null +++ b/packages/e2b/CHANGELOG.md @@ -0,0 +1,13 @@ +# @e2e-dev/e2b + +## 0.0.1 + +### Patch Changes + +- [#1735](https://github.com/e2e-inc/e2e/pull/1735) [`16ff228`](https://github.com/e2e-inc/e2e/commit/16ff228576b0c5959d96450a626faafd580bdc75) Thanks [@gronxb](https://github.com/gronxb)! - Update agent-device to 0.21.37. Without `device`, the iOS pool no longer picks a paired iPhone that is not connected: agent-device now lists a phone whose CoreDevice tunnel is unavailable as not booted. A `device` that names such a phone fails in `prepare` with "iOS device is not ready for automation", before any test runs, instead of at app launch. A test's own swipe and scroll now skip agent-device's post-gesture wait, which 0.21.36 ignored. + +- [#1730](https://github.com/e2e-inc/e2e/pull/1730) [`7e309c1`](https://github.com/e2e-inc/e2e/commit/7e309c151e4d82f7c1e14c139ba77ed0c7993ee9) Thanks [@karolkulesza](https://github.com/karolkulesza)! - The setup guide's link to the `command` reference no longer returns 404. The e2b and HTML reporter READMEs link to e2e.com instead of e2e.tester.army. + +- [#1598](https://github.com/e2e-inc/e2e/pull/1598) [`ae5d121`](https://github.com/e2e-inc/e2e/commit/ae5d1215144061939afef46578856dcdd696360e) Thanks [@tomasvarga](https://github.com/tomasvarga)! - New package: `e2b()`, a device provider that runs Android 16 in one E2B sandbox per worker slot and installs the target's `.apk`, and `e2bBrowsers()` from `@e2e-dev/e2b/web`, a browser provider that runs Chromium in E2B sandboxes per worker slot or per attempt. + +- [#1672](https://github.com/e2e-inc/e2e/pull/1672) [`3735887`](https://github.com/e2e-inc/e2e/commit/373588756937562aa89c7dd7f7995ac6b16db972) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Move GitHub repository metadata and CLI links to e2e-inc/e2e after the organization rename. Register the MCP server as io.github.e2e-inc/e2e. diff --git a/packages/e2b/package.json b/packages/e2b/package.json index ef8830ad9c..4531f85b94 100644 --- a/packages/e2b/package.json +++ b/packages/e2b/package.json @@ -1,6 +1,6 @@ { "name": "@e2e-dev/e2b", - "version": "0.0.0", + "version": "0.0.1", "description": "E2B sandboxes for e2e: Android on the android-16 template for mobile tests, and Chromium for web tests", "keywords": [ "e2e", diff --git a/packages/e2e/CHANGELOG.md b/packages/e2e/CHANGELOG.md index 9c74eb19cb..fe183498b2 100644 --- a/packages/e2e/CHANGELOG.md +++ b/packages/e2e/CHANGELOG.md @@ -1,5 +1,102 @@ # e2e +## 0.23.1 + +### Patch Changes + +- [#1710](https://github.com/e2e-inc/e2e/pull/1710) [`0920ef5`](https://github.com/e2e-inc/e2e/commit/0920ef5f941a428545c9e16a36d5ba361ac1ba54) Thanks [@kdy1](https://github.com/kdy1)! - The agent tells the model when an action opened a tab in the background (`The app opened a new tab (tab 2 of 2). The screen still shows tab 1; use switch_tab to see it.`), names the tab in every screen header while more than one is open (`tab 1 of 2`), and gets `switch_tab` and `close_tab` verbs on engines that declare the new `session.switchTab` and `session.closeTab` hooks. `EngineSnapshot.tabs` reports the open tabs. [Action tools](https://e2e.com/docs/reference/agent#action-tools) + +- [#1600](https://github.com/e2e-inc/e2e/pull/1600) [`f5c9099`](https://github.com/e2e-inc/e2e/commit/f5c9099615ad608e46a387435fac6e4770302f68) Thanks [@okwasniewski](https://github.com/okwasniewski)! - The built-in agent can try an upload when the step names no file. `upload` takes `sample:photo.png`, `sample:photo.jpg`, `sample:document.pdf`, `sample:notes.txt`, `sample:table.csv`, and `sample:empty.txt`, small files e2e ships, and the tool lists them. An `e2e mcp` upload of a sample prints no test line, since a test needs a project file. + +- [#1541](https://github.com/e2e-inc/e2e/pull/1541) [`11dea90`](https://github.com/e2e-inc/e2e/commit/11dea90ddc27a007e81aec582d92d3e491a71dda) Thanks [@samanyudas](https://github.com/samanyudas)! - Fail `e2e run` when an app command exits unexpectedly after readiness. + Report its exit code or signal and redacted log tail. + Interrupt active tests and skip queued tests only for targets that depend on that command. + Ignore command exits after those targets finish their work. + An exit with code 0 also fails the run, so a command that starts the app in the background and then exits, such as `docker compose up -d --wait`, now fails. + Keep the app in the foreground instead, for example `docker compose up` without `-d`. + +- [#1577](https://github.com/e2e-inc/e2e/pull/1577) [`9289ff4`](https://github.com/e2e-inc/e2e/commit/9289ff4ae7f7a66fd0e40671ed956597953f8069) Thanks [@DeryFerd](https://github.com/DeryFerd)! - A startup failure now quotes the first lines of a long `command.log` as well as the last, with `[startup output omitted]` between them, so the error a service printed before it kept logging survives in the `APP_UNREACHABLE` message. + +- [#1568](https://github.com/e2e-inc/e2e/pull/1568) [`1144df4`](https://github.com/e2e-inc/e2e/commit/1144df4e710a448f0553a9cc8def1fd98aaed3ee) Thanks [@bheemreddy-samsara](https://github.com/bheemreddy-samsara)! - Add opt-in scrolling exploration to agent.assert with bounded action and model-call budgets. Enforce read-only assertion tools for built-in and custom executors. ACP assertions now deny hover; mutating actions from custom executors fail with POLICY_DENIED during any assertion. `createVerdictTool(kind)` drops ASSERTION_INCONCLUSIVE from an act verdict, and `createToolLoopExecutor({ inconclusiveOnOverflow: true })` fails a context overflow as ASSERTION_INCONCLUSIVE instead of shortening the history. + +- [#1609](https://github.com/e2e-inc/e2e/pull/1609) [`34a260c`](https://github.com/e2e-inc/e2e/commit/34a260cc59d7ebd1d414fd2716f955bd2a51795f) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Bump playwright-core to 1.65.0 and commander to 15.1.0. `fill` no longer rejects malformed date, time, color, and range values, and actions wait for an element to leave an `inert` subtree. Smol sandboxes use the Playwright 1.65.0 image. + +- [#1666](https://github.com/e2e-inc/e2e/pull/1666) [`795f71f`](https://github.com/e2e-inc/e2e/commit/795f71f2ffa6d2d6d38d0de512ce6862b5f6c7dd) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Bump runtime dependencies: `@clack/prompts` 1.9.0, `oxc-parser`, `oxc-transform`, and `@oxc-project/runtime` 0.158.0, `@ai-sdk/provider` 4.0.37, and `@agentclientprotocol/sdk` 2.5.0 (ACP schema v1.30.0). + +- [#1616](https://github.com/e2e-inc/e2e/pull/1616) [`5847701`](https://github.com/e2e-inc/e2e/commit/5847701fb586c79d0f788a5c3d1234706f54ec46) Thanks [@okwasniewski](https://github.com/okwasniewski)! - The CLI runs on Bun 1.4.3 or newer without Node.js: `bunx --bun e2e run`. In a Bun project, `e2e init` registers the MCP server with `bunx`. An older Bun gets the version to upgrade to. [What differs on Bun](https://e2e.com/docs/reference/cli#bun). + +- [#1586](https://github.com/e2e-inc/e2e/pull/1586) [`3c902b0`](https://github.com/e2e-inc/e2e/commit/3c902b0c865bba6e149d8dd088e13e61cbdc7d1e) Thanks [@kdy1](https://github.com/kdy1)! - Register the MCP server in Codex project settings during `e2e init`. Preserve existing Codex settings and comments when updating the server entry. + +- [#1730](https://github.com/e2e-inc/e2e/pull/1730) [`7e309c1`](https://github.com/e2e-inc/e2e/commit/7e309c151e4d82f7c1e14c139ba77ed0c7993ee9) Thanks [@karolkulesza](https://github.com/karolkulesza)! - The setup guide's link to the `command` reference no longer returns 404. The e2b and HTML reporter READMEs link to e2e.com instead of e2e.tester.army. + +- [#1742](https://github.com/e2e-inc/e2e/pull/1742) [`8077542`](https://github.com/e2e-inc/e2e/commit/80775424fd3b656441376b5c41f0dd11955a4eff) Thanks [@bardrop](https://github.com/bardrop)! - Reject a config timeout above 2147483647 ms with `INVALID_CONFIG` instead of letting every test time out at once. + This covers `timeout`, `launchTimeout`, `actionTimeout`, `assertionTimeout`, `cleanupTimeout`, `app.command.startupTimeout` and `shutdownTimeout`, and `agents..judgmentTimeout`. + A test's or group's own `timeout` above that limit now fails collection too. + +- [#1393](https://github.com/e2e-inc/e2e/pull/1393) [`046bd08`](https://github.com/e2e-inc/e2e/commit/046bd08f4a5ea4693239c825539812f6b0d05060) Thanks [@KrzysztofMoch](https://github.com/KrzysztofMoch)! - Engines receive the app's origin as `EngineAppInfo.origin` in `prepare` and `init`, on the run's port when `app.url` asks for a free one (and left out until the run assigns it), so an engine can scope a credential it injects to the exact origin. + +- [#1711](https://github.com/e2e-inc/e2e/pull/1711) [`17a2e46`](https://github.com/e2e-inc/e2e/commit/17a2e464f0fd84ee0a1395936b49511fa91e2b0e) Thanks [@KrzysztofMoch](https://github.com/KrzysztofMoch)! - `e2e explore --changed-since ` explores what a branch changed. The planner reads the commit messages and the committed diff since the merge base of the ref and HEAD, and plans its steps for the screens the change can affect. Only a defect the change can cause is an issue; one elsewhere is a warning. With no goal, the goal is the change. The report records the change as `run.explore.change`, and `explore()` on `e2e/runner` takes `changedSince` too. + + ```bash + npx e2e explore --changed-since origin/main + ``` + +- [#1711](https://github.com/e2e-inc/e2e/pull/1711) [`17a2e46`](https://github.com/e2e-inc/e2e/commit/17a2e464f0fd84ee0a1395936b49511fa91e2b0e) Thanks [@KrzysztofMoch](https://github.com/KrzysztofMoch)! - `e2e explore --changed-since` can skip a change no user can see, such as docs or tests only. It skips only with no goal given, and only when the planner read the whole change on a clean working tree. The run passes with no step, `run.explore.ended` reads `skipped`, and the comment headline reads `nothing to explore`. + +- [#1672](https://github.com/e2e-inc/e2e/pull/1672) [`3735887`](https://github.com/e2e-inc/e2e/commit/373588756937562aa89c7dd7f7995ac6b16db972) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Move GitHub repository metadata and CLI links to e2e-inc/e2e after the organization rename. Register the MCP server as io.github.e2e-inc/e2e. + +- [#1526](https://github.com/e2e-inc/e2e/pull/1526) [`ed9eb0e`](https://github.com/e2e-inc/e2e/commit/ed9eb0edeeb0440386dbdada769e30b52e437424) Thanks [@Mohsintl](https://github.com/Mohsintl)! - The `junit` reporter links failure screenshots using GitLab CI's `[[ATTACHMENT|]]` format in ``, so screenshots show directly in pipeline test reports. + +- [#1515](https://github.com/e2e-inc/e2e/pull/1515) [`ed9e633`](https://github.com/e2e-inc/e2e/commit/ed9e633872826581f2527175c14526c650a47794) Thanks [@two-pack](https://github.com/two-pack)! - `agent.assert`, `agent.waitFor`, and `agent.extract` now see the current location, so an instruction about the URL can hold or fail instead of ending inconclusive. `agent.waitFor` also judges again when only the location changed, except under `vision: 'only'`, which does not see the location. + +- [#1717](https://github.com/e2e-inc/e2e/pull/1717) [`258ef9b`](https://github.com/e2e-inc/e2e/commit/258ef9be7afd5f00a15ad89a6bbf4486725823c1) Thanks [@KrzysztofMoch](https://github.com/KrzysztofMoch)! - `ENGINE_NOT_INSTALLED` from `e2e mcp` now tells the agent to ask the user to run the install command when it cannot run it itself. + +- [#1665](https://github.com/e2e-inc/e2e/pull/1665) [`3c9de80`](https://github.com/e2e-inc/e2e/commit/3c9de80d9e6017c8ce66e310742b92580a029cba) Thanks [@KrzysztofMoch](https://github.com/KrzysztofMoch)! - Open an MCP session in a directory with no config: `open_session {engine: "@e2e-dev/web", app: {url}}` names the engine to drive and `app` the app under test. `engine` is a package name, or the factory call a config would write as `{package, export, options}`, where an option can be another such call: `{package: "@e2e-dev/mobile", options: {platform: "ios", device: {package: "@e2e-dev/limrun", export: "limrun"}}}`. Each package is found in the project, beside e2e, or in `~/.e2e/engines`; when it is in none, `ENGINE_NOT_INSTALLED` names the install command. `@e2e-dev/web` and `@e2e-dev/mobile` export their factory as the default export for this, and `mobile()` called without a platform now says which platforms it takes. + +- [#1696](https://github.com/e2e-inc/e2e/pull/1696) [`de8ae3c`](https://github.com/e2e-inc/e2e/commit/de8ae3c770d5ef47c78c677628320ce70c7ce234) Thanks [@kacperkapusciak](https://github.com/kacperkapusciak)! - `e2e mcp` tells the agent to read the `writing-tests` guide before it writes or edits a test, in the server's instructions and in every `open_session` result. + +- [#1208](https://github.com/e2e-inc/e2e/pull/1208) [`cc94232`](https://github.com/e2e-inc/e2e/commit/cc942320058d2da01de6d4018fa45ef17b80fa18) Thanks [@piotrpasztor](https://github.com/piotrpasztor)! - A step whose effect or click target is a node identified only by a generated test id (a uuid, hex id, cuid, or timestamp) no longer fails replay on every run. + +- [#1587](https://github.com/e2e-inc/e2e/pull/1587) [`34ccc5f`](https://github.com/e2e-inc/e2e/commit/34ccc5f38820befd2cc77795dd463507aaccd8ea) Thanks [@kdy1](https://github.com/kdy1)! - PNG decoding and encoding now run on `@napi-rs/image`, a native addon with a prebuilt binary per platform, in place of `fast-png` and `pngjs`: decoding is 8 to 15 times faster, encoding 5 to 8 times, and a `toHaveScreenshot` capture 4 to 12 times. Stored screenshots decode to the same pixels as before. A screenshot the runner writes (a new baseline, or one rewritten because the screen changed) has the same pixels in different bytes: a Chromium capture comes out about 15% larger and a device screenshot about 20% smaller. The binary adds about 15 to 21 MB to an install, depending on the platform, and the package publishes none for Linux on ppc64, s390x, or riscv64. `e2e` loads it when the first screenshot is read or written, so `--version` and a run that takes none never need it, and a missing binding fails that call with `IMAGE_CODEC_UNAVAILABLE`; `@e2e-dev/mobile` and `@e2e-dev/decision` load it when they are imported. Gray PNGs with 1, 2, or 4 bits per sample now decode, and a 16-bit gray or RGB PNG with a transparent color now compares pixels to it at 16 bits, so a pixel that only rounds to it at 8 bits stays opaque. + +- [#1721](https://github.com/e2e-inc/e2e/pull/1721) [`565e685`](https://github.com/e2e-inc/e2e/commit/565e685779e07c35caaa57967b4374d7735c8b90) Thanks [@KrzysztofMoch](https://github.com/KrzysztofMoch)! - The bundled e2e skill's running guide now says `--output` must be a directory inside the project root, not the root itself. + +- [#1589](https://github.com/e2e-inc/e2e/pull/1589) [`b5e4703`](https://github.com/e2e-inc/e2e/commit/b5e47036ba0f8657478be967eb9e1a3a120dec51) Thanks [@kdy1](https://github.com/kdy1)! - A test filter can score the tests it keeps. `relevance` in its result gives each test a number from 0 to 1, and a run with `--changed-since` starts the files of the likeliest first in each target, in bands at 75%, 50%, and 25%, so a failure shows sooner and `--max-failures` stops earlier. Targets go by the band of their best file, ties in config order. Inside a band, a run with more than one worker still starts the file the previous run spent longest in first. + + `decisionFilter()` now scores every test it keeps: 100% for a test whose file, setup file, or stored screenshots changed, the model's answer for one it judged, and 50% for one it did not judge. When it fails, as without a key, it puts the scores the change alone gives on the error it throws, so the run still warns and runs every test, with the touched ones first. A filter of your own can do the same: an error it throws may carry `relevance`. `decisionFilter()` requires e2e 0.23.1 or newer, since an older runner refuses the new `relevance` key and drops the whole filter. + +- [#1431](https://github.com/e2e-inc/e2e/pull/1431) [`382b8c4`](https://github.com/e2e-inc/e2e/commit/382b8c40be87f12e2ff5dc5c0d12b13ccf4be8f7) Thanks [@21prnv](https://github.com/21prnv)! - A replay no longer fails its end check on a value that changes every run, such as a clock or a date, when the other side of the step's delta already holds a stable result like a deleted row. + +- [#1642](https://github.com/e2e-inc/e2e/pull/1642) [`a133807`](https://github.com/e2e-inc/e2e/commit/a13380728fc0822f1da477fdec0da10632c84cc0) Thanks [@KrzysztofMoch](https://github.com/KrzysztofMoch)! - A reporter's `onRunFinished` gets `run.redact(text)`, which masks the config's secret values the way a test filter's `redact` does, for text it adds from outside the report, such as lines of a test file. + +- [#1662](https://github.com/e2e-inc/e2e/pull/1662) [`d01bd6d`](https://github.com/e2e-inc/e2e/commit/d01bd6ddb7e46f667a61679946829a6de0fe9d1d) Thanks [@Akarshkushwaha](https://github.com/Akarshkushwaha)! - When `--target` selects configured targets, the run header and the `run-started` event's `targets` name those targets in config order instead of every configured target. Without `--target`, or with an unknown target ID, they still name every configured target. The report's `run.targets` still lists every configured target. + +- [#1540](https://github.com/e2e-inc/e2e/pull/1540) [`93c93f5`](https://github.com/e2e-inc/e2e/commit/93c93f5e25d19f9bc531c496fa4b4cb5b1bfe7c9) Thanks [@KrzysztofMoch](https://github.com/KrzysztofMoch)! - `e2e run --step` runs the first step, then holds each later step until you press a key, with the keys of `--watch`: Enter runs it, `n` runs the rest of the test, `a` runs the rest of the run, `h` lists the keys, and `q` stops the run with exit 130. Add `--headed` to watch the app between steps. The time a step is held counts toward no timeout, so a test can wait at a prompt past its `timeout` and `maxDuration`. Setup tests, retries, teardown steps, and steps inside an `expect.poll` read run without stopping. `--step` runs one worker and is refused in CI, without a terminal, with `--watch`, with `--workers` above 1, and with the json reporter. + +- [#1331](https://github.com/e2e-inc/e2e/pull/1331) [`d1b0ff6`](https://github.com/e2e-inc/e2e/commit/d1b0ff61c28b1afadd775e1fa8e94b9f4f710f25) Thanks [@fghpdf](https://github.com/fghpdf)! - Add `screen.doubleTapAt(point, options?)` to double-tap a viewport point on engines that support the `doubleTap` pointer action. + +- [#1570](https://github.com/e2e-inc/e2e/pull/1570) [`34f85c3`](https://github.com/e2e-inc/e2e/commit/34f85c3a1675b71bf76567bd35640ce1739de0e7) Thanks [@kdy1](https://github.com/kdy1)! - `scroll_to({ text })` is faster: it reads each page once when the swipe visibly landed, instead of waiting for a second look to confirm it. A clock ticking beside a list no longer delays the end of the list: the call fails with `LOCATOR_NOT_FOUND` after a few swipes, not 800 screens later. + +- [#1614](https://github.com/e2e-inc/e2e/pull/1614) [`f6aba97`](https://github.com/e2e-inc/e2e/commit/f6aba97257700339b60fb67722178d23ee2c5f93) Thanks [@okwasniewski](https://github.com/okwasniewski)! - `scroll_to({ text })` keeps paging a list that appends when it reaches the end. An unchanged screen is re-read for a second before it counts as stopped, so that pause is not `LOCATOR_NOT_FOUND`. + +- [#1715](https://github.com/e2e-inc/e2e/pull/1715) [`be460ec`](https://github.com/e2e-inc/e2e/commit/be460ecd91f4790884a36127310aab0d33853903) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Redact project tool results and errors before the model or AI trace recorder reads them, and redact and bound skip reasons before reporting. Avoid repeated scanning of malformed stack frames and trailing slashes in provider API endpoints. Keep ACP forwarding errors out of HTTP responses while preserving the cause in the runner's redacted failure output. + +- [#1601](https://github.com/e2e-inc/e2e/pull/1601) [`0f158a3`](https://github.com/e2e-inc/e2e/commit/0f158a333e1eb936e892d58a370378e89c69a3fa) Thanks [@okwasniewski](https://github.com/okwasniewski)! - The bundled e2e skill's bug bash writes each repro test from the finding as `agent.act` steps and a closing `agent.assert`, so confirming a bug needs no locators. Each verifier runs its own repros into its own output directory, and the report runs them all once with `--tag bugbash`. A finding is confirmed when its repro fails on the reported defect, and the skill says how to read a failed `act`. Charters get about fifteen minutes each, a bash under a time limit keeps running new charters until near the end and reports each bug as its repro confirms it, and an account with a password under 6 characters is called out before the config fails. + +- [#1591](https://github.com/e2e-inc/e2e/pull/1591) [`937ea15`](https://github.com/e2e-inc/e2e/commit/937ea1537dabeb297066f65c3638f4170c5d898a) Thanks [@kacperkapusciak](https://github.com/kacperkapusciak)! - The bundled e2e skill's GitHub Actions workflow now caches the Playwright browsers between runs. + +- [#1664](https://github.com/e2e-inc/e2e/pull/1664) [`14dc946`](https://github.com/e2e-inc/e2e/commit/14dc946c40091496531451cf40e81eb407fe640e) Thanks [@Akarshkushwaha](https://github.com/Akarshkushwaha)! - The bundled e2e skill's running reference now gives `e2e doctor --json` for JSON output, the flag the command accepts, instead of `--reporter json`. + +- [#1659](https://github.com/e2e-inc/e2e/pull/1659) [`00e19d6`](https://github.com/e2e-inc/e2e/commit/00e19d6aa8926e6304c17fded8334978390bd466) Thanks [@karolkulesza](https://github.com/karolkulesza)! - The bundled e2e skill's setup reference shows how to run an iOS app in another language with `app.launchArguments`, one target per language. + +- [#1694](https://github.com/e2e-inc/e2e/pull/1694) [`dc01aaa`](https://github.com/e2e-inc/e2e/commit/dc01aaa0dffaf0a7ddca89ab1d51877535a9cb70) Thanks [@kacperkapusciak](https://github.com/kacperkapusciak)! - The bundled e2e skill now writes tests with one top-level `describe` per feature, one behavior per test, and arrange, act, assert order with every assertion at the end, instead of a check after each `agent.act`. + +- [#1627](https://github.com/e2e-inc/e2e/pull/1627) [`b0e3012`](https://github.com/e2e-inc/e2e/commit/b0e3012e4ab1ba4b97f3140a0774e7023d174820) Thanks [@karolkulesza](https://github.com/karolkulesza)! - The bundled e2e skill now says what `timeout: 0` and a negative `timeout` do on actions, `waitFor`, matchers, and `expect.poll`. + +- [#1639](https://github.com/e2e-inc/e2e/pull/1639) [`b285835`](https://github.com/e2e-inc/e2e/commit/b285835b2935716e664ccac68c386eaf7e5658e5) Thanks [@kdy1](https://github.com/kdy1)! - `e2e run` keeps a small `/timings.json` (schema `timings-1`) of how long each file took, smoothed over recent runs, and starts the longest files first from it when it runs with more than one worker. A CI cache can restore and save just that file, so a fresh checkout gets the ordering; `--timings ` moves it. A missing or invalid file is no history, and the previous `report.json` is still the fallback. + +- [#1511](https://github.com/e2e-inc/e2e/pull/1511) [`d784448`](https://github.com/e2e-inc/e2e/commit/d78444892c8a177313643e415a5bbdc2f8dfab5d) Thanks [@Mohsintl](https://github.com/Mohsintl)! - A replay no longer skips text like `Marketing 12` as a date when checking its end state. + ## 0.23.0 ### Minor Changes diff --git a/packages/e2e/package.json b/packages/e2e/package.json index fd11ace5ec..32abbed8b9 100644 --- a/packages/e2e/package.json +++ b/packages/e2e/package.json @@ -1,6 +1,6 @@ { "name": "e2e", - "version": "0.23.0", + "version": "0.23.1", "description": "SDK, runner, and CLI for agentic end-to-end testing", "mcpName": "io.github.e2e-inc/e2e", "keywords": [ diff --git a/packages/e2e/server.json b/packages/e2e/server.json index b28f537d74..c7001626a1 100644 --- a/packages/e2e/server.json +++ b/packages/e2e/server.json @@ -9,13 +9,13 @@ "source": "github", "subfolder": "packages/e2e" }, - "version": "0.23.0", + "version": "0.23.1", "packages": [ { "registryType": "npm", "registryBaseUrl": "https://registry.npmjs.org", "identifier": "e2e", - "version": "0.23.0", + "version": "0.23.1", "runtimeHint": "npx", "transport": { "type": "stdio" diff --git a/packages/eas/CHANGELOG.md b/packages/eas/CHANGELOG.md index 2601f468b7..a343aeddf8 100644 --- a/packages/eas/CHANGELOG.md +++ b/packages/eas/CHANGELOG.md @@ -1,5 +1,11 @@ # @e2e-dev/eas +## 0.3.4 + +### Patch Changes + +- [#1672](https://github.com/e2e-inc/e2e/pull/1672) [`3735887`](https://github.com/e2e-inc/e2e/commit/373588756937562aa89c7dd7f7995ac6b16db972) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Move GitHub repository metadata and CLI links to e2e-inc/e2e after the organization rename. Register the MCP server as io.github.e2e-inc/e2e. + ## 0.3.3 ### Patch Changes diff --git a/packages/eas/package.json b/packages/eas/package.json index cdc66c7bae..b21f876e9b 100644 --- a/packages/eas/package.json +++ b/packages/eas/package.json @@ -1,6 +1,6 @@ { "name": "@e2e-dev/eas", - "version": "0.3.3", + "version": "0.3.4", "description": "Expo Simulators for e2e: run mobile targets on Expo's hosted iOS simulators and Android emulators", "keywords": [ "e2e", diff --git a/packages/github/CHANGELOG.md b/packages/github/CHANGELOG.md index d432917b0a..9e5e7e63cd 100644 --- a/packages/github/CHANGELOG.md +++ b/packages/github/CHANGELOG.md @@ -1,5 +1,11 @@ # @e2e-dev/github +## 0.4.5 + +### Patch Changes + +- [#1672](https://github.com/e2e-inc/e2e/pull/1672) [`3735887`](https://github.com/e2e-inc/e2e/commit/373588756937562aa89c7dd7f7995ac6b16db972) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Move GitHub repository metadata and CLI links to e2e-inc/e2e after the organization rename. Register the MCP server as io.github.e2e-inc/e2e. + ## 0.4.4 ### Patch Changes diff --git a/packages/github/package.json b/packages/github/package.json index 27800c9240..ae0d94c167 100644 --- a/packages/github/package.json +++ b/packages/github/package.json @@ -1,6 +1,6 @@ { "name": "@e2e-dev/github", - "version": "0.4.4", + "version": "0.4.5", "description": "GitHub reporter for e2e: one pull request comment per run, from GitHub Actions", "keywords": [ "e2e", diff --git a/packages/html-reporter/CHANGELOG.md b/packages/html-reporter/CHANGELOG.md new file mode 100644 index 0000000000..7632b4b650 --- /dev/null +++ b/packages/html-reporter/CHANGELOG.md @@ -0,0 +1,11 @@ +# @e2e-dev/html-reporter + +## 0.0.1 + +### Patch Changes + +- [#1730](https://github.com/e2e-inc/e2e/pull/1730) [`7e309c1`](https://github.com/e2e-inc/e2e/commit/7e309c151e4d82f7c1e14c139ba77ed0c7993ee9) Thanks [@karolkulesza](https://github.com/karolkulesza)! - The setup guide's link to the `command` reference no longer returns 404. The e2b and HTML reporter READMEs link to e2e.com instead of e2e.tester.army. + +- [#1672](https://github.com/e2e-inc/e2e/pull/1672) [`3735887`](https://github.com/e2e-inc/e2e/commit/373588756937562aa89c7dd7f7995ac6b16db972) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Move GitHub repository metadata and CLI links to e2e-inc/e2e after the organization rename. Register the MCP server as io.github.e2e-inc/e2e. + +- [#1642](https://github.com/e2e-inc/e2e/pull/1642) [`a133807`](https://github.com/e2e-inc/e2e/commit/a13380728fc0822f1da477fdec0da10632c84cc0) Thanks [@KrzysztofMoch](https://github.com/KrzysztofMoch)! - New package: `htmlReporter()` writes the run as one HTML page, `.e2e/report.html`, that opens from disk with no server. It lists the tests by file with status tabs and search, and shows each test's attempts, error, steps, screenshots, and video, with each step linked to its moment in the video. Agent steps show their explanation, the actions they took, the model, tokens and cost, and whether the step replayed from the cache. A failed assertion that reports expected and received values shows them with the difference marked. When the test file is in the project, the failure shows the code around the failing call, and each step opens to its code. **copy prompt** on a failed test copies its failure, steps, and file paths for a coding agent. The page has a light and a dark theme, following the system's by default. `media: 'embed'` puts screenshots and videos in the page so the one file is the whole report, and `media: 'none'` leaves them out. diff --git a/packages/html-reporter/package.json b/packages/html-reporter/package.json index 933c366470..3ed30cba5f 100644 --- a/packages/html-reporter/package.json +++ b/packages/html-reporter/package.json @@ -1,6 +1,6 @@ { "name": "@e2e-dev/html-reporter", - "version": "0.0.0", + "version": "0.0.1", "description": "HTML reporter for e2e: one self-contained page per run, steps, screenshots, and video", "keywords": [ "e2e", diff --git a/packages/kernel/CHANGELOG.md b/packages/kernel/CHANGELOG.md index ceb88253d9..3c1b6fe02c 100644 --- a/packages/kernel/CHANGELOG.md +++ b/packages/kernel/CHANGELOG.md @@ -1,5 +1,11 @@ # @e2e-dev/integrations +## 0.2.2 + +### Patch Changes + +- [#1672](https://github.com/e2e-inc/e2e/pull/1672) [`3735887`](https://github.com/e2e-inc/e2e/commit/373588756937562aa89c7dd7f7995ac6b16db972) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Move GitHub repository metadata and CLI links to e2e-inc/e2e after the organization rename. Register the MCP server as io.github.e2e-inc/e2e. + ## 0.2.1 ### Patch Changes diff --git a/packages/kernel/package.json b/packages/kernel/package.json index 354f368e96..c709879dce 100644 --- a/packages/kernel/package.json +++ b/packages/kernel/package.json @@ -1,6 +1,6 @@ { "name": "@e2e-dev/kernel", - "version": "0.2.1", + "version": "0.2.2", "description": "Kernel hosted browsers for e2e: run web targets in Kernel's hosted Chromium", "keywords": [ "e2e", diff --git a/packages/lightpanda/CHANGELOG.md b/packages/lightpanda/CHANGELOG.md index 48d28e3e2c..339fb66df3 100644 --- a/packages/lightpanda/CHANGELOG.md +++ b/packages/lightpanda/CHANGELOG.md @@ -1,5 +1,11 @@ # @e2e-dev/lightpanda +## 0.0.2 + +### Patch Changes + +- [#1672](https://github.com/e2e-inc/e2e/pull/1672) [`3735887`](https://github.com/e2e-inc/e2e/commit/373588756937562aa89c7dd7f7995ac6b16db972) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Move GitHub repository metadata and CLI links to e2e-inc/e2e after the organization rename. Register the MCP server as io.github.e2e-inc/e2e. + ## 0.0.1 ### Patch Changes diff --git a/packages/lightpanda/package.json b/packages/lightpanda/package.json index 3c4ee2ab4d..d79b984e43 100644 --- a/packages/lightpanda/package.json +++ b/packages/lightpanda/package.json @@ -1,6 +1,6 @@ { "name": "@e2e-dev/lightpanda", - "version": "0.0.1", + "version": "0.0.2", "description": "Lightpanda browsers for e2e: run web targets in the open-source headless browser, started and stopped per run", "keywords": [ "e2e", diff --git a/packages/limrun/CHANGELOG.md b/packages/limrun/CHANGELOG.md index 57031adb43..7df9fd4996 100644 --- a/packages/limrun/CHANGELOG.md +++ b/packages/limrun/CHANGELOG.md @@ -1,5 +1,15 @@ # @e2e-dev/limrun +## 0.2.5 + +### Patch Changes + +- [#1735](https://github.com/e2e-inc/e2e/pull/1735) [`16ff228`](https://github.com/e2e-inc/e2e/commit/16ff228576b0c5959d96450a626faafd580bdc75) Thanks [@gronxb](https://github.com/gronxb)! - Update agent-device to 0.21.37. Without `device`, the iOS pool no longer picks a paired iPhone that is not connected: agent-device now lists a phone whose CoreDevice tunnel is unavailable as not booted. A `device` that names such a phone fails in `prepare` with "iOS device is not ready for automation", before any test runs, instead of at app launch. A test's own swipe and scroll now skip agent-device's post-gesture wait, which 0.21.36 ignored. + +- [#1672](https://github.com/e2e-inc/e2e/pull/1672) [`3735887`](https://github.com/e2e-inc/e2e/commit/373588756937562aa89c7dd7f7995ac6b16db972) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Move GitHub repository metadata and CLI links to e2e-inc/e2e after the organization rename. Register the MCP server as io.github.e2e-inc/e2e. + +- [#1663](https://github.com/e2e-inc/e2e/pull/1663) [`322f00e`](https://github.com/e2e-inc/e2e/commit/322f00e55d8b2c8f834c150d5d239873bdad1daa) Thanks [@KrzysztofMoch](https://github.com/KrzysztofMoch)! - A Limrun device lease no longer names an agent-device `session` in its client configuration, which `@e2e-dev/mobile` rejected with `ENGINE_FAILURE` ("returned a lease without an id and a daemon baseUrl or JSON client configuration") before any test or session could start. The provider still allocates and renews the lease under its own session. + ## 0.2.4 ### Patch Changes diff --git a/packages/limrun/package.json b/packages/limrun/package.json index 0b7a0a7a22..0c352b60b1 100644 --- a/packages/limrun/package.json +++ b/packages/limrun/package.json @@ -1,6 +1,6 @@ { "name": "@e2e-dev/limrun", - "version": "0.2.4", + "version": "0.2.5", "description": "Limrun hosted iOS simulators and Android emulators for e2e mobile tests", "keywords": [ "e2e", diff --git a/packages/mobile/CHANGELOG.md b/packages/mobile/CHANGELOG.md index 92deb781e1..2f9f35bd84 100644 --- a/packages/mobile/CHANGELOG.md +++ b/packages/mobile/CHANGELOG.md @@ -1,5 +1,41 @@ # @e2e-dev/mobile +## 0.12.7 + +### Patch Changes + +- [#1735](https://github.com/e2e-inc/e2e/pull/1735) [`16ff228`](https://github.com/e2e-inc/e2e/commit/16ff228576b0c5959d96450a626faafd580bdc75) Thanks [@gronxb](https://github.com/gronxb)! - Update agent-device to 0.21.37. Without `device`, the iOS pool no longer picks a paired iPhone that is not connected: agent-device now lists a phone whose CoreDevice tunnel is unavailable as not booted. A `device` that names such a phone fails in `prepare` with "iOS device is not ready for automation", before any test runs, instead of at app launch. A test's own swipe and scroll now skip agent-device's post-gesture wait, which 0.21.36 ignored. + +- [#1702](https://github.com/e2e-inc/e2e/pull/1702) [`461659e`](https://github.com/e2e-inc/e2e/commit/461659ef98db2ad84c9e508b395ae9c3a0221385) Thanks [@karolkulesza](https://github.com/karolkulesza)! - Say which platform each biometric sensor works on in the `setBiometrics` and `enrollBiometrics` docs. + +- [#1674](https://github.com/e2e-inc/e2e/pull/1674) [`e534014`](https://github.com/e2e-inc/e2e/commit/e53401488a57c901dff72a8bd2a322990f157328) Thanks [@KrzysztofMoch](https://github.com/KrzysztofMoch)! - Fix `ENGINE_FAILURE (launch) boot failed: N devices match this request equally` when a target names no `device` and no simulator or emulator is booted. The engine now asks agent-device to boot a shut-down one: newest OS first, then name order. + +- [#1624](https://github.com/e2e-inc/e2e/pull/1624) [`1abd372`](https://github.com/e2e-inc/e2e/commit/1abd3729ebb76eac9884cec2894c7b46535d64c7) Thanks [@karolkulesza](https://github.com/karolkulesza)! - `device.dismissKeyboard()` now documents in its type how it dismisses the keyboard and when it fails, and the `videoTouches` description names Expo Simulators as a slow hosted daemon. + +- [#1672](https://github.com/e2e-inc/e2e/pull/1672) [`3735887`](https://github.com/e2e-inc/e2e/commit/373588756937562aa89c7dd7f7995ac6b16db972) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Move GitHub repository metadata and CLI links to e2e-inc/e2e after the organization rename. Register the MCP server as io.github.e2e-inc/e2e. + +- [#1665](https://github.com/e2e-inc/e2e/pull/1665) [`3c9de80`](https://github.com/e2e-inc/e2e/commit/3c9de80d9e6017c8ce66e310742b92580a029cba) Thanks [@KrzysztofMoch](https://github.com/KrzysztofMoch)! - Open an MCP session in a directory with no config: `open_session {engine: "@e2e-dev/web", app: {url}}` names the engine to drive and `app` the app under test. `engine` is a package name, or the factory call a config would write as `{package, export, options}`, where an option can be another such call: `{package: "@e2e-dev/mobile", options: {platform: "ios", device: {package: "@e2e-dev/limrun", export: "limrun"}}}`. Each package is found in the project, beside e2e, or in `~/.e2e/engines`; when it is in none, `ENGINE_NOT_INSTALLED` names the install command. `@e2e-dev/web` and `@e2e-dev/mobile` export their factory as the default export for this, and `mobile()` called without a platform now says which platforms it takes. + +- [#1685](https://github.com/e2e-inc/e2e/pull/1685) [`68407d2`](https://github.com/e2e-inc/e2e/commit/68407d2af2e665765b90d3c6c88f653feb58a96d) Thanks [@shamilovtim](https://github.com/shamilovtim)! - Cancel pending taps, double taps, focus, check and uncheck actions when the step stops waiting for them or the run is interrupted. Input already sent to the device may still finish. + +- [#1686](https://github.com/e2e-inc/e2e/pull/1686) [`368f638`](https://github.com/e2e-inc/e2e/commit/368f6387452911a4ddd807b383f3957392928b88) Thanks [@kdy1](https://github.com/kdy1)! - A node under the soft keyboard is hidden (the keyboard's own nodes and the focused field excepted): `screen.scrollUntilVisible` keeps scrolling to it, `toBeVisible()` fails on it, and `getByRole` skips it. A tap that agent-device refuses, without sending it, because the keyboard or an overlay covers the target now fails `ACTION_FAILED` with the hint that names the cover, not as an engine failure. + +- [#1619](https://github.com/e2e-inc/e2e/pull/1619) [`a016b3e`](https://github.com/e2e-inc/e2e/commit/a016b3e4e99f0ad09a2466221740d244241f602f) Thanks [@karolkulesza](https://github.com/karolkulesza)! - `mobile({ device: null })` now fails with `INVALID_CONFIG` instead of a raw `TypeError`. + +- [#1640](https://github.com/e2e-inc/e2e/pull/1640) [`6dbb8f9`](https://github.com/e2e-inc/e2e/commit/6dbb8f99668c621750424b86155a9310b7554006) Thanks [@kdy1](https://github.com/kdy1)! - Log how long each device's prepare steps took: a line such as `iPhone 17 Pro: boot 8.1s, iOS runner 120.3s, open Settings 3.2s` follows each `booting` line, also when a step fails or times out, so a slow engine prepare in the run output shows where the time went. + +- [#1584](https://github.com/e2e-inc/e2e/pull/1584) [`984f139`](https://github.com/e2e-inc/e2e/commit/984f139d7c4598709c9bfd9ed4441a38295fb1b6) Thanks [@mikolajadamowicz](https://github.com/mikolajadamowicz)! - Custom tools can use `unstable_deviceSession(...engines)` from `@e2e-dev/mobile/tools` to access the running attempt's raw driver session for capabilities e2e does not wrap yet. It shares `DeviceSession` with `device.unstable_raw`. The raw client is typed as `DeviceSessionClient`, exported from `@e2e-dev/mobile`. Both escape hatches can change in any release. + +- [#1564](https://github.com/e2e-inc/e2e/pull/1564) [`f45d9f8`](https://github.com/e2e-inc/e2e/commit/f45d9f869e97c7020f96ec9ea1f6e335d95b32c4) Thanks [@shamilovtim](https://github.com/shamilovtim)! - Wait out the remaining transition budget before a test scrolls the screen, including after dismissing a native alert. + +- [#1668](https://github.com/e2e-inc/e2e/pull/1668) [`2b727fe`](https://github.com/e2e-inc/e2e/commit/2b727fe48a7115549b00f81994320f143cdb55a3) Thanks [@kdy1](https://github.com/kdy1)! - Send `postGestureStabilization: false` with a test's own swipe and scroll, so an agent-device release that accepts the option stops holding the next read for up to 3.5 s after a gesture the test then checks with `expect`. The first action on a control within 2 s of such a gesture re-reads the control until two reads agree on where it is, so a tap does not land on a list still coasting and get swallowed. The agent's gestures keep the wait. + +- [#1587](https://github.com/e2e-inc/e2e/pull/1587) [`34ccc5f`](https://github.com/e2e-inc/e2e/commit/34ccc5f38820befd2cc77795dd463507aaccd8ea) Thanks [@kdy1](https://github.com/kdy1)! - PNG decoding and encoding now run on `@napi-rs/image`, a native addon with a prebuilt binary per platform, in place of `fast-png` and `pngjs`: decoding is 8 to 15 times faster, encoding 5 to 8 times, and a `toHaveScreenshot` capture 4 to 12 times. Stored screenshots decode to the same pixels as before. A screenshot the runner writes (a new baseline, or one rewritten because the screen changed) has the same pixels in different bytes: a Chromium capture comes out about 15% larger and a device screenshot about 20% smaller. The binary adds about 15 to 21 MB to an install, depending on the platform, and the package publishes none for Linux on ppc64, s390x, or riscv64. `e2e` loads it when the first screenshot is read or written, so `--version` and a run that takes none never need it, and a missing binding fails that call with `IMAGE_CODEC_UNAVAILABLE`; `@e2e-dev/mobile` and `@e2e-dev/decision` load it when they are imported. Gray PNGs with 1, 2, or 4 bits per sample now decode, and a 16-bit gray or RGB PNG with a transparent color now compares pixels to it at 16 bits, so a pixel that only rounds to it at 8 bits stays opaque. + +- [#1605](https://github.com/e2e-inc/e2e/pull/1605) [`62d3c66`](https://github.com/e2e-inc/e2e/commit/62d3c668a935a8c26227750067bb1127e5d036e4) Thanks [@karolkulesza](https://github.com/karolkulesza)! - `device.setPermission` rejects an unknown permission name or state with `INVALID_ARGUMENT`, naming the nearest permission for a typo. + +- [#1679](https://github.com/e2e-inc/e2e/pull/1679) [`a801a52`](https://github.com/e2e-inc/e2e/commit/a801a5286a7019898c582bdbab4b00cee7fcb4c4) Thanks [@karolkulesza](https://github.com/karolkulesza)! - The `settle` option's documentation now says the agent's actions settle and a test's steps do not, except `device.back()`. + ## 0.12.6 ### Patch Changes diff --git a/packages/mobile/package.json b/packages/mobile/package.json index b0cc2a029e..2cef3a190d 100644 --- a/packages/mobile/package.json +++ b/packages/mobile/package.json @@ -1,6 +1,6 @@ { "name": "@e2e-dev/mobile", - "version": "0.12.6", + "version": "0.12.7", "description": "Mobile engine (iOS and Android) for e2e agentic end-to-end testing, built on agent-device", "keywords": [ "e2e", diff --git a/packages/smol/CHANGELOG.md b/packages/smol/CHANGELOG.md index fe8ff85e7d..ae2a7725cd 100644 --- a/packages/smol/CHANGELOG.md +++ b/packages/smol/CHANGELOG.md @@ -1,5 +1,13 @@ # @e2e-dev/smol +## 0.1.3 + +### Patch Changes + +- [#1609](https://github.com/e2e-inc/e2e/pull/1609) [`34a260c`](https://github.com/e2e-inc/e2e/commit/34a260cc59d7ebd1d414fd2716f955bd2a51795f) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Bump playwright-core to 1.65.0 and commander to 15.1.0. `fill` no longer rejects malformed date, time, color, and range values, and actions wait for an element to leave an `inert` subtree. Smol sandboxes use the Playwright 1.65.0 image. + +- [#1672](https://github.com/e2e-inc/e2e/pull/1672) [`3735887`](https://github.com/e2e-inc/e2e/commit/373588756937562aa89c7dd7f7995ac6b16db972) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Move GitHub repository metadata and CLI links to e2e-inc/e2e after the organization rename. Register the MCP server as io.github.e2e-inc/e2e. + ## 0.1.2 ### Patch Changes diff --git a/packages/smol/package.json b/packages/smol/package.json index 8ef5b76e86..5ef58b4559 100644 --- a/packages/smol/package.json +++ b/packages/smol/package.json @@ -1,6 +1,6 @@ { "name": "@e2e-dev/smol", - "version": "0.1.2", + "version": "0.1.3", "description": "smol machines browsers for e2e: every test attempt branches a warm Chromium microVM", "keywords": [ "e2e", diff --git a/packages/testmu/CHANGELOG.md b/packages/testmu/CHANGELOG.md index 583c1d0ffd..63a2c1044c 100644 --- a/packages/testmu/CHANGELOG.md +++ b/packages/testmu/CHANGELOG.md @@ -1,5 +1,15 @@ # @e2e-dev/testmu +## 0.0.5 + +### Patch Changes + +- [#1735](https://github.com/e2e-inc/e2e/pull/1735) [`16ff228`](https://github.com/e2e-inc/e2e/commit/16ff228576b0c5959d96450a626faafd580bdc75) Thanks [@gronxb](https://github.com/gronxb)! - Update agent-device to 0.21.37. Without `device`, the iOS pool no longer picks a paired iPhone that is not connected: agent-device now lists a phone whose CoreDevice tunnel is unavailable as not booted. A `device` that names such a phone fails in `prepare` with "iOS device is not ready for automation", before any test runs, instead of at app launch. A test's own swipe and scroll now skip agent-device's post-gesture wait, which 0.21.36 ignored. + +- [#1672](https://github.com/e2e-inc/e2e/pull/1672) [`3735887`](https://github.com/e2e-inc/e2e/commit/373588756937562aa89c7dd7f7995ac6b16db972) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Move GitHub repository metadata and CLI links to e2e-inc/e2e after the organization rename. Register the MCP server as io.github.e2e-inc/e2e. + +- [#1715](https://github.com/e2e-inc/e2e/pull/1715) [`be460ec`](https://github.com/e2e-inc/e2e/commit/be460ecd91f4790884a36127310aab0d33853903) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Redact project tool results and errors before the model or AI trace recorder reads them, and redact and bound skip reasons before reporting. Avoid repeated scanning of malformed stack frames and trailing slashes in provider API endpoints. Keep ACP forwarding errors out of HTTP responses while preserving the cause in the runner's redacted failure output. + ## 0.0.4 ### Patch Changes diff --git a/packages/testmu/package.json b/packages/testmu/package.json index 30ddbb3a1a..a1ade25fb8 100644 --- a/packages/testmu/package.json +++ b/packages/testmu/package.json @@ -1,6 +1,6 @@ { "name": "@e2e-dev/testmu", - "version": "0.0.4", + "version": "0.0.5", "description": "TestMu AI (formerly LambdaTest) for e2e: hosted Android emulators, iOS simulators, and real devices for mobile tests, and hosted Chrome and Edge for web tests", "keywords": [ "e2e", diff --git a/packages/web/CHANGELOG.md b/packages/web/CHANGELOG.md index b9cee34109..8450afb1b5 100644 --- a/packages/web/CHANGELOG.md +++ b/packages/web/CHANGELOG.md @@ -1,5 +1,33 @@ # @e2e-dev/web +## 0.16.0 + +### Minor Changes + +- [#1393](https://github.com/e2e-inc/e2e/pull/1393) [`046bd08`](https://github.com/e2e-inc/e2e/commit/046bd08f4a5ea4693239c825539812f6b0d05060) Thanks [@KrzysztofMoch](https://github.com/KrzysztofMoch)! - **Breaking:** `web({ headers })` and `web({ basicAuth })` go only to the app's origin, the scheme, host, and port of `app.url`. Before, `headers` went to every host on the app's site (another port on the same host, sibling subdomains, every host under a shared domain such as `vercel.app`), and `basicAuth` answered a `401` from any origin, so a third-party origin the app embeds could collect the credential. + + To migrate, list each other origin that needs the credentials in `credentialOrigins: ['https://api.example.com']`; it covers both. An app whose `app.url` redirects to another origin (`http:` to `https:`, the apex to `www`) needs the origin it lands on listed, or set `app.url` to it. `headers` still ride a request's own redirects to any origin, as before. WebKit can't scope basic auth to an origin on a default port or an IPv6 host, so there it still answers any origin. Update `e2e` with this release: the engine needs the app's origin from the runner. + +### Patch Changes + +- [#1609](https://github.com/e2e-inc/e2e/pull/1609) [`34a260c`](https://github.com/e2e-inc/e2e/commit/34a260cc59d7ebd1d414fd2716f955bd2a51795f) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Bump playwright-core to 1.65.0 and commander to 15.1.0. `fill` no longer rejects malformed date, time, color, and range values, and actions wait for an element to leave an `inert` subtree. Smol sandboxes use the Playwright 1.65.0 image. + +- [#1595](https://github.com/e2e-inc/e2e/pull/1595) [`12c6c01`](https://github.com/e2e-inc/e2e/commit/12c6c01929883782062fd9e308cd4be71977bf7c) Thanks [@samanyudas](https://github.com/samanyudas)! - `check`, `uncheck`, and `tap` click a checkbox or radio hidden under its own label (as in Element Plus) through that label. `uncheck` still refuses a native radio without clicking it. Anything else on top of the point the click lands on still fails `ACTION_FAILED`. + +- [#1672](https://github.com/e2e-inc/e2e/pull/1672) [`3735887`](https://github.com/e2e-inc/e2e/commit/373588756937562aa89c7dd7f7995ac6b16db972) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Move GitHub repository metadata and CLI links to e2e-inc/e2e after the organization rename. Register the MCP server as io.github.e2e-inc/e2e. + +- [#1595](https://github.com/e2e-inc/e2e/pull/1595) [`12c6c01`](https://github.com/e2e-inc/e2e/commit/12c6c01929883782062fd9e308cd4be71977bf7c) Thanks [@samanyudas](https://github.com/samanyudas)! - The agent now sees a checkbox or radio that a component library shrinks to no size under its own label (as in Element Plus), with its checked state. Before, it saw only the label text, and a tap that ticked the box reported no change. + +- [#1665](https://github.com/e2e-inc/e2e/pull/1665) [`3c9de80`](https://github.com/e2e-inc/e2e/commit/3c9de80d9e6017c8ce66e310742b92580a029cba) Thanks [@KrzysztofMoch](https://github.com/KrzysztofMoch)! - Open an MCP session in a directory with no config: `open_session {engine: "@e2e-dev/web", app: {url}}` names the engine to drive and `app` the app under test. `engine` is a package name, or the factory call a config would write as `{package, export, options}`, where an option can be another such call: `{package: "@e2e-dev/mobile", options: {platform: "ios", device: {package: "@e2e-dev/limrun", export: "limrun"}}}`. Each package is found in the project, beside e2e, or in `~/.e2e/engines`; when it is in none, `ENGINE_NOT_INSTALLED` names the install command. `@e2e-dev/web` and `@e2e-dev/mobile` export their factory as the default export for this, and `mobile()` called without a platform now says which platforms it takes. + +- [#1614](https://github.com/e2e-inc/e2e/pull/1614) [`f6aba97`](https://github.com/e2e-inc/e2e/commit/f6aba97257700339b60fb67722178d23ee2c5f93) Thanks [@okwasniewski](https://github.com/okwasniewski)! - A screenshot taken while the page navigates still captures the document showing when Playwright reports the destroyed context before the navigation event. + +- [#1592](https://github.com/e2e-inc/e2e/pull/1592) [`b43e846`](https://github.com/e2e-inc/e2e/commit/b43e8469ce55c96e54d979d08ccf0034ad93e546) Thanks [@KrzysztofMoch](https://github.com/KrzysztofMoch)! - `expect(browser).toHaveURL` failures print a relative expected URL resolved against the app URL, the same way it is compared, so it reads beside the absolute observed URL. + +- [#1747](https://github.com/e2e-inc/e2e/pull/1747) [`a94c765`](https://github.com/e2e-inc/e2e/commit/a94c76534498c867f4dc74d061b5a4ac0804b1b4) Thanks [@okwasniewski](https://github.com/okwasniewski)! - Send CDP handshake headers for hosted browser leases. + +- [#1710](https://github.com/e2e-inc/e2e/pull/1710) [`0920ef5`](https://github.com/e2e-inc/e2e/commit/0920ef5f941a428545c9e16a36d5ba361ac1ba54) Thanks [@kdy1](https://github.com/kdy1)! - The `browser` fixture drives tabs. A tab the app opens (a `target="_blank"` link, `window.open`, an OAuth popup) joins `browser.tabs()` in the background, and the active tab stays where it was. `browser.waitForPopup(trigger)` runs the trigger and makes the tab it opens active, `browser.newTab()` opens a tab in the same context, and each `BrowserTab` has `url`, `title`, `isActive`, `isClosed`, `activate`, and `close`. When the active tab closes, the tab that opened it is active again, or the tab active most recently when that one is closed too. The agent's `switch_tab` and `close_tab` verbs move between tabs and close them. The web engine needs `e2e` 0.23.1 or newer. [Tabs](https://e2e.com/docs/reference/web#tabs) + ## 0.15.5 ### Patch Changes diff --git a/packages/web/package.json b/packages/web/package.json index 6290ecc28e..f600d5c296 100644 --- a/packages/web/package.json +++ b/packages/web/package.json @@ -1,6 +1,6 @@ { "name": "@e2e-dev/web", - "version": "0.15.5", + "version": "0.16.0", "description": "Web engine for e2e agentic end-to-end testing, built on Playwright", "keywords": [ "e2e", diff --git a/plugins/e2e/.claude-plugin/plugin.json b/plugins/e2e/.claude-plugin/plugin.json index 6fcb7ee110..323d7cfc6f 100644 --- a/plugins/e2e/.claude-plugin/plugin.json +++ b/plugins/e2e/.claude-plugin/plugin.json @@ -1,6 +1,6 @@ { "name": "e2e", - "version": "0.23.0", + "version": "0.23.1", "description": "Write, run, and debug end-to-end tests for web and mobile apps with e2e, the open source agentic test runner.", "author": { "name": "TesterArmy", diff --git a/plugins/e2e/.codex-plugin/plugin.json b/plugins/e2e/.codex-plugin/plugin.json index 1f3ab9c452..220f65855f 100644 --- a/plugins/e2e/.codex-plugin/plugin.json +++ b/plugins/e2e/.codex-plugin/plugin.json @@ -1,6 +1,6 @@ { "name": "e2e", - "version": "0.23.0", + "version": "0.23.1", "description": "Write, run, and debug end-to-end tests for web and mobile apps with e2e, the open source agentic test runner.", "author": { "name": "TesterArmy", diff --git a/plugins/e2e/.cursor-plugin/plugin.json b/plugins/e2e/.cursor-plugin/plugin.json index 2a90c61e7e..9255302efe 100644 --- a/plugins/e2e/.cursor-plugin/plugin.json +++ b/plugins/e2e/.cursor-plugin/plugin.json @@ -1,6 +1,6 @@ { "name": "e2e", - "version": "0.23.0", + "version": "0.23.1", "description": "Write, run, and debug end-to-end tests for web and mobile apps with e2e, the open source agentic test runner.", "author": { "name": "TesterArmy",