Skip to content

Isolate non-blocking managed-config CI #756

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
lilly-luo wants to merge 1 commit into from
+111 −63
Closed

Isolate non-blocking managed-config CI #756

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
63 changes: 0 additions & 63 deletions .github/workflows/integration.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -190,68 +190,6 @@ jobs:
ARTIFACT_NAME: integration-full-${{ matrix.agent }}
steps: *live-steps

managed:
name: Managed config · ${{ matrix.agent == 'claude' && 'Claude' || 'Codex' }}
if: ${{ inputs.suite != 'installation' && inputs.suite != 'smoke' && inputs.suite != 'tui' && (github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == github.repository) }}
runs-on: ubuntu-22.04
# Kept non-blocking for now: the managed workspace (E2E_ADMIN_WORKSPACE) is repointed to
# runner-reachable ca-central, but leave these lanes for signal until the managed-config apply
# path is proven stable. Then drop this and add `managed` to the required set.
continue-on-error: true
timeout-minutes: 30
strategy:
fail-fast: false
max-parallel: 2
matrix:
agent: [claude, codex]
env:
DEPENDENCY: ${{ inputs.dependency }}
AGENT: ${{ matrix.agent }}
ARTIFACT_NAME: integration-managed-${{ matrix.agent }}
steps:
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
with:
fetch-depth: 0
- uses: actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4
with:
node-version: 22.19.0
- uses: astral-sh/setup-uv@08807647e7069bb48b6ef5acd8ec9567f424441b # v8.1.0
with:
version: 0.9.8
- uses: databricks/setup-cli@bdb89f81c11a5bd647fd55b585b7c396ec68a25a # v1.0.0
- name: Run the managed cases against the managed e2e workspace
shell: bash
env:
# The managed workspace authenticates as a service principal; the runner mints a
# short-lived token from these standard Databricks client-credential variables.
UCODE_TEST_WORKSPACE: ${{ secrets.E2E_ADMIN_WORKSPACE }}
DATABRICKS_CLIENT_ID: ${{ secrets.E2E_ADMIN_SP_CLIENT_ID }}
DATABRICKS_CLIENT_SECRET: ${{ secrets.E2E_ADMIN_SP_CLIENT_SECRET }}
run: |
# A managed config enables both agents and `ug configure` applies it to every enabled
# agent, so both CLIs must be installed even though this lane asserts only one agent.
args=(--claude-version "$CLAUDE_VERSION" --codex-version "$CODEX_VERSION")
if [[ -n "$DEPENDENCY" ]]; then
args+=(--dependency "$DEPENDENCY")
fi
uv run --no-project --python 3.12 python scripts/run_integration.py \
--python 3.12 --ug-version "$UG_VERSION" --entry-point "$ENTRY_POINT" \
--default-index "$PACKAGE_INDEX" --output "$RUNNER_TEMP/ug-integration" \
"${args[@]}" -- -m "(managed or managed_fixture) and $AGENT"
- name: Upload managed test evidence
if: ${{ !cancelled() }}
uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
with:
name: ${{ env.ARTIFACT_NAME }}
include-hidden-files: true
path: |
${{ runner.temp }}/ug-integration/*.json
${{ runner.temp }}/ug-integration/*.txt
${{ runner.temp }}/ug-integration/*.xml
${{ runner.temp }}/ug-integration/*.log
${{ runner.temp }}/ug-integration/artifacts/
${{ runner.temp }}/ug-integration/wheels/

cujs:
name: All integration tests
if: ${{ !cancelled() && (github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == github.repository) }}
Expand All @@ -276,7 +214,6 @@ jobs:
required.append("smoke")
if suite != "smoke":
required.append("full")
# `managed` is intentionally omitted while it is non-blocking (see its job comment).
failed = [job for job in required if results[job]["result"] != "success"]
if failed:
raise SystemExit("Integration jobs did not pass: " + ", ".join(failed))
Expand Down
111 changes: 111 additions & 0 deletions .github/workflows/managed-integration.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,111 @@
name: Managed config (non-blocking)

on:
workflow_dispatch:
inputs:
ug_version:
description: Exact ug release, or checkout
default: checkout
required: true
entry_point:
description: Console command (older releases may only have ucode)
type: choice
options: [ug, ucode]
default: ug
claude_version:
description: Exact Claude Code version
default: 2.1.268
required: true
codex_version:
description: Exact Codex version
default: 0.154.0
required: true
dependency:
description: Optional exact dependency for reproduction (e.g. tomlkit==0.14.0)
default: ''
required: false
default_index:
description: Python package index containing the requested ug version
default: https://pypi.org/simple
required: true
pull_request:
push:
branches: [main]

permissions:
contents: read

# Managed-config tests are experimental signal. Keep their lifecycle separate from the required
# CI and Integration workflows so a hosted-runner shutdown cannot cancel a required check.
concurrency:
group: managed-integration-${{ github.event.pull_request.number || github.ref }}-${{ github.event_name }}
cancel-in-progress: true

env:
UG_VERSION: ${{ inputs.ug_version || 'checkout' }}
ENTRY_POINT: ${{ inputs.entry_point || 'ug' }}
CLAUDE_VERSION: ${{ inputs.claude_version || '2.1.268' }}
CODEX_VERSION: ${{ inputs.codex_version || '0.154.0' }}
PACKAGE_INDEX: ${{ inputs.default_index || 'https://pypi.org/simple' }}

jobs:
managed:
name: Managed config · ${{ matrix.agent == 'claude' && 'Claude' || 'Codex' }}
if: ${{ github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == github.repository }}
runs-on: ubuntu-22.04
# Preserve failures as non-blocking signal until the managed-config path is proven stable.
# Cancellation remains visible, but is contained to this independent workflow.
continue-on-error: true
timeout-minutes: 30
strategy:
fail-fast: false
max-parallel: 2
matrix:
agent: [claude, codex]
env:
DEPENDENCY: ${{ inputs.dependency }}
AGENT: ${{ matrix.agent }}
ARTIFACT_NAME: integration-managed-${{ matrix.agent }}
steps:
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
with:
fetch-depth: 0
- uses: actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4
with:
node-version: 22.19.0
- uses: astral-sh/setup-uv@08807647e7069bb48b6ef5acd8ec9567f424441b # v8.1.0
with:
version: 0.9.8
- uses: databricks/setup-cli@bdb89f81c11a5bd647fd55b585b7c396ec68a25a # v1.0.0
- name: Run the managed cases against the managed e2e workspace
shell: bash
env:
# The managed workspace authenticates as a service principal; the runner mints a
# short-lived token from these standard Databricks client-credential variables.
UCODE_TEST_WORKSPACE: ${{ secrets.E2E_ADMIN_WORKSPACE }}
DATABRICKS_CLIENT_ID: ${{ secrets.E2E_ADMIN_SP_CLIENT_ID }}
DATABRICKS_CLIENT_SECRET: ${{ secrets.E2E_ADMIN_SP_CLIENT_SECRET }}
run: |
# A managed config enables both agents and `ug configure` applies it to every enabled
# agent, so both CLIs must be installed even though this lane asserts only one agent.
args=(--claude-version "$CLAUDE_VERSION" --codex-version "$CODEX_VERSION")
if [[ -n "$DEPENDENCY" ]]; then
args+=(--dependency "$DEPENDENCY")
fi
uv run --no-project --python 3.12 python scripts/run_integration.py \
--python 3.12 --ug-version "$UG_VERSION" --entry-point "$ENTRY_POINT" \
--default-index "$PACKAGE_INDEX" --output "$RUNNER_TEMP/ug-integration" \
"${args[@]}" -- -m "(managed or managed_fixture) and $AGENT"
- name: Upload managed test evidence
if: ${{ !cancelled() }}
uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
with:
name: ${{ env.ARTIFACT_NAME }}
include-hidden-files: true
path: |
${{ runner.temp }}/ug-integration/*.json
${{ runner.temp }}/ug-integration/*.txt
${{ runner.temp }}/ug-integration/*.xml
${{ runner.temp }}/ug-integration/*.log
${{ runner.temp }}/ug-integration/artifacts/
${{ runner.temp }}/ug-integration/wheels/
Loading