Repository navigation
fix(uipath-planner, uipath-genome, uipath-platform): Decision Tree routing in authoring; Data sets, Captures, slug, complexity and Role defined; process check floors; login state from Data.Status #14357
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Skill Activation Gate | |
| # When a SKILL.md frontmatter changes, run the activation eval restricted to | |
| # that one skill's positives and fail if recall.yes drops more than DROP_PP | |
| # (10pp — see tests/scripts/activation_gate.py) below the rounded 2026-06-17 | |
| # baseline. Cross-fire and negatives stay covered by the manual full run. | |
| concurrency: | |
| group: activation-gate-${{ github.head_ref || github.ref }} | |
| # Allow-list, not deny-list: `synchronize` is the only event that arrives with | |
| # a new head SHA, so it is the only one where cancelling is free. `opened`, | |
| # `reopened` and `ready_for_review` all fire on a commit a run can already be | |
| # in flight for, and a cancelled run reports the required context as | |
| # `cancelled` — non-passing, exactly like `failure`. See | |
| # docs/REQUIRED-CHECKS.md Rule 3a. | |
| cancel-in-progress: ${{ github.event.action == 'synchronize' }} | |
| on: | |
| # No paths: filter — see smoke-skills.yml for the required-check rationale. | |
| # ready_for_review is added so the gate fires the moment a PR exits draft; | |
| # the gate job itself is then skipped on drafts (see `if:` below) to keep | |
| # iteration-on-draft cheap. | |
| pull_request: | |
| types: [opened, synchronize, reopened, ready_for_review] | |
| workflow_dispatch: | |
| permissions: | |
| contents: read | |
| # Exempt the first-party `coder-eval` wheel from safe-chain's | |
| # minimum-package-age suppression so a same-day pin in | |
| # tests/.coder-eval-version still resolves — see smoke-skills.yml for the full | |
| # rationale. Workflow-level so any job added later inherits it. | |
| env: | |
| SAFE_CHAIN_MINIMUM_PACKAGE_AGE_EXCLUSIONS: coder-eval,anthropic | |
| jobs: | |
| detect: | |
| runs-on: uipath-ubuntu-latest | |
| outputs: | |
| skills: ${{ steps.detect.outputs.skills }} | |
| skip: ${{ steps.detect.outputs.skip }} | |
| steps: | |
| - uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4.4.0 | |
| with: { fetch-depth: 0 } | |
| - id: detect | |
| # base_ref is empty on workflow_dispatch — fall back to main so manual | |
| # re-runs against a feature branch still resolve a sane merge-base. | |
| # Block-style env: the inner `'main'` single quotes break flow-mapping | |
| # parsing in strict YAML readers. | |
| env: | |
| BASE_REF: ${{ github.base_ref || 'main' }} | |
| run: | | |
| set -euo pipefail | |
| BASE_SHA=$(git merge-base "origin/$BASE_REF" HEAD) | |
| extract_fm() { awk '/^---$/{c++;if(c==2)exit;next} c==1{print}'; } | |
| SKILLS=() | |
| for f in $(git diff --name-only "$BASE_SHA"...HEAD | grep -E '^skills/[^/]+/SKILL\.md$' || true); do | |
| # Skip deletions — the file is gone from HEAD; nothing to gate. | |
| [ -f "$f" ] || continue | |
| base_fm=$(git show "$BASE_SHA:$f" 2>/dev/null | extract_fm || true) | |
| head_fm=$(extract_fm < "$f" || true) | |
| [ "$base_fm" = "$head_fm" ] && continue | |
| SKILLS+=("$(echo "$f" | cut -d/ -f2)") | |
| done | |
| if [ ${#SKILLS[@]} -eq 0 ]; then | |
| echo "skip=true" >> "$GITHUB_OUTPUT" | |
| echo "No frontmatter changes — gate not triggered." | |
| exit 0 | |
| fi | |
| JSON=$(printf '%s\n' "${SKILLS[@]}" | jq -R . | jq -s -c .) | |
| echo "skills=$JSON" >> "$GITHUB_OUTPUT" | |
| echo "Will gate: ${SKILLS[*]}" | |
| gate: | |
| needs: detect | |
| # Skip drafts to keep iteration cheap; the gate fires on transition to | |
| # ready (via the ready_for_review event type above) and on every push to | |
| # a ready PR. workflow_dispatch has no draft flag → the != 'true' check | |
| # treats undefined as not-draft, so manual dispatch still runs the gate. | |
| if: needs.detect.outputs.skip != 'true' && github.event.pull_request.draft != true | |
| runs-on: uipath-ubuntu-latest | |
| name: ${{ matrix.skill }} | |
| timeout-minutes: 30 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| skill: ${{ fromJSON(needs.detect.outputs.skills) }} | |
| steps: | |
| - uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4.4.0 | |
| # Pin coder_eval to tests/.coder-eval-version so the activation gate runs | |
| # the same engine as the smoke, ad-hoc, and nightly paths. | |
| - name: Resolve coder_eval pin | |
| id: ceref | |
| run: echo "version=$(tr -d '[:space:]' < tests/.coder-eval-version)" >> "$GITHUB_OUTPUT" | |
| - uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0 | |
| with: { python-version: '3.13' } | |
| - uses: astral-sh/setup-uv@38f3f104447c67c051c4a08e39b64a148898af3a # v4.2.0 | |
| # Host coder-eval CLI = pinned wheel (coder_eval feed + ml-packages for | |
| # deps), constrained to the dependency set frozen into the pinned agent | |
| # image so activation resolves the same deps as smoke/ad-hoc/nightly. | |
| # Activation itself runs under the tempdir driver -- the image is only | |
| # the constraints source. Fork PRs get no secrets, so without the token | |
| # this falls back to an unconstrained install rather than failing the | |
| # required `Skill activation gate` context. | |
| - name: Install coder-eval | |
| env: | |
| VERSION: ${{ steps.ceref.outputs.version }} | |
| GHCR_TOKEN: ${{ secrets.GH_PACKAGES_TOKEN || secrets.GH_PAT }} | |
| run: | | |
| set -euo pipefail | |
| constraints=() | |
| if [ -n "${GHCR_TOKEN:-}" ]; then | |
| img="ghcr.io/uipath/coder-eval-agent:$VERSION" | |
| printf '%s' "$GHCR_TOKEN" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin | |
| docker pull "$img" | |
| docker run --rm --entrypoint pip "$img" freeze --exclude-editable | grep -vE '^coder-eval| @ ' > "$RUNNER_TEMP/ce-constraints.txt" | |
| docker logout ghcr.io | |
| constraints=(-c "$RUNNER_TEMP/ce-constraints.txt") | |
| else | |
| echo "::warning::No GHCR token (fork PR?) — installing coder-eval without image constraints" | |
| fi | |
| uv pip install --system "${constraints[@]}" "coder-eval==$VERSION" | |
| - name: Run activation gate | |
| env: | |
| # Pass matrix value via env (not direct ${{ }} interpolation in run:) | |
| # to avoid shell expansion of any special chars in the skill name. | |
| SKILL: ${{ matrix.skill }} | |
| SKILLS_REPO_PATH: ${{ github.workspace }} | |
| API_BACKEND: bedrock | |
| AWS_BEARER_TOKEN_BEDROCK: ${{ secrets.AWS_BEARER_TOKEN_BEDROCK }} | |
| AWS_REGION: ${{ vars.AWS_REGION }} | |
| BEDROCK_MODEL: ${{ vars.BEDROCK_MODEL }} | |
| # The agent model the gate measures (activation_gate.py passes it as --model, | |
| # and exits non-zero when this is unset — no literal fallback). Its recall | |
| # baselines are model-specific, so re-baseline when this moves. | |
| AGENT_MODEL: ${{ vars.CLAUDE_CODE_MODEL }} | |
| ACTIVATION_GATE_KEEP_DIR: ${{ runner.temp }}/activation-gate-tasks | |
| run: python tests/scripts/activation_gate.py --skill "$SKILL" | |
| # The rows' transcripts, so a miss can be read; uploaded only when the leg fails. | |
| - name: Upload activation transcripts | |
| if: failure() | |
| uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 | |
| with: | |
| name: activation-gate-${{ matrix.skill }} | |
| path: ${{ runner.temp }}/activation-gate-tasks | |
| if-no-files-found: ignore | |
| retention-days: 7 | |
| # Fixed-name aggregator. The `gate` job above is named `${{ matrix.skill }}`, | |
| # so its check name changes with every skill added or renamed — 61 distinct | |
| # names in one quarter. Required-status-check contexts are literal strings, so | |
| # a matrix leg can never be required: a name that doesn't run leaves the | |
| # context pending forever. This job's name is constant, so require THIS one. | |
| # It rolls up `detect` + every `gate` leg into a single pass/fail. | |
| gate-summary: | |
| name: Skill activation gate | |
| needs: [detect, gate] | |
| # Runs whatever `detect` and `gate` did, so the required context always | |
| # reports; the rollup below is what turns their results into pass/fail. | |
| # `!cancelled()` rather than `always()`, and the `${{ }}` wrapper is | |
| # required (bare `!` starts a YAML tag) — docs/REQUIRED-CHECKS.md | |
| # § Why `!cancelled()` and not `always()`. | |
| if: ${{ !cancelled() }} | |
| runs-on: uipath-ubuntu-latest | |
| timeout-minutes: 5 | |
| steps: | |
| - name: Roll up gate results | |
| # Job results via env, not inline ${{ }} in run: — these are workflow- | |
| # controlled values, but the repo keeps every interpolation out of the | |
| # shell body regardless. | |
| env: | |
| DETECT_RESULT: ${{ needs.detect.result }} | |
| GATE_RESULT: ${{ needs.gate.result }} | |
| run: | | |
| set -euo pipefail | |
| echo "detect=$DETECT_RESULT gate=$GATE_RESULT" | |
| # `needs.<matrix job>.result` is already the rollup of every leg: | |
| # 'success' only when all legs succeeded, 'failure' when any failed. | |
| # 'skipped' is the healthy no-op path and must pass. | |
| # | |
| # ALLOW-list the two good values rather than deny-listing the two bad | |
| # ones. This is the repo's merge gate: an empty result, or a value | |
| # GitHub adds later, must fail closed rather than fall through to | |
| # "passed". | |
| for result in "$DETECT_RESULT" "$GATE_RESULT"; do | |
| case "$result" in | |
| success|skipped) ;; | |
| failure|cancelled) ;; | |
| *) echo "::error::unrecognized job result '$result' — failing closed"; exit 1 ;; | |
| esac | |
| done | |
| if [ "$DETECT_RESULT" = "failure" ] || [ "$DETECT_RESULT" = "cancelled" ]; then | |
| echo "::error::activation gate could not determine which skills to gate (detect: $DETECT_RESULT)" | |
| exit 1 | |
| fi | |
| if [ "$GATE_RESULT" = "failure" ] || [ "$GATE_RESULT" = "cancelled" ]; then | |
| echo "::error::at least one activation gate leg failed — see the per-skill jobs above" | |
| exit 1 | |
| fi | |
| echo "Activation gate passed." |