From d628914fb7bf9db85438746b17e8a30dcfb3fe4a Mon Sep 17 00:00:00 2001 From: John Lybeck Date: Fri, 13 Nov 2026 14:48:44 +0100 Subject: [PATCH] ci: upload the behavioral report and transcripts as an artifact The routing job already uploads its report. The behavioral jobs do not, so when a behavioral case fails, the only record that outlives the run is the summary table: a case id, an expectation, and a truncated judge sentence. That is not enough to tell a skill bug from an environment one. A case that fails in CI and passes everywhere else leaves nothing to compare, because the transcript of what the agent actually did is written to .skillscope/ on the runner and then discarded with it. skillscope already writes both halves there by default, the JSON report under runs/ and the inspect transcript under logs/, so this adds no arguments and changes no behaviour. It keeps what is already produced. Artifact names carry the matrix keys, since one job uploads per skill and OS, and per environment on the scoped leg. Signed-off-by: John Lybeck --- .github/workflows/skill-evals.yml | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/.github/workflows/skill-evals.yml b/.github/workflows/skill-evals.yml index 78c2a5f..c7b0c5f 100644 --- a/.github/workflows/skill-evals.yml +++ b/.github/workflows/skill-evals.yml @@ -634,6 +634,14 @@ jobs: install-claude: "true" node-version: ${{ inputs.node_version }} + - name: Upload behavioral report + if: always() + uses: actions/upload-artifact@v4 + with: + name: behavioral-report-${{ matrix.skill }}-${{ matrix.os }} + path: .skillscope/ + if-no-files-found: warn + # Behavioral legs on hardware with its own environment. Those bring scoped # secrets, which is why they cannot share the job above: a job's credentials # are fixed before its matrix expands. @@ -691,6 +699,14 @@ jobs: install-claude: "true" node-version: ${{ inputs.node_version }} + - name: Upload behavioral report + if: always() + uses: actions/upload-artifact@v4 + with: + name: behavioral-report-${{ matrix.skill }}-${{ matrix.os }}-${{ matrix.environment }} + path: .skillscope/ + if-no-files-found: warn + # Single aggregate result, so a caller can gate on one check: # # * nothing testable changed -> pass (neutral).