Skip to content

Commit 511cac1

Browse files
committed
ci: rehearse grader-v3 against live 14911
1 parent 14911dc commit 511cac1

1 file changed

Lines changed: 51 additions & 0 deletions

File tree

Lines changed: 51 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,51 @@
1+
name: Live 14911 grader-v3 rehearsal
2+
3+
on:
4+
push:
5+
branches:
6+
- agent/live-14911-rehearsal
7+
8+
permissions:
9+
contents: read
10+
11+
jobs:
12+
rehearse:
13+
runs-on: ubuntu-24.04
14+
timeout-minutes: 45
15+
env:
16+
QUEUEPROOF_URL: https://queueproof.vercel.app
17+
EXPECTED_SHA: 14911dcc566a472a8d40dc3369e378f0c2406fae
18+
steps:
19+
- uses: actions/checkout@v4
20+
with:
21+
fetch-depth: 0
22+
- uses: pnpm/action-setup@v4
23+
with:
24+
run_install: false
25+
- uses: actions/setup-node@v4
26+
with:
27+
node-version: 22.13.0
28+
cache: pnpm
29+
- run: pnpm install --frozen-lockfile
30+
- name: Verify exact live release
31+
run: node scripts/release-gate.mjs --url "$QUEUEPROOF_URL" --sha "$EXPECTED_SHA"
32+
- name: Auto
33+
run: node scripts/run-live-benchmark.mjs --url "$QUEUEPROOF_URL" --mode auto --out evals/results/rehearsal-auto.json
34+
- name: Fast
35+
run: node scripts/run-live-benchmark.mjs --url "$QUEUEPROOF_URL" --mode fast --out evals/results/rehearsal-fast.json
36+
- name: Thinking
37+
run: node scripts/run-live-benchmark.mjs --url "$QUEUEPROOF_URL" --mode thinking --out evals/results/rehearsal-thinking.json
38+
- name: PDF
39+
run: node scripts/run-pdf-benchmark.mjs --url "$QUEUEPROOF_URL" --out evals/results/rehearsal-pdf.json
40+
- name: Preserve rehearsal receipts
41+
if: always()
42+
uses: actions/upload-artifact@v4
43+
with:
44+
name: queueproof-live-14911-rehearsal
45+
path: |
46+
evals/results/rehearsal-auto.json
47+
evals/results/rehearsal-fast.json
48+
evals/results/rehearsal-thinking.json
49+
evals/results/rehearsal-pdf.json
50+
if-no-files-found: ignore
51+
retention-days: 2

0 commit comments

Comments
 (0)