mirror of
https://github.com/paperclipai/paperclip.git
synced 2026-10-22 16:51:28 +02:00
test(evals): execute generated chat reports before publication
Verify real viewer rendering, read-only controls, tool expansion, navigation, reload and responsive visibility for both report projections. Co-Authored-By: Paperclip <noreply@paperclip.ing>
This commit is contained in:
1 parent
dfb35a3ac2
commit
c52ba0f4ec
4 files changed
+181
No files matched your search
@@ -614,6 +614,18 @@ jobs:
|
||||
--coverage-matrix .paperclip-evals/evals/paperclip-runner/coverage-matrix.json
|
||||
cp runner-protocol-merged/campaign.json runner-protocol-merged/public-report/campaign.json
|
||||
|
||||
- name: Set up report browser verification
|
||||
uses: pnpm/action-setup@0977fd99725f1db4007ccb2928dbb4e90d06cc86 # v6
|
||||
with:
|
||||
version: 9.15.4
|
||||
|
||||
- name: Verify the actual chat viewer before publication
|
||||
run: |
|
||||
pnpm install --frozen-lockfile --ignore-scripts
|
||||
pnpm --filter @paperclipai/paperclip-runner exec playwright install --with-deps chromium
|
||||
node packages/paperclip-runner/scripts/verify-runner-evalbook-viewer.mjs --report-root runner-protocol-merged/public-report --screenshots runner-protocol-merged/viewer-proof
|
||||
node packages/paperclip-runner/scripts/verify-runner-evalbook-viewer.mjs --report-root runner-protocol-merged/report
|
||||
|
||||
- name: Enforce the static public allowlist
|
||||
id: public_report
|
||||
run: |
|
||||
|
||||
Reference in new issue
Block a user