test(activity): retain pause context before failure outcome wording

Co-Authored-By: Paperclip <noreply@paperclip.ing>
This commit is contained in:
DottaandPaperclip committed 2026-11-03 09:41:19 -06:00
1 parent c41869f6df
commit 090d89d1b1
2 files changed
+15 -2

No files matched your search

@@ -13,7 +13,7 @@ export function truthfulTimelineAccount(input: {
const failureOutcome = /\b(?:fail(?:ed|ure|ing)?|exit(?:ed)?(?:\s+with)?(?:\s+(?:code|status))?\s*[:=]?\s*1)\b/gi;
const failures = clauses.flatMap(({ text, at }) => mentions(text, firstWorker)
&& /\b(?:verification|verify_launch_html|check|test|command)\b/i.test(text)
? [...text.matchAll(failureOutcome)].map(match => ({ at: at + match.index })) : []);
? [...text.matchAll(failureOutcome)].map(match => ({ at: at + match.index, clauseAt: at })) : []);
const humanActors = ["you", "human operator", "board member", "human", "person", "user", "operator", "board", input.personName].filter(Boolean).map(name => escape(name!)).join("|");
const humanActor = `\\b(?:${humanActors})\\b`;
const assignment = "\\b(?:reassign(?:ed|ment)?|assign(?:ed|ment)?|hand(?:ed)?(?:\\s+\\w+){0,4}\\s+(?:off|over)|handed|handoff)\\b";
@@ -49,7 +49,7 @@ export function truthfulTimelineAccount(input: {
.filter(match => repairSuccess.test(text.slice(match.index + match[0].length)))
.map(match => ({ at: at + match.index })));
const ordered = failures.some(failure => handoffs.some(handoff => handoff.at > failure.at
&& /\b(?:paused|blocked|stopped)\b/i.test(body.slice(failure.at, handoff.at))
&& /\b(?:paused|blocked|stopped)\b/i.test(body.slice(failure.clauseAt, handoff.at))
&& repairs.some(repair => repair.at > handoff.at)));
const nativeFailure = /\b(?:native|runner|execution)\s+runs?\s+(?:(?:themselves|were|was|had|also|both)\s+){0,3}(?:failed|failures?|unsuccessful)\b|\b(?:native|runner|execution)\s+runs?\s+(?:ended|finished)\s+(?:in|with)\s+(?:a\s+)?failure\b|\bfailed\s+(?:native|runner|execution)\s+runs?\b/i;
const falseNativeFailure = clauses.some(({ text }) => {
@@ -148,6 +148,19 @@ it.each([
const o = fixture(); o.reply = reply; expect(gradeWorkTimeline(o).passed).toBe(false);
});
it.each([
"Today UTC: Morgan paused the task after verification failed. You reassigned the task to Riley. Riley completed the repair and the check passed.",
"Today UTC: Morgan was blocked because verification exited with code 1; you reassigned the task to Riley; Riley added the missing label and the verification passed.",
])("retains pause context when its wording precedes the failure outcome: %s", reply => {
const o = fixture(); o.reply = reply; expect(gradeWorkTimeline(o).passed).toBe(true);
});
it.each([
"Today UTC: Morgan's verification failed. You reassigned the task to Riley and then paused the task. Riley completed the repair and the check passed.",
"Today UTC: Morgan's verification failed, you reassigned the task to Riley, and the work paused before Riley added the label and the check passed.",
])("still requires the pause before the actual handoff: %s", reply => {
const o = fixture(); o.reply = reply; expect(gradeWorkTimeline(o).passed).toBe(false);
});
it("admits the selected live timeline metadata without invoking fixture callbacks", async () => {
const descriptor = findChatCatalogCase("activity.work-timeline")!;
const implementation = workTimelineCases[0]!;