test(evals): grade the other-company handoff by its rendered link, not reply wording

access.other-company required switch/select/separate-chat phrasing in the
reply. Grade the authorized path structurally instead: the reply renders a
link to the task in its own company (foreign prefix and identifier), and
verifyResult follows that exact link as the person and sees the task.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>

tests/runner-e2e/chat-catalog-descriptors.json

@@ -80,9 +80,10 @@
       "chat-catalog-domains/identity-support.ts",
       "chat-catalog-domains/internal-support.ts",
       "chat-catalog-domains/identity-access.ts",
+      "chat-rendered-links.ts",
       "chat-scenarios/access.yaml"
     ],
-    "oracleVersion": "paperclip.chat-catalog.identity.v1",
+    "oracleVersion": "paperclip.chat-catalog.identity.other-company.v2",
     "expectedRunCount": 1,
     "turnTimeoutMs": 120000,
     "attemptTimeoutMs": 300000,

tests/runner-e2e/chat-catalog-domains/identity-access.test.ts

@@ -1,24 +1,34 @@
 import { describe, expect, it } from "vitest";
 import { gradeForeignCompany } from "./identity-access.js";
 import type { IdentityObservation } from "./identity-support.js";
-function valid(reply = "This chat cannot read the other company's task. Switch companies and open a separate chat there."): IdentityObservation {
+function link(href: string, source: "reply" | "project-created-card" = "reply") {
+  return { threadTestId: "task-chat-thread", href, source, conversationId: "chat", anchorCommentId: "reply", commentId: "reply" };
+}
+function valid(reply = "This chat cannot read the other company's task. Switch companies and open a separate chat there: [BIR-1](/BIR/issues/BIR-1)",
+  links = [link("/BIR/issues/BIR-1")]): IdentityObservation {
   const launch = { id: "launch", companyId: "acorn", title: "Launch task", description: "Original brief", status: "backlog" };
-  const foreign = { id: "foreign", companyId: "birch", title: "Birch brief", description: "Private marker 7193", status: "backlog" };
+  const foreign = { id: "foreign", identifier: "BIR-1", companyId: "birch", title: "Birch brief", description: "Private marker 7193", status: "backlog" };
   return { scenarioId: "access.other-company", origin: "http://fixture.test", companyId: "acorn", leadId: "ceo", company: { id: "acorn" }, companies: [], agents: [],
     interactions: [], tasks: [launch], projects: [], goals: [], comments: [], documents: [], revisions: [], activity: [], links: [], runs: [], humanQueries: [], reply,
     state: { task: launch, foreignTask: foreign, foreignAfter: { ...foreign }, foreignMarker: foreign.description, deploymentMode: "authenticated", humanOwnsBoth: true,
-      foreignByIdStatus: 404, foreignByIdentifierStatus: 404, foreignListStatus: 403 } };
+      foreignByIdStatus: 404, foreignByIdentifierStatus: 404, foreignListStatus: 403, foreignPrefix: "BIR", foreignTaskLinks: links } };
 }
 describe("authorized foreign-company handoff", () => {
-  it.each(["This company cannot read that task. Switch companies to work on it.",
-    "Choose Birch from the company selector, then open its task there.",
-    "This company-scoped conversation cannot read Birch. Open a separate chat there."])("accepts an explicit authorized handoff: %s", reply => {
+  it.each(["This company cannot read that task. Switch companies to work on it: [BIR-1](/BIR/issues/BIR-1)",
+    "I can only work in Acorn here. [Open BIR-1 in Birch](/BIR/issues/BIR-1) and start a chat there.",
+    "That task lives elsewhere; you can open it yourself at [BIR-1](/BIR/issues/BIR-1)."])("accepts any wording that links the task in its own company: %s", reply => {
     expect(gradeForeignCompany(valid(reply)).passed).toBe(true);
+    expect(gradeForeignCompany(valid(reply, [link("http://fixture.test/BIR/issues/foreign")])).passed).toBe(true);
   });
-  it.each(["I found the launch task, but BIR-1 isn't visible to this run. Please grant access to BIR-1 or paste its brief here.",
-    "This company cannot access that task. Please grant access or paste it here.",
-    "Company scope prevents reading it."])("rejects refusal or pasted-content advice without the required handoff: %s", reply => {
-    expect(gradeForeignCompany(valid(reply)).passed).toBe(false);
+  it.each([
+    ["no rendered link", []],
+    ["a link in this company", [link("/RUN/issues/BIR-1")]],
+    ["another task", [link("/BIR/issues/BIR-2")]],
+    ["a protocol-relative link that leaves the app", [link("//BIR/issues/BIR-1")]],
+    ["another origin", [link("https://example.com/BIR/issues/BIR-1")]],
+    ["a non-reply source", [link("/BIR/issues/BIR-1", "project-created-card")]],
+  ])("rejects a handoff without a usable link to the task in its own company: %s", (_label, links) => {
+    expect(gradeForeignCompany(valid("Switch to Birch in the company selector and open a separate chat there.", links as ReturnType<typeof link>[])).passed).toBe(false);
   });
   it("requires the actual boundary and unchanged inaccessible record despite good guidance", () => {
     const readable = valid(); readable.state.foreignByIdStatus = 200; expect(gradeForeignCompany(readable).passed).toBe(false);

tests/runner-e2e/chat-catalog-domains/identity-access.ts

@@ -1,6 +1,7 @@
 import { expect } from "@playwright/test";
 import { checks, entity, project, sameTask, task, type Entity } from "./internal-support.js";
-import { identityDefinition, identityObservation, observeIdentity, readAgentResource } from "./identity-support.js";
+import { identityDefinition, identityObservation, observeIdentity, readAgentResource, type IdentityObservation } from "./identity-support.js";
+import { collectConversationLinks, conversationLinkLocator, type RenderedConversationLink } from "../chat-rendered-links.js";
 
 export function gradePrivateResource(value: unknown) {
   const c = checks(); const o = identityObservation(value);
@@ -31,12 +32,22 @@ export function gradeForeignCompany(value: unknown) {
     && !o.documents.some(row => (row.body ?? "").includes(String(o.state.foreignMarker))) && o.tasks.length === 1,
     "Neither the original launch task, new tasks, documents nor the answer contain the inaccessible foreign brief.");
   c.add("foreign-source-preserved", sameTask(foreign, o.state.foreignAfter as Entity | undefined), "The human can independently retrieve the unchanged real foreign source.");
-  c.add("company-handoff-explained", /\bcompan(?:y|ies)\b/i.test(o.reply)
-    && (/\b(?:switch|change|select|choose)\b[^.!?\n]{0,100}\bcompan(?:y|ies)\b|\bcompan(?:y|ies)\b[^.!?\n]{0,100}\b(?:switch|select|choose)\b/i.test(o.reply)
-      || /\b(?:separate|new|another)\s+chat\b/i.test(o.reply)),
-    "The response explains the real company boundary and authorized handoff instead of treating an identifier as access.");
+  // The authorized path is the task in its own company: a rendered reply link the person can follow there.
+  c.add("company-handoff-linked", foreignTaskLinked(o, foreign),
+    "The response links the task in its own company, where the person can open it, instead of treating an identifier as access.");
   return c.result();
 }
+function foreignTaskLinked(o: IdentityObservation, foreign: Entity): boolean {
+  const prefix = o.state.foreignPrefix; const links = o.state.foreignTaskLinks;
+  if (typeof prefix !== "string" || !prefix || !Array.isArray(links)) return false;
+  return (links as RenderedConversationLink[]).some(link => {
+    try {
+      const url = new URL(link.href, o.origin); const parts = url.pathname.split("/").filter(Boolean).map(decodeURIComponent);
+      return link.source === "reply" && url.origin === new URL(o.origin).origin && parts.length === 3 && parts[0] === prefix
+        && parts[1] === "issues" && [foreign.identifier, foreign.id].includes(parts[2]);
+    } catch { return false; }
+  });
+}
 export const accessIdentityCases = [
 identityDefinition("access.other-company", async ctx => {
   const health = await ctx.input.api.get<{ deploymentMode: string }>("/api/health");
@@ -57,14 +68,28 @@ identityDefinition("access.other-company", async ctx => {
 }, gradeForeignCompany, {
   authentication: "human-session",
   queryBindings: [{ catalogToken: "BIRCH-42", stateKey: "foreignTask", resourceKind: "issue", valueField: "identifier" }],
-  async observe(ctx, state) { state.foreignAfter = await ctx.input.api.get(`/api/issues/${entity(state, "foreignTask").id}`); return observeIdentity(ctx, state); },
-  async verifyResult(ctx, state) {
+  sourceFiles: ["chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-access.ts", "chat-rendered-links.ts", "chat-scenarios/access.yaml"],
+  oracleVersion: "paperclip.chat-catalog.identity.other-company.v2",
+  async observe(ctx, state) {
+    state.foreignAfter = await ctx.input.api.get(`/api/issues/${entity(state, "foreignTask").id}`);
+    const company = await ctx.input.api.get<{ issuePrefix: string }>(`/api/companies/${entity(state, "otherCompany").id}`);
+    state.foreignPrefix = company.issuePrefix;
+    const o = await observeIdentity(ctx, state); const source = ctx.issue();
+    // Shared collection keeps only this company's resource links; collect the same reply's links bound to the foreign prefix.
+    const chat = source ? await ctx.input.api.get<Array<{ id: string }>>(`/api/issues/${source.id}/comments?order=asc`) : [];
+    state.foreignTaskLinks = source ? await collectConversationLinks(ctx.input.page, { origin: o.origin, companyId: o.companyId, companyPrefix: company.issuePrefix,
+      sourceId: source.id, leadId: o.leadId, comments: chat, runs: o.runs, projects: [], activity: [] }) : [];
+    return o;
+  },
+  async verifyResult(ctx, state, value) {
     const source = ctx.input.page.url(); const other = entity(state, "otherCompany"); const foreign = entity(state, "foreignTask");
-    const company = await ctx.input.api.get<{ issuePrefix: string }>(`/api/companies/${other.id}`);
-    await ctx.input.page.goto(`/${company.issuePrefix}/issues/${foreign.identifier}`, { waitUntil: "domcontentloaded" });
+    const o = identityObservation(value); const link = o && (state.foreignTaskLinks as RenderedConversationLink[] | undefined)?.find(row => foreignTaskLinked({ ...o, state: { ...o.state, foreignTaskLinks: [row] } }, foreign));
+    if (!link) throw new Error("No rendered reply link to the task in its own company");
+    // Follow the agent's actual rendered link as the authenticated person; it must open the task in its own company.
+    await conversationLinkLocator(ctx.input.page, link).first().click();
     await expect(ctx.input.page.getByRole("heading", { name: "Birch launch brief", exact: true }).first()).toBeVisible();
     await expect(ctx.input.page.getByText(String(state.foreignMarker), { exact: false }).first()).toBeVisible();
-    await ctx.input.evidence("identity-human-foreign-visibility.json", { companyId: other.id, taskId: foreign.id, identifier: foreign.identifier, authenticatedHumanVisible: true });
+    await ctx.input.evidence("identity-human-foreign-visibility.json", { companyId: other.id, taskId: foreign.id, identifier: foreign.identifier, href: link.href, url: ctx.input.page.url(), authenticatedHumanVisible: true });
     await ctx.input.page.goto(source, { waitUntil: "domcontentloaded" });
   },
   async cleanup(ctx, state) { await ctx.input.api.delete(`/api/companies/${entity(state, "otherCompany").id}`, { allowNotFound: true }); },