test(evals): retain missing Grok HTTPS harness binding gap

This commit is contained in:
Dotta committed 2026-10-27 01:04:45 -05:00
1 parent 28abc602be
commit 19510abe5e
1 file changed
+1 -1
@@ -53,7 +53,7 @@ export const runtimeGrokCases = [runtimeDefinition("agents.existing-grok-bot", a
if (invitation) throw new Error("Existing-Bot context must start without any previously authorized Grok invitation/binding");
return { beforeAgentIds: (await ctx.input.api.get<Agent[]>(`/api/companies/${ctx.input.fixtures.company.id}/agents`)).map(row => row.id), enabledPublicInstance: true, noExistingBotAuthorization: true, publicResourceMatches: true, providerProbes: [{ phase: "setup", operation: "public-mcp-resource-metadata", status: "reachable", usage: "unavailable", cost: "unavailable" }] };
}, gradeExistingGrok, {
...runtimePrivateSpec("agents.existing-grok-bot"), authentication: "human-session", expectedRunCount: 2, expectedHumanMessageCount: 2, attemptTimeoutMs: 900000,
...runtimePrivateSpec("agents.existing-grok-bot"), authentication: "human-session", coverageGaps: ["Disposable harness public/auth origin is pinned to loopback HTTP; actual owned HTTPS origin/tunnel binding is not yet supported. This is separate from the genuine existing Bot human OAuth/pairing prerequisite."], expectedRunCount: 2, expectedHumanMessageCount: 2, attemptTimeoutMs: 900000,
sourceFiles: ["chat-catalog-domains/runtime-grok.ts", "chat-catalog-domains/runtime-private.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/external-private-browser.ts", "chat-catalog-domains/external-private-browser-worker.ts", "chat-catalog-domains/external-grok-private-contract.ts", "../../server/src/routes/grok-bot.ts", "../../server/src/services/grok-bot/routine.ts", "../../server/src/services/dot-runner-broker.ts", "../../ui/src/components/GrokBotConnection.tsx", "../../ui/src/components/new-agent/GrokBotSetupContent.tsx", "chat-scenarios/agents.yaml"],
async act(ctx, state) {
await waitForReply(ctx); const initial = await observeRuntime(ctx, state), source = ctx.input.page.url(), selected = selectedRuntimeInputs(ctx, "agents.existing-grok-bot"); state.initialReply = initial.reply;