mirror of
https://github.com/paperclipai/paperclip.git
synced 2026-11-07 07:55:47 +01:00
test(evals): retain missing Grok HTTPS harness binding gap
This commit is contained in:
1 parent
28abc602be
commit
19510abe5e
1 file changed
+1
-1
@@ -53,7 +53,7 @@ export const runtimeGrokCases = [runtimeDefinition("agents.existing-grok-bot", a
|
||||
if (invitation) throw new Error("Existing-Bot context must start without any previously authorized Grok invitation/binding");
|
||||
return { beforeAgentIds: (await ctx.input.api.get<Agent[]>(`/api/companies/${ctx.input.fixtures.company.id}/agents`)).map(row => row.id), enabledPublicInstance: true, noExistingBotAuthorization: true, publicResourceMatches: true, providerProbes: [{ phase: "setup", operation: "public-mcp-resource-metadata", status: "reachable", usage: "unavailable", cost: "unavailable" }] };
|
||||
}, gradeExistingGrok, {
|
||||
...runtimePrivateSpec("agents.existing-grok-bot"), authentication: "human-session", expectedRunCount: 2, expectedHumanMessageCount: 2, attemptTimeoutMs: 900000,
|
||||
...runtimePrivateSpec("agents.existing-grok-bot"), authentication: "human-session", coverageGaps: ["Disposable harness public/auth origin is pinned to loopback HTTP; actual owned HTTPS origin/tunnel binding is not yet supported. This is separate from the genuine existing Bot human OAuth/pairing prerequisite."], expectedRunCount: 2, expectedHumanMessageCount: 2, attemptTimeoutMs: 900000,
|
||||
sourceFiles: ["chat-catalog-domains/runtime-grok.ts", "chat-catalog-domains/runtime-private.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/external-private-browser.ts", "chat-catalog-domains/external-private-browser-worker.ts", "chat-catalog-domains/external-grok-private-contract.ts", "../../server/src/routes/grok-bot.ts", "../../server/src/services/grok-bot/routine.ts", "../../server/src/services/dot-runner-broker.ts", "../../ui/src/components/GrokBotConnection.tsx", "../../ui/src/components/new-agent/GrokBotSetupContent.tsx", "chat-scenarios/agents.yaml"],
|
||||
async act(ctx, state) {
|
||||
await waitForReply(ctx); const initial = await observeRuntime(ctx, state), source = ctx.input.page.url(), selected = selectedRuntimeInputs(ctx, "agents.existing-grok-bot"); state.initialReply = initial.reply;
|
||||
|
||||
Reference in new issue
Block a user