mirror of
https://github.com/paperclipai/paperclip.git
synced 2026-11-10 12:37:55 +01:00
test(chat): declare human-input guidance provenance for affected cases
Co-Authored-By: Paperclip <noreply@paperclip.ing>
This commit is contained in:
1 parent
754788b2be
commit
c9e3418fef
4 files changed
+7
-2
No files matched your search
@@ -4224,7 +4224,8 @@
|
||||
"chat-catalog-domains/identity-support.ts",
|
||||
"chat-catalog-domains/internal-support.ts",
|
||||
"chat-catalog-domains/identity-questions-and-approvals.ts",
|
||||
"chat-scenarios/questions-and-approvals.yaml"
|
||||
"chat-scenarios/questions-and-approvals.yaml",
|
||||
"../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts"
|
||||
],
|
||||
"oracleVersion": "paperclip.chat-catalog.required-question.v4",
|
||||
"expectedRunCount": 2,
|
||||
@@ -4891,6 +4892,7 @@
|
||||
{
|
||||
"scenarioId": "secrets.configure-company-secret",
|
||||
"sourceFiles": [
|
||||
"../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts",
|
||||
"chat-catalog-domains/external-company-secret.ts",
|
||||
"chat-catalog-domains/external-company-secret-confirmation.ts",
|
||||
"chat-catalog-domains/external-secret-proposal.ts",
|
||||
@@ -4968,6 +4970,7 @@
|
||||
{
|
||||
"scenarioId": "secrets.personal-secret",
|
||||
"sourceFiles": [
|
||||
"../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts",
|
||||
"chat-catalog-domains/external-personal-secret.ts",
|
||||
"chat-catalog-domains/external-personal-secret-confirmation.ts",
|
||||
"chat-catalog-contract.ts",
|
||||
|
||||
@@ -216,7 +216,7 @@ export const companySecretExternalCases=[definition("secrets.configure-company-s
|
||||
optionalCompanySecretBindingApproval:true,
|
||||
expectedCompanySecretBindingApproval(value){if(!gradeCompanySecret(value).passed)return;return companySecretApprovalProof(value);},
|
||||
oracleVersion:"paperclip.chat-catalog.company-secret-controller-baseline.v14",expectedRunCount:3,minimumRunCount:2,expectedHumanMessageCount:2,attemptTimeoutMs:480000,
|
||||
sourceFiles:["chat-catalog-domains/external-company-secret.ts","chat-catalog-domains/external-company-secret-confirmation.ts","chat-catalog-domains/external-secret-proposal.ts","chat-catalog-domains/external-secret-question.ts","chat-catalog-domains/external-secret-route.ts","chat-catalog-domains/external-company-secret-menu.ts","chat-catalog-contract.ts","chat-catalog-flow.ts","chat-catalog-domains/external-private-browser.ts","chat-catalog-domains/external-private-browser-worker.ts","chat-catalog-domains/external-credential-language.ts","chat-catalog-domains/external-secret-scan.ts","chat-catalog-domains/external-support.ts","chat-catalog-domains/internal-support.ts","chat-catalog-domains/identity-support.ts","live-fixtures.ts","../../server/src/services/secrets.ts","../../server/src/services/native-runtime/runner-api-catalog.ts","../../server/src/routes/issues.ts","run-observations.ts","chat-flow.ts","chat-scenarios/secrets.yaml"],
|
||||
sourceFiles:["../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts","chat-catalog-domains/external-company-secret.ts","chat-catalog-domains/external-company-secret-confirmation.ts","chat-catalog-domains/external-secret-proposal.ts","chat-catalog-domains/external-secret-question.ts","chat-catalog-domains/external-secret-route.ts","chat-catalog-domains/external-company-secret-menu.ts","chat-catalog-contract.ts","chat-catalog-flow.ts","chat-catalog-domains/external-private-browser.ts","chat-catalog-domains/external-private-browser-worker.ts","chat-catalog-domains/external-credential-language.ts","chat-catalog-domains/external-secret-scan.ts","chat-catalog-domains/external-support.ts","chat-catalog-domains/internal-support.ts","chat-catalog-domains/identity-support.ts","live-fixtures.ts","../../server/src/services/secrets.ts","../../server/src/services/native-runtime/runner-api-catalog.ts","../../server/src/routes/issues.ts","run-observations.ts","chat-flow.ts","chat-scenarios/secrets.yaml"],
|
||||
async act(ctx,state){
|
||||
const deadline=chatCatalogOriginalPhaseDeadline(ctx),remaining=()=>remainingIdentityObservationBudget(ctx);
|
||||
await waitForReply(ctx,deadline);remaining();
|
||||
|
||||
@@ -465,6 +465,7 @@ export const personalSecretExternalCases = [
|
||||
expectedHumanMessageCount: 2,
|
||||
attemptTimeoutMs: 660000,
|
||||
sourceFiles: [
|
||||
"../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts",
|
||||
"chat-catalog-domains/external-personal-secret.ts",
|
||||
"chat-catalog-domains/external-personal-secret-confirmation.ts",
|
||||
"chat-catalog-contract.ts",
|
||||
|
||||
@@ -233,6 +233,7 @@ export const questionIdentityCases = [
|
||||
}),
|
||||
identityDefinition("questions-and-approvals.multi-part-question", ctx => questionFixture(ctx, true), gradeQuestions, {
|
||||
expectedRunCount: 2, observe: observeQuestion, oracleVersion: "paperclip.chat-catalog.required-question.v4",
|
||||
sourceFiles: ["chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-questions-and-approvals.ts", "chat-scenarios/questions-and-approvals.yaml", "../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts"],
|
||||
async verifyResult(ctx, _state, value) {
|
||||
if (await ctx.input.page.getByTestId("task-chat-composer-input").isVisible()) return;
|
||||
const o = identityObservation(value);
|
||||
|
||||
Reference in new issue
Block a user