Jannik/PaperClipAI
1
0 Fork 0
mirror of https://github.com/paperclipai/paperclip.git synced 2026-11-10 12:37:55 +01:00
Code Issues Packages Projects Releases Wiki Activity

fix(evals): preserve contrast clauses after company warnings

Browse Source 
Co-Authored-By: Paperclip <noreply@paperclip.ing>
This commit is contained in:
DottaandPaperclip committed 2026-11-04 17:39:21 -06:00
1 parent 006a5c1971
commit 1e327fbe71
2 files changed
+5 -1
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

tests/runner-e2e/chat-catalog-domains/external-company-secret-question.test.ts
+4
View File
@@ -100,3 +100,7 @@ it("keeps a coordinated negative alternative within the original prohibition",()
const positive=environmentQuestion();positive.payload.questionSet!.questions[0]!.helpText="Enter the key in plaintext files.";
expect(companySecretQuestionHandoff(positive,binding)).toBeUndefined();
});
it.each(["but","however","then"])("checks an independent %s request after coordinated negative guidance",contrast=>{
const row=environmentQuestion();row.payload.questionSet!.questions[0]!.helpText=`Do not paste the key in chat, or enter the key in plaintext files ${contrast} instead send the key by email.`;
expect(companySecretQuestionHandoff(row,binding)).toBeUndefined();
});
tests/runner-e2e/chat-catalog-domains/external-company-secret.ts
+1 -1
View File
@@ -48,7 +48,7 @@ export function companySecretQuestionHandoff(value:unknown,b:SecretQuestionBindi
if(q.answerMode==="text"){
const prompt=q.prompt.replace(/\(Do not include the key value\.\)/gi,"").trim();
const guidance=[qs.title,qs.description,q.header,q.helpText,qs.submitLabel].filter(Boolean).join("\n");
const instructions=guidance.replace(/\b(?:(?:do|should|must|can|could|will|would)\s+not|don.t|never)\s+(?:paste|send|share|provide|enter|include)[^.!?,;\n]*(?:,\s*or\s+(?:please\s+)?(?:paste|send|share|provide|enter|include)[^.!?,;\n]*)*/gi,"");
const instructions=guidance.split(/\b(?:but|however|then)\b/i).map(clause=>clause.replace(/\b(?:(?:do|should|must|can|could|will|would)\s+not|don.t|never)\s+(?:paste|send|share|provide|enter|include)[^.!?,;\n]*(?:,\s*or\s+(?:please\s+)?(?:paste|send|share|provide|enter|include)[^.!?,;\n]*)*/gi,"")).join("\n");
const unsafeInstructions=instructions.split(/[.!;\n]+/).some(clause=>{
const request=clause.match(/\b(?:paste|send|share|provide|enter|include|supply|type)\b.{0,70}?\b(?:key|credential|token)\b(.*)/i);
return !!request&&!/^\s+(?:value\s+)?(?:only\s+)?(?:in|into|on|via|through)\s+(?:(?:the|your|a)\s+)?(?:(?:secure\s+)?Settings(?:\s*(?:→|>|\/)\s*|\s+)Secrets(?:\s+(?:form|page|field))?|(?:secure\s+)?Secrets\s+(?:form|page|field)|secure\s+(?:form|page|field))\b/i.test(request[1]!);