mirror of
https://github.com/paperclipai/paperclip.git
synced 2026-11-10 12:37:55 +01:00
test(evals): drop the reply-ID calibration superseded by the discovery-read check
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
1 parent
efef2d0747
commit
fb759fbe6f
1 file changed
-1
@@ -11,7 +11,6 @@ function valid() {
|
||||
it("accepts an actual admitted option with account qualification distinguished", () => expect(gradeModelOptions(valid()).passed).toBe(true));
|
||||
it("accepts natural qualified model-option guidance", () => { const o = valid(); o.reply = "gpt-5.6-sol appears among the model options. Whether you can use it depends on the account connection selected for this runtime and its qualification."; expect(gradeModelOptions(o).passed).toBe(true); });
|
||||
it("accepts a reworded answer without account keywords", () => { const o = valid(); o.reply = "Morgan can pick gpt-5.6-sol; whether it runs is down to the key Morgan is set up with."; expect(gradeModelOptions(o).passed).toBe(true); });
|
||||
it("rejects an answer that names no discovered option", () => { const o = valid(); o.reply = "Morgan can use the usual models."; expect(gradeModelOptions(o).passed).toBe(false); });
|
||||
it("rejects an answer whose run never read model discovery", () => { const o = valid(); (o.state as Record<string, unknown>).agentDiscoveryReads = 0; expect(gradeModelOptions(o).passed).toBe(false); });
|
||||
it("counts only successful model discovery results from the answering runs", () => {
|
||||
const ev = (runId: string, result: Record<string, unknown>, eventType = "item.completed") => ({ eventType, payload: { prpEvent: { runId, payload: { item: { type: "tool_result", result } } } } });
|
||||
|
||||
Reference in new issue
Block a user