diff --git a/tests/runner-e2e/CATALOG-PRESERVATION.md b/tests/runner-e2e/CATALOG-PRESERVATION.md index dfc5a83ed30..a1533e14066 100644 --- a/tests/runner-e2e/CATALOG-PRESERVATION.md +++ b/tests/runner-e2e/CATALOG-PRESERVATION.md @@ -23,8 +23,12 @@ Readiness is separate from importability. Declared unsupported fresh contexts, public capability/profile gaps and external resource/authorization requirements remain explicit. The preserved plugin configure/disable fixture still has a known secret-ref schema mismatch: it sends an object where its public string schema -requires a secret UUID. Its spent failures are not repaired, erased or rerun by -this consolidation. Other measured failures retain their actual interpretation. +requires a secret UUID. Disable's returned final reached that setup request and +received HTTP 400. Configure's returned final stopped earlier while waiting for +the initial chat response; its later UI/configuration leg was not exercised, so +the schema mismatch there is a source finding. Both spent raw failures remain +unchanged and are not rerun by this consolidation. Other measured failures retain +their actual interpretation. Every historical result remains attached to its original source revision, full fingerprint, provider/model/build/database evidence, ordinal, usage, cost, privacy diff --git a/tests/runner-e2e/chat-catalog-preservation.json b/tests/runner-e2e/chat-catalog-preservation.json index 73d27c9f052..8af3c7f6df6 100644 --- a/tests/runner-e2e/chat-catalog-preservation.json +++ b/tests/runner-e2e/chat-catalog-preservation.json @@ -82,10 +82,15 @@ "knownUnqualifiedFixtureFindings": [ { "scenarioIds": [ - "plugins.configure-plugin", "plugins.disable-plugin" ], - "finding": "The preserved fixture sends a secret_ref object to an apiKey schema declared string with secret-ref format. The public validator requires the secure secret UUID string. These spent failures are retained; this preservation change does not repair or rerun them." + "finding": "The preserved fixture sends a secret_ref object to an apiKey schema declared string with secret-ref format. The returned final reached this setup request and received HTTP400; the public validator requires the secure secret UUID string. This spent failure is retained without repair or rerun." + }, + { + "scenarioIds": [ + "plugins.configure-plugin" + ], + "finding": "The returned final stopped earlier at the initial-identity wait. Its later UI/configuration leg was not exercised. The preserved object-vs-string secret-ref expectation is therefore a source-only finding for that later leg, not attribution of the observed failure. The spent raw failure remains unchanged without rerun." } ], "readinessLimits": {