mirror of
https://github.com/paperclipai/paperclip.git
synced 2026-11-12 06:10:44 +01:00
Preserve all twelve provider-free hosted native setup failures
Co-Authored-By: Paperclip <noreply@paperclip.ing>
This commit is contained in:
DottaandPaperclip committed
1 parent
7dbc3c4594
commit
27653eb1a8
14 files changed
+594
-2
No files matched your search
@@ -0,0 +1,263 @@
|
||||
{
|
||||
"schema": "paperclip.native-completion-hosted-setup-audit.v1",
|
||||
"cells": [
|
||||
{
|
||||
"variant": "candidate",
|
||||
"artifactId": 11263135697,
|
||||
"path": "gha-37091690197-1-native-completion.runner-opencode.local.native-blocked-report/native-completion-prerequisites/b38b4d88-a1ce-4fdb-a3b2-794b2fd575a4/preflight.json",
|
||||
"sha": "e18c2cf9e96a4d31acb6d03ce918dfe223107d3f",
|
||||
"sourceVariant": "candidate",
|
||||
"passed": false,
|
||||
"providerCalls": 0,
|
||||
"layering": false,
|
||||
"immutable": false,
|
||||
"sourceErrors": [],
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"receiptSha256": "9c3240962b10f6d42940ab73f4f272ce0c03f78e5d403a7acd8861486ea8605e",
|
||||
"receipt": "2026-10-02-native-completion-master-hosted-setup/candidate-11263135697.json"
|
||||
},
|
||||
{
|
||||
"variant": "candidate",
|
||||
"artifactId": 11263575185,
|
||||
"path": "gha-37091690197-1-native-completion.runner-codex.local.native-blocked-report/native-completion-prerequisites/c9ab259f-ce59-4dea-82cf-6e6c4357bcee/preflight.json",
|
||||
"sha": "e18c2cf9e96a4d31acb6d03ce918dfe223107d3f",
|
||||
"sourceVariant": "candidate",
|
||||
"passed": false,
|
||||
"providerCalls": 0,
|
||||
"layering": false,
|
||||
"immutable": false,
|
||||
"sourceErrors": [],
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"receiptSha256": "893776f7869c7cd931ce8251183106db071755e62dc1b6d40f45cd25c9a09c82",
|
||||
"receipt": "2026-10-02-native-completion-master-hosted-setup/candidate-11263575185.json"
|
||||
},
|
||||
{
|
||||
"variant": "candidate",
|
||||
"artifactId": 11263465384,
|
||||
"path": "gha-37091690197-1-native-completion.runner-acpx-claude.local.native-blocked-report/native-completion-prerequisites/f4f5596c-8b27-47d2-af65-a0d0b383bdf6/preflight.json",
|
||||
"sha": "e18c2cf9e96a4d31acb6d03ce918dfe223107d3f",
|
||||
"sourceVariant": "candidate",
|
||||
"passed": false,
|
||||
"providerCalls": 0,
|
||||
"layering": false,
|
||||
"immutable": false,
|
||||
"sourceErrors": [],
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"receiptSha256": "445f58c83f650dee6bf656d55cafe8462018d7e75753e3a43aa1c0c40ce1ff73",
|
||||
"receipt": "2026-10-02-native-completion-master-hosted-setup/candidate-11263465384.json"
|
||||
},
|
||||
{
|
||||
"variant": "candidate",
|
||||
"artifactId": 11263645171,
|
||||
"path": "gha-37091690197-1-native-completion.runner-opencode.local.assigned-skill-explicit-invocation/native-completion-prerequisites/b6017e5d-8134-480e-b20b-adff3b6dff12/preflight.json",
|
||||
"sha": "e18c2cf9e96a4d31acb6d03ce918dfe223107d3f",
|
||||
"sourceVariant": "candidate",
|
||||
"passed": false,
|
||||
"providerCalls": 0,
|
||||
"layering": false,
|
||||
"immutable": false,
|
||||
"sourceErrors": [],
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"receiptSha256": "9271cae9e0417db9ed0e41b4d36ca5fa6a9cf3436ab7d694a711baccf8408353",
|
||||
"receipt": "2026-10-02-native-completion-master-hosted-setup/candidate-11263645171.json"
|
||||
},
|
||||
{
|
||||
"variant": "candidate",
|
||||
"artifactId": 11262885491,
|
||||
"path": "gha-37091690197-1-native-completion.runner-acpx-claude.local.assigned-skill-explicit-invocation/native-completion-prerequisites/03b0cbe6-59ea-4a7e-b303-a5d1dd901b58/preflight.json",
|
||||
"sha": "e18c2cf9e96a4d31acb6d03ce918dfe223107d3f",
|
||||
"sourceVariant": "candidate",
|
||||
"passed": false,
|
||||
"providerCalls": 0,
|
||||
"layering": false,
|
||||
"immutable": false,
|
||||
"sourceErrors": [],
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"receiptSha256": "f8616b3a3ed03056b64f68704138e06f4b1fd3005c487b688fc90a6d0b1e2eb7",
|
||||
"receipt": "2026-10-02-native-completion-master-hosted-setup/candidate-11262885491.json"
|
||||
},
|
||||
{
|
||||
"variant": "candidate",
|
||||
"artifactId": 11262710791,
|
||||
"path": "gha-37091690197-1-native-completion.runner-codex.local.assigned-skill-explicit-invocation/native-completion-prerequisites/ec66876e-4e87-4111-a965-84f1f0bcd453/preflight.json",
|
||||
"sha": "e18c2cf9e96a4d31acb6d03ce918dfe223107d3f",
|
||||
"sourceVariant": "candidate",
|
||||
"passed": false,
|
||||
"providerCalls": 0,
|
||||
"layering": false,
|
||||
"immutable": false,
|
||||
"sourceErrors": [],
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"receiptSha256": "caa0e84da82a4a9078719bf9ba2703d4ee9daf51d93b9bf8f04310c036f3b801",
|
||||
"receipt": "2026-10-02-native-completion-master-hosted-setup/candidate-11262710791.json"
|
||||
},
|
||||
{
|
||||
"variant": "baseline",
|
||||
"artifactId": 11262646041,
|
||||
"path": "gha-37091691408-1-native-completion.runner-codex.local.assigned-skill-explicit-invocation/native-completion-prerequisites/59a6d45e-03a7-423a-a669-3a99d0c25cbd/preflight.json",
|
||||
"sha": "459455acb11a012a97ad1b4afb77a1dc024a88bc",
|
||||
"sourceVariant": "historical",
|
||||
"passed": false,
|
||||
"providerCalls": 0,
|
||||
"layering": false,
|
||||
"immutable": false,
|
||||
"sourceErrors": [],
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"receiptSha256": "909040ea2580f3fb7009490293623bb05d822912d5ca59d34bbcbf58d88a68ba",
|
||||
"receipt": "2026-10-02-native-completion-master-hosted-setup/baseline-11262646041.json"
|
||||
},
|
||||
{
|
||||
"variant": "baseline",
|
||||
"artifactId": 11262599638,
|
||||
"path": "gha-37091691408-1-native-completion.runner-acpx-claude.local.native-blocked-report/native-completion-prerequisites/0cbf5747-500d-4220-a62c-e2d5063af86c/preflight.json",
|
||||
"sha": "459455acb11a012a97ad1b4afb77a1dc024a88bc",
|
||||
"sourceVariant": "historical",
|
||||
"passed": false,
|
||||
"providerCalls": 0,
|
||||
"layering": false,
|
||||
"immutable": false,
|
||||
"sourceErrors": [],
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"receiptSha256": "755516f405638cc409e593d6f0317f7cfa3a6ec24c72f27fd4f563c87bd02845",
|
||||
"receipt": "2026-10-02-native-completion-master-hosted-setup/baseline-11262599638.json"
|
||||
},
|
||||
{
|
||||
"variant": "baseline",
|
||||
"artifactId": 11263690016,
|
||||
"path": "gha-37091691408-1-native-completion.runner-codex.local.native-blocked-report/native-completion-prerequisites/40256a72-6c5b-4ad5-90ea-b57100ccc323/preflight.json",
|
||||
"sha": "459455acb11a012a97ad1b4afb77a1dc024a88bc",
|
||||
"sourceVariant": "historical",
|
||||
"passed": false,
|
||||
"providerCalls": 0,
|
||||
"layering": false,
|
||||
"immutable": false,
|
||||
"sourceErrors": [],
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"receiptSha256": "42d6ddd1d3f08dc86026ef7843588d53af284de3fb989e0ee0aca7acd6d1f7a1",
|
||||
"receipt": "2026-10-02-native-completion-master-hosted-setup/baseline-11263690016.json"
|
||||
},
|
||||
{
|
||||
"variant": "baseline",
|
||||
"artifactId": 11263160762,
|
||||
"path": "gha-37091691408-1-native-completion.runner-acpx-claude.local.assigned-skill-explicit-invocation/native-completion-prerequisites/b3da17b0-ed06-41a8-851b-71b051e6d724/preflight.json",
|
||||
"sha": "459455acb11a012a97ad1b4afb77a1dc024a88bc",
|
||||
"sourceVariant": "historical",
|
||||
"passed": false,
|
||||
"providerCalls": 0,
|
||||
"layering": false,
|
||||
"immutable": false,
|
||||
"sourceErrors": [],
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"receiptSha256": "6a29a2eb82abdb19de8c9e44b231772930d3465d68e75b57636cdec80594cacc",
|
||||
"receipt": "2026-10-02-native-completion-master-hosted-setup/baseline-11263160762.json"
|
||||
},
|
||||
{
|
||||
"variant": "baseline",
|
||||
"artifactId": 11263640200,
|
||||
"path": "gha-37091691408-1-native-completion.runner-opencode.local.assigned-skill-explicit-invocation/native-completion-prerequisites/9226a12c-5401-43b5-b063-5bb35f47ddb9/preflight.json",
|
||||
"sha": "459455acb11a012a97ad1b4afb77a1dc024a88bc",
|
||||
"sourceVariant": "historical",
|
||||
"passed": false,
|
||||
"providerCalls": 0,
|
||||
"layering": false,
|
||||
"immutable": false,
|
||||
"sourceErrors": [],
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"receiptSha256": "8df126b3939644d1f4a25217c243cec4debd1ac8e6cf846dde3b39bc6dc14d36",
|
||||
"receipt": "2026-10-02-native-completion-master-hosted-setup/baseline-11263640200.json"
|
||||
},
|
||||
{
|
||||
"variant": "baseline",
|
||||
"artifactId": 11263190655,
|
||||
"path": "gha-37091691408-1-native-completion.runner-opencode.local.native-blocked-report/native-completion-prerequisites/94bf9e46-6496-4551-8fb5-6e4274fe7c1f/preflight.json",
|
||||
"sha": "459455acb11a012a97ad1b4afb77a1dc024a88bc",
|
||||
"sourceVariant": "historical",
|
||||
"passed": false,
|
||||
"providerCalls": 0,
|
||||
"layering": false,
|
||||
"immutable": false,
|
||||
"sourceErrors": [],
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"receiptSha256": "9fec19be88876990e2fd4e8e04a8b3383ec089b612891efe7a2c10919a247262",
|
||||
"receipt": "2026-10-02-native-completion-master-hosted-setup/baseline-11263190655.json"
|
||||
}
|
||||
],
|
||||
"providerCalls": 0,
|
||||
"behaviorGraded": false,
|
||||
"sourceByteErrors": 0,
|
||||
"classification": "pre_provider_source_metadata_admission_failure",
|
||||
"candidateWorkflow": 37091690197,
|
||||
"baselineWorkflow": 37091691408
|
||||
}
|
||||
@@ -0,0 +1,27 @@
|
||||
{
|
||||
"schema": "paperclip.native-completion-preflight.v1",
|
||||
"sourceSha": "459455acb11a012a97ad1b4afb77a1dc024a88bc",
|
||||
"sourceFingerprint": "4b49ad1bd8acaabc4a69700729295fe31395d91aa19fa650e8066988910cc681",
|
||||
"fixtureFingerprint": "38ae4fe73494db231ed50d0c2336762a290cc17ebc54f258bd94f5a0b873ec09",
|
||||
"manifestFingerprint": "b92f3ab7d561188bc09214433b264f2e7810e8ccdc237f68caa82e1aecc1811e",
|
||||
"variant": "historical",
|
||||
"baseSha": "59c07ede72dc08b8aba149a01cc11e0b7a204621",
|
||||
"archiveSha": "9138f570c341c251a5727c32d6615ce238bc8e03",
|
||||
"sourceErrors": [],
|
||||
"immutable": false,
|
||||
"layering": false,
|
||||
"measuredAt": "2026-10-03T03:06:02.862Z",
|
||||
"providerCalls": 0,
|
||||
"live": "not_run",
|
||||
"expectedCells": 6,
|
||||
"expectedTurns": 6,
|
||||
"maximumAttemptsPerCell": 1,
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"passed": false
|
||||
}
|
||||
@@ -0,0 +1,27 @@
|
||||
{
|
||||
"schema": "paperclip.native-completion-preflight.v1",
|
||||
"sourceSha": "459455acb11a012a97ad1b4afb77a1dc024a88bc",
|
||||
"sourceFingerprint": "4b49ad1bd8acaabc4a69700729295fe31395d91aa19fa650e8066988910cc681",
|
||||
"fixtureFingerprint": "38ae4fe73494db231ed50d0c2336762a290cc17ebc54f258bd94f5a0b873ec09",
|
||||
"manifestFingerprint": "b92f3ab7d561188bc09214433b264f2e7810e8ccdc237f68caa82e1aecc1811e",
|
||||
"variant": "historical",
|
||||
"baseSha": "59c07ede72dc08b8aba149a01cc11e0b7a204621",
|
||||
"archiveSha": "9138f570c341c251a5727c32d6615ce238bc8e03",
|
||||
"sourceErrors": [],
|
||||
"immutable": false,
|
||||
"layering": false,
|
||||
"measuredAt": "2026-10-03T03:06:10.592Z",
|
||||
"providerCalls": 0,
|
||||
"live": "not_run",
|
||||
"expectedCells": 6,
|
||||
"expectedTurns": 6,
|
||||
"maximumAttemptsPerCell": 1,
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"passed": false
|
||||
}
|
||||
@@ -0,0 +1,27 @@
|
||||
{
|
||||
"schema": "paperclip.native-completion-preflight.v1",
|
||||
"sourceSha": "459455acb11a012a97ad1b4afb77a1dc024a88bc",
|
||||
"sourceFingerprint": "4b49ad1bd8acaabc4a69700729295fe31395d91aa19fa650e8066988910cc681",
|
||||
"fixtureFingerprint": "38ae4fe73494db231ed50d0c2336762a290cc17ebc54f258bd94f5a0b873ec09",
|
||||
"manifestFingerprint": "b92f3ab7d561188bc09214433b264f2e7810e8ccdc237f68caa82e1aecc1811e",
|
||||
"variant": "historical",
|
||||
"baseSha": "59c07ede72dc08b8aba149a01cc11e0b7a204621",
|
||||
"archiveSha": "9138f570c341c251a5727c32d6615ce238bc8e03",
|
||||
"sourceErrors": [],
|
||||
"immutable": false,
|
||||
"layering": false,
|
||||
"measuredAt": "2026-10-03T03:06:12.119Z",
|
||||
"providerCalls": 0,
|
||||
"live": "not_run",
|
||||
"expectedCells": 6,
|
||||
"expectedTurns": 6,
|
||||
"maximumAttemptsPerCell": 1,
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"passed": false
|
||||
}
|
||||
@@ -0,0 +1,27 @@
|
||||
{
|
||||
"schema": "paperclip.native-completion-preflight.v1",
|
||||
"sourceSha": "459455acb11a012a97ad1b4afb77a1dc024a88bc",
|
||||
"sourceFingerprint": "4b49ad1bd8acaabc4a69700729295fe31395d91aa19fa650e8066988910cc681",
|
||||
"fixtureFingerprint": "38ae4fe73494db231ed50d0c2336762a290cc17ebc54f258bd94f5a0b873ec09",
|
||||
"manifestFingerprint": "b92f3ab7d561188bc09214433b264f2e7810e8ccdc237f68caa82e1aecc1811e",
|
||||
"variant": "historical",
|
||||
"baseSha": "59c07ede72dc08b8aba149a01cc11e0b7a204621",
|
||||
"archiveSha": "9138f570c341c251a5727c32d6615ce238bc8e03",
|
||||
"sourceErrors": [],
|
||||
"immutable": false,
|
||||
"layering": false,
|
||||
"measuredAt": "2026-10-03T03:06:05.250Z",
|
||||
"providerCalls": 0,
|
||||
"live": "not_run",
|
||||
"expectedCells": 6,
|
||||
"expectedTurns": 6,
|
||||
"maximumAttemptsPerCell": 1,
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"passed": false
|
||||
}
|
||||
@@ -0,0 +1,27 @@
|
||||
{
|
||||
"schema": "paperclip.native-completion-preflight.v1",
|
||||
"sourceSha": "459455acb11a012a97ad1b4afb77a1dc024a88bc",
|
||||
"sourceFingerprint": "4b49ad1bd8acaabc4a69700729295fe31395d91aa19fa650e8066988910cc681",
|
||||
"fixtureFingerprint": "38ae4fe73494db231ed50d0c2336762a290cc17ebc54f258bd94f5a0b873ec09",
|
||||
"manifestFingerprint": "b92f3ab7d561188bc09214433b264f2e7810e8ccdc237f68caa82e1aecc1811e",
|
||||
"variant": "historical",
|
||||
"baseSha": "59c07ede72dc08b8aba149a01cc11e0b7a204621",
|
||||
"archiveSha": "9138f570c341c251a5727c32d6615ce238bc8e03",
|
||||
"sourceErrors": [],
|
||||
"immutable": false,
|
||||
"layering": false,
|
||||
"measuredAt": "2026-10-03T03:06:13.333Z",
|
||||
"providerCalls": 0,
|
||||
"live": "not_run",
|
||||
"expectedCells": 6,
|
||||
"expectedTurns": 6,
|
||||
"maximumAttemptsPerCell": 1,
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"passed": false
|
||||
}
|
||||
@@ -0,0 +1,27 @@
|
||||
{
|
||||
"schema": "paperclip.native-completion-preflight.v1",
|
||||
"sourceSha": "459455acb11a012a97ad1b4afb77a1dc024a88bc",
|
||||
"sourceFingerprint": "4b49ad1bd8acaabc4a69700729295fe31395d91aa19fa650e8066988910cc681",
|
||||
"fixtureFingerprint": "38ae4fe73494db231ed50d0c2336762a290cc17ebc54f258bd94f5a0b873ec09",
|
||||
"manifestFingerprint": "b92f3ab7d561188bc09214433b264f2e7810e8ccdc237f68caa82e1aecc1811e",
|
||||
"variant": "historical",
|
||||
"baseSha": "59c07ede72dc08b8aba149a01cc11e0b7a204621",
|
||||
"archiveSha": "9138f570c341c251a5727c32d6615ce238bc8e03",
|
||||
"sourceErrors": [],
|
||||
"immutable": false,
|
||||
"layering": false,
|
||||
"measuredAt": "2026-10-03T03:06:10.490Z",
|
||||
"providerCalls": 0,
|
||||
"live": "not_run",
|
||||
"expectedCells": 6,
|
||||
"expectedTurns": 6,
|
||||
"maximumAttemptsPerCell": 1,
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"passed": false
|
||||
}
|
||||
@@ -0,0 +1,27 @@
|
||||
{
|
||||
"schema": "paperclip.native-completion-preflight.v1",
|
||||
"sourceSha": "e18c2cf9e96a4d31acb6d03ce918dfe223107d3f",
|
||||
"sourceFingerprint": "29791687f245dde6442064b855b2a76f0be8c1ec33635ac174688ae06732d33e",
|
||||
"fixtureFingerprint": "38ae4fe73494db231ed50d0c2336762a290cc17ebc54f258bd94f5a0b873ec09",
|
||||
"manifestFingerprint": "b92f3ab7d561188bc09214433b264f2e7810e8ccdc237f68caa82e1aecc1811e",
|
||||
"variant": "candidate",
|
||||
"baseSha": "59c07ede72dc08b8aba149a01cc11e0b7a204621",
|
||||
"archiveSha": "9138f570c341c251a5727c32d6615ce238bc8e03",
|
||||
"sourceErrors": [],
|
||||
"immutable": false,
|
||||
"layering": false,
|
||||
"measuredAt": "2026-10-03T03:05:41.631Z",
|
||||
"providerCalls": 0,
|
||||
"live": "not_run",
|
||||
"expectedCells": 6,
|
||||
"expectedTurns": 6,
|
||||
"maximumAttemptsPerCell": 1,
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"passed": false
|
||||
}
|
||||
@@ -0,0 +1,27 @@
|
||||
{
|
||||
"schema": "paperclip.native-completion-preflight.v1",
|
||||
"sourceSha": "e18c2cf9e96a4d31acb6d03ce918dfe223107d3f",
|
||||
"sourceFingerprint": "29791687f245dde6442064b855b2a76f0be8c1ec33635ac174688ae06732d33e",
|
||||
"fixtureFingerprint": "38ae4fe73494db231ed50d0c2336762a290cc17ebc54f258bd94f5a0b873ec09",
|
||||
"manifestFingerprint": "b92f3ab7d561188bc09214433b264f2e7810e8ccdc237f68caa82e1aecc1811e",
|
||||
"variant": "candidate",
|
||||
"baseSha": "59c07ede72dc08b8aba149a01cc11e0b7a204621",
|
||||
"archiveSha": "9138f570c341c251a5727c32d6615ce238bc8e03",
|
||||
"sourceErrors": [],
|
||||
"immutable": false,
|
||||
"layering": false,
|
||||
"measuredAt": "2026-10-03T03:05:50.645Z",
|
||||
"providerCalls": 0,
|
||||
"live": "not_run",
|
||||
"expectedCells": 6,
|
||||
"expectedTurns": 6,
|
||||
"maximumAttemptsPerCell": 1,
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"passed": false
|
||||
}
|
||||
@@ -0,0 +1,27 @@
|
||||
{
|
||||
"schema": "paperclip.native-completion-preflight.v1",
|
||||
"sourceSha": "e18c2cf9e96a4d31acb6d03ce918dfe223107d3f",
|
||||
"sourceFingerprint": "29791687f245dde6442064b855b2a76f0be8c1ec33635ac174688ae06732d33e",
|
||||
"fixtureFingerprint": "38ae4fe73494db231ed50d0c2336762a290cc17ebc54f258bd94f5a0b873ec09",
|
||||
"manifestFingerprint": "b92f3ab7d561188bc09214433b264f2e7810e8ccdc237f68caa82e1aecc1811e",
|
||||
"variant": "candidate",
|
||||
"baseSha": "59c07ede72dc08b8aba149a01cc11e0b7a204621",
|
||||
"archiveSha": "9138f570c341c251a5727c32d6615ce238bc8e03",
|
||||
"sourceErrors": [],
|
||||
"immutable": false,
|
||||
"layering": false,
|
||||
"measuredAt": "2026-10-03T03:05:46.622Z",
|
||||
"providerCalls": 0,
|
||||
"live": "not_run",
|
||||
"expectedCells": 6,
|
||||
"expectedTurns": 6,
|
||||
"maximumAttemptsPerCell": 1,
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"passed": false
|
||||
}
|
||||
@@ -0,0 +1,27 @@
|
||||
{
|
||||
"schema": "paperclip.native-completion-preflight.v1",
|
||||
"sourceSha": "e18c2cf9e96a4d31acb6d03ce918dfe223107d3f",
|
||||
"sourceFingerprint": "29791687f245dde6442064b855b2a76f0be8c1ec33635ac174688ae06732d33e",
|
||||
"fixtureFingerprint": "38ae4fe73494db231ed50d0c2336762a290cc17ebc54f258bd94f5a0b873ec09",
|
||||
"manifestFingerprint": "b92f3ab7d561188bc09214433b264f2e7810e8ccdc237f68caa82e1aecc1811e",
|
||||
"variant": "candidate",
|
||||
"baseSha": "59c07ede72dc08b8aba149a01cc11e0b7a204621",
|
||||
"archiveSha": "9138f570c341c251a5727c32d6615ce238bc8e03",
|
||||
"sourceErrors": [],
|
||||
"immutable": false,
|
||||
"layering": false,
|
||||
"measuredAt": "2026-10-03T03:05:47.025Z",
|
||||
"providerCalls": 0,
|
||||
"live": "not_run",
|
||||
"expectedCells": 6,
|
||||
"expectedTurns": 6,
|
||||
"maximumAttemptsPerCell": 1,
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"passed": false
|
||||
}
|
||||
@@ -0,0 +1,27 @@
|
||||
{
|
||||
"schema": "paperclip.native-completion-preflight.v1",
|
||||
"sourceSha": "e18c2cf9e96a4d31acb6d03ce918dfe223107d3f",
|
||||
"sourceFingerprint": "29791687f245dde6442064b855b2a76f0be8c1ec33635ac174688ae06732d33e",
|
||||
"fixtureFingerprint": "38ae4fe73494db231ed50d0c2336762a290cc17ebc54f258bd94f5a0b873ec09",
|
||||
"manifestFingerprint": "b92f3ab7d561188bc09214433b264f2e7810e8ccdc237f68caa82e1aecc1811e",
|
||||
"variant": "candidate",
|
||||
"baseSha": "59c07ede72dc08b8aba149a01cc11e0b7a204621",
|
||||
"archiveSha": "9138f570c341c251a5727c32d6615ce238bc8e03",
|
||||
"sourceErrors": [],
|
||||
"immutable": false,
|
||||
"layering": false,
|
||||
"measuredAt": "2026-10-03T03:05:46.271Z",
|
||||
"providerCalls": 0,
|
||||
"live": "not_run",
|
||||
"expectedCells": 6,
|
||||
"expectedTurns": 6,
|
||||
"maximumAttemptsPerCell": 1,
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"passed": false
|
||||
}
|
||||
@@ -0,0 +1,27 @@
|
||||
{
|
||||
"schema": "paperclip.native-completion-preflight.v1",
|
||||
"sourceSha": "e18c2cf9e96a4d31acb6d03ce918dfe223107d3f",
|
||||
"sourceFingerprint": "29791687f245dde6442064b855b2a76f0be8c1ec33635ac174688ae06732d33e",
|
||||
"fixtureFingerprint": "38ae4fe73494db231ed50d0c2336762a290cc17ebc54f258bd94f5a0b873ec09",
|
||||
"manifestFingerprint": "b92f3ab7d561188bc09214433b264f2e7810e8ccdc237f68caa82e1aecc1811e",
|
||||
"variant": "candidate",
|
||||
"baseSha": "59c07ede72dc08b8aba149a01cc11e0b7a204621",
|
||||
"archiveSha": "9138f570c341c251a5727c32d6615ce238bc8e03",
|
||||
"sourceErrors": [],
|
||||
"immutable": false,
|
||||
"layering": false,
|
||||
"measuredAt": "2026-10-03T03:05:52.033Z",
|
||||
"providerCalls": 0,
|
||||
"live": "not_run",
|
||||
"expectedCells": 6,
|
||||
"expectedTurns": 6,
|
||||
"maximumAttemptsPerCell": 1,
|
||||
"setup": {
|
||||
"passed": false,
|
||||
"sdkExitCode": null,
|
||||
"runnerTypeScriptExitCode": null,
|
||||
"evidence": []
|
||||
},
|
||||
"gates": [],
|
||||
"passed": false
|
||||
}
|
||||
@@ -1,10 +1,10 @@
|
||||
# Native completion guidance: master-context comparison
|
||||
|
||||
**TL;DR:** Live non-regression is pending: zero graded pairs, six pending pairs. Both exact-source credential-free admissions pass. This comparison measures native finish/block descriptions on unchanged master defaults; it does not measure removal of native fixed prompts or the reduced manuals in #14948.
|
||||
**TL;DR:** Task performance is unmeasured: all twelve hosted cells stopped before provider execution. Zero model turns ran; zero task pairs were graded. Six pairs remain pending recovery. Local exact-source admission passed, but hosted checkout metadata did not satisfy the gate. This comparison measures native finish/block descriptions on unchanged master defaults; it does not measure removal of native fixed prompts or the reduced manuals in #14948.
|
||||
|
||||
Candidate `e18c2cf9e96a4d31acb6d03ce918dfe223107d3f` and historical-description baseline `459455acb11a012a97ad1b4afb77a1dc024a88bc` share master `59c07ede72dc08b8aba149a01cc11e0b7a204621`. Their executable fixture fingerprint is `38ae4fe73494db231ed50d0c2336762a290cc17ebc54f258bd94f5a0b873ec09`. Only the declared five native production files and six matching unit-test files differ. Default manual, shared prompts, operational skill, runtime context, profile/model/auth/permission configuration and manifest bytes remain fixed.
|
||||
|
||||
The [frozen manifest](2026-10-02-native-completion-master-manifest.json) lists all six IDs, actual configured models, exact source/admission hashes, deadlines and single-attempt policy. Candidate and baseline will run concurrently through the trusted master workflow on distinct immutable target branches. Scope is twelve cells/twelve expected provider turns, with no automatic retries and 1,000-cent company/agent hard stops per cell. Both runs were dispatched concurrently from trusted master at 2026-10-03 02:59 UTC: [candidate 37091690197](https://github.com/paperclipai/paperclip/actions/runs/37091690197), [historical baseline 37091691408](https://github.com/paperclipai/paperclip/actions/runs/37091691408). Setup is in progress; no graded model cells are available yet.
|
||||
The [frozen manifest](2026-10-02-native-completion-master-manifest.json) lists all six IDs, actual configured models, exact source/admission hashes, deadlines and single-attempt policy. Candidate and baseline will run concurrently through the trusted master workflow on distinct immutable target branches. Scope is twelve cells/twelve expected provider turns, with no automatic retries and 1,000-cent company/agent hard stops per cell. Both runs were dispatched concurrently from trusted master at 2026-10-03 02:59 UTC: [candidate 37091690197](https://github.com/paperclipai/paperclip/actions/runs/37091690197), [historical baseline 37091691408](https://github.com/paperclipai/paperclip/actions/runs/37091691408). All twelve cell jobs failed at source metadata admission before build/test children or credential loading. The [twelve-receipt audit](2026-10-02-native-completion-master-hosted-setup.json) records correct source SHAs and variants, zero source-byte errors, `providerCalls: 0`, `layering: false` and `immutable: false` in every cell. These are setup failures, not behavioral failures. The trusted workflow uses shallow checkouts and retains its verified archive in the untracked `runner-e2e-build/` directory; the stronger local full-checkout assumptions are being reproduced and repaired without weakening source-byte integrity.
|
||||
|
||||
| Profile | Preserved assigned-skill durable-document completion | Whole-task blocker |
|
||||
|---|---|---|
|
||||
@@ -25,3 +25,8 @@ The completion case preserves the original assigned-skill prompt, installed mark
|
||||
Both require exactly one succeeded native run bound to the issue, complete public events, a matched finishing-tool start/result, actual provider final after that result, no new invocation after proposal, and its persisted run-attributed reply. Authoritative control-plane acceptance/terminal are independent of final timing. Observable ordering does not prove feedback consumption. A single pair cannot establish general coding-quality equivalence. Missing or failed evidence stays explicit.
|
||||
|
||||
The [earlier report](https://github.com/paperclipai/paperclip/blob/9138f570c341c251a5727c32d6615ce238bc8e03/doc/plans/2026-10-02-native-completion-live-comparison.md) and archived source remain unchanged. Its original verdicts, grader limitations and provider-free replays are historical evidence from the reduced-manual context, not measurements of these new frozen refs.
|
||||
|
||||
|
||||
## Review correction before first provider calls
|
||||
|
||||
Fresh review found that compatibility tool result IDs were paired, but the oracle did not verify the actual finishing tool name. This is a valid evidence-grading gap, not an observed task regression. The failed e18/459 cohort, weaker scorer and original manifest remain immutable. Corrected admission and strict terminal identity will be calibrated and frozen identically in new candidate/baseline refs before the first bounded twelve model cells. OpenCode's old public compatibility start omits the name; its missing identity must not be guessed. No model rerolls or expanded paid scope are authorized.
|
||||
Reference in new issue
Block a user