diff --git a/doc/benchmarks/2026-11-03-native-event-ingestion-batching-source.md b/doc/benchmarks/2026-11-03-native-event-ingestion-batching-source.md new file mode 100644 index 00000000000..ef510f32b99 --- /dev/null +++ b/doc/benchmarks/2026-11-03-native-event-ingestion-batching-source.md @@ -0,0 +1,115 @@ +# Incremental batching append-service measurements (2026-11-03) + +All five SOURCE stages pass their unchanged gates: B0 A/A, cursor B0→B1, B1 A/A, batching B1→B2 and combined B0→B2. Incremental batching reduces median **active source append cost by 95.81–96.73%** across nine ordinary cases; the combined B0→B2 reduction at 10k/100k histories is **96.48–98.62%**. Every required long-history case has five of five individual paired improvements beyond its corresponding noise envelope. These are real append-service/PostgreSQL results. Both full H4c application attempts missed the original 120-second streaming deadline, so no application A/A or application/browser gain is accepted. H5 is prospective and unexecuted. The full ingestion plan remains incomplete. + +## Protocol and measured work + +Frozen SOURCE B0 is `5337df423e622755d44f3ece5447d1e0beef5f40`; SOURCE B1 is `e9b909015ad3d517f28c45f0c66c8f41d6112b4b`; SOURCE B2 is `fcb5d94848b3c4b0b32096ff5e023618e0f0637b`. The designated immutable tags are `native-ingestion-benchmark-2026-11-03-fixture2-{b0,b1,b2}`; resolve them to these exact commits. B1 A/A runs both service arms from B1 while using B2's compatible migrated schema/client/support root. The raw A/A therefore correctly records B2 as its support checkout and B1 as its effective candidate service. B1→B2 and B0→B2 use that same support root with the changed event owner. The B0→B1 pair uses the B1 support root, as documented in PR1. + +The [PR1 source report](2026-11-03-native-event-ingestion-interleaved.md) owns the common [prospective protocol](native-event-ingestion-2026-11-03/interleaved-source/prospective-protocol.md), [exact measurement source](native-event-ingestion-2026-11-03/interleaved-source/measurement-source.ts), [unchanged gates](native-event-ingestion-2026-11-03/interleaved-source/gates.mjs), release and bounded source/runtime-DB-graph equivalence evidence. Their SHA256 identities remain protocol `302c11ec61d5170822c08e47f798ca582b8e5afefd9d223fb9023d9ead7a2ad3`, measurement `c8adaf5ac16cab67513d6c8b888afa44d95fa3688d4831b8126fe3d997f1d039`, gates `ded8bcbb8f05732348f6520b9c5e41b7c35bc098997eb263a9dcb174eede75fc`, and workload `ca4894b0723d0bffff0fc88d1596d64aa8fd75aa1dd8d861372ea993db24e164`. These are source-layer comparisons, not measurements of the separate ce33 APP builds B1 `d8cd3be0aeed4f9fb93ecc3cf725f1d46d5a0310` and B2 `914129afb141d81c0d6d8c5f0ea11c20bd69a3da` or their complete dependency closures. + +An ordinary arm sample has **eight interleaved 64-attempt blocks, 512 attempts total**, preserving 16 generation groups of 32 and identical payloads. The starting arm alternates over five pairs. Two monolithic 512-attempt warmups per arm and case are excluded. Ordered and warm-suffix samples commit 512 new events; **mixed replay commits 256 new events and reuses 256 exact duplicates**. The baseline appends singletons. The timed candidate submits each ready 64-event block through the real bulk owner API; all fixed envelopes fit within 64 KiB. This direct-owner fixture does not measure the application collector's formation of batches, sparse arrivals or cancellation behavior. + +The estimand is each arm's **sum of active append intervals**, including returned-receipt checks and excluding event generation, CPU probes, trace writes, independent verification and inter-arm gaps. The closed-loop source experiment has no asynchronous upstream queue. It records whole-pair time, commit observations and independent durable verification, but active sums cannot substitute for emission-through-final-drainage burst completion. Every block and complete arm independently checks identities, payloads, counts, sequence allocation and cursor receipts. + +Each of the five reports contains 12 cases, 60 complete pairs, 750 completed measured blocks, 120 final arm-verification starts and complete owned-resource cleanup. Each has 46,110 measured append attempts across both arms (including 30 single-operation late-gap attempts), plus 18,432 excluded warmup attempts. The quiet Linux host reports Node 26.4.0, x64, 16 CPUs and PostgreSQL 18.1 with shared_buffers 128MB, work_mem 4MB and JIT on. SQL/plan diagnostics run outside the unprofiled acceptance intervals; quiet receipts and full traces are retained in the [manifest](native-event-ingestion-2026-11-03/batching-source/manifest.json). + +## Baseline, cursor and batching: separate paired series + +The table compares **three independently measured two-arm series**. Each row's left/right medians and observed min–max come from that series' own five alternating pairs; the B0/B1/B2 numbers are deliberately not collapsed into one shared three-arm run. Absolute and percentage reductions use those arm medians. Values are **active milliseconds per 512 attempts**. These aggregate samples do not establish individual-event p95/p99 or another tail distribution. Full case values are auditable in [paired-series-table.json](native-event-ingestion-2026-11-03/batching-source/paired-series-table.json); the B0→B1 raw reports remain linked from PR1 rather than duplicated here. + +| History / case | Paired series | Left median [min–max] ms | Right median [min–max] ms | Reduction ms | Reduction | Pairs beyond noise | A/A envelope | Samples/arm | +| --- | --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: | +| 1,000 / ordered | B0→B1 | 3823.24 [3660.19–3890.54] | 3554.43 [3522.66–3603.66] | 268.81 | 7.03% | 5/5 | 1.408% | 5 | +| 1,000 / ordered | B1→B2 | 3640.26 [3561.99–3708.24] | 144.27 [143.33–148.56] | 3495.99 | 96.04% | 5/5 | 2.169% | 5 | +| 1,000 / ordered | B0→B2 | 4022.48 [3822.43–4120.21] | 146.23 [142.27–151.92] | 3876.25 | 96.36% | 5/5 | 1.408% | 5 | +| 1,000 / replay | B0→B1 | 3164.47 [3069.58–3184.94] | 3002.71 [2943.12–3046.23] | 161.76 | 5.11% | 3/5 | 3.982% | 5 | +| 1,000 / replay | B1→B2 | 2372.14 [1601.62–2712.74] | 86.69 [72.86–96.94] | 2285.45 | 96.35% | 5/5 | 0.975% | 5 | +| 1,000 / replay | B0→B2 | 3200.97 [3087.26–3244.23] | 99.19 [96.47–102.08] | 3101.77 | 96.90% | 5/5 | 3.982% | 5 | +| 1,000 / warm-suffix | B0→B1 | 4152.80 [3944.28–4266.96] | 3542.41 [3468.83–3605.36] | 610.39 | 14.70% | 5/5 | 1.884% | 5 | +| 1,000 / warm-suffix | B1→B2 | 3549.66 [3530.10–3569.18] | 145.08 [139.95–147.25] | 3404.58 | 95.91% | 5/5 | 1.444% | 5 | +| 1,000 / warm-suffix | B0→B2 | 4247.87 [4089.47–4276.24] | 145.32 [141.71–146.39] | 4102.55 | 96.58% | 5/5 | 1.884% | 5 | +| 10,000 / ordered | B0→B1 | 4209.65 [4049.05–4255.42] | 3530.64 [3528.65–3597.89] | 679.01 | 16.13% | 5/5 | 1.747% | 5 | +| 10,000 / ordered | B1→B2 | 3597.22 [3521.31–3622.93] | 147.48 [145.31–149.20] | 3449.74 | 95.90% | 5/5 | 1.332% | 5 | +| 10,000 / ordered | B0→B2 | 4136.77 [4054.81–4249.54] | 145.51 [141.02–147.95] | 3991.26 | 96.48% | 5/5 | 1.747% | 5 | +| 10,000 / replay | B0→B1 | 3575.64 [3542.34–3624.19] | 3016.32 [2948.33–3070.96] | 559.32 | 15.64% | 5/5 | 1.630% | 5 | +| 10,000 / replay | B1→B2 | 3041.95 [2978.76–3069.10] | 99.44 [97.92–109.85] | 2942.51 | 96.73% | 5/5 | 4.969% | 5 | +| 10,000 / replay | B0→B2 | 3531.43 [3419.01–3550.92] | 96.69 [95.37–111.48] | 3434.73 | 97.26% | 5/5 | 1.630% | 5 | +| 10,000 / warm-suffix | B0→B1 | 4614.04 [4464.44–4736.47] | 3592.81 [3571.77–3615.23] | 1021.23 | 22.13% | 5/5 | 11.830% | 5 | +| 10,000 / warm-suffix | B1→B2 | 3590.62 [3533.25–3757.47] | 142.45 [139.45–144.64] | 3448.16 | 96.03% | 5/5 | 1.204% | 5 | +| 10,000 / warm-suffix | B0→B2 | 4555.81 [4457.66–4739.21] | 144.60 [141.71–159.84] | 4411.21 | 96.83% | 5/5 | 11.830% | 5 | +| 100,000 / ordered | B0→B1 | 8029.15 [7985.54–8157.27] | 3540.05 [3503.13–3586.66] | 4489.11 | 55.91% | 5/5 | 1.069% | 5 | +| 100,000 / ordered | B1→B2 | 3525.05 [3467.82–3999.37] | 141.43 [139.77–146.35] | 3383.63 | 95.99% | 5/5 | 1.664% | 5 | +| 100,000 / ordered | B0→B2 | 8153.51 [7994.82–8191.84] | 145.65 [144.48–147.88] | 8007.86 | 98.21% | 5/5 | 1.069% | 5 | +| 100,000 / replay | B0→B1 | 7456.02 [7350.07–7471.53] | 2989.01 [2938.51–3000.53] | 4467.01 | 59.91% | 5/5 | 0.933% | 5 | +| 100,000 / replay | B1→B2 | 2955.05 [2950.27–2966.19] | 101.10 [98.16–112.01] | 2853.95 | 96.58% | 5/5 | 2.397% | 5 | +| 100,000 / replay | B0→B2 | 7557.75 [7556.41–7635.84] | 104.02 [102.19–105.07] | 7453.72 | 98.62% | 5/5 | 0.933% | 5 | +| 100,000 / warm-suffix | B0→B1 | 8347.44 [7836.92–8611.93] | 3402.36 [3119.40–3627.88] | 4945.08 | 59.24% | 5/5 | 0.762% | 5 | +| 100,000 / warm-suffix | B1→B2 | 3528.62 [3468.10–3543.50] | 147.81 [147.00–150.55] | 3380.81 | 95.81% | 5/5 | 1.039% | 5 | +| 100,000 / warm-suffix | B0→B2 | 8614.06 [8491.17–8667.97] | 151.02 [149.52–158.14] | 8463.04 | 98.25% | 5/5 | 0.762% | 5 | + +Both fresh A/A calibrations pass the prospectively frozen maximum paired difference ≤20% and median arm drift ≤10%. Across nine ordinary cases, B0 A/A's maxima are 11.830% paired noise and 6.133% median drift; B1 A/A's are both 4.969%. B0→B1 uses fresh B0 noise, B1→B2 uses fresh B1 noise, and B0→B2 uses the same prospectively accepted B0 calibration required by the protocol. All three comparisons have nine accepted timing cases and three structural-only cases, with no timing gate failures. All six required 10k/100k cases in each series exceed noise in five of five individual pairs. The 1k cases pass nonregression; B0→B1 mixed replay has only three of five improvements beyond noise and is not promoted to a four-pair improvement claim. + +The [summary](native-event-ingestion-2026-11-03/batching-source/summary.json), original [incremental table](native-event-ingestion-2026-11-03/batching-source/batch-result-table.json) and [combined resource attribution](native-event-ingestion-2026-11-03/batching-source/combined-resource-attribution.json) preserve case counts and provenance. Each report contains 12 cases and 60 pairs, five samples per arm and case. The comparison rows are independent series, not reused arms or a fabricated paired three-stage sample. + +Late-gap closure remains a five-pair, **single-operation structural diagnostic** outside the timing acceptance gate. Retain each series' observed tradeoffs, including combined 1k **+1.428ms (+20.16%)**, rather than folding them into the ordinary batching claim: + +| History | Paired series | Left median [min–max] ms | Right median [min–max] ms | Right minus left | Samples/arm | +| --- | --- | ---: | ---: | ---: | ---: | +| 1,000 | B0→B1 | 7.403 [4.524–8.067] | 9.507 [8.463–11.002] | +2.104 ms (+28.42%) | 5 | +| 1,000 | B1→B2 | 8.203 [7.508–9.030] | 9.431 [8.361–13.108] | +1.228 ms (+14.97%) | 5 | +| 1,000 | B0→B2 | 7.084 [6.530–8.550] | 8.512 [6.907–9.124] | +1.428 ms (+20.16%) | 5 | +| 10,000 | B0→B1 | 7.701 [7.188–9.012] | 8.573 [6.193–8.916] | +0.872 ms (+11.32%) | 5 | +| 10,000 | B1→B2 | 8.398 [6.995–9.333] | 8.167 [7.766–8.487] | -0.230 ms (-2.74%) | 5 | +| 10,000 | B0→B2 | 7.996 [7.774–8.851] | 8.108 [7.081–10.037] | +0.113 ms (+1.41%) | 5 | +| 100,000 | B0→B1 | 24.455 [23.453–27.684] | 9.347 [8.141–9.645] | -15.108 ms (-61.78%) | 5 | +| 100,000 | B1→B2 | 9.145 [8.317–9.639] | 9.507 [7.778–10.336] | +0.362 ms (+3.96%) | 5 | +| 100,000 | B0→B2 | 24.464 [22.097–25.089] | 9.074 [8.671–10.470] | -15.390 ms (-62.91%) | 5 | + +## SQL, lock and resource attribution + +The separate ordinary SQL diagnostic uses **32 attempts per arm** (late-gap uses one), not the timed sample's 512 attempts in eight 64-event blocks. It records owner prepared-query calls/attempt of 5→0.15625 for ordered/warm-suffix and 4→0.15625 for mixed replay, and transactions/attempt of 1→0.03125. Those diagnostic denominators and query lists are in the raw reports and the [resource table](native-event-ingestion-2026-11-03/batching-source/batch-resource-attribution.json). The counter wraps event-owner Drizzle `preparedQuery.execute` calls; it excludes driver-generated `BEGIN`/`COMMIT` and other wire SQL. Transactions are counted separately. Original JSON field names such as `sqlCalls` remain unchanged. These are neither all wire-SQL statement counts nor directly instrumented query/transaction counts for the timed intervals. Eight candidate bulk invocations per ordinary timed arm follow from the exact source and completed 64-attempt block trace; no timed query rate is fabricated from that fact. + +For 100k ordered history, active medians fall 3525.05→141.43 ms/512 attempts. Descriptive median owner CPU falls 1785.85→103.82 µs/attempt and sampled database CPU 1.699→0.078 ms/attempt. Database CPU is tick-quantized at 10ms per block; the eight-block arm sum carries up to 80ms aggregate quantization uncertainty. These CPU values are attribution, not a separate noise-qualified acceptance gate. Owner CPU, heap deltas and RSS describe a shared harness process; they exclude an assembled server, Rust Runner, browser and external load driver. Heap deltas cannot identify owned allocations, and PostgreSQL summed RSS can double-count shared pages. + +In the separate 32-attempt SQL diagnostic at 100k ordered history, median client-observed lock-held-through-commit time **per transaction rises 6.14→11.95ms**, while the diagnostic uses 32 times fewer transactions per attempt. Lock-acquisition query medians are about 0.99ms for both arms; this includes network/row-read work and is not pure lock wait. Indexed identity work examines 1→32 rows for a singleton versus that diagnostic batch and stays bounded independently of retained history; all candidate structural guards pass. Longer per-transaction hold intervals are a resource tradeoff, and these single-run diagnostics do not establish concurrent control responsiveness. + +## Evidence, reproduction and remaining gates + +The [bundle](native-event-ingestion-2026-11-03/batching-source/manifest.json) preserves exact raw B1 A/A, B1→B2 and B0→B2 JSON, append-only traces, quiet receipts, A/A repeatability and actual direct child-command receipts. PR1 retains the common B0 A/A and B0→B1 raw bytes. Gzip uses deterministic metadata; `gzip -dc FILE.gz` restores the original bytes, whose digests are also recorded. The exact B1→B2 and B0→B2 child-command receipts are now retained, alongside their outer launchers, completion/start/exit/quiet receipts and compressed full child logs. The portable commands below use those same measured phases, refs and noise inputs with user-supplied paths. Historical absolute Linux paths identify disposable owned fixtures and are not reproduction defaults. + +Use a quiet disposable Linux host with Node 26.4.0 and the exact SOURCE B2 checkout as `SOURCE_B2_ROOT`; ensure the SOURCE B1 Git object exists there. Prepare its independent locked dependencies and normal build before the benchmark window (`pnpm install --frozen-lockfile`, then `pnpm build`). `TOOLS_ROOT` is the checkout containing the exact public helper. Copy it byte-for-byte outside APP_ROOT as `.mts`. Keep builds, profiles and competing workloads out of all measured windows. For a new combined experiment, first obtain a fresh accepted B0 A/A on the same quiet host using the PR1 reproduction instructions; the published archive is evidence, not a replacement for a new host's calibration. Set absolute paths and a new external `EXPERIMENT_DIR`: + +```sh +mkdir "$EXPERIMENT_DIR" +unset PAPERCLIP_EVENT_INGESTION_BENCHMARK_DATABASE_URL +cp "$TOOLS_ROOT/scripts/benchmark-native-event-ingestion-interleaved.ts" "$EXPERIMENT_DIR/measurement.mts" +sha256sum "$EXPERIMENT_DIR/measurement.mts" + +# First qualify readiness, evidence and cleanup; quick evidence is not acceptance. +node --import "$SOURCE_B2_ROOT/server/node_modules/tsx/dist/loader.mjs" "$EXPERIMENT_DIR/measurement.mts" \ + --app-root="$SOURCE_B2_ROOT" --baseline-ref=e9b909015ad3d517f28c45f0c66c8f41d6112b4b \ + --quick --phase=aa --output="$EXPERIMENT_DIR/quick-b1.json" + +# Only after qualification, establish fresh full B1 noise and compare batching. +node --import "$SOURCE_B2_ROOT/server/node_modules/tsx/dist/loader.mjs" "$EXPERIMENT_DIR/measurement.mts" \ + --app-root="$SOURCE_B2_ROOT" --baseline-ref=e9b909015ad3d517f28c45f0c66c8f41d6112b4b \ + --phase=aa --output="$EXPERIMENT_DIR/service-aa-b1.json" --require-repeatability +node --import "$SOURCE_B2_ROOT/server/node_modules/tsx/dist/loader.mjs" "$EXPERIMENT_DIR/measurement.mts" \ + --app-root="$SOURCE_B2_ROOT" --baseline-ref=e9b909015ad3d517f28c45f0c66c8f41d6112b4b \ + --phase=batch --noise-report="$EXPERIMENT_DIR/service-aa-b1.json" \ + --output="$EXPERIMENT_DIR/service-b1-b2.json" --require-acceptance + +# Combined series uses its own five new pairs and the accepted B0 A/A calibration. +# B0_NOISE_REPORT is a fresh accepted full c8ad/B0 A/A from PR1 on this host. +node --import "$SOURCE_B2_ROOT/server/node_modules/tsx/dist/loader.mjs" "$EXPERIMENT_DIR/measurement.mts" \ + --app-root="$SOURCE_B2_ROOT" --baseline-ref=5337df423e622755d44f3ece5447d1e0beef5f40 \ + --phase=batch --noise-report="$B0_NOISE_REPORT" \ + --output="$EXPERIMENT_DIR/service-b0-b2.json" --require-acceptance +``` + +The helper owns embedded PostgreSQL when the dedicated benchmark URL is unset. An explicit benchmark URL must name a disposable loopback `_test` database; migrations and fixtures run there. The unchanged gate module and exact c8ad measurement bytes are mandatory. Source-only validation adds `--check-source`; existing report validation uses `--validate-report=REPORT` with matching baseline, phase, workload and exact support source. Do not validate against a newer delivery root and relabel it the measured source. + +The [earlier complete monolithic A/A](native-event-ingestion-2026-11-03/interleaved-source/excluded-monolithic-service-aa-b0.json.gz) failed unchanged noise gates and remains excluded. The PR1 report preserves its full bytes and failure interpretation. This new B1 calibration neither reuses that noise nor establishes a particular warmup/host failure cause. + +**Pending:** an accepted application A/A and matched application/browser comparisons, sparse-stream immediacy, Stop/authorization/result responsiveness under load and blocked writes, remaining full-plan gates and final current-head delivery checks. Both full H4c application attempts failed the original 120-second streaming deadline; no application throughput or browser latency improvement is accepted. Earlier setup and performance failures remain retained. The H5 observation protocol is prospective and unexecuted. Current upstream disk/journal findings are diagnostics, not proof of an application fix or gain. A live-provider or Stop functional journey is separate from these performance gates. All five source stages passing does not complete the full ingestion plan or establish a deployed-production improvement. diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/README.md b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/README.md new file mode 100644 index 00000000000..08d36e7f256 --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/README.md @@ -0,0 +1,13 @@ +# Incremental and combined batching source evidence + +See [the report](../../2026-11-03-native-event-ingestion-batching-source.md) for results, commands, uncertainty and remaining gates. All five SOURCE stages pass their unchanged gates; the full ingestion task is incomplete. Both H4c full application attempts missed the original 120-second streaming deadline, no application A/A is accepted, and H5 remains prospective/unexecuted. Disk/journal findings are diagnostic only. + +- `service-aa-b1.json.gz`, `service-b1-b2.json.gz` and `service-b0-b2.json.gz` preserve exact raw fresh B1 calibration, incremental and combined comparisons. Corresponding `.blocks.jsonl.gz` files retain all block/pair/verification/cleanup records. `gzip -dc FILE.gz` recovers exact original bytes; gzip mtime is zero. +- All three stages have their actual direct child-command receipts. The two comparison stages also retain outer launchers, start/completion/exit/quiet receipts and compressed exact child measurement logs. Outer launcher completion logs have the distinct `-launch.log` suffix. +- `paired-series-table.json` derives all three independently paired comparisons, including B0→B1 whose raw files remain in PR1. Each arm's median/spread/count comes from its own series; it is not a single paired three-arm experiment. `summary.json` records all five source stages and trace completeness. +- `batch-result-table.json` and `batch-resource-attribution.json` are exact frozen incremental derivations; legacy SQL-named fields are preserved. `combined-resource-attribution.json` independently derives combined attribution with explicit owner query labels. +- The query counter records event-owner Drizzle `preparedQuery.execute` calls only, excluding driver `BEGIN`/`COMMIT` and other wire SQL. Transaction counts are separate. Ordinary timed arms use eight 64-attempt blocks, 512 attempts, with 256 new/256 duplicate events for mixed replay. Separate query/lock diagnostics use 32 attempts (one for late-gap); those counts do not instrument timed blocks. +- Common exact source/protocol/gates, B0 A/A/B0→B1 raw files and the prior excluded failed monolithic A/A remain in [PR1's interleaved-source bundle](../interleaved-source/manifest.json), avoiding duplicate large common data. Source/APP attribution remains bounded; no whole application or browser claim follows. +- `manifest.json` records all packaged bytes and decoded gzip digests, the owning report and linked common protocol identities. No raw redaction/projection was needed; task-owned historical Linux fixture paths are retained. + +Offline validation matches decoded bytes with original files, parses all structured evidence, reapplies the unchanged noise gates to all five source stages, independently recomputes all paired-series medians/spreads/counts and resource attribution, checks query-counter/diagnostic denominators and scans retained/decompressed content for the actual approved credential and credential/private-account patterns. No new benchmark, application/provider run, build or runtime test is performed. diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/batch-resource-attribution.json b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/batch-resource-attribution.json new file mode 100644 index 00000000000..1c21db03a0b --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/batch-resource-attribution.json @@ -0,0 +1,398 @@ +{ + "sourceReportSha256": "8342df9d6fdb4310e8106c373a520a306bb98b7cdc61316583ad9c2c28f59e00", + "scope": "SOURCE active-append cost attribution, not whole-app streaming or browser completion", + "limitations": [ + "Timed CPU/latency uses8x64=512attempts perarm; SQL/transaction/lock/plans are separate32attempt diagnostics, not timed SQLcounts", + "Diagnostic lock-acquisition query time includes network/row-read cost; pure lock wait bounded0..acquisition-query time", + "Held-through-commit is client-observed; pertransaction duration can increase for a batch while totaltransactions/event decreases", + "PG CPU eight-block sum has up to80ms quantization per arm (~10ms/tick). Do not infer sub-tick precision; includes owned PG processes, not exact CPU accounting", + "Owner CPU/heap/RSS describe a shared harness process; PG summedRSS double-counts shared pages; memory not owned by a variant", + "Late-gap is one-operation structural-only, preserve observed regressions without timing acceptance claim" + ], + "rows": [ + { + "history": 1000, + "scenario": "ordered", + "attemptedEventsPerPairArm": 512, + "separateSqlDiagnosticAttemptCountPerArm": 32, + "baseline": { + "medianActiveAppendMs": 3640.2568239999964, + "diagnosticSqlCallsPerEvent": 5, + "diagnosticTransactionsPerEvent": 1, + "medianAppCpuMicrosPerAttempt": 1939.060546875, + "medianSampledDatabaseCpuMillisPerAttempt": 1.7187500000000009, + "diagnosticMedianLockAcquisitionQueryMs": 0.9950070000013511, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 6.750787000000855, + "diagnosticHistoryScanRows": [ + 1 + ], + "diagnosticStructuralCacheBoundPassed": true + }, + "candidate": { + "medianActiveAppendMs": 144.2716610000025, + "diagnosticSqlCallsPerEvent": 0.15625, + "diagnosticTransactionsPerEvent": 0.03125, + "medianAppCpuMicrosPerAttempt": 130.736328125, + "medianSampledDatabaseCpuMillisPerAttempt": 0.09765625, + "diagnosticMedianLockAcquisitionQueryMs": 1.015451999999641, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 18.867740000001504, + "diagnosticHistoryScanRows": [ + 32 + ], + "diagnosticStructuralCacheBoundPassed": true + } + }, + { + "history": 1000, + "scenario": "replay", + "attemptedEventsPerPairArm": 512, + "separateSqlDiagnosticAttemptCountPerArm": 32, + "baseline": { + "medianActiveAppendMs": 2372.143151999997, + "diagnosticSqlCallsPerEvent": 4, + "diagnosticTransactionsPerEvent": 1, + "medianAppCpuMicrosPerAttempt": 1456.4921875, + "medianSampledDatabaseCpuMillisPerAttempt": 1.1328125, + "diagnosticMedianLockAcquisitionQueryMs": 0.9691975000023376, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 4.71618149999631, + "diagnosticHistoryScanRows": [ + 1 + ], + "diagnosticStructuralCacheBoundPassed": true + }, + "candidate": { + "medianActiveAppendMs": 86.69318600001134, + "diagnosticSqlCallsPerEvent": 0.15625, + "diagnosticTransactionsPerEvent": 0.03125, + "medianAppCpuMicrosPerAttempt": 74.875, + "medianSampledDatabaseCpuMillisPerAttempt": 0.078125, + "diagnosticMedianLockAcquisitionQueryMs": 0.9303460000010091, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 9.702470000003814, + "diagnosticHistoryScanRows": [ + 16 + ], + "diagnosticStructuralCacheBoundPassed": true + } + }, + { + "history": 1000, + "scenario": "late-gap", + "attemptedEventsPerPairArm": 1, + "separateSqlDiagnosticAttemptCountPerArm": 1, + "baseline": { + "medianActiveAppendMs": 8.202860999997938, + "diagnosticSqlCallsPerEvent": 7, + "diagnosticTransactionsPerEvent": 1, + "medianAppCpuMicrosPerAttempt": 2268.0, + "medianSampledDatabaseCpuMillisPerAttempt": 0.0, + "diagnosticMedianLockAcquisitionQueryMs": 1.0252410000030068, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 7.823311000000103, + "diagnosticHistoryScanRows": [ + 1 + ], + "diagnosticStructuralCacheBoundPassed": true + }, + "candidate": { + "medianActiveAppendMs": 9.430984999999055, + "diagnosticSqlCallsPerEvent": 7, + "diagnosticTransactionsPerEvent": 1, + "medianAppCpuMicrosPerAttempt": 2536.0, + "medianSampledDatabaseCpuMillisPerAttempt": 0.0, + "diagnosticMedianLockAcquisitionQueryMs": 0.8426319999998668, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 8.996727999998257, + "diagnosticHistoryScanRows": [ + 1 + ], + "diagnosticStructuralCacheBoundPassed": true + } + }, + { + "history": 1000, + "scenario": "warm-suffix", + "attemptedEventsPerPairArm": 512, + "separateSqlDiagnosticAttemptCountPerArm": 32, + "baseline": { + "medianActiveAppendMs": 3549.657169000013, + "diagnosticSqlCallsPerEvent": 5, + "diagnosticTransactionsPerEvent": 1, + "medianAppCpuMicrosPerAttempt": 1890.1875, + "medianSampledDatabaseCpuMillisPerAttempt": 1.73828125, + "diagnosticMedianLockAcquisitionQueryMs": 0.9831935000038357, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 5.570182000003115, + "diagnosticHistoryScanRows": [ + 1 + ], + "diagnosticStructuralCacheBoundPassed": true + }, + "candidate": { + "medianActiveAppendMs": 145.07744099998672, + "diagnosticSqlCallsPerEvent": 0.15625, + "diagnosticTransactionsPerEvent": 0.03125, + "medianAppCpuMicrosPerAttempt": 120.244140625, + "medianSampledDatabaseCpuMillisPerAttempt": 0.09765625, + "diagnosticMedianLockAcquisitionQueryMs": 1.014169000001857, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 11.404420999999274, + "diagnosticHistoryScanRows": [ + 32 + ], + "diagnosticStructuralCacheBoundPassed": true + } + }, + { + "history": 10000, + "scenario": "ordered", + "attemptedEventsPerPairArm": 512, + "separateSqlDiagnosticAttemptCountPerArm": 32, + "baseline": { + "medianActiveAppendMs": 3597.2228469999827, + "diagnosticSqlCallsPerEvent": 5, + "diagnosticTransactionsPerEvent": 1, + "medianAppCpuMicrosPerAttempt": 1831.369140625, + "medianSampledDatabaseCpuMillisPerAttempt": 1.69921875, + "diagnosticMedianLockAcquisitionQueryMs": 0.9740680000031716, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 5.989542999996047, + "diagnosticHistoryScanRows": [ + 1 + ], + "diagnosticStructuralCacheBoundPassed": true + }, + "candidate": { + "medianActiveAppendMs": 147.47877299999527, + "diagnosticSqlCallsPerEvent": 0.15625, + "diagnosticTransactionsPerEvent": 0.03125, + "medianAppCpuMicrosPerAttempt": 128.07421875, + "medianSampledDatabaseCpuMillisPerAttempt": 0.1171875, + "diagnosticMedianLockAcquisitionQueryMs": 0.9889059999986785, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 11.05949800000235, + "diagnosticHistoryScanRows": [ + 32 + ], + "diagnosticStructuralCacheBoundPassed": true + } + }, + { + "history": 10000, + "scenario": "replay", + "attemptedEventsPerPairArm": 512, + "separateSqlDiagnosticAttemptCountPerArm": 32, + "baseline": { + "medianActiveAppendMs": 3041.947444999969, + "diagnosticSqlCallsPerEvent": 4, + "diagnosticTransactionsPerEvent": 1, + "medianAppCpuMicrosPerAttempt": 1541.615234375, + "medianSampledDatabaseCpuMillisPerAttempt": 1.26953125, + "diagnosticMedianLockAcquisitionQueryMs": 0.9764394999947399, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 4.3123464999953285, + "diagnosticHistoryScanRows": [ + 1 + ], + "diagnosticStructuralCacheBoundPassed": true + }, + "candidate": { + "medianActiveAppendMs": 99.43931400001748, + "diagnosticSqlCallsPerEvent": 0.15625, + "diagnosticTransactionsPerEvent": 0.03125, + "medianAppCpuMicrosPerAttempt": 73.341796875, + "medianSampledDatabaseCpuMillisPerAttempt": 0.0390625, + "diagnosticMedianLockAcquisitionQueryMs": 1.0798920000088401, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 8.57102699999814, + "diagnosticHistoryScanRows": [ + 16 + ], + "diagnosticStructuralCacheBoundPassed": true + } + }, + { + "history": 10000, + "scenario": "late-gap", + "attemptedEventsPerPairArm": 1, + "separateSqlDiagnosticAttemptCountPerArm": 1, + "baseline": { + "medianActiveAppendMs": 8.397769000002882, + "diagnosticSqlCallsPerEvent": 7, + "diagnosticTransactionsPerEvent": 1, + "medianAppCpuMicrosPerAttempt": 2258.0, + "medianSampledDatabaseCpuMillisPerAttempt": 0.0, + "diagnosticMedianLockAcquisitionQueryMs": 1.1894979999924544, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 8.128256999974838, + "diagnosticHistoryScanRows": [ + 1 + ], + "diagnosticStructuralCacheBoundPassed": true + }, + "candidate": { + "medianActiveAppendMs": 8.167332000011811, + "diagnosticSqlCallsPerEvent": 7, + "diagnosticTransactionsPerEvent": 1, + "medianAppCpuMicrosPerAttempt": 2159.0, + "medianSampledDatabaseCpuMillisPerAttempt": 0.0, + "diagnosticMedianLockAcquisitionQueryMs": 0.915975999989314, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 9.75109799997881, + "diagnosticHistoryScanRows": [ + 1 + ], + "diagnosticStructuralCacheBoundPassed": true + } + }, + { + "history": 10000, + "scenario": "warm-suffix", + "attemptedEventsPerPairArm": 512, + "separateSqlDiagnosticAttemptCountPerArm": 32, + "baseline": { + "medianActiveAppendMs": 3590.6154080000124, + "diagnosticSqlCallsPerEvent": 5, + "diagnosticTransactionsPerEvent": 1, + "medianAppCpuMicrosPerAttempt": 1841.40234375, + "medianSampledDatabaseCpuMillisPerAttempt": 1.69921875, + "diagnosticMedianLockAcquisitionQueryMs": 0.9779935000115074, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 5.906364499998745, + "diagnosticHistoryScanRows": [ + 1 + ], + "diagnosticStructuralCacheBoundPassed": true + }, + "candidate": { + "medianActiveAppendMs": 142.4546069999633, + "diagnosticSqlCallsPerEvent": 0.15625, + "diagnosticTransactionsPerEvent": 0.03125, + "medianAppCpuMicrosPerAttempt": 105.21484375, + "medianSampledDatabaseCpuMillisPerAttempt": 0.1171875, + "diagnosticMedianLockAcquisitionQueryMs": 1.020319000002928, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 11.599706000008155, + "diagnosticHistoryScanRows": [ + 32 + ], + "diagnosticStructuralCacheBoundPassed": true + } + }, + { + "history": 100000, + "scenario": "ordered", + "attemptedEventsPerPairArm": 512, + "separateSqlDiagnosticAttemptCountPerArm": 32, + "baseline": { + "medianActiveAppendMs": 3525.053561000008, + "diagnosticSqlCallsPerEvent": 5, + "diagnosticTransactionsPerEvent": 1, + "medianAppCpuMicrosPerAttempt": 1785.845703125, + "medianSampledDatabaseCpuMillisPerAttempt": 1.6992187500000284, + "diagnosticMedianLockAcquisitionQueryMs": 0.9906805000064196, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 6.140446499979589, + "diagnosticHistoryScanRows": [ + 1 + ], + "diagnosticStructuralCacheBoundPassed": true + }, + "candidate": { + "medianActiveAppendMs": 141.42738699994516, + "diagnosticSqlCallsPerEvent": 0.15625, + "diagnosticTransactionsPerEvent": 0.03125, + "medianAppCpuMicrosPerAttempt": 103.818359375, + "medianSampledDatabaseCpuMillisPerAttempt": 0.078125, + "diagnosticMedianLockAcquisitionQueryMs": 0.9893319999973755, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 11.951862999994773, + "diagnosticHistoryScanRows": [ + 32 + ], + "diagnosticStructuralCacheBoundPassed": true + } + }, + { + "history": 100000, + "scenario": "replay", + "attemptedEventsPerPairArm": 512, + "separateSqlDiagnosticAttemptCountPerArm": 32, + "baseline": { + "medianActiveAppendMs": 2955.0509930000117, + "diagnosticSqlCallsPerEvent": 4, + "diagnosticTransactionsPerEvent": 1, + "medianAppCpuMicrosPerAttempt": 1566.98046875, + "medianSampledDatabaseCpuMillisPerAttempt": 1.26953125, + "diagnosticMedianLockAcquisitionQueryMs": 1.0101949999952922, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 4.804357000000891, + "diagnosticHistoryScanRows": [ + 1 + ], + "diagnosticStructuralCacheBoundPassed": true + }, + "candidate": { + "medianActiveAppendMs": 101.09857899998315, + "diagnosticSqlCallsPerEvent": 0.15625, + "diagnosticTransactionsPerEvent": 0.03125, + "medianAppCpuMicrosPerAttempt": 72.533203125, + "medianSampledDatabaseCpuMillisPerAttempt": 0.0390625, + "diagnosticMedianLockAcquisitionQueryMs": 0.7430600000079721, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 9.014752999995835, + "diagnosticHistoryScanRows": [ + 16 + ], + "diagnosticStructuralCacheBoundPassed": true + } + }, + { + "history": 100000, + "scenario": "late-gap", + "attemptedEventsPerPairArm": 1, + "separateSqlDiagnosticAttemptCountPerArm": 1, + "baseline": { + "medianActiveAppendMs": 9.144571000011638, + "diagnosticSqlCallsPerEvent": 7, + "diagnosticTransactionsPerEvent": 1, + "medianAppCpuMicrosPerAttempt": 2303.0, + "medianSampledDatabaseCpuMillisPerAttempt": 0.0, + "diagnosticMedianLockAcquisitionQueryMs": 1.2113520000129938, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 8.102460000023711, + "diagnosticHistoryScanRows": [ + 1 + ], + "diagnosticStructuralCacheBoundPassed": true + }, + "candidate": { + "medianActiveAppendMs": 9.506697000004351, + "diagnosticSqlCallsPerEvent": 7, + "diagnosticTransactionsPerEvent": 1, + "medianAppCpuMicrosPerAttempt": 2384.0, + "medianSampledDatabaseCpuMillisPerAttempt": 0.0, + "diagnosticMedianLockAcquisitionQueryMs": 1.063564000010956, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 8.16370299999835, + "diagnosticHistoryScanRows": [ + 1 + ], + "diagnosticStructuralCacheBoundPassed": true + } + }, + { + "history": 100000, + "scenario": "warm-suffix", + "attemptedEventsPerPairArm": 512, + "separateSqlDiagnosticAttemptCountPerArm": 32, + "baseline": { + "medianActiveAppendMs": 3528.6176759999944, + "diagnosticSqlCallsPerEvent": 5, + "diagnosticTransactionsPerEvent": 1, + "medianAppCpuMicrosPerAttempt": 1808.419921875, + "medianSampledDatabaseCpuMillisPerAttempt": 1.71875, + "diagnosticMedianLockAcquisitionQueryMs": 0.9981740000075661, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 6.3848740000103135, + "diagnosticHistoryScanRows": [ + 1 + ], + "diagnosticStructuralCacheBoundPassed": true + }, + "candidate": { + "medianActiveAppendMs": 147.80734200007282, + "diagnosticSqlCallsPerEvent": 0.15625, + "diagnosticTransactionsPerEvent": 0.03125, + "medianAppCpuMicrosPerAttempt": 121.091796875, + "medianSampledDatabaseCpuMillisPerAttempt": 0.1171875, + "diagnosticMedianLockAcquisitionQueryMs": 0.7315269999671727, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 13.10272399999667, + "diagnosticHistoryScanRows": [ + 32 + ], + "diagnosticStructuralCacheBoundPassed": true + } + } + ] +} diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/batch-result-table.json b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/batch-result-table.json new file mode 100644 index 00000000000..b0ac16bb67c --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/batch-result-table.json @@ -0,0 +1,314 @@ +[ + { + "history": 1000, + "scenario": "ordered", + "baselineMedianActiveMs": 3640.2568239999964, + "batchMedianActiveMs": 144.2716610000025, + "reductionPercent": 96.03677245932683, + "pairedBeyondNoise": 5, + "noisePercent": 2.168789687380299, + "gate": "nonregression", + "passed": true, + "timedAttemptCountPerArm": 512, + "timedBlockCountPerArm": 8, + "timedAttemptsPerBlock": 64, + "separateSqlDiagnostic": { + "attemptedEventsPerArm": 32, + "sqlCallsPerAttempt": { + "baseline": 5, + "candidate": 0.15625 + }, + "transactionsPerAttempt": { + "baseline": 1, + "candidate": 0.03125 + }, + "scope": "Separate posttiming recorded query plan/call-count diagnostic; NOT SQL counts inside the timed64-eventblocks" + } + }, + { + "history": 1000, + "scenario": "replay", + "baselineMedianActiveMs": 2372.143151999997, + "batchMedianActiveMs": 86.69318600001134, + "reductionPercent": 96.34536448919961, + "pairedBeyondNoise": 5, + "noisePercent": 0.9745222852460368, + "gate": "nonregression", + "passed": true, + "timedAttemptCountPerArm": 512, + "timedBlockCountPerArm": 8, + "timedAttemptsPerBlock": 64, + "separateSqlDiagnostic": { + "attemptedEventsPerArm": 32, + "sqlCallsPerAttempt": { + "baseline": 4, + "candidate": 0.15625 + }, + "transactionsPerAttempt": { + "baseline": 1, + "candidate": 0.03125 + }, + "scope": "Separate posttiming recorded query plan/call-count diagnostic; NOT SQL counts inside the timed64-eventblocks" + } + }, + { + "history": 1000, + "scenario": "late-gap", + "baselineMedianActiveMs": 8.202860999997938, + "batchMedianActiveMs": 9.430984999999055, + "reductionPercent": -14.97189821943131, + "pairedBeyondNoise": 0, + "noisePercent": 36.93805010441699, + "gate": "structural-only", + "passed": null, + "timedAttemptCountPerArm": 1, + "timedBlockCountPerArm": 1, + "timedAttemptsPerBlock": 1, + "separateSqlDiagnostic": { + "attemptedEventsPerArm": 1, + "sqlCallsPerAttempt": { + "baseline": 7, + "candidate": 7 + }, + "transactionsPerAttempt": { + "baseline": 1, + "candidate": 1 + }, + "scope": "Separate posttiming recorded query plan/call-count diagnostic; NOT SQL counts inside the timed64-eventblocks" + } + }, + { + "history": 1000, + "scenario": "warm-suffix", + "baselineMedianActiveMs": 3549.657169000013, + "batchMedianActiveMs": 145.07744099998672, + "reductionPercent": 95.91291682287006, + "pairedBeyondNoise": 5, + "noisePercent": 1.4441765078219375, + "gate": "nonregression", + "passed": true, + "timedAttemptCountPerArm": 512, + "timedBlockCountPerArm": 8, + "timedAttemptsPerBlock": 64, + "separateSqlDiagnostic": { + "attemptedEventsPerArm": 32, + "sqlCallsPerAttempt": { + "baseline": 5, + "candidate": 0.15625 + }, + "transactionsPerAttempt": { + "baseline": 1, + "candidate": 0.03125 + }, + "scope": "Separate posttiming recorded query plan/call-count diagnostic; NOT SQL counts inside the timed64-eventblocks" + } + }, + { + "history": 10000, + "scenario": "ordered", + "baselineMedianActiveMs": 3597.2228469999827, + "batchMedianActiveMs": 147.47877299999527, + "reductionPercent": 95.90020470588888, + "pairedBeyondNoise": 5, + "noisePercent": 1.3317495214153814, + "gate": "improvement", + "passed": true, + "timedAttemptCountPerArm": 512, + "timedBlockCountPerArm": 8, + "timedAttemptsPerBlock": 64, + "separateSqlDiagnostic": { + "attemptedEventsPerArm": 32, + "sqlCallsPerAttempt": { + "baseline": 5, + "candidate": 0.15625 + }, + "transactionsPerAttempt": { + "baseline": 1, + "candidate": 0.03125 + }, + "scope": "Separate posttiming recorded query plan/call-count diagnostic; NOT SQL counts inside the timed64-eventblocks" + } + }, + { + "history": 10000, + "scenario": "replay", + "baselineMedianActiveMs": 3041.947444999969, + "batchMedianActiveMs": 99.43931400001748, + "reductionPercent": 96.73106403716916, + "pairedBeyondNoise": 5, + "noisePercent": 4.969456624075856, + "gate": "improvement", + "passed": true, + "timedAttemptCountPerArm": 512, + "timedBlockCountPerArm": 8, + "timedAttemptsPerBlock": 64, + "separateSqlDiagnostic": { + "attemptedEventsPerArm": 32, + "sqlCallsPerAttempt": { + "baseline": 4, + "candidate": 0.15625 + }, + "transactionsPerAttempt": { + "baseline": 1, + "candidate": 0.03125 + }, + "scope": "Separate posttiming recorded query plan/call-count diagnostic; NOT SQL counts inside the timed64-eventblocks" + } + }, + { + "history": 10000, + "scenario": "late-gap", + "baselineMedianActiveMs": 8.397769000002882, + "batchMedianActiveMs": 8.167332000011811, + "reductionPercent": 2.7440264192905452, + "pairedBeyondNoise": 0, + "noisePercent": 27.53149826632843, + "gate": "structural-only", + "passed": null, + "timedAttemptCountPerArm": 1, + "timedBlockCountPerArm": 1, + "timedAttemptsPerBlock": 1, + "separateSqlDiagnostic": { + "attemptedEventsPerArm": 1, + "sqlCallsPerAttempt": { + "baseline": 7, + "candidate": 7 + }, + "transactionsPerAttempt": { + "baseline": 1, + "candidate": 1 + }, + "scope": "Separate posttiming recorded query plan/call-count diagnostic; NOT SQL counts inside the timed64-eventblocks" + } + }, + { + "history": 10000, + "scenario": "warm-suffix", + "baselineMedianActiveMs": 3590.6154080000124, + "batchMedianActiveMs": 142.4546069999633, + "reductionPercent": 96.0325852030109, + "pairedBeyondNoise": 5, + "noisePercent": 1.2042690005355758, + "gate": "improvement", + "passed": true, + "timedAttemptCountPerArm": 512, + "timedBlockCountPerArm": 8, + "timedAttemptsPerBlock": 64, + "separateSqlDiagnostic": { + "attemptedEventsPerArm": 32, + "sqlCallsPerAttempt": { + "baseline": 5, + "candidate": 0.15625 + }, + "transactionsPerAttempt": { + "baseline": 1, + "candidate": 0.03125 + }, + "scope": "Separate posttiming recorded query plan/call-count diagnostic; NOT SQL counts inside the timed64-eventblocks" + } + }, + { + "history": 100000, + "scenario": "ordered", + "baselineMedianActiveMs": 3525.053561000008, + "batchMedianActiveMs": 141.42738699994516, + "reductionPercent": 95.98793650784063, + "pairedBeyondNoise": 5, + "noisePercent": 1.6638801248689132, + "gate": "improvement", + "passed": true, + "timedAttemptCountPerArm": 512, + "timedBlockCountPerArm": 8, + "timedAttemptsPerBlock": 64, + "separateSqlDiagnostic": { + "attemptedEventsPerArm": 32, + "sqlCallsPerAttempt": { + "baseline": 5, + "candidate": 0.15625 + }, + "transactionsPerAttempt": { + "baseline": 1, + "candidate": 0.03125 + }, + "scope": "Separate posttiming recorded query plan/call-count diagnostic; NOT SQL counts inside the timed64-eventblocks" + } + }, + { + "history": 100000, + "scenario": "replay", + "baselineMedianActiveMs": 2955.0509930000117, + "batchMedianActiveMs": 101.09857899998315, + "reductionPercent": 96.5787873292384, + "pairedBeyondNoise": 5, + "noisePercent": 2.396899025317949, + "gate": "improvement", + "passed": true, + "timedAttemptCountPerArm": 512, + "timedBlockCountPerArm": 8, + "timedAttemptsPerBlock": 64, + "separateSqlDiagnostic": { + "attemptedEventsPerArm": 32, + "sqlCallsPerAttempt": { + "baseline": 4, + "candidate": 0.15625 + }, + "transactionsPerAttempt": { + "baseline": 1, + "candidate": 0.03125 + }, + "scope": "Separate posttiming recorded query plan/call-count diagnostic; NOT SQL counts inside the timed64-eventblocks" + } + }, + { + "history": 100000, + "scenario": "late-gap", + "baselineMedianActiveMs": 9.144571000011638, + "batchMedianActiveMs": 9.506697000004351, + "reductionPercent": -3.9600108085141716, + "pairedBeyondNoise": 0, + "noisePercent": 33.25663183314169, + "gate": "structural-only", + "passed": null, + "timedAttemptCountPerArm": 1, + "timedBlockCountPerArm": 1, + "timedAttemptsPerBlock": 1, + "separateSqlDiagnostic": { + "attemptedEventsPerArm": 1, + "sqlCallsPerAttempt": { + "baseline": 7, + "candidate": 7 + }, + "transactionsPerAttempt": { + "baseline": 1, + "candidate": 1 + }, + "scope": "Separate posttiming recorded query plan/call-count diagnostic; NOT SQL counts inside the timed64-eventblocks" + } + }, + { + "history": 100000, + "scenario": "warm-suffix", + "baselineMedianActiveMs": 3528.6176759999944, + "batchMedianActiveMs": 147.80734200007282, + "reductionPercent": 95.81118286048984, + "pairedBeyondNoise": 5, + "noisePercent": 1.0394306896401793, + "gate": "improvement", + "passed": true, + "timedAttemptCountPerArm": 512, + "timedBlockCountPerArm": 8, + "timedAttemptsPerBlock": 64, + "separateSqlDiagnostic": { + "attemptedEventsPerArm": 32, + "sqlCallsPerAttempt": { + "baseline": 5, + "candidate": 0.15625 + }, + "transactionsPerAttempt": { + "baseline": 1, + "candidate": 0.03125 + }, + "scope": "Separate posttiming recorded query plan/call-count diagnostic; NOT SQL counts inside the timed64-eventblocks" + } + } +] diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/combined-resource-attribution.json b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/combined-resource-attribution.json new file mode 100644 index 00000000000..a0a5dd71331 --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/combined-resource-attribution.json @@ -0,0 +1,405 @@ +{ + "scope": "Combined SOURCE B0\u2192B2 attribution; prepared owner query execute calls exclude driver transaction/wire statements. Separate SQL diagnostic counts are not timed64-block instrumentation.", + "reportSha256": "1d8f28f508dc09470b1a7b24df3ec6bb15314a9bdc4f9a41a0e657ab10b87617", + "rows": [ + { + "history": 1000, + "scenario": "ordered", + "timedAttemptsPerArm": 512, + "separateDiagnosticAttemptsPerArm": 32, + "baseline": { + "medianActiveMs": 4022.476887999994, + "medianOwnerCpuMicrosPerAttempt": 2013.083984375, + "medianSampledDatabaseCpuMsPerAttempt": 2.32421875, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 5.0, + "diagnosticTransactionsPerAttempt": 1.0, + "diagnosticMedianLockAcquisitionQueryMs": 0.9775439999993978, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 6.449703500000396, + "diagnosticRetainedHistoryRowsExamined": [ + 1, + 1032 + ], + "diagnosticProjectionStructuralGuard": null + }, + "candidate": { + "medianActiveMs": 146.22627600000123, + "medianOwnerCpuMicrosPerAttempt": 131.861328125, + "medianSampledDatabaseCpuMsPerAttempt": 0.11718749999999911, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 0.15625, + "diagnosticTransactionsPerAttempt": 0.03125, + "diagnosticMedianLockAcquisitionQueryMs": 1.00734200000079, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 12.898893000001408, + "diagnosticRetainedHistoryRowsExamined": [ + 32 + ], + "diagnosticProjectionStructuralGuard": true + } + }, + { + "history": 1000, + "scenario": "replay", + "timedAttemptsPerArm": 512, + "separateDiagnosticAttemptsPerArm": 32, + "baseline": { + "medianActiveMs": 3200.9667550000013, + "medianOwnerCpuMicrosPerAttempt": 1606.638671875, + "medianSampledDatabaseCpuMsPerAttempt": 1.484375, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 4.0, + "diagnosticTransactionsPerAttempt": 1.0, + "diagnosticMedianLockAcquisitionQueryMs": 0.9319229999964591, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 5.041275499999756, + "diagnosticRetainedHistoryRowsExamined": [ + 1, + 1016 + ], + "diagnosticProjectionStructuralGuard": null + }, + "candidate": { + "medianActiveMs": 99.1924380000055, + "medianOwnerCpuMicrosPerAttempt": 71.556640625, + "medianSampledDatabaseCpuMsPerAttempt": 0.078125, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 0.15625, + "diagnosticTransactionsPerAttempt": 0.03125, + "diagnosticMedianLockAcquisitionQueryMs": 0.7425789999979315, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 9.658720999999787, + "diagnosticRetainedHistoryRowsExamined": [ + 16 + ], + "diagnosticProjectionStructuralGuard": true + } + }, + { + "history": 1000, + "scenario": "late-gap", + "timedAttemptsPerArm": 1, + "separateDiagnosticAttemptsPerArm": 1, + "baseline": { + "medianActiveMs": 7.083709999998973, + "medianOwnerCpuMicrosPerAttempt": 2150.0, + "medianSampledDatabaseCpuMsPerAttempt": 0.0, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 5.0, + "diagnosticTransactionsPerAttempt": 1.0, + "diagnosticMedianLockAcquisitionQueryMs": 0.9795359999989159, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 6.481844999994792, + "diagnosticRetainedHistoryRowsExamined": [ + 1, + 1001 + ], + "diagnosticProjectionStructuralGuard": null + }, + "candidate": { + "medianActiveMs": 8.511925999999221, + "medianOwnerCpuMicrosPerAttempt": 2392.0, + "medianSampledDatabaseCpuMsPerAttempt": 10.0, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 7.0, + "diagnosticTransactionsPerAttempt": 1.0, + "diagnosticMedianLockAcquisitionQueryMs": 0.4630699999979697, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 5.40166400000453, + "diagnosticRetainedHistoryRowsExamined": [ + 1 + ], + "diagnosticProjectionStructuralGuard": true + } + }, + { + "history": 1000, + "scenario": "warm-suffix", + "timedAttemptsPerArm": 512, + "separateDiagnosticAttemptsPerArm": 32, + "baseline": { + "medianActiveMs": 4247.867891000031, + "medianOwnerCpuMicrosPerAttempt": 2204.607421875, + "medianSampledDatabaseCpuMsPerAttempt": 2.265625, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 6.0, + "diagnosticTransactionsPerAttempt": 1.0, + "diagnosticMedianLockAcquisitionQueryMs": 0.9531524999983958, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 7.277320499997586, + "diagnosticRetainedHistoryRowsExamined": [ + 1, + 1032, + 0 + ], + "diagnosticProjectionStructuralGuard": null + }, + "candidate": { + "medianActiveMs": 145.3161140000011, + "medianOwnerCpuMicrosPerAttempt": 124.853515625, + "medianSampledDatabaseCpuMsPerAttempt": 0.13671875, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 0.15625, + "diagnosticTransactionsPerAttempt": 0.03125, + "diagnosticMedianLockAcquisitionQueryMs": 0.8436000000074273, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 10.439747999989777, + "diagnosticRetainedHistoryRowsExamined": [ + 32 + ], + "diagnosticProjectionStructuralGuard": true + } + }, + { + "history": 10000, + "scenario": "ordered", + "timedAttemptsPerArm": 512, + "separateDiagnosticAttemptsPerArm": 32, + "baseline": { + "medianActiveMs": 4136.773576000021, + "medianOwnerCpuMicrosPerAttempt": 1931.0234375, + "medianSampledDatabaseCpuMsPerAttempt": 2.8125, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 5.0, + "diagnosticTransactionsPerAttempt": 1.0, + "diagnosticMedianLockAcquisitionQueryMs": 0.9637254999906872, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 6.483819000000949, + "diagnosticRetainedHistoryRowsExamined": [ + 1, + 10032 + ], + "diagnosticProjectionStructuralGuard": null + }, + "candidate": { + "medianActiveMs": 145.51087600000028, + "medianOwnerCpuMicrosPerAttempt": 111.54296875, + "medianSampledDatabaseCpuMsPerAttempt": 0.09765625, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 0.15625, + "diagnosticTransactionsPerAttempt": 0.03125, + "diagnosticMedianLockAcquisitionQueryMs": 0.8924039999983506, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 10.416976000007708, + "diagnosticRetainedHistoryRowsExamined": [ + 32 + ], + "diagnosticProjectionStructuralGuard": true + } + }, + { + "history": 10000, + "scenario": "replay", + "timedAttemptsPerArm": 512, + "separateDiagnosticAttemptsPerArm": 32, + "baseline": { + "medianActiveMs": 3531.4280059999437, + "medianOwnerCpuMicrosPerAttempt": 1552.845703125, + "medianSampledDatabaseCpuMsPerAttempt": 2.265625, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 4.0, + "diagnosticTransactionsPerAttempt": 1.0, + "diagnosticMedianLockAcquisitionQueryMs": 1.0091970000066794, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 5.935364499993739, + "diagnosticRetainedHistoryRowsExamined": [ + 1, + 10016 + ], + "diagnosticProjectionStructuralGuard": null + }, + "candidate": { + "medianActiveMs": 96.69450899999356, + "medianOwnerCpuMicrosPerAttempt": 71.412109375, + "medianSampledDatabaseCpuMsPerAttempt": 0.01953125, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 0.15625, + "diagnosticTransactionsPerAttempt": 0.03125, + "diagnosticMedianLockAcquisitionQueryMs": 0.7482470000104513, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 7.277097999991383, + "diagnosticRetainedHistoryRowsExamined": [ + 16 + ], + "diagnosticProjectionStructuralGuard": true + } + }, + { + "history": 10000, + "scenario": "late-gap", + "timedAttemptsPerArm": 1, + "separateDiagnosticAttemptsPerArm": 1, + "baseline": { + "medianActiveMs": 7.995563999982551, + "medianOwnerCpuMicrosPerAttempt": 2040.0, + "medianSampledDatabaseCpuMsPerAttempt": 10.0, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 5.0, + "diagnosticTransactionsPerAttempt": 1.0, + "diagnosticMedianLockAcquisitionQueryMs": 1.3850879999808967, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 8.300496000010753, + "diagnosticRetainedHistoryRowsExamined": [ + 1, + 10001 + ], + "diagnosticProjectionStructuralGuard": null + }, + "candidate": { + "medianActiveMs": 8.1081299999787, + "medianOwnerCpuMicrosPerAttempt": 2292.0, + "medianSampledDatabaseCpuMsPerAttempt": 0.0, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 7.0, + "diagnosticTransactionsPerAttempt": 1.0, + "diagnosticMedianLockAcquisitionQueryMs": 0.8059040000080131, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 8.640362999984063, + "diagnosticRetainedHistoryRowsExamined": [ + 1 + ], + "diagnosticProjectionStructuralGuard": true + } + }, + { + "history": 10000, + "scenario": "warm-suffix", + "timedAttemptsPerArm": 512, + "separateDiagnosticAttemptsPerArm": 32, + "baseline": { + "medianActiveMs": 4555.812348000036, + "medianOwnerCpuMicrosPerAttempt": 2146.1875, + "medianSampledDatabaseCpuMsPerAttempt": 3.0468749999999716, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 6.0, + "diagnosticTransactionsPerAttempt": 1.0, + "diagnosticMedianLockAcquisitionQueryMs": 0.9198964999814052, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 7.415338999999221, + "diagnosticRetainedHistoryRowsExamined": [ + 1, + 10032, + 0 + ], + "diagnosticProjectionStructuralGuard": null + }, + "candidate": { + "medianActiveMs": 144.60336100001587, + "medianOwnerCpuMicrosPerAttempt": 122.595703125, + "medianSampledDatabaseCpuMsPerAttempt": 0.13671875, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 0.15625, + "diagnosticTransactionsPerAttempt": 0.03125, + "diagnosticMedianLockAcquisitionQueryMs": 0.8834440000064205, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 11.50251500000013, + "diagnosticRetainedHistoryRowsExamined": [ + 32 + ], + "diagnosticProjectionStructuralGuard": true + } + }, + { + "history": 100000, + "scenario": "ordered", + "timedAttemptsPerArm": 512, + "separateDiagnosticAttemptsPerArm": 32, + "baseline": { + "medianActiveMs": 8153.514350999991, + "medianOwnerCpuMicrosPerAttempt": 1986.203125, + "medianSampledDatabaseCpuMsPerAttempt": 10.44921875, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 5.0, + "diagnosticTransactionsPerAttempt": 1.0, + "diagnosticMedianLockAcquisitionQueryMs": 0.9857685000170022, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 14.307717500021681, + "diagnosticRetainedHistoryRowsExamined": [ + 1, + 100032 + ], + "diagnosticProjectionStructuralGuard": null + }, + "candidate": { + "medianActiveMs": 145.65450699999928, + "medianOwnerCpuMicrosPerAttempt": 115.021484375, + "medianSampledDatabaseCpuMsPerAttempt": 0.09765625, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 0.15625, + "diagnosticTransactionsPerAttempt": 0.03125, + "diagnosticMedianLockAcquisitionQueryMs": 1.0368290000478737, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 12.91246099997079, + "diagnosticRetainedHistoryRowsExamined": [ + 32 + ], + "diagnosticProjectionStructuralGuard": true + } + }, + { + "history": 100000, + "scenario": "replay", + "timedAttemptsPerArm": 512, + "separateDiagnosticAttemptsPerArm": 32, + "baseline": { + "medianActiveMs": 7557.748203999887, + "medianOwnerCpuMicrosPerAttempt": 1738.32421875, + "medianSampledDatabaseCpuMsPerAttempt": 9.86328125, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 4.0, + "diagnosticTransactionsPerAttempt": 1.0, + "diagnosticMedianLockAcquisitionQueryMs": 0.9627489999984391, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 13.572297999984585, + "diagnosticRetainedHistoryRowsExamined": [ + 1, + 100016 + ], + "diagnosticProjectionStructuralGuard": null + }, + "candidate": { + "medianActiveMs": 104.02474000002258, + "medianOwnerCpuMicrosPerAttempt": 74.87109375, + "medianSampledDatabaseCpuMsPerAttempt": 0.05859375, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 0.15625, + "diagnosticTransactionsPerAttempt": 0.03125, + "diagnosticMedianLockAcquisitionQueryMs": 0.8926559999817982, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 9.554392000020016, + "diagnosticRetainedHistoryRowsExamined": [ + 16 + ], + "diagnosticProjectionStructuralGuard": true + } + }, + { + "history": 100000, + "scenario": "late-gap", + "timedAttemptsPerArm": 1, + "separateDiagnosticAttemptsPerArm": 1, + "baseline": { + "medianActiveMs": 24.463751000002958, + "medianOwnerCpuMicrosPerAttempt": 2085.0, + "medianSampledDatabaseCpuMsPerAttempt": 30.0, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 5.0, + "diagnosticTransactionsPerAttempt": 1.0, + "diagnosticMedianLockAcquisitionQueryMs": 1.0513989999890327, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 16.98576700000558, + "diagnosticRetainedHistoryRowsExamined": [ + 1, + 100001 + ], + "diagnosticProjectionStructuralGuard": null + }, + "candidate": { + "medianActiveMs": 9.073600000003353, + "medianOwnerCpuMicrosPerAttempt": 2531.0, + "medianSampledDatabaseCpuMsPerAttempt": 0.0, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 7.0, + "diagnosticTransactionsPerAttempt": 1.0, + "diagnosticMedianLockAcquisitionQueryMs": 0.9658719999715686, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 7.268677999963984, + "diagnosticRetainedHistoryRowsExamined": [ + 1 + ], + "diagnosticProjectionStructuralGuard": true + } + }, + { + "history": 100000, + "scenario": "warm-suffix", + "timedAttemptsPerArm": 512, + "separateDiagnosticAttemptsPerArm": 32, + "baseline": { + "medianActiveMs": 8614.058503000007, + "medianOwnerCpuMicrosPerAttempt": 2325.08984375, + "medianSampledDatabaseCpuMsPerAttempt": 10.52734375, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 6.0, + "diagnosticTransactionsPerAttempt": 1.0, + "diagnosticMedianLockAcquisitionQueryMs": 0.9820130000007339, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 15.572683500009589, + "diagnosticRetainedHistoryRowsExamined": [ + 1, + 100032, + 0 + ], + "diagnosticProjectionStructuralGuard": null + }, + "candidate": { + "medianActiveMs": 151.01604899996892, + "medianOwnerCpuMicrosPerAttempt": 125.318359375, + "medianSampledDatabaseCpuMsPerAttempt": 0.1171875, + "diagnosticOwnerQueryExecuteCallsPerAttempt": 0.15625, + "diagnosticTransactionsPerAttempt": 0.03125, + "diagnosticMedianLockAcquisitionQueryMs": 1.0573990000411868, + "diagnosticMedianClientObservedHeldThroughCommitMsPerTransaction": 12.429439000028651, + "diagnosticRetainedHistoryRowsExamined": [ + 32 + ], + "diagnosticProjectionStructuralGuard": true + } + } + ] +} diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/manifest.json b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/manifest.json new file mode 100644 index 00000000000..9cba167a263 --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/manifest.json @@ -0,0 +1,277 @@ +{ + "schema": "paperclip.native-ingestion.source-evidence.v1", + "scope": "Incremental and combined SOURCE active append cost only; no application/browser/production/full-task acceptance", + "sourceRefs": { + "B0": "5337df423e622755d44f3ece5447d1e0beef5f40", + "B1": "e9b909015ad3d517f28c45f0c66c8f41d6112b4b", + "B2": "fcb5d94848b3c4b0b32096ff5e023618e0f0637b" + }, + "protocolSha256": "302c11ec61d5170822c08e47f798ca582b8e5afefd9d223fb9023d9ead7a2ad3", + "measurementSha256": "c8adaf5ac16cab67513d6c8b888afa44d95fa3688d4831b8126fe3d997f1d039", + "workloadSha256": "ca4894b0723d0bffff0fc88d1596d64aa8fd75aa1dd8d861372ea993db24e164", + "gateSha256": "ded8bcbb8f05732348f6520b9c5e41b7c35bc098997eb263a9dcb174eede75fc", + "rawProjection": "None. All decoded raw reports/traces/logs and actual command receipts retain exact historical bytes. Display prose identifies owner prepared-query execute counts; legacy JSON SQL-named fields are untouched.", + "files": [ + { + "path": "README.md", + "bytes": 3068, + "sha256": "ad575f4238e21165328cdee581af896ee52016aecd44b4b57f50f55f1d9f7b89" + }, + { + "path": "batch-resource-attribution.json", + "bytes": 16520, + "sha256": "85766f8e347508e3bff586011caa06d3b645ac4eb22eec93a0c5bcbb7b13b13b" + }, + { + "path": "batch-result-table.json", + "bytes": 9543, + "sha256": "44c6bf8ab8d559dcf1a6fd051faaf9dad839e961c1a274112ac67f78095e832f" + }, + { + "path": "combined-resource-attribution.json", + "bytes": 16450, + "sha256": "d9824a4136b04b39930b7039b4bdd0225ef9f30245b19a5da2fd7216d26f39da" + }, + { + "path": "packaging-verification.json", + "bytes": 1614, + "sha256": "c56454813ce488f7360ff9315018c5450acb81625a7016872f6762339c8a895a" + }, + { + "path": "paired-series-table.json", + "bytes": 26985, + "sha256": "84967bb8d3399de0dedb91c2aba79271514baa6ac74298303a233d3b9e640839" + }, + { + "path": "service-aa-b1-commands.json", + "bytes": 952, + "sha256": "296fd3b5b334f590656c9995393e3df3dad20b4fb6068cc26a21324b81f7aa49" + }, + { + "path": "service-aa-b1.json.blocks.jsonl.gz", + "bytes": 151633, + "sha256": "958c471392ec99d520e58e9f6ee312d7df5403bb775c89ba8741777ce0d94565", + "decompressedBytes": 1492835, + "decompressedSha256": "3936bcd65573f48e5585e437e1cfaf921153ff00b5951dd14644d25007012f31" + }, + { + "path": "service-aa-b1.json.gz", + "bytes": 380712, + "sha256": "093a8dee12a55c5dd177ca62b91356ead5ad17ee187fca5d2866dc9fb34ea221", + "decompressedBytes": 5218637, + "decompressedSha256": "a47f34fd05d61bf0e7451b9e6daf486f7bc4563bf98792b7bfb7782af552f8f3" + }, + { + "path": "service-aa-b1.quiet.json", + "bytes": 311, + "sha256": "9d1d5d28240ef9753884824c5de8f80d8a4dbdcb3995917086f5130c1f9a2e1e" + }, + { + "path": "service-aa-b1.repeatability.json", + "bytes": 2176, + "sha256": "e0b0c2ec7c8ed2f36fa097848d555151d05f7cd2da39d30434d35355d40fb5e6" + }, + { + "path": "service-aa-b1.started.json", + "bytes": 735, + "sha256": "38b2b0094a01053730f4b1fe16fa8eeabf9422173ec5ad275ad3451396338a2b" + }, + { + "path": "service-b0-b2-commands.json", + "bytes": 1064, + "sha256": "880298118645045e935ec1b119e5a7baec1f622654515f4c8c84f6af3e19d21f" + }, + { + "path": "service-b0-b2-launch.log", + "bytes": 196, + "sha256": "94b0e672c5af670f78f7e54307f270a2f5bae50e9d4288952b696edd1cad5f47" + }, + { + "path": "service-b0-b2.exit", + "bytes": 2, + "sha256": "9a271f2a916b0b6ee6cecb2426f0b3206ef074578be55d9bc94f6f3fe3ab86aa" + }, + { + "path": "service-b0-b2.json.blocks.jsonl.gz", + "bytes": 148697, + "sha256": "93357a041a441a71f611f74d02e5b539fe9a25a345f7ae52a3dc0a1e3941d117", + "decompressedBytes": 1486579, + "decompressedSha256": "4c446903fe841242349e8a5b5a7c58fe35a6a2c625a4ea7a22b05740bbb69e17" + }, + { + "path": "service-b0-b2.json.gz", + "bytes": 356135, + "sha256": "6f18cc1368443e7eb254dae9af7a017c263e23048bc2979d5c7e8ac391761cda", + "decompressedBytes": 3552114, + "decompressedSha256": "1d8f28f508dc09470b1a7b24df3ec6bb15314a9bdc4f9a41a0e657ab10b87617" + }, + { + "path": "service-b0-b2.launch.sh", + "bytes": 865, + "sha256": "bd28671366ee118fe802145383e51634626d591afbd8b9327846573c1083bd82" + }, + { + "path": "service-b0-b2.measurement.log.gz", + "bytes": 356208, + "sha256": "9188536ba0b99f33a982464e21a24781e8b03320195477cf406b2b557b6a39de", + "decompressedBytes": 3552533, + "decompressedSha256": "17b5119b4812552e1242a25769c21c880d369f7848c7404af0e2791c9f1c3d6c" + }, + { + "path": "service-b0-b2.quiet.json", + "bytes": 289, + "sha256": "1c641afaba1130ccb1d732abe301585a4bfd9713b7c156a7fff74fe4fc8ebb23" + }, + { + "path": "service-b0-b2.started", + "bytes": 26, + "sha256": "f8f26db2a6a806e63b9ea08d06e1be38ea42bf3c7be46645976041207ea7ee84" + }, + { + "path": "service-b1-b2-commands.json", + "bytes": 1063, + "sha256": "87f0ac0904c9c7f04b58cfba394b3cee71128fa9cfb3f69ea7484e43e0261984" + }, + { + "path": "service-b1-b2-launch.log", + "bytes": 196, + "sha256": "0d0d99bc11f409791984b5a90410a0e458641512f3ece5f3b38c98f195d8585f" + }, + { + "path": "service-b1-b2.exit", + "bytes": 2, + "sha256": "9a271f2a916b0b6ee6cecb2426f0b3206ef074578be55d9bc94f6f3fe3ab86aa" + }, + { + "path": "service-b1-b2.json.blocks.jsonl.gz", + "bytes": 148453, + "sha256": "dab20a47e7046fdf2a465568ff58a74b78f0b6a191866cd1d390ea158d84dd65", + "decompressedBytes": 1485383, + "decompressedSha256": "445ff42f764f3ed9958c2cd7af31f71843b8d5ac1e0f1c64abf792fcbc4d71ff" + }, + { + "path": "service-b1-b2.json.gz", + "bytes": 366297, + "sha256": "a51aa92d393bd16fc40eeea2a2fc8171085888e8f5c35e036d1bbb2a626c3078", + "decompressedBytes": 4009821, + "decompressedSha256": "8342df9d6fdb4310e8106c373a520a306bb98b7cdc61316583ad9c2c28f59e00" + }, + { + "path": "service-b1-b2.launch.sh", + "bytes": 865, + "sha256": "2a422805c5c9d2430acee0badb495ce500481a77e0c5ffd6edb6b26729d21ba1" + }, + { + "path": "service-b1-b2.measurement.log.gz", + "bytes": 366299, + "sha256": "d10af05e5dc02c5f73cfda4e26dbeecc2fb37669fe671b5905eb06c105c4dd3f", + "decompressedBytes": 4009822, + "decompressedSha256": "6fae72f514dc325bc8c7e9ee711a14a2658e7de3379104244cba794071971177" + }, + { + "path": "service-b1-b2.quiet.json", + "bytes": 289, + "sha256": "4a4263d992a1a1a7d9d086341f21a4420b4a27ada1c3a0b760d1f627ed22b1b1" + }, + { + "path": "service-b1-b2.started", + "bytes": 26, + "sha256": "602afdd282eba138194b933ba86b1a7958f54b3d4d522873caaa2c688403c61a" + }, + { + "path": "summary.json", + "bytes": 18955, + "sha256": "8497c805b6e25a22d6cc8053023a77b54a01b5b45624f4b23eda444fad244950" + } + ], + "externalOwnedFile": { + "repositoryPath": "doc/benchmarks/2026-11-03-native-event-ingestion-batching-source.md", + "bytes": 18795, + "sha256": "2b47ecf474c42c2f446cef09ffcf9d871959547389e2bcf9320b3d7d23b10e61" + }, + "linkedCommonFiles": [ + { + "repositoryPath": "doc/benchmarks/native-event-ingestion-2026-11-03/interleaved-source/prospective-protocol.md", + "sha256": "302c11ec61d5170822c08e47f798ca582b8e5afefd9d223fb9023d9ead7a2ad3" + }, + { + "repositoryPath": "doc/benchmarks/native-event-ingestion-2026-11-03/interleaved-source/measurement-source.ts", + "sha256": "c8adaf5ac16cab67513d6c8b888afa44d95fa3688d4831b8126fe3d997f1d039" + }, + { + "repositoryPath": "doc/benchmarks/native-event-ingestion-2026-11-03/interleaved-source/gates.mjs", + "sha256": "ded8bcbb8f05732348f6520b9c5e41b7c35bc098997eb263a9dcb174eede75fc" + } + ], + "excludedPriorAa": { + "repositoryPath": "doc/benchmarks/native-event-ingestion-2026-11-03/interleaved-source/excluded-monolithic-service-aa-b0.json.gz", + "decompressedSha256": "cfcfeb3c12812dbe48c2afe6013320922d5670a410d033d6ad9a3a2f91236ef8", + "calibrationEligible": false + }, + "pending": [ + "Accepted application A/A and matched application/browser comparisons", + "Sparse-stream/control responsiveness and remaining full-plan gates", + "Final current-head delivery checks" + ], + "applicationStatus": "Full H4 acceptance remains failed: latest H4c B0 and B2 both missed the original120-second streaming deadline; no accepted application A/A. H5 prospective/unexecuted; upstream disk/journal evidence diagnostic only.", + "ownerQueryCounterScope": "Drizzle preparedQuery.execute calls wrapped by event owner only; excludes driver BEGIN/COMMIT and other wire SQL. Transaction counts separate. Raw JSON field names unchanged.", + "allFiveSourceStagesPassed": true, + "sourceStages": { + "service-aa-b0": { + "reportSha256": "1d88dea61820d5555af08dc1f6079f3820ccb0e3b429105951ad06eca426d08a", + "cases": 12, + "pairs": 60, + "complete": true, + "cleanupComplete": true, + "repeatabilityPassed": true + }, + "service-b0-b1": { + "reportSha256": "283eef0a9d5cf3b39bb7ebf7444ced40025f499e51847c2cc205f3101c1f1470", + "cases": 12, + "pairs": 60, + "complete": true, + "cleanupComplete": true, + "timingCasesPassed": 9, + "timingCasesFailed": 0, + "structuralCases": 3 + }, + "service-aa-b1": { + "reportSha256": "a47f34fd05d61bf0e7451b9e6daf486f7bc4563bf98792b7bfb7782af552f8f3", + "cases": 12, + "pairs": 60, + "complete": true, + "cleanupComplete": true, + "repeatabilityPassed": true + }, + "service-b1-b2": { + "reportSha256": "8342df9d6fdb4310e8106c373a520a306bb98b7cdc61316583ad9c2c28f59e00", + "cases": 12, + "pairs": 60, + "complete": true, + "cleanupComplete": true, + "timingCasesPassed": 9, + "timingCasesFailed": 0, + "structuralCases": 3 + }, + "service-b0-b2": { + "reportSha256": "1d8f28f508dc09470b1a7b24df3ec6bb15314a9bdc4f9a41a0e657ab10b87617", + "cases": 12, + "pairs": 60, + "complete": true, + "cleanupComplete": true, + "timingCasesPassed": 9, + "timingCasesFailed": 0, + "structuralCases": 3 + } + }, + "linkedCommonReports": [ + { + "repositoryPath": "doc/benchmarks/native-event-ingestion-2026-11-03/interleaved-source/service-aa-b0.json.gz", + "decompressedSha256": "1d88dea61820d5555af08dc1f6079f3820ccb0e3b429105951ad06eca426d08a" + }, + { + "repositoryPath": "doc/benchmarks/native-event-ingestion-2026-11-03/interleaved-source/service-b0-b1.json.gz", + "decompressedSha256": "283eef0a9d5cf3b39bb7ebf7444ced40025f499e51847c2cc205f3101c1f1470" + } + ] +} diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/packaging-verification.json b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/packaging-verification.json new file mode 100644 index 00000000000..17e523aa9f1 --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/packaging-verification.json @@ -0,0 +1,30 @@ +{ + "scope": "Offline artifact/number validation only; no VM, benchmarks, application/provider runs, builds or runtime tests", + "allEightCompressedPayloadsEqualOriginalBytes": true, + "deterministicGzipMtimeZero": true, + "bothFreshAaPassUnchangedNoiseGates": true, + "allThreeComparisonsPassUnchangedNoiseGates": true, + "comparisonTimingCasesPassed": 27, + "comparisonStructuralCases": 9, + "allFiveReports600SampleEventCountsAndArmMediansVerified": true, + "allThreeIndependentPairedSeriesMediansSpreadsAndCountsVerified": true, + "incrementalAndCombined48ResourceArmRowsIndependentlyRecomputed": true, + "queryCounterScope": "Owner Drizzle preparedQuery.execute only; excludes driver BEGIN/COMMIT and other wire SQL. Transaction counter separate. Legacy raw JSON field names preserved.", + "timedVsDiagnosticDenominators": "Timed ordinary512attempts8x64 versus separate ordinary query diagnostic32; late-gap1", + "historicalDirectChildCommandReceipts": "B1AA,B1B2,B0B2 exact receipts now retained; each exit0. Portable recipes use same arguments with supplied paths.", + "correctedFrozenDerivationSha256": { + "batch-result-table.json": "44c6bf8ab8d559dcf1a6fd051faaf9dad839e961c1a274112ac67f78095e832f", + "batch-resource-attribution.json": "85766f8e347508e3bff586011caa06d3b645ac4eb22eec93a0c5bcbb7b13b13b" + }, + "scan": { + "files": 31, + "decompressedBytes": 24927097, + "actualCredentialSourcePresent": true, + "actualCredentialMatches": 0, + "patternMatches": { + "credential_literal": 0, + "vault_or_private_user_or_account": 0, + "nonloopback_credential_url": 0 + } + } +} diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/paired-series-table.json b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/paired-series-table.json new file mode 100644 index 00000000000..b156decd6ef --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/paired-series-table.json @@ -0,0 +1,833 @@ +{ + "scope": "Three separate two-arm SOURCE series; not a paired three-arm experiment. Active append sums only.", + "series": [ + { + "name": "service-b0-b1", + "leftArm": "B0", + "rightArm": "B1", + "reportSha256": "283eef0a9d5cf3b39bb7ebf7444ced40025f499e51847c2cc205f3101c1f1470", + "noiseReport": "service-aa-b0", + "noiseReportSha256": "1d88dea61820d5555af08dc1f6079f3820ccb0e3b429105951ad06eca426d08a", + "pairedSeriesIndependent": true, + "samplesPerArmCase": 5, + "cases": [ + { + "history": 1000, + "scenario": "ordered", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 3823.2426909999995, + "candidateMedianActiveMs": 3554.4297090000036, + "baselineMinMaxMs": [ + 3660.1935169999997, + 3890.539190999989 + ], + "candidateMinMaxMs": [ + 3522.6579420000126, + 3603.657418999999 + ], + "pairedBeyondNoise": 5, + "noisePercent": 1.4079047972212446, + "gate": "nonregression", + "passed": true, + "absoluteReductionMs": 268.8129819999958, + "reductionPercent": 7.031020621128439 + }, + { + "history": 1000, + "scenario": "replay", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 3164.471254999982, + "candidateMedianActiveMs": 3002.7086030000064, + "baselineMinMaxMs": [ + 3069.5773009999975, + 3184.937432000006 + ], + "candidateMinMaxMs": [ + 2943.1245840000047, + 3046.233085 + ], + "pairedBeyondNoise": 3, + "noisePercent": 3.9822120206785225, + "gate": "nonregression", + "passed": true, + "absoluteReductionMs": 161.7626519999758, + "reductionPercent": 5.111838249261541 + }, + { + "history": 1000, + "scenario": "late-gap", + "samplesPerArm": 5, + "attemptsPerArm": 1, + "baselineMedianActiveMs": 7.402558999994653, + "candidateMedianActiveMs": 9.506674999996903, + "baselineMinMaxMs": [ + 4.523847000004025, + 8.067190000001574 + ], + "candidateMinMaxMs": [ + 8.462973000001512, + 11.00232299999334 + ], + "pairedBeyondNoise": 0, + "noisePercent": 15.945874769827368, + "gate": "structural-only", + "passed": null, + "absoluteReductionMs": -2.10411600000225, + "reductionPercent": -28.424170614564098 + }, + { + "history": 1000, + "scenario": "warm-suffix", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 4152.802396999992, + "candidateMedianActiveMs": 3542.40763099998, + "baselineMinMaxMs": [ + 3944.2845539999835, + 4266.957552999986 + ], + "candidateMinMaxMs": [ + 3468.830302999995, + 3605.3644960000674 + ], + "pairedBeyondNoise": 5, + "noisePercent": 1.8842439321434798, + "gate": "nonregression", + "passed": true, + "absoluteReductionMs": 610.3947660000122, + "reductionPercent": 14.698382144090573 + }, + { + "history": 10000, + "scenario": "ordered", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 4209.649118000001, + "candidateMedianActiveMs": 3530.6375980000594, + "baselineMinMaxMs": [ + 4049.0527909999655, + 4255.424076000025 + ], + "candidateMinMaxMs": [ + 3528.6497000000672, + 3597.892884000001 + ], + "pairedBeyondNoise": 5, + "noisePercent": 1.7474622955774097, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 679.0115199999418, + "reductionPercent": 16.129884010915838 + }, + { + "history": 10000, + "scenario": "replay", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 3575.641203999985, + "candidateMedianActiveMs": 3016.318643000035, + "baselineMinMaxMs": [ + 3542.3359069999424, + 3624.188894000021 + ], + "candidateMinMaxMs": [ + 2948.329679999937, + 3070.961685999995 + ], + "pairedBeyondNoise": 5, + "noisePercent": 1.6304743570125815, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 559.3225609999499, + "reductionPercent": 15.6425807034064 + }, + { + "history": 10000, + "scenario": "late-gap", + "samplesPerArm": 5, + "attemptsPerArm": 1, + "baselineMedianActiveMs": 7.701110000023618, + "candidateMedianActiveMs": 8.573146000009729, + "baselineMinMaxMs": [ + 7.188416999997571, + 9.012380000000121 + ], + "candidateMinMaxMs": [ + 6.192671999975573, + 8.915757999988273 + ], + "pairedBeyondNoise": 0, + "noisePercent": 23.08985200646279, + "gate": "structural-only", + "passed": null, + "absoluteReductionMs": -0.8720359999861103, + "reductionPercent": -11.323510506711836 + }, + { + "history": 10000, + "scenario": "warm-suffix", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 4614.03645500011, + "candidateMedianActiveMs": 3592.809363000095, + "baselineMinMaxMs": [ + 4464.443957999989, + 4736.473729000078 + ], + "candidateMinMaxMs": [ + 3571.7655579999555, + 3615.229942000122 + ], + "pairedBeyondNoise": 5, + "noisePercent": 11.830110496052082, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 1021.2270920000155, + "reductionPercent": 22.133052089203552 + }, + { + "history": 100000, + "scenario": "ordered", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 8029.154580999981, + "candidateMedianActiveMs": 3540.048427999951, + "baselineMinMaxMs": [ + 7985.540289000026, + 8157.268998000014 + ], + "candidateMinMaxMs": [ + 3503.1252190000378, + 3586.664618000097 + ], + "pairedBeyondNoise": 5, + "noisePercent": 1.0693214938958222, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 4489.10615300003, + "reductionPercent": 55.91007257006802 + }, + { + "history": 100000, + "scenario": "replay", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 7456.020750999975, + "candidateMedianActiveMs": 2989.0107820000267, + "baselineMinMaxMs": [ + 7350.074664000131, + 7471.52871100005 + ], + "candidateMinMaxMs": [ + 2938.5112860000227, + 3000.5278340000077 + ], + "pairedBeyondNoise": 5, + "noisePercent": 0.9332642395176317, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 4467.009968999948, + "reductionPercent": 59.91144764988548 + }, + { + "history": 100000, + "scenario": "late-gap", + "samplesPerArm": 5, + "attemptsPerArm": 1, + "baselineMedianActiveMs": 24.45493699994404, + "candidateMedianActiveMs": 9.347156999981962, + "baselineMinMaxMs": [ + 23.453166999970563, + 27.683694000006653 + ], + "candidateMinMaxMs": [ + 8.141280999989249, + 9.645160000072792 + ], + "pairedBeyondNoise": 5, + "noisePercent": 39.768871890266304, + "gate": "structural-only", + "passed": null, + "absoluteReductionMs": 15.107779999962077, + "reductionPercent": 61.77803688472658 + }, + { + "history": 100000, + "scenario": "warm-suffix", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 8347.43800100009, + "candidateMedianActiveMs": 3402.361554999836, + "baselineMinMaxMs": [ + 7836.916214999976, + 8611.93426499993 + ], + "candidateMinMaxMs": [ + 3119.3996940000216, + 3627.8794139999663 + ], + "pairedBeyondNoise": 5, + "noisePercent": 0.7615089382403567, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 4945.076446000254, + "reductionPercent": 59.240648992035574 + } + ] + }, + { + "name": "service-b1-b2", + "leftArm": "B1", + "rightArm": "B2", + "reportSha256": "8342df9d6fdb4310e8106c373a520a306bb98b7cdc61316583ad9c2c28f59e00", + "noiseReport": "service-aa-b1", + "noiseReportSha256": "a47f34fd05d61bf0e7451b9e6daf486f7bc4563bf98792b7bfb7782af552f8f3", + "pairedSeriesIndependent": true, + "samplesPerArmCase": 5, + "cases": [ + { + "history": 1000, + "scenario": "ordered", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 3640.2568239999964, + "candidateMedianActiveMs": 144.2716610000025, + "baselineMinMaxMs": [ + 3561.9915790000014, + 3708.2355080000016 + ], + "candidateMinMaxMs": [ + 143.329308999997, + 148.55845399999998 + ], + "pairedBeyondNoise": 5, + "noisePercent": 2.168789687380299, + "gate": "nonregression", + "passed": true, + "absoluteReductionMs": 3495.985162999994, + "reductionPercent": 96.03677245932683 + }, + { + "history": 1000, + "scenario": "replay", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 2372.143151999997, + "candidateMedianActiveMs": 86.69318600001134, + "baselineMinMaxMs": [ + 1601.6226590000006, + 2712.743500999997 + ], + "candidateMinMaxMs": [ + 72.8641480000224, + 96.94273199999589 + ], + "pairedBeyondNoise": 5, + "noisePercent": 0.9745222852460368, + "gate": "nonregression", + "passed": true, + "absoluteReductionMs": 2285.4499659999856, + "reductionPercent": 96.34536448919962 + }, + { + "history": 1000, + "scenario": "late-gap", + "samplesPerArm": 5, + "attemptsPerArm": 1, + "baselineMedianActiveMs": 8.202860999997938, + "candidateMedianActiveMs": 9.430984999999055, + "baselineMinMaxMs": [ + 7.507759999993141, + 9.030245000001742 + ], + "candidateMinMaxMs": [ + 8.361197999998694, + 13.108338999998523 + ], + "pairedBeyondNoise": 0, + "noisePercent": 36.93805010441699, + "gate": "structural-only", + "passed": null, + "absoluteReductionMs": -1.2281240000011167, + "reductionPercent": -14.97189821943131 + }, + { + "history": 1000, + "scenario": "warm-suffix", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 3549.657169000013, + "candidateMedianActiveMs": 145.07744099998672, + "baselineMinMaxMs": [ + 3530.099513000023, + 3569.183742000001 + ], + "candidateMinMaxMs": [ + 139.94754099997226, + 147.25357299997995 + ], + "pairedBeyondNoise": 5, + "noisePercent": 1.4441765078219375, + "gate": "nonregression", + "passed": true, + "absoluteReductionMs": 3404.579728000026, + "reductionPercent": 95.91291682287005 + }, + { + "history": 10000, + "scenario": "ordered", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 3597.2228469999827, + "candidateMedianActiveMs": 147.47877299999527, + "baselineMinMaxMs": [ + 3521.308957999994, + 3622.932176999995 + ], + "candidateMinMaxMs": [ + 145.3091170000116, + 149.2016310000181 + ], + "pairedBeyondNoise": 5, + "noisePercent": 1.3317495214153814, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 3449.7440739999874, + "reductionPercent": 95.90020470588888 + }, + { + "history": 10000, + "scenario": "replay", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 3041.947444999969, + "candidateMedianActiveMs": 99.43931400001748, + "baselineMinMaxMs": [ + 2978.762836000009, + 3069.0963820000034 + ], + "candidateMinMaxMs": [ + 97.91514399999869, + 109.85352900002908 + ], + "pairedBeyondNoise": 5, + "noisePercent": 4.969456624075856, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 2942.5081309999514, + "reductionPercent": 96.73106403716918 + }, + { + "history": 10000, + "scenario": "late-gap", + "samplesPerArm": 5, + "attemptsPerArm": 1, + "baselineMedianActiveMs": 8.397769000002882, + "candidateMedianActiveMs": 8.167332000011811, + "baselineMinMaxMs": [ + 6.994527999981074, + 9.333020999998553 + ], + "candidateMinMaxMs": [ + 7.766100000008009, + 8.487255000014557 + ], + "pairedBeyondNoise": 0, + "noisePercent": 27.53149826632843, + "gate": "structural-only", + "passed": null, + "absoluteReductionMs": 0.23043699999107048, + "reductionPercent": 2.744026419290545 + }, + { + "history": 10000, + "scenario": "warm-suffix", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 3590.6154080000124, + "candidateMedianActiveMs": 142.4546069999633, + "baselineMinMaxMs": [ + 3533.252829999983, + 3757.473079999938 + ], + "candidateMinMaxMs": [ + 139.45089100001496, + 144.63526299994555 + ], + "pairedBeyondNoise": 5, + "noisePercent": 1.2042690005355758, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 3448.160801000049, + "reductionPercent": 96.0325852030109 + }, + { + "history": 100000, + "scenario": "ordered", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 3525.053561000008, + "candidateMedianActiveMs": 141.42738699994516, + "baselineMinMaxMs": [ + 3467.820240000001, + 3999.3729169999424 + ], + "candidateMinMaxMs": [ + 139.77092899999116, + 146.35070700003416 + ], + "pairedBeyondNoise": 5, + "noisePercent": 1.6638801248689132, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 3383.6261740000627, + "reductionPercent": 95.98793650784063 + }, + { + "history": 100000, + "scenario": "replay", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 2955.0509930000117, + "candidateMedianActiveMs": 101.09857899998315, + "baselineMinMaxMs": [ + 2950.274351, + 2966.188419999962 + ], + "candidateMinMaxMs": [ + 98.16361200000392, + 112.0074640000239 + ], + "pairedBeyondNoise": 5, + "noisePercent": 2.396899025317949, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 2853.9524140000285, + "reductionPercent": 96.5787873292384 + }, + { + "history": 100000, + "scenario": "late-gap", + "samplesPerArm": 5, + "attemptsPerArm": 1, + "baselineMedianActiveMs": 9.144571000011638, + "candidateMedianActiveMs": 9.506697000004351, + "baselineMinMaxMs": [ + 8.31720900000073, + 9.639220000011846 + ], + "candidateMinMaxMs": [ + 7.7779110000119545, + 10.33602599997539 + ], + "pairedBeyondNoise": 0, + "noisePercent": 33.25663183314169, + "gate": "structural-only", + "passed": null, + "absoluteReductionMs": -0.36212599999271333, + "reductionPercent": -3.9600108085141716 + }, + { + "history": 100000, + "scenario": "warm-suffix", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 3528.6176759999944, + "candidateMedianActiveMs": 147.80734200007282, + "baselineMinMaxMs": [ + 3468.0976340000634, + 3543.4974229999934 + ], + "candidateMinMaxMs": [ + 146.99541699991096, + 150.55280999996467 + ], + "pairedBeyondNoise": 5, + "noisePercent": 1.0394306896401793, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 3380.8103339999216, + "reductionPercent": 95.81118286048984 + } + ] + }, + { + "name": "service-b0-b2", + "leftArm": "B0", + "rightArm": "B2", + "reportSha256": "1d8f28f508dc09470b1a7b24df3ec6bb15314a9bdc4f9a41a0e657ab10b87617", + "noiseReport": "service-aa-b0", + "noiseReportSha256": "1d88dea61820d5555af08dc1f6079f3820ccb0e3b429105951ad06eca426d08a", + "pairedSeriesIndependent": true, + "samplesPerArmCase": 5, + "cases": [ + { + "history": 1000, + "scenario": "ordered", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 4022.476887999994, + "candidateMedianActiveMs": 146.22627600000123, + "baselineMinMaxMs": [ + 3822.4295709999988, + 4120.211856000002 + ], + "candidateMinMaxMs": [ + 142.26523100000486, + 151.92092400000547 + ], + "pairedBeyondNoise": 5, + "noisePercent": 1.4079047972212446, + "gate": "nonregression", + "passed": true, + "absoluteReductionMs": 3876.2506119999925, + "reductionPercent": 96.36477026291365 + }, + { + "history": 1000, + "scenario": "replay", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 3200.9667550000013, + "candidateMedianActiveMs": 99.1924380000055, + "baselineMinMaxMs": [ + 3087.258604999981, + 3244.233967 + ], + "candidateMinMaxMs": [ + 96.46770899998955, + 102.08299999999144 + ], + "pairedBeyondNoise": 5, + "noisePercent": 3.9822120206785225, + "gate": "nonregression", + "passed": true, + "absoluteReductionMs": 3101.774316999996, + "reductionPercent": 96.90117250218036 + }, + { + "history": 1000, + "scenario": "late-gap", + "samplesPerArm": 5, + "attemptsPerArm": 1, + "baselineMedianActiveMs": 7.083709999998973, + "candidateMedianActiveMs": 8.511925999999221, + "baselineMinMaxMs": [ + 6.529521000004024, + 8.549729999998817 + ], + "candidateMinMaxMs": [ + 6.9068740000002435, + 9.124029999999038 + ], + "pairedBeyondNoise": 1, + "noisePercent": 15.945874769827368, + "gate": "structural-only", + "passed": null, + "absoluteReductionMs": -1.4282160000002477, + "reductionPercent": -20.161977268979882 + }, + { + "history": 1000, + "scenario": "warm-suffix", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 4247.867891000031, + "candidateMedianActiveMs": 145.3161140000011, + "baselineMinMaxMs": [ + 4089.4654800000135, + 4276.243285000004 + ], + "candidateMinMaxMs": [ + 141.70743399999628, + 146.3861699999834 + ], + "pairedBeyondNoise": 5, + "noisePercent": 1.8842439321434798, + "gate": "nonregression", + "passed": true, + "absoluteReductionMs": 4102.55177700003, + "reductionPercent": 96.57908113602396 + }, + { + "history": 10000, + "scenario": "ordered", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 4136.773576000021, + "candidateMedianActiveMs": 145.51087600000028, + "baselineMinMaxMs": [ + 4054.8123040000064, + 4249.535790999973 + ], + "candidateMinMaxMs": [ + 141.01823600000353, + 147.94934599999397 + ], + "pairedBeyondNoise": 5, + "noisePercent": 1.7474622955774097, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 3991.262700000021, + "reductionPercent": 96.48250325219155 + }, + { + "history": 10000, + "scenario": "replay", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 3531.4280059999437, + "candidateMedianActiveMs": 96.69450899999356, + "baselineMinMaxMs": [ + 3419.0094280000194, + 3550.921215999988 + ], + "candidateMinMaxMs": [ + 95.36784199994872, + 111.4834330000158 + ], + "pairedBeyondNoise": 5, + "noisePercent": 1.6304743570125815, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 3434.73349699995, + "reductionPercent": 97.26188644265979 + }, + { + "history": 10000, + "scenario": "late-gap", + "samplesPerArm": 5, + "attemptsPerArm": 1, + "baselineMedianActiveMs": 7.995563999982551, + "candidateMedianActiveMs": 8.1081299999787, + "baselineMinMaxMs": [ + 7.773790999985067, + 8.851336000021547 + ], + "candidateMinMaxMs": [ + 7.081283000006806, + 10.036940999998478 + ], + "pairedBeyondNoise": 0, + "noisePercent": 23.08985200646279, + "gate": "structural-only", + "passed": null, + "absoluteReductionMs": -0.11256599999614991, + "reductionPercent": -1.4078556559161501 + }, + { + "history": 10000, + "scenario": "warm-suffix", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 4555.812348000036, + "candidateMedianActiveMs": 144.60336100001587, + "baselineMinMaxMs": [ + 4457.660197999998, + 4739.208488000004 + ], + "candidateMinMaxMs": [ + 141.70842199993785, + 159.8448409999546 + ], + "pairedBeyondNoise": 5, + "noisePercent": 11.830110496052082, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 4411.20898700002, + "reductionPercent": 96.82595879824822 + }, + { + "history": 100000, + "scenario": "ordered", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 8153.514350999991, + "candidateMedianActiveMs": 145.65450699999928, + "baselineMinMaxMs": [ + 7994.820800000016, + 8191.836291000043 + ], + "candidateMinMaxMs": [ + 144.48262399999658, + 147.88194899997325 + ], + "pairedBeyondNoise": 5, + "noisePercent": 1.0693214938958222, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 8007.859843999991, + "reductionPercent": 98.21359844688155 + }, + { + "history": 100000, + "scenario": "replay", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 7557.748203999887, + "candidateMedianActiveMs": 104.02474000002258, + "baselineMinMaxMs": [ + 7556.406562000106, + 7635.838471999974 + ], + "candidateMinMaxMs": [ + 102.1940749999485, + 105.073810000089 + ], + "pairedBeyondNoise": 5, + "noisePercent": 0.9332642395176317, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 7453.723463999864, + "reductionPercent": 98.62360140623674 + }, + { + "history": 100000, + "scenario": "late-gap", + "samplesPerArm": 5, + "attemptsPerArm": 1, + "baselineMedianActiveMs": 24.463751000002958, + "candidateMedianActiveMs": 9.073600000003353, + "baselineMinMaxMs": [ + 22.097215999965556, + 25.08868300000904 + ], + "candidateMinMaxMs": [ + 8.670910999993794, + 10.470046999980696 + ], + "pairedBeyondNoise": 5, + "noisePercent": 39.768871890266304, + "gate": "structural-only", + "passed": null, + "absoluteReductionMs": 15.390150999999605, + "reductionPercent": 62.91002144355436 + }, + { + "history": 100000, + "scenario": "warm-suffix", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 8614.058503000007, + "candidateMedianActiveMs": 151.01604899996892, + "baselineMinMaxMs": [ + 8491.171793999907, + 8667.966293999983 + ], + "candidateMinMaxMs": [ + 149.52162400016095, + 158.1378309999709 + ], + "pairedBeyondNoise": 5, + "noisePercent": 0.7615089382403567, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 8463.042454000039, + "reductionPercent": 98.2468652964526 + } + ] + } + ] +} diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-aa-b1-commands.json b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-aa-b1-commands.json new file mode 100644 index 00000000000..c7adb209a8d --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-aa-b1-commands.json @@ -0,0 +1,25 @@ +[ + { + "index": 1, + "stage": "service-aa-b1", + "cwd": "/home/ubuntu/native-ingestion/fixture2-batching", + "executable": "/opt/native-ingestion/node-v26.4.0-linux-x64/bin/node", + "args": [ + "--import", + "./server/node_modules/tsx/dist/loader.mjs", + "/home/ubuntu/native-ingestion/helpers/benchmark-native-event-ingestion-interleaved.mts", + "--app-root=/home/ubuntu/native-ingestion/fixture2-batching", + "--baseline-ref=e9b909015ad3d517f28c45f0c66c8f41d6112b4b", + "--phase=aa", + "--output=/home/ubuntu/native-ingestion/evidence/fixture2/interleaved-service/service-aa-b1.json", + "--require-repeatability" + ], + "environmentOverrides": {}, + "startedAt": "2026-11-04T01:01:34.391Z", + "log": "/home/ubuntu/native-ingestion/evidence/fixture2/interleaved-service/service-aa-b1.log", + "childPid": 285793, + "finishedAt": "2026-11-04T01:10:50.852Z", + "code": 0, + "signal": null + } +] diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-aa-b1.json.blocks.jsonl.gz b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-aa-b1.json.blocks.jsonl.gz new file mode 100644 index 00000000000..d73e1c67b45 Binary files /dev/null and b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-aa-b1.json.blocks.jsonl.gz differ diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-aa-b1.json.gz b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-aa-b1.json.gz new file mode 100644 index 00000000000..1b2ab0bdc29 Binary files /dev/null and b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-aa-b1.json.gz differ diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-aa-b1.quiet.json b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-aa-b1.quiet.json new file mode 100644 index 00000000000..be778f691b8 --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-aa-b1.quiet.json @@ -0,0 +1,8 @@ +{ + "checkedAt": "2026-11-04T01:13:42.403066+00:00", + "reportSha256": "a47f34fd05d61bf0e7451b9e6daf486f7bc4563bf98792b7bfb7782af552f8f3", + "traceSha256": "3936bcd65573f48e5585e437e1cfaf921153ff00b5951dd14644d25007012f31", + "repeatabilityPassed": true, + "cleanupComplete": true, + "noOwnedProcesses": true +} diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-aa-b1.repeatability.json b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-aa-b1.repeatability.json new file mode 100644 index 00000000000..4adc91ffdaa --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-aa-b1.repeatability.json @@ -0,0 +1,76 @@ +{ + "report": "/home/ubuntu/native-ingestion/evidence/fixture2/interleaved-service/service-aa-b1.json", + "limits": { + "maximumPairedRelativeDifference": 0.2, + "maximumMedianArmDrift": 0.1 + }, + "eligible": true, + "eligibilityFailures": [], + "cases": [ + { + "history": 1000, + "scenario": "ordered", + "maximumPairedRelativeDifference": 0.021687896873802993, + "medianArmDrift": 0.009682111396705011, + "passed": true + }, + { + "history": 1000, + "scenario": "replay", + "maximumPairedRelativeDifference": 0.009745222852460367, + "medianArmDrift": 0.001998830561922678, + "passed": true + }, + { + "history": 1000, + "scenario": "warm-suffix", + "maximumPairedRelativeDifference": 0.014441765078219376, + "medianArmDrift": 0.0031035419194660363, + "passed": true + }, + { + "history": 10000, + "scenario": "ordered", + "maximumPairedRelativeDifference": 0.013317495214153813, + "medianArmDrift": 0.008452685702500223, + "passed": true + }, + { + "history": 10000, + "scenario": "replay", + "maximumPairedRelativeDifference": 0.04969456624075856, + "medianArmDrift": 0.04969456624075856, + "passed": true + }, + { + "history": 10000, + "scenario": "warm-suffix", + "maximumPairedRelativeDifference": 0.01204269000535576, + "medianArmDrift": 0.0002100698113004017, + "passed": true + }, + { + "history": 100000, + "scenario": "ordered", + "maximumPairedRelativeDifference": 0.016638801248689133, + "medianArmDrift": 0.00024280183714887925, + "passed": true + }, + { + "history": 100000, + "scenario": "replay", + "maximumPairedRelativeDifference": 0.02396899025317949, + "medianArmDrift": 0.001295531523785834, + "passed": true + }, + { + "history": 100000, + "scenario": "warm-suffix", + "maximumPairedRelativeDifference": 0.010394306896401792, + "medianArmDrift": 0.005322835830073738, + "passed": true + } + ], + "passed": true, + "excluded": "Late-gap single-operation latency is structural-only; its complete paired evidence is still required" +} diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-aa-b1.started.json b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-aa-b1.started.json new file mode 100644 index 00000000000..4ef418a42e4 --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-aa-b1.started.json @@ -0,0 +1,15 @@ +{ + "stage": "service-aa-b1", + "pid": 285716, + "startedAt": "2026-11-04T01:01:34.389Z", + "revisions": { + "B0": "5337df423e622755d44f3ece5447d1e0beef5f40", + "B1": "e9b909015ad3d517f28c45f0c66c8f41d6112b4b", + "B2": "fcb5d94848b3c4b0b32096ff5e023618e0f0637b" + }, + "serviceHash": "c8adaf5ac16cab67513d6c8b888afa44d95fa3688d4831b8126fe3d997f1d039", + "gatesHash": "ded8bcbb8f05732348f6520b9c5e41b7c35bc098997eb263a9dcb174eede75fc", + "preregistration": "/home/ubuntu/native-ingestion/helpers/native-ingestion-interleaved-source-protocol.md", + "preregistrationHash": "302c11ec61d5170822c08e47f798ca582b8e5afefd9d223fb9023d9ead7a2ad3", + "automationSha256": "ecf9adcf9fef440fc10c049199dabb8ece59f6811bef526f2c775435a1c62f8b" +} diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2-commands.json b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2-commands.json new file mode 100644 index 00000000000..dc5f6b92b01 --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2-commands.json @@ -0,0 +1,26 @@ +[ + { + "index": 1, + "stage": "service-b0-b2", + "cwd": "/home/ubuntu/native-ingestion/fixture2-batching", + "executable": "/opt/native-ingestion/node-v26.4.0-linux-x64/bin/node", + "args": [ + "--import", + "./server/node_modules/tsx/dist/loader.mjs", + "/home/ubuntu/native-ingestion/helpers/benchmark-native-event-ingestion-interleaved.mts", + "--app-root=/home/ubuntu/native-ingestion/fixture2-batching", + "--baseline-ref=5337df423e622755d44f3ece5447d1e0beef5f40", + "--phase=batch", + "--output=/home/ubuntu/native-ingestion/evidence/fixture2/interleaved-service/service-b0-b2.json", + "--noise-report=/home/ubuntu/native-ingestion/evidence/fixture2/interleaved-service/service-aa-b0.json", + "--require-acceptance" + ], + "environmentOverrides": {}, + "startedAt": "2026-11-04T03:20:19.608Z", + "log": "/home/ubuntu/native-ingestion/evidence/fixture2/interleaved-service/service-b0-b2.log", + "childPid": 1391638, + "finishedAt": "2026-11-04T03:28:14.925Z", + "code": 0, + "signal": null + } +] diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2-launch.log b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2-launch.log new file mode 100644 index 00000000000..5dd52a4a47e --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2-launch.log @@ -0,0 +1,3 @@ +START service-b0-b2 2026-11-04T03:20:19.608Z; log=/home/ubuntu/native-ingestion/evidence/fixture2/interleaved-service/service-b0-b2.log +END service-b0-b2 code=0 signal=none +COMPLETE service-b0-b2 diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2.exit b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2.exit new file mode 100644 index 00000000000..573541ac970 --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2.exit @@ -0,0 +1 @@ +0 diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2.json.blocks.jsonl.gz b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2.json.blocks.jsonl.gz new file mode 100644 index 00000000000..6d594439b18 Binary files /dev/null and b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2.json.blocks.jsonl.gz differ diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2.json.gz b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2.json.gz new file mode 100644 index 00000000000..73bb077c3b2 Binary files /dev/null and b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2.json.gz differ diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2.launch.sh b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2.launch.sh new file mode 100644 index 00000000000..761bc034a1f --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2.launch.sh @@ -0,0 +1,8 @@ +#!/bin/bash +set -u +cd /home/ubuntu/native-ingestion/fixture2-cursors +date -Is > /home/ubuntu/native-ingestion/evidence/fixture2/interleaved-service/qualification/service-b0-b2.started +node /home/ubuntu/native-ingestion/helpers/native-ingestion-run-interleaved-service.mjs --execute --stage=service-b0-b2 --root=/home/ubuntu/native-ingestion/fixture2-cursors --harness-root=/home/ubuntu/native-ingestion/harness-v3 --b0-root=/home/ubuntu/native-ingestion/fixture2-baseline --b2-root=/home/ubuntu/native-ingestion/fixture2-batching --output-root=/home/ubuntu/native-ingestion/evidence/fixture2/interleaved-service > /home/ubuntu/native-ingestion/evidence/fixture2/interleaved-service/qualification/service-b0-b2.log 2>&1 +code=$? +printf '%s\n' "$code" > /home/ubuntu/native-ingestion/evidence/fixture2/interleaved-service/qualification/service-b0-b2.exit +exit "$code" diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2.measurement.log.gz b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2.measurement.log.gz new file mode 100644 index 00000000000..2908582db22 Binary files /dev/null and b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2.measurement.log.gz differ diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2.quiet.json b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2.quiet.json new file mode 100644 index 00000000000..d20f716afb5 --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2.quiet.json @@ -0,0 +1,8 @@ +{ + "at": "2026-11-04T03:30:15.663112+00:00", + "quiet": true, + "remainingProcesses": [], + "cleanupComplete": true, + "reportSha256": "1d8f28f508dc09470b1a7b24df3ec6bb15314a9bdc4f9a41a0e657ab10b87617", + "traceSha256": "4c446903fe841242349e8a5b5a7c58fe35a6a2c625a4ea7a22b05740bbb69e17" +} \ No newline at end of file diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2.started b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2.started new file mode 100644 index 00000000000..a913efdca02 --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b0-b2.started @@ -0,0 +1 @@ +2026-11-04T03:20:19+00:00 diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2-commands.json b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2-commands.json new file mode 100644 index 00000000000..0c1f6792074 --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2-commands.json @@ -0,0 +1,26 @@ +[ + { + "index": 1, + "stage": "service-b1-b2", + "cwd": "/home/ubuntu/native-ingestion/fixture2-batching", + "executable": "/opt/native-ingestion/node-v26.4.0-linux-x64/bin/node", + "args": [ + "--import", + "./server/node_modules/tsx/dist/loader.mjs", + "/home/ubuntu/native-ingestion/helpers/benchmark-native-event-ingestion-interleaved.mts", + "--app-root=/home/ubuntu/native-ingestion/fixture2-batching", + "--baseline-ref=e9b909015ad3d517f28c45f0c66c8f41d6112b4b", + "--phase=batch", + "--output=/home/ubuntu/native-ingestion/evidence/fixture2/interleaved-service/service-b1-b2.json", + "--noise-report=/home/ubuntu/native-ingestion/evidence/fixture2/interleaved-service/service-aa-b1.json", + "--require-acceptance" + ], + "environmentOverrides": {}, + "startedAt": "2026-11-04T02:17:41.755Z", + "log": "/home/ubuntu/native-ingestion/evidence/fixture2/interleaved-service/service-b1-b2.log", + "childPid": 827955, + "finishedAt": "2026-11-04T02:23:45.855Z", + "code": 0, + "signal": null + } +] diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2-launch.log b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2-launch.log new file mode 100644 index 00000000000..f07ecf8bcc1 --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2-launch.log @@ -0,0 +1,3 @@ +START service-b1-b2 2026-11-04T02:17:41.755Z; log=/home/ubuntu/native-ingestion/evidence/fixture2/interleaved-service/service-b1-b2.log +END service-b1-b2 code=0 signal=none +COMPLETE service-b1-b2 diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2.exit b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2.exit new file mode 100644 index 00000000000..573541ac970 --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2.exit @@ -0,0 +1 @@ +0 diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2.json.blocks.jsonl.gz b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2.json.blocks.jsonl.gz new file mode 100644 index 00000000000..7b187fc6add Binary files /dev/null and b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2.json.blocks.jsonl.gz differ diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2.json.gz b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2.json.gz new file mode 100644 index 00000000000..6da60e163d6 Binary files /dev/null and b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2.json.gz differ diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2.launch.sh b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2.launch.sh new file mode 100644 index 00000000000..ee9e4551a52 --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2.launch.sh @@ -0,0 +1,8 @@ +#!/bin/bash +set -u +cd /home/ubuntu/native-ingestion/fixture2-cursors +date -Is > /home/ubuntu/native-ingestion/evidence/fixture2/interleaved-service/qualification/service-b1-b2.started +node /home/ubuntu/native-ingestion/helpers/native-ingestion-run-interleaved-service.mjs --execute --stage=service-b1-b2 --root=/home/ubuntu/native-ingestion/fixture2-cursors --harness-root=/home/ubuntu/native-ingestion/harness-v3 --b0-root=/home/ubuntu/native-ingestion/fixture2-baseline --b2-root=/home/ubuntu/native-ingestion/fixture2-batching --output-root=/home/ubuntu/native-ingestion/evidence/fixture2/interleaved-service > /home/ubuntu/native-ingestion/evidence/fixture2/interleaved-service/qualification/service-b1-b2.log 2>&1 +code=$? +printf '%s\n' "$code" > /home/ubuntu/native-ingestion/evidence/fixture2/interleaved-service/qualification/service-b1-b2.exit +exit "$code" diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2.measurement.log.gz b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2.measurement.log.gz new file mode 100644 index 00000000000..eb58ef60c3c Binary files /dev/null and b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2.measurement.log.gz differ diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2.quiet.json b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2.quiet.json new file mode 100644 index 00000000000..829ca75f220 --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2.quiet.json @@ -0,0 +1,8 @@ +{ + "at": "2026-11-04T02:24:56.881385+00:00", + "quiet": true, + "remainingProcesses": [], + "cleanupComplete": true, + "reportSha256": "8342df9d6fdb4310e8106c373a520a306bb98b7cdc61316583ad9c2c28f59e00", + "traceSha256": "445ff42f764f3ed9958c2cd7af31f71843b8d5ac1e0f1c64abf792fcbc4d71ff" +} \ No newline at end of file diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2.started b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2.started new file mode 100644 index 00000000000..d6bf677164d --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/service-b1-b2.started @@ -0,0 +1 @@ +2026-11-04T02:17:41+00:00 diff --git a/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/summary.json b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/summary.json new file mode 100644 index 00000000000..2cf054c9b87 --- /dev/null +++ b/doc/benchmarks/native-event-ingestion-2026-11-03/batching-source/summary.json @@ -0,0 +1,637 @@ +{ + "scope": "Incremental and combined SOURCE active append cost only; no application/browser/production/full-task acceptance", + "baselineRevision": "e9b909015ad3d517f28c45f0c66c8f41d6112b4b", + "candidateRevision": "fcb5d94848b3c4b0b32096ff5e023618e0f0637b", + "measurementSha256": "c8adaf5ac16cab67513d6c8b888afa44d95fa3688d4831b8126fe3d997f1d039", + "protocolSha256": "302c11ec61d5170822c08e47f798ca582b8e5afefd9d223fb9023d9ead7a2ad3", + "workloadSha256": "ca4894b0723d0bffff0fc88d1596d64aa8fd75aa1dd8d861372ea993db24e164", + "gateSha256": "ded8bcbb8f05732348f6520b9c5e41b7c35bc098997eb263a9dcb174eede75fc", + "aaRepeatabilityPassed": true, + "aaMaximumPairedNoiseAcrossNineCasesPercent": 4.969456624075856, + "aaMaximumMedianDriftAcrossNineCasesPercent": 4.969456624075856, + "samplesPerCaseArm": 5, + "timedCandidateBatchSize": 64, + "separateDiagnosticAttemptCount": 32, + "traceCompleteness": { + "service-aa-b1": { + "recordTypes": { + "run-start": 1, + "warmup-start": 36, + "warmup-complete": 36, + "pair-plan": 60, + "block-start": 750, + "block-complete": 750, + "final-verification-start": 120, + "pair-complete": 60, + "cleanup-complete": 1 + }, + "measuredAppendAttempts": 46110, + "excludedWarmupAttempts": 18432, + "complete": true, + "cleanupComplete": true + }, + "service-b1-b2": { + "recordTypes": { + "run-start": 1, + "warmup-start": 36, + "warmup-complete": 36, + "pair-plan": 60, + "block-start": 750, + "block-complete": 750, + "final-verification-start": 120, + "pair-complete": 60, + "cleanup-complete": 1 + }, + "measuredAppendAttempts": 46110, + "excludedWarmupAttempts": 18432, + "complete": true, + "cleanupComplete": true + }, + "service-b0-b2": { + "recordTypes": { + "run-start": 1, + "warmup-start": 36, + "warmup-complete": 36, + "pair-plan": 60, + "block-start": 750, + "block-complete": 750, + "final-verification-start": 120, + "pair-complete": 60, + "cleanup-complete": 1 + }, + "measuredAppendAttempts": 46110, + "excludedWarmupAttempts": 18432, + "complete": true, + "cleanupComplete": true + } + }, + "cases": [ + { + "history": 1000, + "scenario": "ordered", + "baselineMedianActiveMs": 3640.2568239999964, + "candidateMedianActiveMs": 144.2716610000025, + "baselineMinMaxMs": [ + 3561.9915790000014, + 3708.2355080000016 + ], + "candidateMinMaxMs": [ + 143.329308999997, + 148.55845399999998 + ], + "absoluteReductionMs": 3495.985162999994, + "reductionPercent": 96.03677245932683, + "pairedBeyondNoise": 5, + "noisePercent": 2.168789687380299, + "gate": "nonregression", + "passed": true + }, + { + "history": 1000, + "scenario": "replay", + "baselineMedianActiveMs": 2372.143151999997, + "candidateMedianActiveMs": 86.69318600001134, + "baselineMinMaxMs": [ + 1601.6226590000006, + 2712.743500999997 + ], + "candidateMinMaxMs": [ + 72.8641480000224, + 96.94273199999589 + ], + "absoluteReductionMs": 2285.4499659999856, + "reductionPercent": 96.34536448919962, + "pairedBeyondNoise": 5, + "noisePercent": 0.9745222852460368, + "gate": "nonregression", + "passed": true + }, + { + "history": 1000, + "scenario": "late-gap", + "baselineMedianActiveMs": 8.202860999997938, + "candidateMedianActiveMs": 9.430984999999055, + "baselineMinMaxMs": [ + 7.507759999993141, + 9.030245000001742 + ], + "candidateMinMaxMs": [ + 8.361197999998694, + 13.108338999998523 + ], + "absoluteReductionMs": -1.2281240000011167, + "reductionPercent": -14.97189821943131, + "pairedBeyondNoise": 0, + "noisePercent": 36.93805010441699, + "gate": "structural-only", + "passed": null + }, + { + "history": 1000, + "scenario": "warm-suffix", + "baselineMedianActiveMs": 3549.657169000013, + "candidateMedianActiveMs": 145.07744099998672, + "baselineMinMaxMs": [ + 3530.099513000023, + 3569.183742000001 + ], + "candidateMinMaxMs": [ + 139.94754099997226, + 147.25357299997995 + ], + "absoluteReductionMs": 3404.579728000026, + "reductionPercent": 95.91291682287005, + "pairedBeyondNoise": 5, + "noisePercent": 1.4441765078219375, + "gate": "nonregression", + "passed": true + }, + { + "history": 10000, + "scenario": "ordered", + "baselineMedianActiveMs": 3597.2228469999827, + "candidateMedianActiveMs": 147.47877299999527, + "baselineMinMaxMs": [ + 3521.308957999994, + 3622.932176999995 + ], + "candidateMinMaxMs": [ + 145.3091170000116, + 149.2016310000181 + ], + "absoluteReductionMs": 3449.7440739999874, + "reductionPercent": 95.90020470588888, + "pairedBeyondNoise": 5, + "noisePercent": 1.3317495214153814, + "gate": "improvement", + "passed": true + }, + { + "history": 10000, + "scenario": "replay", + "baselineMedianActiveMs": 3041.947444999969, + "candidateMedianActiveMs": 99.43931400001748, + "baselineMinMaxMs": [ + 2978.762836000009, + 3069.0963820000034 + ], + "candidateMinMaxMs": [ + 97.91514399999869, + 109.85352900002908 + ], + "absoluteReductionMs": 2942.5081309999514, + "reductionPercent": 96.73106403716918, + "pairedBeyondNoise": 5, + "noisePercent": 4.969456624075856, + "gate": "improvement", + "passed": true + }, + { + "history": 10000, + "scenario": "late-gap", + "baselineMedianActiveMs": 8.397769000002882, + "candidateMedianActiveMs": 8.167332000011811, + "baselineMinMaxMs": [ + 6.994527999981074, + 9.333020999998553 + ], + "candidateMinMaxMs": [ + 7.766100000008009, + 8.487255000014557 + ], + "absoluteReductionMs": 0.23043699999107048, + "reductionPercent": 2.744026419290545, + "pairedBeyondNoise": 0, + "noisePercent": 27.53149826632843, + "gate": "structural-only", + "passed": null + }, + { + "history": 10000, + "scenario": "warm-suffix", + "baselineMedianActiveMs": 3590.6154080000124, + "candidateMedianActiveMs": 142.4546069999633, + "baselineMinMaxMs": [ + 3533.252829999983, + 3757.473079999938 + ], + "candidateMinMaxMs": [ + 139.45089100001496, + 144.63526299994555 + ], + "absoluteReductionMs": 3448.160801000049, + "reductionPercent": 96.0325852030109, + "pairedBeyondNoise": 5, + "noisePercent": 1.2042690005355758, + "gate": "improvement", + "passed": true + }, + { + "history": 100000, + "scenario": "ordered", + "baselineMedianActiveMs": 3525.053561000008, + "candidateMedianActiveMs": 141.42738699994516, + "baselineMinMaxMs": [ + 3467.820240000001, + 3999.3729169999424 + ], + "candidateMinMaxMs": [ + 139.77092899999116, + 146.35070700003416 + ], + "absoluteReductionMs": 3383.6261740000627, + "reductionPercent": 95.98793650784063, + "pairedBeyondNoise": 5, + "noisePercent": 1.6638801248689132, + "gate": "improvement", + "passed": true + }, + { + "history": 100000, + "scenario": "replay", + "baselineMedianActiveMs": 2955.0509930000117, + "candidateMedianActiveMs": 101.09857899998315, + "baselineMinMaxMs": [ + 2950.274351, + 2966.188419999962 + ], + "candidateMinMaxMs": [ + 98.16361200000392, + 112.0074640000239 + ], + "absoluteReductionMs": 2853.9524140000285, + "reductionPercent": 96.5787873292384, + "pairedBeyondNoise": 5, + "noisePercent": 2.396899025317949, + "gate": "improvement", + "passed": true + }, + { + "history": 100000, + "scenario": "late-gap", + "baselineMedianActiveMs": 9.144571000011638, + "candidateMedianActiveMs": 9.506697000004351, + "baselineMinMaxMs": [ + 8.31720900000073, + 9.639220000011846 + ], + "candidateMinMaxMs": [ + 7.7779110000119545, + 10.33602599997539 + ], + "absoluteReductionMs": -0.36212599999271333, + "reductionPercent": -3.9600108085141716, + "pairedBeyondNoise": 0, + "noisePercent": 33.25663183314169, + "gate": "structural-only", + "passed": null + }, + { + "history": 100000, + "scenario": "warm-suffix", + "baselineMedianActiveMs": 3528.6176759999944, + "candidateMedianActiveMs": 147.80734200007282, + "baselineMinMaxMs": [ + 3468.0976340000634, + 3543.4974229999934 + ], + "candidateMinMaxMs": [ + 146.99541699991096, + 150.55280999996467 + ], + "absoluteReductionMs": 3380.8103339999216, + "reductionPercent": 95.81118286048984, + "pairedBeyondNoise": 5, + "noisePercent": 1.0394306896401793, + "gate": "improvement", + "passed": true + } + ], + "pending": [ + "Accepted application A/A and matched application/browser comparisons", + "Sparse-stream/control responsiveness and remaining full-plan gates", + "Final current-head delivery checks" + ], + "applicationStatus": "Full H4 acceptance remains failed: latest H4c B0 and B2 both missed the original120-second streaming deadline; no accepted application A/A. H5 prospective/unexecuted; upstream disk/journal evidence diagnostic only.", + "sourceRefs": { + "B0": "5337df423e622755d44f3ece5447d1e0beef5f40", + "B1": "e9b909015ad3d517f28c45f0c66c8f41d6112b4b", + "B2": "fcb5d94848b3c4b0b32096ff5e023618e0f0637b" + }, + "allFiveSourceStagesPassed": true, + "sourceStages": { + "service-aa-b0": { + "reportSha256": "1d88dea61820d5555af08dc1f6079f3820ccb0e3b429105951ad06eca426d08a", + "cases": 12, + "pairs": 60, + "complete": true, + "cleanupComplete": true, + "repeatabilityPassed": true + }, + "service-b0-b1": { + "reportSha256": "283eef0a9d5cf3b39bb7ebf7444ced40025f499e51847c2cc205f3101c1f1470", + "cases": 12, + "pairs": 60, + "complete": true, + "cleanupComplete": true, + "timingCasesPassed": 9, + "timingCasesFailed": 0, + "structuralCases": 3 + }, + "service-aa-b1": { + "reportSha256": "a47f34fd05d61bf0e7451b9e6daf486f7bc4563bf98792b7bfb7782af552f8f3", + "cases": 12, + "pairs": 60, + "complete": true, + "cleanupComplete": true, + "repeatabilityPassed": true + }, + "service-b1-b2": { + "reportSha256": "8342df9d6fdb4310e8106c373a520a306bb98b7cdc61316583ad9c2c28f59e00", + "cases": 12, + "pairs": 60, + "complete": true, + "cleanupComplete": true, + "timingCasesPassed": 9, + "timingCasesFailed": 0, + "structuralCases": 3 + }, + "service-b0-b2": { + "reportSha256": "1d8f28f508dc09470b1a7b24df3ec6bb15314a9bdc4f9a41a0e657ab10b87617", + "cases": 12, + "pairs": 60, + "complete": true, + "cleanupComplete": true, + "timingCasesPassed": 9, + "timingCasesFailed": 0, + "structuralCases": 3 + } + }, + "ownerQueryCounterScope": "Drizzle preparedQuery.execute calls wrapped by event owner only; excludes driver BEGIN/COMMIT and other wire SQL. Transaction counts separate. Raw JSON field names unchanged.", + "combinedCases": [ + { + "history": 1000, + "scenario": "ordered", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 4022.476887999994, + "candidateMedianActiveMs": 146.22627600000123, + "baselineMinMaxMs": [ + 3822.4295709999988, + 4120.211856000002 + ], + "candidateMinMaxMs": [ + 142.26523100000486, + 151.92092400000547 + ], + "pairedBeyondNoise": 5, + "noisePercent": 1.4079047972212446, + "gate": "nonregression", + "passed": true, + "absoluteReductionMs": 3876.2506119999925, + "reductionPercent": 96.36477026291365 + }, + { + "history": 1000, + "scenario": "replay", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 3200.9667550000013, + "candidateMedianActiveMs": 99.1924380000055, + "baselineMinMaxMs": [ + 3087.258604999981, + 3244.233967 + ], + "candidateMinMaxMs": [ + 96.46770899998955, + 102.08299999999144 + ], + "pairedBeyondNoise": 5, + "noisePercent": 3.9822120206785225, + "gate": "nonregression", + "passed": true, + "absoluteReductionMs": 3101.774316999996, + "reductionPercent": 96.90117250218036 + }, + { + "history": 1000, + "scenario": "late-gap", + "samplesPerArm": 5, + "attemptsPerArm": 1, + "baselineMedianActiveMs": 7.083709999998973, + "candidateMedianActiveMs": 8.511925999999221, + "baselineMinMaxMs": [ + 6.529521000004024, + 8.549729999998817 + ], + "candidateMinMaxMs": [ + 6.9068740000002435, + 9.124029999999038 + ], + "pairedBeyondNoise": 1, + "noisePercent": 15.945874769827368, + "gate": "structural-only", + "passed": null, + "absoluteReductionMs": -1.4282160000002477, + "reductionPercent": -20.161977268979882 + }, + { + "history": 1000, + "scenario": "warm-suffix", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 4247.867891000031, + "candidateMedianActiveMs": 145.3161140000011, + "baselineMinMaxMs": [ + 4089.4654800000135, + 4276.243285000004 + ], + "candidateMinMaxMs": [ + 141.70743399999628, + 146.3861699999834 + ], + "pairedBeyondNoise": 5, + "noisePercent": 1.8842439321434798, + "gate": "nonregression", + "passed": true, + "absoluteReductionMs": 4102.55177700003, + "reductionPercent": 96.57908113602396 + }, + { + "history": 10000, + "scenario": "ordered", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 4136.773576000021, + "candidateMedianActiveMs": 145.51087600000028, + "baselineMinMaxMs": [ + 4054.8123040000064, + 4249.535790999973 + ], + "candidateMinMaxMs": [ + 141.01823600000353, + 147.94934599999397 + ], + "pairedBeyondNoise": 5, + "noisePercent": 1.7474622955774097, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 3991.262700000021, + "reductionPercent": 96.48250325219155 + }, + { + "history": 10000, + "scenario": "replay", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 3531.4280059999437, + "candidateMedianActiveMs": 96.69450899999356, + "baselineMinMaxMs": [ + 3419.0094280000194, + 3550.921215999988 + ], + "candidateMinMaxMs": [ + 95.36784199994872, + 111.4834330000158 + ], + "pairedBeyondNoise": 5, + "noisePercent": 1.6304743570125815, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 3434.73349699995, + "reductionPercent": 97.26188644265979 + }, + { + "history": 10000, + "scenario": "late-gap", + "samplesPerArm": 5, + "attemptsPerArm": 1, + "baselineMedianActiveMs": 7.995563999982551, + "candidateMedianActiveMs": 8.1081299999787, + "baselineMinMaxMs": [ + 7.773790999985067, + 8.851336000021547 + ], + "candidateMinMaxMs": [ + 7.081283000006806, + 10.036940999998478 + ], + "pairedBeyondNoise": 0, + "noisePercent": 23.08985200646279, + "gate": "structural-only", + "passed": null, + "absoluteReductionMs": -0.11256599999614991, + "reductionPercent": -1.4078556559161501 + }, + { + "history": 10000, + "scenario": "warm-suffix", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 4555.812348000036, + "candidateMedianActiveMs": 144.60336100001587, + "baselineMinMaxMs": [ + 4457.660197999998, + 4739.208488000004 + ], + "candidateMinMaxMs": [ + 141.70842199993785, + 159.8448409999546 + ], + "pairedBeyondNoise": 5, + "noisePercent": 11.830110496052082, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 4411.20898700002, + "reductionPercent": 96.82595879824822 + }, + { + "history": 100000, + "scenario": "ordered", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 8153.514350999991, + "candidateMedianActiveMs": 145.65450699999928, + "baselineMinMaxMs": [ + 7994.820800000016, + 8191.836291000043 + ], + "candidateMinMaxMs": [ + 144.48262399999658, + 147.88194899997325 + ], + "pairedBeyondNoise": 5, + "noisePercent": 1.0693214938958222, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 8007.859843999991, + "reductionPercent": 98.21359844688155 + }, + { + "history": 100000, + "scenario": "replay", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 7557.748203999887, + "candidateMedianActiveMs": 104.02474000002258, + "baselineMinMaxMs": [ + 7556.406562000106, + 7635.838471999974 + ], + "candidateMinMaxMs": [ + 102.1940749999485, + 105.073810000089 + ], + "pairedBeyondNoise": 5, + "noisePercent": 0.9332642395176317, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 7453.723463999864, + "reductionPercent": 98.62360140623674 + }, + { + "history": 100000, + "scenario": "late-gap", + "samplesPerArm": 5, + "attemptsPerArm": 1, + "baselineMedianActiveMs": 24.463751000002958, + "candidateMedianActiveMs": 9.073600000003353, + "baselineMinMaxMs": [ + 22.097215999965556, + 25.08868300000904 + ], + "candidateMinMaxMs": [ + 8.670910999993794, + 10.470046999980696 + ], + "pairedBeyondNoise": 5, + "noisePercent": 39.768871890266304, + "gate": "structural-only", + "passed": null, + "absoluteReductionMs": 15.390150999999605, + "reductionPercent": 62.91002144355436 + }, + { + "history": 100000, + "scenario": "warm-suffix", + "samplesPerArm": 5, + "attemptsPerArm": 512, + "baselineMedianActiveMs": 8614.058503000007, + "candidateMedianActiveMs": 151.01604899996892, + "baselineMinMaxMs": [ + 8491.171793999907, + 8667.966293999983 + ], + "candidateMinMaxMs": [ + 149.52162400016095, + 158.1378309999709 + ], + "pairedBeyondNoise": 5, + "noisePercent": 0.7615089382403567, + "gate": "improvement", + "passed": true, + "absoluteReductionMs": 8463.042454000039, + "reductionPercent": 98.2468652964526 + } + ] +}