From a682803b041a0e995b5f9cfe9ad09a538f38e8c2 Mon Sep 17 00:00:00 2001 From: forhappy Date: Sun, 4 Oct 2026 00:06:51 -0700 Subject: [PATCH 1/9] docs(perf): retain publication cost calibration and routing evidence --- ...026-10-04-compaction-publication-cost.json | 42 + .../2026-10-04-compaction-publication-cost.md | 26 + .../2026-10-04-rustfs-grouped-routing.json | 6080 +++++++++++ .../2026-10-04-rustfs-grouped-routing.md | 34 + ...6-10-04-rustfs-root-phase-calibration.json | 9249 +++++++++++++++++ ...026-10-04-rustfs-root-phase-calibration.md | 42 + crates/cellule-axum/performance/README.md | 5 + 7 files changed, 15478 insertions(+) create mode 100644 crates/cellule-axum/performance/2026-10-04-compaction-publication-cost.json create mode 100644 crates/cellule-axum/performance/2026-10-04-compaction-publication-cost.md create mode 100644 crates/cellule-axum/performance/2026-10-04-rustfs-grouped-routing.json create mode 100644 crates/cellule-axum/performance/2026-10-04-rustfs-grouped-routing.md create mode 100644 crates/cellule-axum/performance/2026-10-04-rustfs-root-phase-calibration.json create mode 100644 crates/cellule-axum/performance/2026-10-04-rustfs-root-phase-calibration.md diff --git a/crates/cellule-axum/performance/2026-10-04-compaction-publication-cost.json b/crates/cellule-axum/performance/2026-10-04-compaction-publication-cost.json new file mode 100644 index 00000000..101ead6a --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-compaction-publication-cost.json @@ -0,0 +1,42 @@ +{ + "source": "4c1c9826322b154a4dd2af6f86b89cd586e871a7", + "profile": "Isolated real runtime pressure-append fixture; test-only request counting and final-root inventory, not timed HTTP evidence. Valid append is measured without first preparing an invalid sequence. Fixed limits and remaining publication/schema/fencing assertions retained.", + "results": [ + { + "schema": 1, + "provider_puts": 10, + "provider_heads": 4, + "provider_full_gets": 1, + "new_objects": 9, + "objects_not_reachable_from_final_root": [ + "quiet-compaction/cells/v1/apps/2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b/cells/2929292929292929292929292929292929292929292929292929292929292929/inc/2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a/objects/24d244c8d19d58849ca09ca8a05ce13638536a74778ec9fdf5d923ebd8362acb.root", + "quiet-compaction/cells/v1/apps/2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b/cells/2929292929292929292929292929292929292929292929292929292929292929/inc/2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a/objects/35093ab4139f45354b7d5a8bc14147522507450b00c91b807a1d04efa0404dfc.root", + "quiet-compaction/cells/v1/apps/2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b/cells/2929292929292929292929292929292929292929292929292929292929292929/inc/2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a/objects/9b968a77d1879f0b02fa33c990c086870eb3a95b93661d8e38482baa37e673e4.dir" + ], + "restored_rows": 39, + "final_root_origin_inventory_verified": true, + "log_sha256": "4ca782511cbcc5d762d3e5ccc0d9b6e39ac68e477a7e8b34e5379cdbf8405d93" + }, + { + "schema": 2, + "provider_puts": 10, + "provider_heads": 4, + "provider_full_gets": 1, + "new_objects": 9, + "objects_not_reachable_from_final_root": [ + "quiet-compaction/cells/v1/apps/2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b/cells/2929292929292929292929292929292929292929292929292929292929292929/inc/2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a/objects/24d244c8d19d58849ca09ca8a05ce13638536a74778ec9fdf5d923ebd8362acb.root", + "quiet-compaction/cells/v1/apps/2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b/cells/2929292929292929292929292929292929292929292929292929292929292929/inc/2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a/objects/35093ab4139f45354b7d5a8bc14147522507450b00c91b807a1d04efa0404dfc.root", + "quiet-compaction/cells/v1/apps/2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b2b/cells/2929292929292929292929292929292929292929292929292929292929292929/inc/2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a2a/objects/9b968a77d1879f0b02fa33c990c086870eb3a95b93661d8e38482baa37e673e4.dir" + ], + "restored_rows": 39, + "final_root_origin_inventory_verified": true, + "log_sha256": "9790129feafea75db86e44944ee7c0fd61541df36583a0e41c92c1f3d3d2fe58" + } + ], + "conclusion": "Both native append and schema migration issue ten PUTs and four metadata HEADs. Two newly uploaded root metadata objects and one directory object are absent from the final dependency inventory. First optimization target: construct final root from verified compaction state without uploading/reopening intermediate root metadata. Directory streaming and retained locator nodes must remain bounded and complete.", + "limitations": [ + "The replica cost ledger is drained inside publisher compaction telemetry; its final five-object count does not cover the entire preparation. Provider counters cover the full operation.", + "Unreachable intermediate directory removal cannot be generalized to partial-page updates; unchanged compacted directory nodes may remain required.", + "No implementation or end-to-end speedup has been established by this diagnostic." + ] +} diff --git a/crates/cellule-axum/performance/2026-10-04-compaction-publication-cost.md b/crates/cellule-axum/performance/2026-10-04-compaction-publication-cost.md new file mode 100644 index 00000000..fe8ac417 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-compaction-publication-cost.md @@ -0,0 +1,26 @@ +# Intermediate compaction publication cost + +An isolated probe of the real runtime pressure-append path finds redundant +metadata uploads. [Dataset](2026-10-04-compaction-publication-cost.json). +Production sources match merged main `4c1c9826322b154a4dd2af6f86b89cd586e871a7`. + +| Operation | PUTs | Metadata HEADs | New objects | New root metadata outside final inventory | Restored rows | +| --- | ---: | ---: | ---: | ---: | ---: | +| Native append after compaction | 10 | 4 | 9 | 2 | 39 | +| Schema migration after compaction | 10 | 4 | 9 | 2 | 39 | + +Both probes verify the final dependency inventory at origin, retain authority +and schema assertions, and restore 39 rows into a fresh SQLite file. They measure +a valid append without first preparing the fixture's intentional invalid sequence. +Provider counters cover the whole preparation; the replica ledger is drained +mid-operation by compaction telemetry and reports only the final five-object append. + +Two new root metadata objects and one new directory object are absent from the +final inventory. The next implementation should construct the final append root +from verified compaction state, avoiding upload and reopening of intermediate +root metadata. Persisted formats and the original authority predecessor must +remain unchanged. Directory relocation must stay bounded; compacted directory +nodes can remain necessary when an append changes only some pages. + +This is an operation-count diagnostic, not timed HTTP evidence. No removal or +speedup is established yet; both require regression tests and sustained paired runs. diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-grouped-routing.json b/crates/cellule-axum/performance/2026-10-04-rustfs-grouped-routing.json new file mode 100644 index 00000000..7cbe6c48 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-grouped-routing.json @@ -0,0 +1,6080 @@ +{ + "run": 37181423661, + "candidate_implementation": "98ba66627c208c496cb0626437ad565d2859fe95", + "modes": { + "leased": { + "rows": [ + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.000211, + "throughput": 4749.827, + "p50_ms": 0.210534, + "p95_ms": 0.210534, + "p99_ms": 0.210534, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.688366, + "throughput": 5950.326, + "p50_ms": 0.160831, + "p95_ms": 0.194511, + "p99_ms": 0.223899, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.346879, + "throughput": 11808.154, + "p50_ms": 0.738331, + "p95_ms": 1.283141, + "p99_ms": 1.385823, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.4961, + "throughput": 8256.403, + "p50_ms": 0.115877, + "p95_ms": 0.13919, + "p99_ms": 0.142827, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.333104, + "throughput": 12296.458, + "p50_ms": 0.672649, + "p95_ms": 1.232997, + "p99_ms": 1.510661, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.073628, + "throughput": 7.598, + "p50_ms": 0.830855, + "p95_ms": 1.394098, + "p99_ms": 1.49662, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 13.822527, + "throughput": 74.082, + "p50_ms": 11.897664, + "p95_ms": 31.209285, + "p99_ms": 41.706758, + "reads": 2130.0, + "puts": 6422.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 14.465123, + "throughput": 70.791, + "p50_ms": 119.826022, + "p95_ms": 223.394456, + "p99_ms": 253.728403, + "reads": 2192.0, + "puts": 6467.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.041739, + "throughput": 23.959, + "p50_ms": 41.738563, + "p95_ms": 41.738563, + "p99_ms": 41.738563, + "reads": 2.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 1.698431, + "throughput": 2411.638, + "p50_ms": 0.402814, + "p95_ms": 0.464619, + "p99_ms": 0.575504, + "reads": 0.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.041634, + "throughput": 3932.282, + "p50_ms": 2.167827, + "p95_ms": 3.851478, + "p99_ms": 4.738299, + "reads": 0.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.023326, + "throughput": 2743.744, + "p50_ms": 3.775203, + "p95_ms": 5.589407, + "p99_ms": 6.044256, + "reads": 8.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.672932, + "throughput": 7.554, + "p50_ms": 2.358313, + "p95_ms": 4.856367, + "p99_ms": 5.920087, + "reads": 0.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 17.310524, + "throughput": 59.155, + "p50_ms": 14.834478, + "p95_ms": 40.574294, + "p99_ms": 48.379116, + "reads": 2167.0, + "puts": 6477.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 15.130246, + "throughput": 67.679, + "p50_ms": 126.991938, + "p95_ms": 231.952279, + "p99_ms": 251.974766, + "reads": 2232.0, + "puts": 6557.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.0002, + "throughput": 5000.15, + "p50_ms": 0.199994, + "p95_ms": 0.199994, + "p99_ms": 0.199994, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.695864, + "throughput": 5886.206, + "p50_ms": 0.171601, + "p95_ms": 0.179576, + "p99_ms": 0.18689, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.345827, + "throughput": 11844.061, + "p50_ms": 0.731139, + "p95_ms": 1.28292, + "p99_ms": 1.381114, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.511581, + "throughput": 8006.546, + "p50_ms": 0.122338, + "p95_ms": 0.141584, + "p99_ms": 0.174396, + "reads": 0.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.332362, + "throughput": 12323.927, + "p50_ms": 0.675894, + "p95_ms": 1.215294, + "p99_ms": 1.322976, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.073658, + "throughput": 7.598, + "p50_ms": 0.84071, + "p95_ms": 1.392727, + "p99_ms": 1.493602, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 14.276023, + "throughput": 71.729, + "p50_ms": 12.187824, + "p95_ms": 28.733342, + "p99_ms": 41.282922, + "reads": 2130.0, + "puts": 6421.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.335386, + "throughput": 236.196, + "p50_ms": 39.411091, + "p95_ms": 78.456103, + "p99_ms": 88.491713, + "reads": 644.0, + "puts": 2020.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.041092, + "throughput": 24.336, + "p50_ms": 41.091806, + "p95_ms": 41.091806, + "p99_ms": 41.091806, + "reads": 2.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 1.64657, + "throughput": 2487.595, + "p50_ms": 0.394538, + "p95_ms": 0.447328, + "p99_ms": 0.478936, + "reads": 0.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.013546, + "throughput": 4041.256, + "p50_ms": 2.161355, + "p95_ms": 3.686689, + "p99_ms": 4.747271, + "reads": 0.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.023514, + "throughput": 2721.79, + "p50_ms": 3.551966, + "p95_ms": 5.928749, + "p99_ms": 5.955279, + "reads": 8.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.672925, + "throughput": 7.554, + "p50_ms": 2.349466, + "p95_ms": 4.756961, + "p99_ms": 5.894076, + "reads": 0.0, + "puts": 1.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 14.864299, + "throughput": 68.89, + "p50_ms": 12.81444, + "p95_ms": 31.778708, + "p99_ms": 38.916672, + "reads": 2177.0, + "puts": 6467.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.818413, + "throughput": 212.518, + "p50_ms": 46.526596, + "p95_ms": 84.601439, + "p99_ms": 93.559361, + "reads": 670.0, + "puts": 2025.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.000221, + "throughput": 4530.812, + "p50_ms": 0.220711, + "p95_ms": 0.220711, + "p99_ms": 0.220711, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.730307, + "throughput": 5608.601, + "p50_ms": 0.178944, + "p95_ms": 0.191959, + "p99_ms": 0.210333, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.375896, + "throughput": 10896.621, + "p50_ms": 0.795669, + "p95_ms": 1.428362, + "p99_ms": 1.562002, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.56118, + "throughput": 7298.9, + "p50_ms": 0.131846, + "p95_ms": 0.143859, + "p99_ms": 0.161482, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.353826, + "throughput": 11576.307, + "p50_ms": 0.722262, + "p95_ms": 1.320591, + "p99_ms": 1.450765, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.091494, + "throughput": 7.597, + "p50_ms": 0.935871, + "p95_ms": 1.636722, + "p99_ms": 3.704041, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 17.509959, + "throughput": 58.481, + "p50_ms": 15.388503, + "p95_ms": 36.784463, + "p99_ms": 49.388938, + "reads": 2130.0, + "puts": 6422.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 5.629484, + "throughput": 181.899, + "p50_ms": 49.813254, + "p95_ms": 100.635682, + "p99_ms": 109.678036, + "reads": 644.0, + "puts": 2020.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.041537, + "throughput": 24.075, + "p50_ms": 41.536653, + "p95_ms": 41.536653, + "p99_ms": 41.536653, + "reads": 2.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 1.8377, + "throughput": 2228.873, + "p50_ms": 0.440083, + "p95_ms": 0.477253, + "p99_ms": 0.553236, + "reads": 0.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.315673, + "throughput": 3113.236, + "p50_ms": 2.676729, + "p95_ms": 4.850075, + "p99_ms": 5.619105, + "reads": 0.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.031528, + "throughput": 2029.953, + "p50_ms": 4.667133, + "p95_ms": 8.122336, + "p99_ms": 8.288356, + "reads": 8.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.666366, + "throughput": 7.554, + "p50_ms": 2.535625, + "p95_ms": 4.448143, + "p99_ms": 5.070641, + "reads": 0.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 15.955576, + "throughput": 64.178, + "p50_ms": 13.77775, + "p95_ms": 32.849745, + "p99_ms": 41.799721, + "reads": 2175.0, + "puts": 6467.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.995597, + "throughput": 204.98, + "p50_ms": 46.569164, + "p95_ms": 89.744466, + "p99_ms": 100.751512, + "reads": 670.0, + "puts": 2025.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.000387, + "throughput": 2583.819, + "p50_ms": 0.387024, + "p95_ms": 0.387024, + "p99_ms": 0.387024, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.749905, + "throughput": 5462.026, + "p50_ms": 0.180508, + "p95_ms": 0.194214, + "p99_ms": 0.211234, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.392081, + "throughput": 10446.823, + "p50_ms": 0.822539, + "p95_ms": 1.453711, + "p99_ms": 1.627024, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.537877, + "throughput": 7615.127, + "p50_ms": 0.130925, + "p95_ms": 0.145613, + "p99_ms": 0.189514, + "reads": 0.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.36102, + "throughput": 11345.636, + "p50_ms": 0.734845, + "p95_ms": 1.35188, + "p99_ms": 1.454662, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.09149, + "throughput": 7.597, + "p50_ms": 0.903471, + "p95_ms": 1.502942, + "p99_ms": 1.674964, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 17.836463, + "throughput": 57.41, + "p50_ms": 15.430393, + "p95_ms": 39.861961, + "p99_ms": 54.403084, + "reads": 2130.0, + "puts": 6423.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 18.409177, + "throughput": 55.624, + "p50_ms": 151.148769, + "p95_ms": 285.722112, + "p99_ms": 320.470013, + "reads": 2192.0, + "puts": 6468.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.044016, + "throughput": 22.719, + "p50_ms": 44.015532, + "p95_ms": 44.015532, + "p99_ms": 44.015532, + "reads": 2.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 1.839311, + "throughput": 2226.921, + "p50_ms": 0.440044, + "p95_ms": 0.48098, + "p99_ms": 0.578122, + "reads": 0.0, + "puts": 2.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.303938, + "throughput": 3141.253, + "p50_ms": 2.88758, + "p95_ms": 4.901744, + "p99_ms": 5.784574, + "reads": 0.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.029154, + "throughput": 2195.274, + "p50_ms": 4.892424, + "p95_ms": 6.996712, + "p99_ms": 7.068856, + "reads": 8.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.666372, + "throughput": 7.554, + "p50_ms": 2.526127, + "p95_ms": 4.255753, + "p99_ms": 4.991277, + "reads": 0.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 15.387323, + "throughput": 66.548, + "p50_ms": 13.180382, + "p95_ms": 35.522724, + "p99_ms": 42.015706, + "reads": 2169.0, + "puts": 6477.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 16.181163, + "throughput": 63.283, + "p50_ms": 134.19832, + "p95_ms": 255.238024, + "p99_ms": 291.910661, + "reads": 2232.0, + "puts": 6557.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.000347, + "throughput": 2883.681, + "p50_ms": 0.346779, + "p95_ms": 0.346779, + "p99_ms": 0.346779, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.664497, + "throughput": 6164.062, + "p50_ms": 0.170169, + "p95_ms": 0.189675, + "p99_ms": 0.20329, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.424349, + "throughput": 9652.424, + "p50_ms": 0.866772, + "p95_ms": 1.583322, + "p99_ms": 2.668493, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.552677, + "throughput": 7411.196, + "p50_ms": 0.131947, + "p95_ms": 0.144731, + "p99_ms": 0.170559, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.426531, + "throughput": 9603.062, + "p50_ms": 0.838209, + "p95_ms": 1.650678, + "p99_ms": 1.9217, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.085217, + "throughput": 7.598, + "p50_ms": 0.900966, + "p95_ms": 1.522479, + "p99_ms": 1.904364, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 17.201274, + "throughput": 59.53, + "p50_ms": 15.114932, + "p95_ms": 35.880747, + "p99_ms": 48.05686, + "reads": 2130.0, + "puts": 6422.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 5.552766, + "throughput": 184.413, + "p50_ms": 48.704362, + "p95_ms": 96.988153, + "p99_ms": 110.298883, + "reads": 644.0, + "puts": 2020.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.051037, + "throughput": 19.594, + "p50_ms": 51.037006, + "p95_ms": 51.037006, + "p99_ms": 51.037006, + "reads": 2.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 1.828878, + "throughput": 2239.625, + "p50_ms": 0.437438, + "p95_ms": 0.476642, + "p99_ms": 0.600554, + "reads": 0.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.356695, + "throughput": 3019.101, + "p50_ms": 2.784248, + "p95_ms": 5.211311, + "p99_ms": 6.702399, + "reads": 0.0, + "puts": 2.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.027443, + "throughput": 2332.1, + "p50_ms": 4.367315, + "p95_ms": 6.816087, + "p99_ms": 7.216066, + "reads": 8.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.772797, + "throughput": 7.546, + "p50_ms": 2.879007, + "p95_ms": 5.025656, + "p99_ms": 6.189953, + "reads": 0.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 17.325947, + "throughput": 59.102, + "p50_ms": 15.134991, + "p95_ms": 37.021816, + "p99_ms": 44.673853, + "reads": 2175.0, + "puts": 6467.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 6.066837, + "throughput": 168.786, + "p50_ms": 59.272607, + "p95_ms": 105.937089, + "p99_ms": 122.618777, + "reads": 670.0, + "puts": 2025.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.000255, + "throughput": 3915.595, + "p50_ms": 0.255389, + "p95_ms": 0.255389, + "p99_ms": 0.255389, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.608566, + "throughput": 6730.581, + "p50_ms": 0.143818, + "p95_ms": 0.178905, + "p99_ms": 0.197499, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.40483, + "throughput": 10117.826, + "p50_ms": 0.842075, + "p95_ms": 1.562293, + "p99_ms": 1.694611, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.551617, + "throughput": 7425.437, + "p50_ms": 0.130534, + "p95_ms": 0.156876, + "p99_ms": 0.300533, + "reads": 0.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.396197, + "throughput": 10338.291, + "p50_ms": 0.761945, + "p95_ms": 1.60331, + "p99_ms": 1.862816, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.085373, + "throughput": 7.598, + "p50_ms": 0.894685, + "p95_ms": 1.517006, + "p99_ms": 1.632592, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 18.173691, + "throughput": 56.345, + "p50_ms": 15.671451, + "p95_ms": 40.867763, + "p99_ms": 54.468693, + "reads": 2130.0, + "puts": 6423.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 17.74891, + "throughput": 57.694, + "p50_ms": 147.100858, + "p95_ms": 277.246222, + "p99_ms": 295.266056, + "reads": 2192.0, + "puts": 6468.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.04199, + "throughput": 23.815, + "p50_ms": 41.989778, + "p95_ms": 41.989778, + "p99_ms": 41.989778, + "reads": 2.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 1.824738, + "throughput": 2244.706, + "p50_ms": 0.436837, + "p95_ms": 0.473015, + "p99_ms": 0.532717, + "reads": 0.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.30697, + "throughput": 3133.967, + "p50_ms": 2.804758, + "p95_ms": 4.997882, + "p99_ms": 6.061979, + "reads": 0.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.028765, + "throughput": 2224.957, + "p50_ms": 5.204438, + "p95_ms": 6.542806, + "p99_ms": 6.924649, + "reads": 8.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.772915, + "throughput": 7.546, + "p50_ms": 2.941793, + "p95_ms": 5.339572, + "p99_ms": 6.052041, + "reads": 0.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 17.778458, + "throughput": 57.598, + "p50_ms": 15.287952, + "p95_ms": 41.562003, + "p99_ms": 50.12217, + "reads": 2169.0, + "puts": 6478.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 18.68321, + "throughput": 54.809, + "p50_ms": 154.93968, + "p95_ms": 288.096576, + "p99_ms": 322.41814, + "reads": 2232.0, + "puts": 6558.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.000276, + "throughput": 3616.793, + "p50_ms": 0.276488, + "p95_ms": 0.276488, + "p99_ms": 0.276488, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.727621, + "throughput": 5629.304, + "p50_ms": 0.178404, + "p95_ms": 0.194945, + "p99_ms": 0.228889, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.365568, + "throughput": 11204.489, + "p50_ms": 0.771483, + "p95_ms": 1.387987, + "p99_ms": 1.502772, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.458802, + "throughput": 8927.607, + "p50_ms": 0.108683, + "p95_ms": 0.132839, + "p99_ms": 0.143829, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.36265, + "throughput": 11294.622, + "p50_ms": 0.735086, + "p95_ms": 1.347903, + "p99_ms": 1.458399, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.083278, + "throughput": 7.598, + "p50_ms": 0.885184, + "p95_ms": 1.522589, + "p99_ms": 1.620805, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 14.386892, + "throughput": 71.176, + "p50_ms": 12.274138, + "p95_ms": 32.383212, + "p99_ms": 43.391418, + "reads": 2130.0, + "puts": 6422.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 14.792881, + "throughput": 69.222, + "p50_ms": 123.673166, + "p95_ms": 228.928403, + "p99_ms": 250.391284, + "reads": 2192.0, + "puts": 6467.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.041961, + "throughput": 23.832, + "p50_ms": 41.961178, + "p95_ms": 41.961178, + "p99_ms": 41.961178, + "reads": 2.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 1.725732, + "throughput": 2373.486, + "p50_ms": 0.408194, + "p95_ms": 0.477714, + "p99_ms": 0.589984, + "reads": 0.0, + "puts": 2.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.058847, + "throughput": 3868.358, + "p50_ms": 2.214021, + "p95_ms": 3.922801, + "p99_ms": 5.331567, + "reads": 0.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.024282, + "throughput": 2635.676, + "p50_ms": 4.242495, + "p95_ms": 6.099175, + "p99_ms": 6.418794, + "reads": 8.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.653028, + "throughput": 7.555, + "p50_ms": 2.44718, + "p95_ms": 4.577826, + "p99_ms": 5.8203, + "reads": 0.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 17.670218, + "throughput": 57.951, + "p50_ms": 15.089183, + "p95_ms": 40.349485, + "p99_ms": 49.138151, + "reads": 2167.0, + "puts": 6478.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 17.888122, + "throughput": 57.245, + "p50_ms": 149.60438, + "p95_ms": 272.007523, + "p99_ms": 292.89475, + "reads": 2232.0, + "puts": 6557.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.000379, + "throughput": 2638.787, + "p50_ms": 0.378962, + "p95_ms": 0.378962, + "p99_ms": 0.378962, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.744259, + "throughput": 5503.457, + "p50_ms": 0.179005, + "p95_ms": 0.19235, + "p99_ms": 0.204132, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.370641, + "throughput": 11051.124, + "p50_ms": 0.781312, + "p95_ms": 1.40499, + "p99_ms": 1.514294, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.540098, + "throughput": 7583.809, + "p50_ms": 0.129783, + "p95_ms": 0.145161, + "p99_ms": 0.162084, + "reads": 0.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.354135, + "throughput": 11566.196, + "p50_ms": 0.718184, + "p95_ms": 1.328126, + "p99_ms": 1.449963, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.083384, + "throughput": 7.598, + "p50_ms": 0.849837, + "p95_ms": 1.466063, + "p99_ms": 1.633906, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 14.244172, + "throughput": 71.889, + "p50_ms": 12.50484, + "p95_ms": 30.113958, + "p99_ms": 39.164264, + "reads": 2130.0, + "puts": 6422.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.599872, + "throughput": 222.615, + "p50_ms": 40.853109, + "p95_ms": 83.0311, + "p99_ms": 92.095987, + "reads": 644.0, + "puts": 2019.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.041696, + "throughput": 23.983, + "p50_ms": 41.696072, + "p95_ms": 41.696072, + "p99_ms": 41.696072, + "reads": 2.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 1.714075, + "throughput": 2389.627, + "p50_ms": 0.409637, + "p95_ms": 0.463637, + "p99_ms": 0.509591, + "reads": 0.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.055397, + "throughput": 3881.003, + "p50_ms": 2.264925, + "p95_ms": 3.924313, + "p99_ms": 4.884468, + "reads": 0.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.021527, + "throughput": 2973.013, + "p50_ms": 3.514536, + "p95_ms": 5.367433, + "p99_ms": 5.621251, + "reads": 8.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.652975, + "throughput": 7.555, + "p50_ms": 2.354875, + "p95_ms": 4.500565, + "p99_ms": 5.01504, + "reads": 0.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 18.055546, + "throughput": 56.714, + "p50_ms": 15.709003, + "p95_ms": 37.678533, + "p99_ms": 48.493872, + "reads": 2177.0, + "puts": 6468.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 5.740512, + "throughput": 178.381, + "p50_ms": 54.122552, + "p95_ms": 103.748218, + "p99_ms": 115.914502, + "reads": 670.0, + "puts": 2025.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 8 + } + ], + "points": 8, + "logical_commands_including_recovery_proof": 49152, + "raw_hashes": { + "leased-1-baseline/local_command-c1.ns": "04f9f1f592de518da4282ef6c88cd666de6e02f5e7177cd7fbd8d3b6bb14bada", + "leased-1-baseline/forwarded_command-c1.publication.tsv": "37da72b951fad81217e3389643212e122f7582ad34de5b43765c670d99906a2c", + "leased-1-baseline/local_query_expired_bursts-c16.ns": "aa8710452f19e5babcb565b1f0116e47f51d39777f2330ac804e54fb966c9b4a", + "leased-1-baseline/local_command-c1.publication.tsv": "e7fe7915508e3426e7622aedde35de99897315b5a414ead7aa3c94d343b22706", + "leased-1-baseline/forwarded_query-c16.ns": "4d5555f93fc34694479d9ee2b804a8387f00580eead7f6b7dbf00db984097d06", + "leased-1-baseline/local_query_fresh_client-c1.ns": "4c778515c1afaa3bdfada7834a3bcd8d2e142c0695ce84c500aaafd44965133c", + "leased-1-baseline/local_query-c1.ns": "839fcd76296c1552ff6611a3ea9c13401692c6a57c23cf572af43c5f0e93ea01", + "leased-1-baseline/local_command-c16.publication.tsv": "ef5348142b298d8136ec54dcecb5e3228cb1fc2a8cdcefc3d88a5439c1fc7e95", + "leased-1-baseline/forwarded_query_expired_bursts-c16.ns": "ca08ad0fe28c08675d850ca372b548e4509af0e8e336049d9cc2b5eaabb7804d", + "leased-1-baseline/forwarded_command-c16.ns": "df70b02f2708b32d556ba546521cea3ab3b5d822f498ab8ae663a6b577183e64", + "leased-1-baseline/forwarded_command-c1.ns": "d2bcaa4bd002d3bc34e8d51d4df392283c5249a15f7e404b89d64920e671808f", + "leased-1-baseline/forwarded_query-c1.ns": "b8ddfdad867d2a450b7bac4583182389e155a7f2d3dd304a628460975e07178f", + "leased-1-baseline/local_command-c16.ns": "a63f143e8636235f40a8df3ab4a02e0ed153e4ccf7e881b4b261223766ff96e7", + "leased-1-baseline/forwarded_query_uncached_route-c16.ns": "96ea8a27d669c39e05d1347c653d8ac88d7648572ed28a21cd53d155a134b9bd", + "leased-1-baseline/forwarded_command-c16.publication.tsv": "f3ac7a6ccc0af65384ad0451e7cce780ac20a0b569655f06167410400e16a57b", + "leased-1-baseline/local_query-c16.ns": "7394c6da65708fc7d045206ebb6c8618a80135a082dff285df1c24c957ad8c8b", + "leased-1-baseline/local_query_cold-c1.ns": "70c2b60b5323fc3729200399651a122047dd80a9eb13b62ad7742ae943357982", + "leased-1-baseline/local_query_fresh_client-c16.ns": "e15ce0c31a962e6bd9da825cfbcedb5dc97a77f3946d3521fb07122ed0c63ce9", + "leased-1-baseline/forwarded_query_cold-c1.ns": "a76ebcb1d387b672f7743d9ad2a6219fc4e8a621b43ff145016bcc7b50d4642b", + "leased-2-candidate/local_command-c1.ns": "b03391d15bb205b26940574d4868f952aa5240033fc31ff4be05f130716bbae1", + "leased-2-candidate/forwarded_command-c1.publication.tsv": "9b39c6a4fc56e830c1a0fed167eca122129b664c84e0205a5affb7bcf77ef981", + "leased-2-candidate/local_query_expired_bursts-c16.ns": "6823229b0ea13bc39bd02e2c91dd6f0862e42943d7aaac7537898842fc50ece8", + "leased-2-candidate/local_command-c1.publication.tsv": "9b3b4891b523ccde597d9ea6d30b16b1a5977ecf343970775ef2d9ad797e5105", + "leased-2-candidate/forwarded_query-c16.ns": "52f7ca122218b2b55c287d50cdbc5e8d92129c74d965e6f40f6447f1a26d60e8", + "leased-2-candidate/local_query_fresh_client-c1.ns": "47ca4dfe818a668fac030ac9fac08561151d3162439eb3e9e0aff00712de868f", + "leased-2-candidate/local_query-c1.ns": "d290acb6b60489de9383cd4db4a2e2cc4f4048519fcde961baffb0c4492576a5", + "leased-2-candidate/local_command-c16.publication.tsv": "c2afb719a870cb327770b174f3b503189f4a79c46bc01a62860399007d90a7c6", + "leased-2-candidate/forwarded_query_expired_bursts-c16.ns": "8e6853c8bd9ee1a26d4d6878fe205f94c53df1388355cbfe0e8e22da385df332", + "leased-2-candidate/forwarded_command-c16.ns": "5be3154bee838b4d25040294b5edc8f540550e967862e9ebd64e6713ff3d7138", + "leased-2-candidate/forwarded_command-c1.ns": "2bfe83e17ac30daa55a02a8fe3e19dbecde3d7a978555e85728172286181c98a", + "leased-2-candidate/forwarded_query-c1.ns": "208cc4e9fe17e1b058f56c81bb78d91cf9c59d8c5cec90e3b6de2ce3c5eb7cd2", + "leased-2-candidate/local_command-c16.ns": "a9a9e3b82274da0d264654d9e0484c4cf4d6e09516610e1ada1bef35826fdc72", + "leased-2-candidate/forwarded_query_uncached_route-c16.ns": "cb9dc1e762b9330cad1058604cafaabff2bf36d7fa9dcd96b80b0ee847e05cf6", + "leased-2-candidate/forwarded_command-c16.publication.tsv": "2bc8275a0abbd2f7a9827b5beacbb446530811fac3c32e447886de903657072b", + "leased-2-candidate/local_query-c16.ns": "a37192530def64553be2531c30b0a75f93af02e521c6f8feae15a985dca5d970", + "leased-2-candidate/local_query_cold-c1.ns": "d6d3647a07d4b19933adb14fa0aa3fb5abc00258565e3fb02254f744d88a4e40", + "leased-2-candidate/local_query_fresh_client-c16.ns": "4c29eeb50322ba76fd18ba0ad393dbc9fb58b63b086e5dfd5d729735c322d5cb", + "leased-2-candidate/forwarded_query_cold-c1.ns": "62e1537f6d1e208f7ef874bb332c2d113f8e173c95943ae21c42eb69b348cd98", + "leased-3-candidate/local_command-c1.ns": "e8d696df2e2b9b474e5e906aa380bf2b6dc957a87926d7241361cf7b1fbf3396", + "leased-3-candidate/forwarded_command-c1.publication.tsv": "993905e15f58788a381fcdaaf8f2a128fd011327e1b0b4cc4725c360b9500bb9", + "leased-3-candidate/local_query_expired_bursts-c16.ns": "915534cbb9d04cdedac9078445e0a7c7d2ff242ffe8884ff94d90a1787717831", + "leased-3-candidate/local_command-c1.publication.tsv": "82cf64491fc1147aafe9fc54bf1eea99a0bcd71779b0f451d7e04d36d6b540be", + "leased-3-candidate/forwarded_query-c16.ns": "6917c3c03cbdd38e4fe67fa3a50ca66c373589135384ee48e32f1da4e7e8cc1e", + "leased-3-candidate/local_query_fresh_client-c1.ns": "b54c3eb97a46df880fc71ed81c89d58d35f53b6a1628465dd48a4d5301d4eaeb", + "leased-3-candidate/local_query-c1.ns": "d25ff3b47346aff1441023e7c5ca5f82c91d4ef12be481dbe9b8d155d77f237b", + "leased-3-candidate/local_command-c16.publication.tsv": "0f7adba148eec47ece140fb44eb7f510fd06d65f8d0ed9c2ee9dcf69410778e7", + "leased-3-candidate/forwarded_query_expired_bursts-c16.ns": "dd6ab3f6037030dcc0e6d7960bd41c7a8bf21e55528ac72971112c85d3904c63", + "leased-3-candidate/forwarded_command-c16.ns": "45f71c9bc58735dc2e555154685f4ff4adfbd280b6fab6a34f71563472e288d4", + "leased-3-candidate/forwarded_command-c1.ns": "85ca66a2185b7af4b140b9fb78e57f16343de3b8f1af7f50411d823f0d5e5410", + "leased-3-candidate/forwarded_query-c1.ns": "d467bf43be6a8e5860f6cacac021c6deaa155cc5762c312287caf1ea7c7685ce", + "leased-3-candidate/local_command-c16.ns": "6ba47c7b3215289aedfbb139f4516803e382e493f9f2ce6e22bac9a055d6af7f", + "leased-3-candidate/forwarded_query_uncached_route-c16.ns": "28589d6ede27f7b7a11342f011343e4a7628837ed5d321cff0dfd8de1814994b", + "leased-3-candidate/forwarded_command-c16.publication.tsv": "2c2e7472f48c4848f7ca8fac7ae5842b23c4f1c4a4ca51a2abf5cd1be1873180", + "leased-3-candidate/local_query-c16.ns": "bbce88ade2a10c626fa58b37964d7242373a91705d57f1315ffdf389cd957819", + "leased-3-candidate/local_query_cold-c1.ns": "d3358678352fe2ad99e84dcbbf265d3d16cb919954b9b5fab60332215c37f5f2", + "leased-3-candidate/local_query_fresh_client-c16.ns": "44de3f0d0b69a9e9bb72e449c6011a08d092e631bec49f7a6304983cac041fa1", + "leased-3-candidate/forwarded_query_cold-c1.ns": "214deb661e87b6ea9a058f1949b764c9275b088927820f310f26fa519c2227e6", + "leased-4-baseline/local_command-c1.ns": "1343bf3c02ad670ec77b2c3dd47a57b9c474a13c00bde63caae2c9f14f0b302d", + "leased-4-baseline/forwarded_command-c1.publication.tsv": "d7d4ce79133efca68d283b8d9ba41d8cfc73a4a9e6802964a6230ad6e735a804", + "leased-4-baseline/local_query_expired_bursts-c16.ns": "68b246d16d2bf4b445985e724decad266c1aa6930351280a03ab2547fc59f4fb", + "leased-4-baseline/local_command-c1.publication.tsv": "bc27117d1553be81f64b64474aee8bd0bc2fddc5c55330914d1e76e39741f740", + "leased-4-baseline/forwarded_query-c16.ns": "4ef3584ed8a8579b4603f3b023578a4a748d984c59ffd8ee4932e55f45ba85e6", + "leased-4-baseline/local_query_fresh_client-c1.ns": "f82d31a7a7e25e579275ebbbe0e60cddfcf69d0b637505929d7be670878c0c51", + "leased-4-baseline/local_query-c1.ns": "1be0cedf57673d1269f8c228bff8169b485279a6ce52c0b0a9595b70c66dc62f", + "leased-4-baseline/local_command-c16.publication.tsv": "4a72c730eb104bf8960775e3cb28c7359fdc9e2852ee777920011d2141660f28", + "leased-4-baseline/forwarded_query_expired_bursts-c16.ns": "075994e384e328f41cf461a3d0a7102415c0afd776cda7c8baf31113d75084a5", + "leased-4-baseline/forwarded_command-c16.ns": "ec644e6edbd2ba08cb6c40239fbf868a3b31b0b1af9cb55591b54e7977c6bca7", + "leased-4-baseline/forwarded_command-c1.ns": "491d2568ce5be8467fc3e8db8093b99a63f6519965e4e18fd1e5c2439f923aa0", + "leased-4-baseline/forwarded_query-c1.ns": "a9f5a7793a15600d258392461ae9e4b278291f800a6377a2a5e1e9645db65003", + "leased-4-baseline/local_command-c16.ns": "13f51d62d62b6ed2b81e07ebee8c2a69e1a2142f52fedbc435375919cbfba49c", + "leased-4-baseline/forwarded_query_uncached_route-c16.ns": "5d598056bbd7cf53b492c53438cc97790efb6ed032f75a197a1ae61fb2f678b3", + "leased-4-baseline/forwarded_command-c16.publication.tsv": "ae9d4d9943b1088a537c14708be86f1c0f48bb0c5a1ce12c548ba5e7e6503739", + "leased-4-baseline/local_query-c16.ns": "2d7eb3ada015273650e0e3910bbe8f60f911003384bf83b9f9b340872c7ac217", + "leased-4-baseline/local_query_cold-c1.ns": "e505e9a3018323f7dedeaa782a7791d8b58fdcca9312d74985fe95eccda2ffff", + "leased-4-baseline/local_query_fresh_client-c16.ns": "4ed12e67d1cc5ad2a47ba6fb160daf83516f7f1fade80b2a81ee37bf6bb92d2a", + "leased-4-baseline/forwarded_query_cold-c1.ns": "6e9cac48a37bc3ac61f052628cbcf08f93081e2066f533c26e4417a6cc57daec", + "leased-5-candidate/local_command-c1.ns": "c7e1aa5d4287d448a7a9e793f34997031f9a284b85d509e8b979ba982d834d21", + "leased-5-candidate/forwarded_command-c1.publication.tsv": "fa3cc83551d28e8989997bce901a98f22fb653140cc01e2e4088de32464d852e", + "leased-5-candidate/local_query_expired_bursts-c16.ns": "6942eb776a674ad274d2feeec70748757521957cf40cbcec4f99a93777618c36", + "leased-5-candidate/local_command-c1.publication.tsv": "6924928d7cbd7bf1e7fa7a20f6b5c826cb778eaf6a2199d09d35e75d5c513453", + "leased-5-candidate/forwarded_query-c16.ns": "da212ed6dd5e4e73ce7b8993ac667c22a10be1a401f731ceb5bf0e649eac8224", + "leased-5-candidate/local_query_fresh_client-c1.ns": "0c991439e7dbc083915b24cf04d776107c2cbc5e7d875f8e5a3077327fbeb98a", + "leased-5-candidate/local_query-c1.ns": "242bafeded2ce3e67271f89df29ce4395d38f9b71226aee79fdbc54440ea74ba", + "leased-5-candidate/local_command-c16.publication.tsv": "2d5aae82b1a618c0c645a326891756eb592295a9ad9262e83e539c148ad0a89a", + "leased-5-candidate/forwarded_query_expired_bursts-c16.ns": "8ec249bd46167d72b9c29d3622cac5b28891127ba4a6e308b79e7cde9ae98817", + "leased-5-candidate/forwarded_command-c16.ns": "3e1872bea6a94e325a43fcdde57fb032e5d80a40d3c572349e2eab07e428d354", + "leased-5-candidate/forwarded_command-c1.ns": "3030de03e2ea1375cd55ab163793c4c4cddbf911799d453433917c057676128e", + "leased-5-candidate/forwarded_query-c1.ns": "ed4d4289d67bc1e1d7de6a9faf8bcbdf6c7befa824eb54767288d5931bcb8f5a", + "leased-5-candidate/local_command-c16.ns": "50ab3f94009982ac5f78733ae35272c91e215c062e6320b1d143d8af29e140af", + "leased-5-candidate/forwarded_query_uncached_route-c16.ns": "4c52b81b5fe41b5e8e20da82a5303f058dfc2dc97ba13d103b73f94ba2d1145f", + "leased-5-candidate/forwarded_command-c16.publication.tsv": "72c1bac58ce0d4f8d024b4d79488c5494f3cf2ac7283847acfca4367313c78ce", + "leased-5-candidate/local_query-c16.ns": "badbe1f496f57d0311e647509cf5dbc15600ab82df8689f002d06ed6bfe94dc7", + "leased-5-candidate/local_query_cold-c1.ns": "11e4c05983153db33c45a87ccc1b3e79e37bb31960600f9da9044c1f9f2f0477", + "leased-5-candidate/local_query_fresh_client-c16.ns": "a6dc46b66cdb52470a37cb7a3600083de5d26bbcd5fde94e43c72c7dd48b8a41", + "leased-5-candidate/forwarded_query_cold-c1.ns": "04d68ab2b62dac90779708d6952723ec14382bb289ddbf57fa5bf30118ea3cfb", + "leased-6-baseline/local_command-c1.ns": "95d32c1985144c21b4acf3e0565e0d961e0f4edc3d541ffdca2d4a27497cc2c0", + "leased-6-baseline/forwarded_command-c1.publication.tsv": "c9f10ff02f1afc2fb39b5740382842ad3fb9977c3eed9e00ee331bb7a186311f", + "leased-6-baseline/local_query_expired_bursts-c16.ns": "de1d7e541f7b6f516a252f77bd3af45513cd798b9bb4c5f4f549bc288c82c161", + "leased-6-baseline/local_command-c1.publication.tsv": "ba6fd3a23c43e0b21e839932cf4ffb9f30b93b5c0f577c296b8732017db53054", + "leased-6-baseline/forwarded_query-c16.ns": "2e0ec8524ceb87dd494c971615e13a1dc56b263bc1a20b24a3942ff4b7d5cbcf", + "leased-6-baseline/local_query_fresh_client-c1.ns": "34b3180267bc3984f374a9145028e7ce6d064adceec2a2693e66c973ada5133e", + "leased-6-baseline/local_query-c1.ns": "23f650c5453966d6aff2cd4a594bcd4ae6b62c8d4a2eabe2752f6722302ddedd", + "leased-6-baseline/local_command-c16.publication.tsv": "00a9ee2c5660ba89707ac4b09b4b4c0b5c29ba991da627efe58ca02158fcbf10", + "leased-6-baseline/forwarded_query_expired_bursts-c16.ns": "2b7240a0d0b91018f73a74cce050d76cb2fbba12eddf26c6219b6ce792b9659e", + "leased-6-baseline/forwarded_command-c16.ns": "48e76241741a8a75f897c481bb8e5f5421dd9cf301d00ab6a99a68031b78169a", + "leased-6-baseline/forwarded_command-c1.ns": "daf3b8d3f7394096cea148a030339806323da1123f4cf83a6227e153f0b1b282", + "leased-6-baseline/forwarded_query-c1.ns": "c4812ecdd2ca6c167b31ad059126696220ed52f44ca9e19e3d34e9dd86c54b8a", + "leased-6-baseline/local_command-c16.ns": "d8d25a2013072d0aca32ed6e0f456e5f59ab68538210c2b15cd3542b893e620a", + "leased-6-baseline/forwarded_query_uncached_route-c16.ns": "0888c21ef56610a8e012c9e2e0d91004a047467d6d73699085f006f72351d059", + "leased-6-baseline/forwarded_command-c16.publication.tsv": "570544b36e1c249d0e707d40d3b0bd2ae01c9cfdbf72d7cf173c017f22ba961e", + "leased-6-baseline/local_query-c16.ns": "b463fda48cf9f7693e83e2422b08196055a054ee855c776dffad7e905c321779", + "leased-6-baseline/local_query_cold-c1.ns": "7160c8e780c973aed0e01f53fcedb3214b06606a63085262a49133801fa18bd6", + "leased-6-baseline/local_query_fresh_client-c16.ns": "1be3bcb6951b5887bb394f0a93969d4d66f5b86f838ce14dc3932eeabefa1dd2", + "leased-6-baseline/forwarded_query_cold-c1.ns": "880a920bae4937e9b9f57dd2778bf111fb8911129df27d6ed93b4c841a7dd7c7", + "leased-7-baseline/local_command-c1.ns": "158eeaf21e3cdbe7c33d3a38cee4345c03ca26cce05db49989d023adc4a82f37", + "leased-7-baseline/forwarded_command-c1.publication.tsv": "858aead7f3044c3f0c2fe8b730275433ad4c18e591d4e3e5906156a119d83836", + "leased-7-baseline/local_query_expired_bursts-c16.ns": "277722595e020b0aa1645996917a5505a19dbfa27d3a5a83e8f549f266f9b576", + "leased-7-baseline/local_command-c1.publication.tsv": "8d0c7f180196ca3ce41f4461085dba9eb5c2b9d8bb421c8afb21c08b43ca90b9", + "leased-7-baseline/forwarded_query-c16.ns": "f3bb78c4eb395a4129bfee50830716f6a26c032547d3d8047db19a0b9ec3c751", + "leased-7-baseline/local_query_fresh_client-c1.ns": "6eebb4922f3d072651a1cb9efe43bde8b0e1924ee9a4b1246541914c9a3b10c7", + "leased-7-baseline/local_query-c1.ns": "56ad109e280089ddf9a1c7498af3a41499ff9d1ea9e3c611731649b215564abe", + "leased-7-baseline/local_command-c16.publication.tsv": "d126ead8c1453da0139a50bcb3fa2ad5daa6d66592974279c8f669912951feb1", + "leased-7-baseline/forwarded_query_expired_bursts-c16.ns": "2a757c7670b49fa17f1ca9e910b317b67fc9ec78ab66dccd7e169458b67d5a9d", + "leased-7-baseline/forwarded_command-c16.ns": "0faf12252c04f82c8dd3ea9d82f13be6fcaf4850ed35bbf6d7d2880a34a6f907", + "leased-7-baseline/forwarded_command-c1.ns": "bb9dc2c1aba5889b5713c6798691288d5109b8a2ece2c230b6679811bd28d428", + "leased-7-baseline/forwarded_query-c1.ns": "4de2c283972ccd4f6e0f64863f2b2a91d060176a024b43ef0b5d9f188a9885ff", + "leased-7-baseline/local_command-c16.ns": "3a58cde78da6558d50fb4c774805b15b37dceef280a03febf7118be504a2b66a", + "leased-7-baseline/forwarded_query_uncached_route-c16.ns": "a5b7fd9de652bfcc63094481532cb34bff0dd6c509dd2f01afa6441f9a1b03e3", + "leased-7-baseline/forwarded_command-c16.publication.tsv": "5e88ec8390277166053865a53b8fae761c15cad94afe78ea159bc6566477f56e", + "leased-7-baseline/local_query-c16.ns": "7ad997e4a2139c1f4c034563ffcc6cd54d0f8df7842776bf1c2bf6dfbc133369", + "leased-7-baseline/local_query_cold-c1.ns": "e56f63e9ec6e225f75f258cf1f4af5352c7b3121f4a17cc37890009054c5cf1b", + "leased-7-baseline/local_query_fresh_client-c16.ns": "f30ef1b01e0979c6e0fa89ce063d750a1fc9ec10899477770e92c98298108bc6", + "leased-7-baseline/forwarded_query_cold-c1.ns": "a892b8e56efc4086837c51491f6ab545a9eb1c92a3769a027f5dd1363b4bf317", + "leased-8-candidate/local_command-c1.ns": "4dfa5759dd0cbcb1a56334085c1aa85b7dbf031271f757578d634eccc6e252c4", + "leased-8-candidate/forwarded_command-c1.publication.tsv": "04764b284723eea8ac584112ffa8c042fb632d9fbbfad094ed90e1d1b785bb59", + "leased-8-candidate/local_query_expired_bursts-c16.ns": "89cd351ff5bee120fc934e8727984aad1b96b54ffd6549a65f3b39ed2d4e43f0", + "leased-8-candidate/local_command-c1.publication.tsv": "e0196444be6d965cf2d8f9d3eefac86ceb1f0deebbd896d8a6b317a77df9f1fa", + "leased-8-candidate/forwarded_query-c16.ns": "f021d28e1c8e873f4c28713a116cf1282cf489a19fd4e2dab70b0bddda8de4a7", + "leased-8-candidate/local_query_fresh_client-c1.ns": "df933b07f3ffd49dad0f7ec487dd2ee8040a152f25aa48267d2d236ded02fd11", + "leased-8-candidate/local_query-c1.ns": "8b78a3345efbf0fdecfe348064377847822b79d2dc43a4b57e4ed52093fbc64b", + "leased-8-candidate/local_command-c16.publication.tsv": "9f0ef2d5123839c4dbe39d5aa679ea81c5c981dd0f633973faacda89aff1eeec", + "leased-8-candidate/forwarded_query_expired_bursts-c16.ns": "70c59aa6c8ff9521e0340b80e8ae04f6009517e603d607c68763b36f3373cb12", + "leased-8-candidate/forwarded_command-c16.ns": "058cffb053794b840eacee64ad23fff6eb4cc9de352003413a7e4a5ae0e0c42b", + "leased-8-candidate/forwarded_command-c1.ns": "fe8a195cbb8d794042c2095491e79a4c1a4c23170c6b54d20767365e333f1703", + "leased-8-candidate/forwarded_query-c1.ns": "689bdd30bde889ce0f8528c0b4f3cddb4b26ac737af41a487262279b4475681d", + "leased-8-candidate/local_command-c16.ns": "141172ccf4d79c311ec4abf5a73b8b68bb7354e1121992d3a5e8caad2dd37695", + "leased-8-candidate/forwarded_query_uncached_route-c16.ns": "f554fe237bbd7332e1b64d8032ece5bc6a63bdc8765d7afb55f27ea2bc4ef534", + "leased-8-candidate/forwarded_command-c16.publication.tsv": "9dbaf20be0101c9d75032b26438cb91e3eba1f4c0fb94cd439fe517e92f16f0c", + "leased-8-candidate/local_query-c16.ns": "331efad5816b8f7bfdc54e05ba72557839032d8376f7ffb57435619e1e960f6e", + "leased-8-candidate/local_query_cold-c1.ns": "97043fe26044739450723956e653795fb3ce509bf263eb795c5f6df4c7e0d005", + "leased-8-candidate/local_query_fresh_client-c16.ns": "e1df99dac410111630022dcd1e35b99e2fcd92eaecc717b9e0f1d6e1b86d1523", + "leased-8-candidate/forwarded_query_cold-c1.ns": "6f45f49e11c0e91fb6bbbb6c1bdb9f1517b49863934e88ac6c02cae3f0d849fb" + }, + "manifest": { + "order": [ + "baseline", + "candidate", + "candidate", + "baseline", + "candidate", + "baseline", + "baseline", + "candidate" + ], + "pairs": [ + [ + "baseline", + "candidate" + ], + [ + "candidate", + "baseline" + ], + [ + "candidate", + "baseline" + ], + [ + "baseline", + "candidate" + ] + ], + "queries": 4096, + "commands_per_lane": 1024, + "paced_bursts": 48, + "modes": [ + "leased" + ], + "gate_limits": { + "p95_max_ratio": 1.5, + "p99_max_ratio": 2.0, + "throughput_min_ratio": 0.9 + }, + "latency_alert_ratio": 1.1, + "selectors": { + "leased": "performance_tests::rustfs_owner_routing_latency_throughput", + "object_only": "performance_tests::rustfs_object_only_routing_latency_throughput" + }, + "host": { + "system": "Linux", + "node": "runnervm8df0l", + "release": "6.17.0-1022-azure", + "version": "#22-Ubuntu SMP Mon Jul 27 17:24:03 UTC 2026", + "machine": "x86_64", + "processor": "x86_64" + }, + "test_only_transplant": [ + "crates/cellule-peer-http/src/performance_tests.rs", + "crates/cellule-peer-http/src/lib.rs", + "crates/cellule-peer-http/src/tests.rs", + "crates/cellule-peer-http/Cargo.toml", + "Cargo.lock (peer test dependencies only)" + ], + "fixture_endpoint": "http://127.0.0.1:9000", + "baseline": { + "revision": "5724959a79be90df1ed8e85f6e123c109455d2f5", + "binary": "/home/runner/work/_temp/cell-routing/evidence/baseline", + "binary_sha256": "24a075618310f99b277802b557d1037a46844e3ce70280015a0ae388f6eae1de", + "source_archive_sha256": "19cca7620f1eebfc530f580bdddc271118a17b25a31a231f65a1830b44dd74c7", + "harness_sha256": "d405e13452a32414086ad1363b53550a5f653e54f3d4e6b3b5ee76e1b3b04ed3" + }, + "candidate": { + "revision": "8ca9b3248e445a23f9c572bd1e5875f08bc69b5e", + "binary": "/home/runner/work/_temp/cell-routing/evidence/candidate", + "binary_sha256": "7cdbac16cf45e14f50ddfca19a3813d91397cbb53981a7d81347db8dce452ade", + "source_archive_sha256": "29af113cf998931a7f5b5f47b38d2633c69e7952bc6f26b74e0c4358af0fad4c", + "harness_sha256": "d405e13452a32414086ad1363b53550a5f653e54f3d4e6b3b5ee76e1b3b04ed3" + } + }, + "comparison": { + "comparisons": [ + { + "mode": "leased", + "lane": "forwarded_command", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 58.553, + "p50_ms": 14.961830500000001, + "p95_ms": 40.4618895, + "p99_ms": 48.7586335, + "reads": 2168.0 + }, + "candidate": { + "throughput": 61.64, + "p50_ms": 14.456370499999998, + "p95_ms": 34.9357805, + "p99_ms": 43.236787, + "reads": 2176.0 + } + }, + "ratios": { + "throughput": 1.0527214660222364, + "p50_ms": 0.9662167005567933, + "p95_ms": 0.8634243465075946, + "p99_ms": 0.8867514098810828 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_command", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 60.263999999999996, + "p50_ms": 141.90134999999998, + "p95_ms": 263.6227735, + "p99_ms": 292.4027055, + "reads": 2232.0 + }, + "candidate": { + "throughput": 191.6805, + "p50_ms": 50.345858, + "p95_ms": 96.746342, + "p99_ms": 108.33300700000001, + "reads": 670.0 + } + }, + "ratios": { + "throughput": 3.180680007964954, + "p50_ms": 0.3547947782033082, + "p95_ms": 0.36698780122651276, + "p99_ms": 0.37049249190343075 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_query", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 2309.096, + "p50_ms": 0.4225155, + "p95_ms": 0.4753645, + "p99_ms": 0.576813, + "reads": 0.0 + }, + "candidate": { + "throughput": 2314.626, + "p50_ms": 0.4235375, + "p95_ms": 0.47013950000000004, + "p99_ms": 0.5314135, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.002394876609721, + "p50_ms": 1.0024188461725074, + "p95_ms": 0.9890084345802012, + "p99_ms": 0.9212925159453756 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_query", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 3504.8055000000004, + "p50_ms": 2.5093895, + "p95_ms": 4.4122725, + "p99_ms": 5.5580704999999995, + "reads": 0.0 + }, + "candidate": { + "throughput": 3497.1195, + "p50_ms": 2.470827, + "p95_ms": 4.387194, + "p99_ms": 5.2517865, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 0.9978070109739327, + "p50_ms": 0.9846327164435811, + "p95_ms": 0.9943161942060469, + "p99_ms": 0.9448938260139018 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_query_cold", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 23.823500000000003, + "p50_ms": 41.975477999999995, + "p95_ms": 41.975477999999995, + "p99_ms": 41.975477999999995, + "reads": 2.0 + }, + "candidate": { + "throughput": 24.029, + "p50_ms": 41.6163625, + "p95_ms": 41.6163625, + "p99_ms": 41.6163625, + "reads": 2.0 + } + }, + "ratios": { + "throughput": 1.0086259365752301, + "p50_ms": 0.9914446358419077, + "p95_ms": 0.9914446358419077, + "p99_ms": 0.9914446358419077 + }, + "latency_gate": false + }, + { + "mode": "leased", + "lane": "forwarded_query_expired_bursts", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 7.554, + "p50_ms": 2.4866535, + "p95_ms": 4.7170965, + "p99_ms": 5.870193499999999, + "reads": 0.0 + }, + "candidate": { + "throughput": 7.554, + "p50_ms": 2.4452499999999997, + "p95_ms": 4.628763, + "p99_ms": 5.4823585, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.0, + "p50_ms": 0.9833497107658946, + "p95_ms": 0.9812737560064756, + "p99_ms": 0.9339314794307889 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_query_uncached_route", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 2430.3165, + "p50_ms": 4.5674595, + "p95_ms": 6.3209905, + "p99_ms": 6.6717215, + "reads": 8.0 + }, + "candidate": { + "throughput": 2526.9449999999997, + "p50_ms": 3.9596405, + "p95_ms": 6.372418, + "p99_ms": 6.585672499999999, + "reads": 8.0 + } + }, + "ratios": { + "throughput": 1.0397596362449089, + "p50_ms": 0.8669240526380146, + "p95_ms": 1.0081359875481541, + "p99_ms": 0.9871024292605738 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_command", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 64.293, + "p50_ms": 13.852265500000001, + "p95_ms": 36.1225865, + "p99_ms": 48.897251, + "reads": 2130.0 + }, + "candidate": { + "throughput": 65.62950000000001, + "p50_ms": 13.809885999999999, + "p95_ms": 32.9973525, + "p99_ms": 44.669891, + "reads": 2130.0 + } + }, + "ratios": { + "throughput": 1.0207876440670058, + "p50_ms": 0.9969406087401369, + "p95_ms": 0.9134825519761715, + "p99_ms": 0.9135460600842367 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_command", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 63.458, + "p50_ms": 135.387012, + "p95_ms": 253.0873125, + "p99_ms": 274.4972295, + "reads": 2192.0 + }, + "candidate": { + "throughput": 203.514, + "p50_ms": 44.7787355, + "p95_ms": 90.0096265, + "p99_ms": 100.8870115, + "reads": 644.0 + } + }, + "ratios": { + "throughput": 3.2070660909577993, + "p50_ms": 0.3307461686206651, + "p95_ms": 0.3556465379907181, + "p99_ms": 0.36753380601970703 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 7935.765, + "p50_ms": 0.1232055, + "p95_ms": 0.14240150000000001, + "p99_ms": 0.1666715, + "reads": 0.0 + }, + "candidate": { + "throughput": 7497.5025000000005, + "p50_ms": 0.1308145, + "p95_ms": 0.144295, + "p99_ms": 0.1663215, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 0.944773755271231, + "p50_ms": 1.0617586065557139, + "p95_ms": 1.013296910496027, + "p99_ms": 0.997900060898234 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 11320.129, + "p50_ms": 0.7349654999999999, + "p95_ms": 1.3498915, + "p99_ms": 1.48453, + "reads": 0.0 + }, + "candidate": { + "throughput": 11571.2515, + "p50_ms": 0.7202230000000001, + "p95_ms": 1.3243585, + "p99_ms": 1.450364, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.0221837136308252, + "p50_ms": 0.9799412353368969, + "p95_ms": 0.9810851464728831, + "p99_ms": 0.9769853084814724 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query_cold", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 3766.194, + "p50_ms": 0.26593849999999997, + "p95_ms": 0.26593849999999997, + "p99_ms": 0.26593849999999997, + "reads": 0.0 + }, + "candidate": { + "throughput": 3707.2465, + "p50_ms": 0.283745, + "p95_ms": 0.283745, + "p99_ms": 0.283745, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 0.9843482571529774, + "p50_ms": 1.066957210031643, + "p95_ms": 1.066957210031643, + "p99_ms": 1.066957210031643 + }, + "latency_gate": false + }, + { + "mode": "leased", + "lane": "local_query_expired_bursts", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 7.598, + "p50_ms": 0.8899345, + "p95_ms": 1.5099740000000001, + "p99_ms": 1.6266985, + "reads": 0.0 + }, + "candidate": { + "throughput": 7.598, + "p50_ms": 0.8754014999999999, + "p95_ms": 1.494271, + "p99_ms": 1.769135, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.0, + "p50_ms": 0.9836695846716809, + "p95_ms": 0.9896004831871276, + "p99_ms": 1.0875617085772193 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query_fresh_client", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 5789.8150000000005, + "p50_ms": 0.1696175, + "p95_ms": 0.1943625, + "p99_ms": 0.2175665, + "reads": 0.0 + }, + "candidate": { + "throughput": 5747.4035, + "p50_ms": 0.1752725, + "p95_ms": 0.19081700000000001, + "p99_ms": 0.203711, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 0.9926748091260256, + "p50_ms": 1.033339720252922, + "p95_ms": 0.9817583124316678, + "p99_ms": 0.9363160229171311 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query_fresh_client", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 10825.655999999999, + "p50_ms": 0.797011, + "p95_ms": 1.420849, + "p99_ms": 1.564898, + "reads": 0.0 + }, + "candidate": { + "throughput": 10973.8725, + "p50_ms": 0.7884905, + "p95_ms": 1.4166759999999998, + "p99_ms": 1.538148, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.0136912257326485, + "p50_ms": 0.98930943236668, + "p95_ms": 0.9970630235866019, + "p99_ms": 0.9829062341443341 + }, + "latency_gate": true + } + ], + "failures": [], + "gate_limits": { + "p95_max_ratio": 1.5, + "p99_max_ratio": 2.0, + "throughput_min_ratio": 0.9 + }, + "latency_alert_ratio": 1.1, + "latency_alerts": [], + "threshold": "median of all four runs: p95 <= 150%, p99 <= 200%, throughput >= 90%" + }, + "source_archive_audit": "git archive bytes match retained SHA256 for both frozen revisions; actual candidate merge tree matches implementation98ba", + "coordinator_hashes": { + "leased-pair-1.json": "f861d5c112fc2a5beeafad99a1739087cf001b9e74a964f33c6afcc27915ad5f", + "leased-pair-2.json": "238b8a2a629dcb9af08d14bb9568b6444b42624523b5e9890fc1880918275369", + "leased-pair-3.json": "963a13e7bff4ca6c32bb7ab13af1ab9ad21ba36235a766444c05e9556f6587e5", + "leased-pair-4.json": "42bbe4651400572f17282ace0d2596adef378935fe3f3f6068f5e48288d0d4d7" + }, + "run_log_hashes": { + "leased-1-baseline": "e9800e9bc70c5cdb7d0dca73aca5564a0cc94287764dce786ccd3af3929be523", + "leased-2-candidate": "99753d0bc1557781786d50717c9f9c0895be30643b4ed5c1184cd757d41e7779", + "leased-3-candidate": "513f8da4ad2ab32ce93aa08cea56c187c4b10c0edb4802c560176acd6e0e1db5", + "leased-4-baseline": "548ef49fefd9ec7d46aab5d6f74d69dc5c95a9c56f12587fe98fa689737b8e38", + "leased-5-candidate": "a1357e6c182da706ca2e3b514fa09598da3cee2cf1776153b10011cd708023b4", + "leased-6-baseline": "267aacc6fd6a4a60cbd7f6c762b56ea788624a21c9ea7672cdc5b8b5a05e88c4", + "leased-7-baseline": "8a91bff651b6c3ef8e4d9cc83f8839fbe305385f139b4e37914a731bef150ddc", + "leased-8-candidate": "ebee8546b2e3790dcbecb8389924da0053475c5444439ecc56a308773a7114f2" + }, + "point_count": 8 + }, + "object_only": { + "rows": [ + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.001534, + "throughput": 651.691, + "p50_ms": 1.53447, + "p95_ms": 1.53447, + "p99_ms": 1.53447, + "reads": 2.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 3.658163, + "throughput": 1119.688, + "p50_ms": 0.889773, + "p95_ms": 0.948621, + "p99_ms": 1.042874, + "reads": 8192.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.034574, + "throughput": 3959.119, + "p50_ms": 3.584742, + "p95_ms": 4.149574, + "p99_ms": 4.45496, + "reads": 8192.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 1.978237, + "throughput": 2070.531, + "p50_ms": 0.475278, + "p95_ms": 0.529459, + "p99_ms": 0.607257, + "reads": 4096.0, + "puts": 2.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.618481, + "throughput": 6622.679, + "p50_ms": 1.717042, + "p95_ms": 2.184935, + "p99_ms": 2.644203, + "reads": 4096.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.230762, + "throughput": 7.587, + "p50_ms": 2.320663, + "p95_ms": 3.203254, + "p99_ms": 3.618302, + "reads": 768.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 12.077478, + "throughput": 84.786, + "p50_ms": 9.802947, + "p95_ms": 26.511369, + "p99_ms": 40.232884, + "reads": 3156.0, + "puts": 6421.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 15.084811, + "throughput": 67.883, + "p50_ms": 110.354775, + "p95_ms": 316.730457, + "p99_ms": 474.804603, + "reads": 3233.0, + "puts": 6467.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.036517, + "throughput": 27.385, + "p50_ms": 36.516681, + "p95_ms": 36.516681, + "p99_ms": 36.516681, + "reads": 4.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.904551, + "throughput": 1410.201, + "p50_ms": 0.69691, + "p95_ms": 0.771493, + "p99_ms": 0.89215, + "reads": 4096.0, + "puts": 2.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.382585, + "throughput": 2962.566, + "p50_ms": 3.420889, + "p95_ms": 5.073113, + "p99_ms": 6.247723, + "reads": 4096.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.027235, + "throughput": 2349.931, + "p50_ms": 5.275974, + "p95_ms": 6.453826, + "p99_ms": 6.880063, + "reads": 72.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.722796, + "throughput": 7.55, + "p50_ms": 4.04136, + "p95_ms": 6.248876, + "p99_ms": 7.041136, + "reads": 768.0, + "puts": 1.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 14.103924, + "throughput": 72.604, + "p50_ms": 10.047296, + "p95_ms": 30.888479, + "p99_ms": 89.566129, + "reads": 3193.0, + "puts": 6477.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 18.53087, + "throughput": 55.259, + "p50_ms": 133.734425, + "p95_ms": 375.138863, + "p99_ms": 673.172225, + "reads": 3273.0, + "puts": 6558.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.001333, + "throughput": 750.376, + "p50_ms": 1.332666, + "p95_ms": 1.332666, + "p99_ms": 1.332666, + "reads": 2.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 3.608411, + "throughput": 1135.126, + "p50_ms": 0.866928, + "p95_ms": 0.956293, + "p99_ms": 1.094475, + "reads": 8192.0, + "puts": 2.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.047923, + "throughput": 3908.683, + "p50_ms": 3.613525, + "p95_ms": 4.332891, + "p99_ms": 5.360577, + "reads": 8192.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 1.952323, + "throughput": 2098.013, + "p50_ms": 0.473785, + "p95_ms": 0.520336, + "p99_ms": 0.540756, + "reads": 4096.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.603745, + "throughput": 6784.326, + "p50_ms": 1.680107, + "p95_ms": 2.077908, + "p99_ms": 2.295246, + "reads": 4096.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.230747, + "throughput": 7.587, + "p50_ms": 2.332643, + "p95_ms": 3.147455, + "p99_ms": 3.819255, + "reads": 768.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 12.796872, + "throughput": 80.02, + "p50_ms": 9.692798, + "p95_ms": 28.130086, + "p99_ms": 70.970852, + "reads": 3156.0, + "puts": 6422.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.706975, + "throughput": 276.236, + "p50_ms": 36.577692, + "p95_ms": 65.870208, + "p99_ms": 81.605843, + "reads": 1685.0, + "puts": 2019.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.036044, + "throughput": 27.744, + "p50_ms": 36.044072, + "p95_ms": 36.044072, + "p99_ms": 36.044072, + "reads": 4.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.903284, + "throughput": 1410.816, + "p50_ms": 0.699139, + "p95_ms": 0.763751, + "p99_ms": 0.819465, + "reads": 4096.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.345, + "throughput": 3045.354, + "p50_ms": 3.369517, + "p95_ms": 4.872762, + "p99_ms": 5.323711, + "reads": 4096.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.026614, + "throughput": 2404.717, + "p50_ms": 4.850919, + "p95_ms": 6.885591, + "p99_ms": 6.970249, + "reads": 72.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.722785, + "throughput": 7.55, + "p50_ms": 4.127643, + "p95_ms": 6.113603, + "p99_ms": 6.811565, + "reads": 768.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 16.141428, + "throughput": 63.439, + "p50_ms": 10.262033, + "p95_ms": 33.223493, + "p99_ms": 137.236095, + "reads": 3203.0, + "puts": 6467.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 5.484941, + "throughput": 186.693, + "p50_ms": 50.895538, + "p95_ms": 113.519177, + "p99_ms": 203.552673, + "reads": 1711.0, + "puts": 2019.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.001766, + "throughput": 566.406, + "p50_ms": 1.765519, + "p95_ms": 1.765519, + "p99_ms": 1.765519, + "reads": 2.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 3.824969, + "throughput": 1070.858, + "p50_ms": 0.924903, + "p95_ms": 1.006847, + "p99_ms": 1.112516, + "reads": 8192.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.061122, + "throughput": 3860.065, + "p50_ms": 3.662519, + "p95_ms": 4.274226, + "p99_ms": 4.941921, + "reads": 8192.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.078905, + "throughput": 1970.268, + "p50_ms": 0.49798, + "p95_ms": 0.559232, + "p99_ms": 0.62083, + "reads": 4096.0, + "puts": 2.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.626012, + "throughput": 6543.01, + "p50_ms": 1.71854, + "p95_ms": 2.238172, + "p99_ms": 2.716343, + "reads": 4096.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.235577, + "throughput": 7.586, + "p50_ms": 2.29058, + "p95_ms": 3.15736, + "p99_ms": 3.741655, + "reads": 768.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 11.889805, + "throughput": 86.124, + "p50_ms": 9.77698, + "p95_ms": 24.492848, + "p99_ms": 37.839578, + "reads": 3156.0, + "puts": 6421.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.59354, + "throughput": 222.922, + "p50_ms": 45.610738, + "p95_ms": 82.258208, + "p99_ms": 118.395485, + "reads": 1671.0, + "puts": 2013.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.043129, + "throughput": 23.186, + "p50_ms": 43.128617, + "p95_ms": 43.128617, + "p99_ms": 43.128617, + "reads": 4.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.904941, + "throughput": 1410.011, + "p50_ms": 0.697225, + "p95_ms": 0.757541, + "p99_ms": 0.88954, + "reads": 4096.0, + "puts": 2.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 2.177953, + "throughput": 1880.665, + "p50_ms": 5.021713, + "p95_ms": 8.538079, + "p99_ms": 10.390172, + "reads": 4096.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.034919, + "throughput": 1832.792, + "p50_ms": 5.401134, + "p95_ms": 8.980164, + "p99_ms": 9.043489, + "reads": 72.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.846044, + "throughput": 7.541, + "p50_ms": 4.754108, + "p95_ms": 6.461935, + "p99_ms": 7.515467, + "reads": 768.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 13.92773, + "throughput": 73.522, + "p50_ms": 11.93068, + "p95_ms": 29.379271, + "p99_ms": 36.783617, + "reads": 3201.0, + "puts": 6467.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 6.259658, + "throughput": 163.587, + "p50_ms": 50.21111, + "p95_ms": 147.36382, + "p99_ms": 282.436053, + "reads": 1711.0, + "puts": 2025.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.001275, + "throughput": 784.431, + "p50_ms": 1.27481, + "p95_ms": 1.27481, + "p99_ms": 1.27481, + "reads": 2.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 3.814269, + "throughput": 1073.862, + "p50_ms": 0.924257, + "p95_ms": 0.999456, + "p99_ms": 1.063406, + "reads": 8192.0, + "puts": 2.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.062271, + "throughput": 3855.889, + "p50_ms": 3.689635, + "p95_ms": 4.271466, + "p99_ms": 5.196334, + "reads": 8192.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.067632, + "throughput": 1981.01, + "p50_ms": 0.498361, + "p95_ms": 0.555828, + "p99_ms": 0.583409, + "reads": 4096.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.614379, + "throughput": 6666.898, + "p50_ms": 1.700212, + "p95_ms": 2.165107, + "p99_ms": 2.42927, + "reads": 4096.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.235543, + "throughput": 7.586, + "p50_ms": 2.317184, + "p95_ms": 3.228908, + "p99_ms": 3.462676, + "reads": 768.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 12.147983, + "throughput": 84.294, + "p50_ms": 9.91864, + "p95_ms": 26.204964, + "p99_ms": 38.685587, + "reads": 3156.0, + "puts": 6422.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 13.764864, + "throughput": 74.392, + "p50_ms": 112.319154, + "p95_ms": 209.746345, + "p99_ms": 237.805377, + "reads": 3233.0, + "puts": 6467.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.040599, + "throughput": 24.631, + "p50_ms": 40.599022, + "p95_ms": 40.599022, + "p99_ms": 40.599022, + "reads": 4.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.908613, + "throughput": 1408.231, + "p50_ms": 0.697991, + "p95_ms": 0.753695, + "p99_ms": 0.864882, + "reads": 4096.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 2.281309, + "throughput": 1795.461, + "p50_ms": 5.686696, + "p95_ms": 8.908409, + "p99_ms": 11.247031, + "reads": 4096.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.032686, + "throughput": 1958.038, + "p50_ms": 6.060708, + "p95_ms": 7.896402, + "p99_ms": 8.128501, + "reads": 72.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.846176, + "throughput": 7.541, + "p50_ms": 4.841768, + "p95_ms": 6.673713, + "p99_ms": 7.964459, + "reads": 768.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 15.415587, + "throughput": 66.426, + "p50_ms": 12.250836, + "p95_ms": 35.257989, + "p99_ms": 58.776641, + "reads": 3195.0, + "puts": 6477.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 15.949678, + "throughput": 64.202, + "p50_ms": 124.080629, + "p95_ms": 285.438485, + "p99_ms": 450.004615, + "reads": 3273.0, + "puts": 6558.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.001562, + "throughput": 640.307, + "p50_ms": 1.561752, + "p95_ms": 1.561752, + "p99_ms": 1.561752, + "reads": 2.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 3.752128, + "throughput": 1091.647, + "p50_ms": 0.895578, + "p95_ms": 0.973816, + "p99_ms": 1.209741, + "reads": 8192.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.402065, + "throughput": 2921.405, + "p50_ms": 4.633777, + "p95_ms": 5.791189, + "p99_ms": 7.330441, + "reads": 8192.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.058513, + "throughput": 1989.786, + "p50_ms": 0.4987, + "p95_ms": 0.534119, + "p99_ms": 0.562161, + "reads": 4096.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.768788, + "throughput": 5327.867, + "p50_ms": 1.992459, + "p95_ms": 2.755438, + "p99_ms": 3.236323, + "reads": 4096.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.307527, + "throughput": 7.581, + "p50_ms": 2.851368, + "p95_ms": 3.83572, + "p99_ms": 4.253103, + "reads": 768.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 11.635743, + "throughput": 88.005, + "p50_ms": 9.725492, + "p95_ms": 23.729757, + "p99_ms": 33.584977, + "reads": 3156.0, + "puts": 6421.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.116872, + "throughput": 248.733, + "p50_ms": 37.305324, + "p95_ms": 87.210934, + "p99_ms": 111.529071, + "reads": 1669.0, + "puts": 2019.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.039298, + "throughput": 25.446, + "p50_ms": 39.298224, + "p95_ms": 39.298224, + "p99_ms": 39.298224, + "reads": 4.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.905598, + "throughput": 1409.693, + "p50_ms": 0.699364, + "p95_ms": 0.770761, + "p99_ms": 0.846065, + "reads": 4096.0, + "puts": 2.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.322076, + "throughput": 3098.158, + "p50_ms": 3.16326, + "p95_ms": 4.768528, + "p99_ms": 5.391636, + "reads": 4096.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.026092, + "throughput": 2452.899, + "p50_ms": 5.094855, + "p95_ms": 6.847044, + "p99_ms": 7.010806, + "reads": 72.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.670816, + "throughput": 7.554, + "p50_ms": 3.587856, + "p95_ms": 5.060384, + "p99_ms": 5.712535, + "reads": 768.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 15.908472, + "throughput": 64.368, + "p50_ms": 10.268542, + "p95_ms": 32.757449, + "p99_ms": 126.918581, + "reads": 3201.0, + "puts": 6467.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.279963, + "throughput": 239.254, + "p50_ms": 39.359562, + "p95_ms": 85.895273, + "p99_ms": 148.464263, + "reads": 1711.0, + "puts": 2025.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.001429, + "throughput": 699.623, + "p50_ms": 1.429342, + "p95_ms": 1.429342, + "p99_ms": 1.429342, + "reads": 2.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 4.262831, + "throughput": 960.864, + "p50_ms": 0.895619, + "p95_ms": 0.974918, + "p99_ms": 1.141263, + "reads": 8192.0, + "puts": 2.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.320165, + "throughput": 3102.642, + "p50_ms": 4.436319, + "p95_ms": 5.371948, + "p99_ms": 6.201797, + "reads": 8192.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.083903, + "throughput": 1965.543, + "p50_ms": 0.501991, + "p95_ms": 0.540729, + "p99_ms": 0.61072, + "reads": 4096.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.746167, + "throughput": 5489.386, + "p50_ms": 2.004528, + "p95_ms": 2.642079, + "p99_ms": 3.010613, + "reads": 4096.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.307513, + "throughput": 7.581, + "p50_ms": 2.787267, + "p95_ms": 4.309187, + "p99_ms": 5.761489, + "reads": 768.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 11.423933, + "throughput": 89.636, + "p50_ms": 9.591604, + "p95_ms": 26.240251, + "p99_ms": 35.218598, + "reads": 3156.0, + "puts": 6422.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 13.296275, + "throughput": 77.014, + "p50_ms": 99.688459, + "p95_ms": 245.89168, + "p99_ms": 400.417281, + "reads": 3217.0, + "puts": 6467.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.036799, + "throughput": 27.174, + "p50_ms": 36.799233, + "p95_ms": 36.799233, + "p99_ms": 36.799233, + "reads": 4.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.880804, + "throughput": 1421.825, + "p50_ms": 0.694146, + "p95_ms": 0.757832, + "p99_ms": 0.804341, + "reads": 4096.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.357815, + "throughput": 3016.611, + "p50_ms": 3.394923, + "p95_ms": 4.924098, + "p99_ms": 6.17062, + "reads": 4096.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.025097, + "throughput": 2550.151, + "p50_ms": 4.605227, + "p95_ms": 5.511728, + "p99_ms": 6.440912, + "reads": 72.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.670831, + "throughput": 7.554, + "p50_ms": 3.653771, + "p95_ms": 5.279454, + "p99_ms": 7.225589, + "reads": 768.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 12.631933, + "throughput": 81.064, + "p50_ms": 10.034142, + "p95_ms": 28.463449, + "p99_ms": 40.267492, + "reads": 3195.0, + "puts": 6476.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 19.035242, + "throughput": 53.795, + "p50_ms": 140.925765, + "p95_ms": 386.946973, + "p99_ms": 534.895212, + "reads": 3273.0, + "puts": 6558.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.001642, + "throughput": 608.852, + "p50_ms": 1.642434, + "p95_ms": 1.642434, + "p99_ms": 1.642434, + "reads": 2.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 3.673444, + "throughput": 1115.03, + "p50_ms": 0.879615, + "p95_ms": 0.956601, + "p99_ms": 1.120437, + "reads": 8192.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.312397, + "throughput": 3121.008, + "p50_ms": 4.435535, + "p95_ms": 5.486819, + "p99_ms": 6.560667, + "reads": 8192.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.065017, + "throughput": 1983.519, + "p50_ms": 0.499552, + "p95_ms": 0.535597, + "p99_ms": 0.572573, + "reads": 4096.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.757144, + "throughput": 5409.805, + "p50_ms": 1.930509, + "p95_ms": 2.759577, + "p99_ms": 3.195384, + "reads": 4096.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.297341, + "throughput": 7.582, + "p50_ms": 2.871676, + "p95_ms": 4.169201, + "p99_ms": 6.309349, + "reads": 768.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 11.709198, + "throughput": 87.453, + "p50_ms": 9.567228, + "p95_ms": 27.907792, + "p99_ms": 35.50952, + "reads": 3156.0, + "puts": 6421.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 11.025938, + "throughput": 92.872, + "p50_ms": 89.849587, + "p95_ms": 171.548179, + "p99_ms": 221.898501, + "reads": 3233.0, + "puts": 6466.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.036448, + "throughput": 27.436, + "p50_ms": 36.44836, + "p95_ms": 36.44836, + "p99_ms": 36.44836, + "reads": 4.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.892148, + "throughput": 1416.248, + "p50_ms": 0.695687, + "p95_ms": 0.761907, + "p99_ms": 0.866089, + "reads": 4096.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.364035, + "throughput": 3002.857, + "p50_ms": 3.381144, + "p95_ms": 4.93185, + "p99_ms": 5.491731, + "reads": 4096.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.02662, + "throughput": 2404.202, + "p50_ms": 5.226235, + "p95_ms": 6.712267, + "p99_ms": 7.051437, + "reads": 72.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.713067, + "throughput": 7.551, + "p50_ms": 3.845193, + "p95_ms": 5.956, + "p99_ms": 7.710491, + "reads": 768.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 15.759639, + "throughput": 64.976, + "p50_ms": 11.923887, + "p95_ms": 34.42875, + "p99_ms": 89.167417, + "reads": 3193.0, + "puts": 6477.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 16.510048, + "throughput": 62.023, + "p50_ms": 124.857688, + "p95_ms": 331.581302, + "p99_ms": 715.43462, + "reads": 3273.0, + "puts": 6557.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.001235, + "throughput": 809.624, + "p50_ms": 1.235141, + "p95_ms": 1.235141, + "p99_ms": 1.235141, + "reads": 2.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 4.192974, + "throughput": 976.872, + "p50_ms": 1.003652, + "p95_ms": 1.269201, + "p99_ms": 1.494412, + "reads": 8192.0, + "puts": 2.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.335064, + "throughput": 3068.017, + "p50_ms": 4.376075, + "p95_ms": 5.311054, + "p99_ms": 6.498333, + "reads": 8192.0, + "puts": 2.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.059489, + "throughput": 1988.842, + "p50_ms": 0.495757, + "p95_ms": 0.531105, + "p99_ms": 0.600104, + "reads": 4096.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.774611, + "throughput": 5287.817, + "p50_ms": 2.036749, + "p95_ms": 2.951697, + "p99_ms": 3.639924, + "reads": 4096.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.297364, + "throughput": 7.582, + "p50_ms": 2.715682, + "p95_ms": 3.750431, + "p99_ms": 4.107198, + "reads": 768.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 12.881952, + "throughput": 79.491, + "p50_ms": 9.498851, + "p95_ms": 27.899612, + "p99_ms": 92.85203, + "reads": 3156.0, + "puts": 6422.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.649552, + "throughput": 280.582, + "p50_ms": 35.69586, + "p95_ms": 62.601124, + "p99_ms": 76.612981, + "reads": 1671.0, + "puts": 2014.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.036149, + "throughput": 27.664, + "p50_ms": 36.148508, + "p95_ms": 36.148508, + "p99_ms": 36.148508, + "reads": 4.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.889319, + "throughput": 1417.635, + "p50_ms": 0.696989, + "p95_ms": 0.759894, + "p99_ms": 0.824702, + "reads": 4096.0, + "puts": 2.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.389347, + "throughput": 2948.148, + "p50_ms": 3.437398, + "p95_ms": 5.082015, + "p99_ms": 6.807946, + "reads": 4096.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.026478, + "throughput": 2417.061, + "p50_ms": 4.444353, + "p95_ms": 6.700724, + "p99_ms": 6.862838, + "reads": 72.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.71308, + "throughput": 7.551, + "p50_ms": 4.032958, + "p95_ms": 6.278978, + "p99_ms": 9.607624, + "reads": 768.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 14.146854, + "throughput": 72.384, + "p50_ms": 11.908063, + "p95_ms": 30.697771, + "p99_ms": 37.227095, + "reads": 3203.0, + "puts": 6467.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 5.334809, + "throughput": 191.947, + "p50_ms": 49.844025, + "p95_ms": 158.179041, + "p99_ms": 212.020926, + "reads": 1711.0, + "puts": 2025.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 8 + } + ], + "points": 8, + "logical_commands_including_recovery_proof": 49152, + "raw_hashes": { + "object_only-1-baseline/local_command-c1.ns": "1425235ea4e2b8a599fe0b3264de3dd464748081d031e712192b0f54d0360571", + "object_only-1-baseline/forwarded_command-c1.publication.tsv": "a273eb2d2a779d4b79998bab195a04e49aa295f979fba102e06c3f4bb4ea779d", + "object_only-1-baseline/local_query_expired_bursts-c16.ns": "311dd3e73374ffcc46d0a3ffbb3a6370e7746d9c7035a0d33f74dd54c1b5b548", + "object_only-1-baseline/local_command-c1.publication.tsv": "2abe45217be6311c280e486d591a2f3183b5c3bc98a1e18988bfebfb327f4a52", + "object_only-1-baseline/forwarded_query-c16.ns": "113e7baf2f315aadb440138df154caecdb9655848c78f6d72adeaa8da6f4aad7", + "object_only-1-baseline/local_query_fresh_client-c1.ns": "8cda81f714dc353d455f0d3b1d068443b0d6e26d0853f59b97bb99375f36cb5d", + "object_only-1-baseline/local_query-c1.ns": "254084076ebd7469425119ebc2b3cbeac8b46b11535127eff25a7503666bd966", + "object_only-1-baseline/local_command-c16.publication.tsv": "e5fe8610588ea2a40d6b2045f8404e65255cf1353484f043b483ce53a745768a", + "object_only-1-baseline/forwarded_query_expired_bursts-c16.ns": "a419340c799c8ef852df5c183107b29be9990178f1a64587c986422583bb0fe3", + "object_only-1-baseline/forwarded_command-c16.ns": "196c1ee3c3470b80015692a51b28fca987718c3e0cbfcef9b78cf0340467d83d", + "object_only-1-baseline/forwarded_command-c1.ns": "0391cfe05603bd263c0b8ee64f21d379a0125ea4e6bfd3a143bec3de942526cf", + "object_only-1-baseline/forwarded_query-c1.ns": "144270f4e18302c0133ae2358f969aceeed1eafa3a476fdde1a6159abfa764de", + "object_only-1-baseline/local_command-c16.ns": "50f80d78ccd10cd4645413cc0e9d1ce192c04cd1dc3eca6a9bf9a3dafa4b225b", + "object_only-1-baseline/forwarded_query_uncached_route-c16.ns": "3a7e068734deeeb2ad9bfbb3d8ac94261769121cb2b4a213f5d5e3dbbd7ca926", + "object_only-1-baseline/forwarded_command-c16.publication.tsv": "70f7658fd250bfa6f96b82d197d1a9f6ab371afae7b48bbf818016ae8b4eb11e", + "object_only-1-baseline/local_query-c16.ns": "58d5d642dbc79931c0562734e3dd48c6957fe2d58110c5c4c476721114b347d9", + "object_only-1-baseline/local_query_cold-c1.ns": "5cb9ad4a5fa279c53917ac86cd47b8de98d1e023c3d7fdff617cb647f565d90d", + "object_only-1-baseline/local_query_fresh_client-c16.ns": "8f914b1d2ba6a297aad6ac5a5eb57ad8f28bd0fffd3aafe009a1b53f10f1e89c", + "object_only-1-baseline/forwarded_query_cold-c1.ns": "7ae1bc768f944a0a338caea0b8e52130e58ba9803be78afab4185c51ae6749d5", + "object_only-2-candidate/local_command-c1.ns": "186a26116753c13f9bef648a38f2e09121dd6c868b44559c45c2d51a5262316b", + "object_only-2-candidate/forwarded_command-c1.publication.tsv": "9003034dc4e3e98fcc24aeccfc2831a245ea65de4b108e168e6174b9f75cb8c0", + "object_only-2-candidate/local_query_expired_bursts-c16.ns": "1172021a78e79771afc7e74facc62b06c120518378de50273240902d4083372c", + "object_only-2-candidate/local_command-c1.publication.tsv": "fcbc76940f0053790f14c318e5e202f054825bfc383e88ae1de6abf2e4645a08", + "object_only-2-candidate/forwarded_query-c16.ns": "7a95a053c27ee158593448e35be805364b0dd84d59041a0d27bd82b430e01e74", + "object_only-2-candidate/local_query_fresh_client-c1.ns": "8dff1217a53a920a40176f67f7d37655c6086dd3f550df286a46869c08c5ad22", + "object_only-2-candidate/local_query-c1.ns": "729a3272d563b7fc49c5c43ec03a3186b14dfb1b9da10e6d67654c1f2a6a4b91", + "object_only-2-candidate/local_command-c16.publication.tsv": "d13a4d06acd554cc689fa3fadd949d7f7e1b1cd0703cdbefbd80918f72cc9a5d", + "object_only-2-candidate/forwarded_query_expired_bursts-c16.ns": "b4243d725ce0187c550f46b91911d4f726b46ae57bd950ffcbb04792bdc336d6", + "object_only-2-candidate/forwarded_command-c16.ns": "dc84ecd5da71322be3b57c891be1b4202e027a79bc9c93d1bb40f0ba1156aa97", + "object_only-2-candidate/forwarded_command-c1.ns": "eda0bb9c6ad5cb4ec603186c48afac2eedeaff7a98c168321de67f46be8756f5", + "object_only-2-candidate/forwarded_query-c1.ns": "bb92ddbeef045186ac75637fd7334f44e5dfb1d95b6177dc0f415ecfd792cd27", + "object_only-2-candidate/local_command-c16.ns": "3726ed0ef0fabc71734dc468a3de53f16b77f1e62e304251e5e19acf18b13c3c", + "object_only-2-candidate/forwarded_query_uncached_route-c16.ns": "28fe76840c24dedc1b7d8c6848e8bafea956a2a2a942c76324162715d361ee82", + "object_only-2-candidate/forwarded_command-c16.publication.tsv": "aefd8bf7049435de08c8940e7407b95a45a9b4c77aefe8e0aa9d89e72e3fde0b", + "object_only-2-candidate/local_query-c16.ns": "3a6b3087c047509c60dc06ee4573e3d1594f9703a34deecd86120fd4ba8b6104", + "object_only-2-candidate/local_query_cold-c1.ns": "4b8081cb37ae0c632a2268889c4d4709a66a8ff17a0c11cc44fb85149c2fb037", + "object_only-2-candidate/local_query_fresh_client-c16.ns": "2d6953b0e96ee649d24a6bcbcc53859a7d371459faf9426b6e00735cbd4977b1", + "object_only-2-candidate/forwarded_query_cold-c1.ns": "7c6af84e839c1befb12259b5f280e4d75365b8db6bbd14bea4d9a7ece0fedc58", + "object_only-3-candidate/local_command-c1.ns": "3c03b516763c7b9315d2b78bc3ac0dbdcd29e370b9d6c64129a1ee1f4e7f55e6", + "object_only-3-candidate/forwarded_command-c1.publication.tsv": "f5e28dc0d4a6139adca33983b99a7a14ab4b9e17808fd0799459ef47f7a14cc9", + "object_only-3-candidate/local_query_expired_bursts-c16.ns": "bba00c151abfe119c7523c5d33b96201e5a1a9203858a837ee42c9ef50206ed9", + "object_only-3-candidate/local_command-c1.publication.tsv": "ab1112132cebaf2692ab6d9f536391365380738d17a1768c8c95c60460e5d8e9", + "object_only-3-candidate/forwarded_query-c16.ns": "5264095d1d9aacfec5da26ef52f7cf7838eafcc664a9e650765f26816ba2701c", + "object_only-3-candidate/local_query_fresh_client-c1.ns": "191337c0e22dba7fa87738df875566aae458b431b0b437f3bab13c2f0735b6a3", + "object_only-3-candidate/local_query-c1.ns": "0621030db76c2fa3e0c01714fc92e1c8ba9c867d9c4b2d068d7b96860eb66361", + "object_only-3-candidate/local_command-c16.publication.tsv": "d5b3dbdb6edb748e52d8e26611ca689912c324c20d8c0d6f033ed042785ac248", + "object_only-3-candidate/forwarded_query_expired_bursts-c16.ns": "17894e92808326fd3ad733c72306f3cc3706a9b30527a61ea9acce383f16c8df", + "object_only-3-candidate/forwarded_command-c16.ns": "eba75f5adbcf940075ca055098ba0304371cdb1c67c5c1f4d8cbf4eb7d6a6b14", + "object_only-3-candidate/forwarded_command-c1.ns": "3d381218189ca67b63181a48c3b2ba91f74c870024c382614986fd1166c9f0ae", + "object_only-3-candidate/forwarded_query-c1.ns": "033821eb183e9ad50e1472cb632f9e5e34e55a042ed062d2a21ef18e6b916615", + "object_only-3-candidate/local_command-c16.ns": "aaaaac1ef376514bb1edaa1e599112202bff3f523a5b6a9b4f93dbe81cc6760c", + "object_only-3-candidate/forwarded_query_uncached_route-c16.ns": "32ae10a13f8a35cc2f947dcb994a9cc244632108102a2dea320aca72d274bcc3", + "object_only-3-candidate/forwarded_command-c16.publication.tsv": "59571e292219d706794b57f393a8f5062dc3bc8a606418c06c6b4c39b693c211", + "object_only-3-candidate/local_query-c16.ns": "3e33efa0a4715138db97b07320fccafb7473bb72827005810855d0dcd112b10d", + "object_only-3-candidate/local_query_cold-c1.ns": "fcddb74fb11e3cf302e70ee37bbc8af13594c1bbe2067d8ccbcd4306f4f6ff62", + "object_only-3-candidate/local_query_fresh_client-c16.ns": "e5364f3b81397ede92a1c112c258206b7ce9119424c6aaeace72fb3ffe72a999", + "object_only-3-candidate/forwarded_query_cold-c1.ns": "d8c4c3454cb80dd1372a1d89ab0ff1fa25854caf6a4145d30f98c1ae39ae6fde", + "object_only-4-baseline/local_command-c1.ns": "44326e03c0cf91e8c9880dc010a8eef2bfcec422a0e87879486d8fe350506813", + "object_only-4-baseline/forwarded_command-c1.publication.tsv": "6f688fbde8f768b84729bc155af11338bc8849da9aca389c6e0b112307844f77", + "object_only-4-baseline/local_query_expired_bursts-c16.ns": "021ff932c87137175ae821cf87c4d1ed110dcb4a68298aa889a5f23022992ae9", + "object_only-4-baseline/local_command-c1.publication.tsv": "4e3ab0091d7ded7ac9aaa5e75019d049d0b3e9388ba4f6e352a1e112893b7184", + "object_only-4-baseline/forwarded_query-c16.ns": "da80ac764fad7be1e451c22f2cae0d33604d89f77427c0712e484be105bd4eb9", + "object_only-4-baseline/local_query_fresh_client-c1.ns": "c1351b76dd42d48cf1f92a27be016d571814ca22d74af9fe8f03febe079ca701", + "object_only-4-baseline/local_query-c1.ns": "555e13aa195fb4cbff15cd065336e7d9aed9840cbf84f5f2f42fa8500502cb82", + "object_only-4-baseline/local_command-c16.publication.tsv": "263ca0776d2c7b0b4bdbe43a27786dae617c87c962a342c5ffdb7c8dea65cca5", + "object_only-4-baseline/forwarded_query_expired_bursts-c16.ns": "9e605ce23d1e3fc452ae8976fccce2bfb0c342e9eda6264f07ac4f60109b75fa", + "object_only-4-baseline/forwarded_command-c16.ns": "cc50338bdde25db40b673200c826b5a6f82f846445ba9847e050b8b6c92c99d9", + "object_only-4-baseline/forwarded_command-c1.ns": "ee69a291d170e120132274f069086ca58daefb5e694d3b4ce82ae504591aeaaa", + "object_only-4-baseline/forwarded_query-c1.ns": "bf724a47ad39c0c8dd3d9ee5a1e5ccd24049338d97aca1df38fd2916bfb41761", + "object_only-4-baseline/local_command-c16.ns": "4b8705e0c1bc1eb6dff1677039dbb65955a713c665e22f0e7256f3c61167e713", + "object_only-4-baseline/forwarded_query_uncached_route-c16.ns": "d8a54c9a882f601a9629bbc7295a4540ebff574bda8548458a06470ad2101128", + "object_only-4-baseline/forwarded_command-c16.publication.tsv": "6571de0a6a7ae47de09f8a46f53c5b7a10fe3f6da49285188ef6ecde5cc248a4", + "object_only-4-baseline/local_query-c16.ns": "04081b7552511179d704128b49dfddb3f17597fa4e2bd616c9ed8cd048326cea", + "object_only-4-baseline/local_query_cold-c1.ns": "9419a160511758e1765604af31f544fdde7d29d8d215b4958f5fa403a1a10fea", + "object_only-4-baseline/local_query_fresh_client-c16.ns": "c9b010798528e457040d87559c38a49f8493e5dd5f389c983e59b3612101a60a", + "object_only-4-baseline/forwarded_query_cold-c1.ns": "c55fb222de4ade1cb2a346b69424e3b4db3e10f85fd322408e31cf0ce73f7d24", + "object_only-5-candidate/local_command-c1.ns": "a5e24c169d7f218a9e41acd0b76b184fd9c510321cd5e57a4ff353f98ab344c7", + "object_only-5-candidate/forwarded_command-c1.publication.tsv": "51a437ae8dcbcaa556a15d8587fdf96363f247ace4f52e6bdd573bccd69c0bff", + "object_only-5-candidate/local_query_expired_bursts-c16.ns": "1a14e0c6746dc39ed17f0f7f24b434fe69f07558e16b3ec9e2e66938332534ca", + "object_only-5-candidate/local_command-c1.publication.tsv": "fcf4242c6c7bf9439a472d06afdd88fc7786cdc94a862fde96ef9d710834b4c1", + "object_only-5-candidate/forwarded_query-c16.ns": "df156ad0a7f996fbe2bda863767b623c0ee945ba01bbf6eb735efefdcfacffce", + "object_only-5-candidate/local_query_fresh_client-c1.ns": "6d7db3d29d0fd06edc00a78ffc36bf2aa93fb6b3d81b7b2d4ccdc784f508d186", + "object_only-5-candidate/local_query-c1.ns": "2d634aa1ab023efd6bbcda7a206f63a7199ff4658a20ddd8d2176130e9651aeb", + "object_only-5-candidate/local_command-c16.publication.tsv": "8de39ebb822ec2210f26de2698817b082b0011db4391079f6a27273716859cfe", + "object_only-5-candidate/forwarded_query_expired_bursts-c16.ns": "321bc2b3f5bba472bb2a1273fe6738d646d7713e9443bfacca0c1aeab2063bd3", + "object_only-5-candidate/forwarded_command-c16.ns": "22e29d7917637c7560a172849b72c6a3e4a19587b7f9623bcb76283bbb63f85c", + "object_only-5-candidate/forwarded_command-c1.ns": "ba03a858c2943773a7332569cd033e90b4a2da63ae85ed7df8b8c95f1416f71e", + "object_only-5-candidate/forwarded_query-c1.ns": "79b783be87ec97275c6e1af88f8b15ae13fd6709433e2141a555722ceabe9270", + "object_only-5-candidate/local_command-c16.ns": "fb14fef8f64e3d29cf7fd7589a0d744acd0c509041483a3bee7c59dac49e1827", + "object_only-5-candidate/forwarded_query_uncached_route-c16.ns": "edb11e764ae50cb7d3931230b6243952c0be51857d892f43d4832a181878098a", + "object_only-5-candidate/forwarded_command-c16.publication.tsv": "15a918477a668bd47b6b6f7c96e3a1b2d01cf8b17259150e6197da6bff3cbe2d", + "object_only-5-candidate/local_query-c16.ns": "6bce85b6da5ce803fa983d57a25b7b085be6979bc8a961122a94ba08221e679f", + "object_only-5-candidate/local_query_cold-c1.ns": "19875ee3d785ef77621d3f2c4b12ddc3cfceb776710a89f83e826071b12f3990", + "object_only-5-candidate/local_query_fresh_client-c16.ns": "a399e56a4bb0d13f3e17168960fd6fc68c8bc589333eae4521c7829f3d3f3f46", + "object_only-5-candidate/forwarded_query_cold-c1.ns": "0a2fddf3e469e258110680e2736f4d6a8bf9f79521191ae4c33c6eb3514eca77", + "object_only-6-baseline/local_command-c1.ns": "053578348d52470ae63fb66650bba3e9df30106f824fb0660db139d3dbbe92c1", + "object_only-6-baseline/forwarded_command-c1.publication.tsv": "ac78c3693835ef73df1b0ff30ede20351cfc90cd21cd9d0f046ee0fd27ff5600", + "object_only-6-baseline/local_query_expired_bursts-c16.ns": "9554cd0a2330eae3891b14a4692a1f409856961c792a5a35832bb7e1b73b3951", + "object_only-6-baseline/local_command-c1.publication.tsv": "30aa3d4bbe4a17971744c73f2bd0bed6148b00de14642f01aaa927bbcc3fa93d", + "object_only-6-baseline/forwarded_query-c16.ns": "1541852f64d255455cf784e5c810c9d6f556518b9d49b14cef9bd67e2ee0b1a7", + "object_only-6-baseline/local_query_fresh_client-c1.ns": "30b18c10a3e8d404c1125b2e6071fb375d657731eb405c900d10ad2ac9181f02", + "object_only-6-baseline/local_query-c1.ns": "c96a75464a0097ef45dc463a98340f32afc4aaf419c0bc61b437b41e5a402e55", + "object_only-6-baseline/local_command-c16.publication.tsv": "ce82705aa096d3e1aa731a141ca1d6086570b1639aec63871fbf2a81e752d517", + "object_only-6-baseline/forwarded_query_expired_bursts-c16.ns": "06832b88e2571a5e127dc8aa57f1487e7325d05d4278c722414478f618bc9441", + "object_only-6-baseline/forwarded_command-c16.ns": "ad3bb6dbe7c2ea3e3327096281910e9f12291b806eb3e19ada49f7a3264c0bde", + "object_only-6-baseline/forwarded_command-c1.ns": "7bfaad00990ef68c4f5ba45c1ba54200b58f0e5a39c5a1171e87841db3f00630", + "object_only-6-baseline/forwarded_query-c1.ns": "da5b484d4e1c15cc8977441e3ea52aba0efa35b175f72724ff53dfde863b332b", + "object_only-6-baseline/local_command-c16.ns": "6f83cc200e45c290706ae741d075de253f1d4d80618fef401ed303542b2bad97", + "object_only-6-baseline/forwarded_query_uncached_route-c16.ns": "e8fc6392931e0f99d26700e6a1fca5e3d14247f03b6a2871cdbd43bedc85e28f", + "object_only-6-baseline/forwarded_command-c16.publication.tsv": "17ae0552a35e6991419761d9dee00448e4079f93ec6b0e8233506f3030688e4b", + "object_only-6-baseline/local_query-c16.ns": "5abfe1b0b33ab47cd127091bf898d6b09493ec6a0cd1f5440a250d1275365e81", + "object_only-6-baseline/local_query_cold-c1.ns": "c831077a3f0a482b8f555cdc12616ba29042574c4bdf21e7153f6fcbff46dff5", + "object_only-6-baseline/local_query_fresh_client-c16.ns": "7d18e06fd9fe898f34c946d402aca1b2f7c4e0853a568f506421dd6f39ea7ff2", + "object_only-6-baseline/forwarded_query_cold-c1.ns": "8ac400519213e744137dacb11a2f66c28ed35db0f848a42e399af002b082972a", + "object_only-7-baseline/local_command-c1.ns": "843d8922c82019e53c43fbb23efcc62612ba3de3979e15ae3806ff4089833d2c", + "object_only-7-baseline/forwarded_command-c1.publication.tsv": "d49c9b19e8d46335a939f04a87705c432fa2368bda09bda986d045d24c70894a", + "object_only-7-baseline/local_query_expired_bursts-c16.ns": "d5bffbc8d70270e597fead67a476742cfe4b73f23c5173780188a26af248cd3b", + "object_only-7-baseline/local_command-c1.publication.tsv": "bfaa85724fe8044ad3b993d8a297dfefc83a56fabffb7fa80b1e7b5c66785788", + "object_only-7-baseline/forwarded_query-c16.ns": "5d86de0ee13de69dbbcd6038cd14592af89b17bc474a529be54ba8543cb05f4e", + "object_only-7-baseline/local_query_fresh_client-c1.ns": "256bc2b8820e180b5fba7caa0a372f2cf7e4441f4fcbed6262d394f4c182e20e", + "object_only-7-baseline/local_query-c1.ns": "04d0b02d2a66327354d2e6b2794cd433523bcd6fff4f09253caec18182ed874a", + "object_only-7-baseline/local_command-c16.publication.tsv": "8b52c7a8c8aa457483694b1ac79ce0de3ed984b3256f0e06120b03d86fa026d8", + "object_only-7-baseline/forwarded_query_expired_bursts-c16.ns": "c0df5eeb1898f9cabdba68c44ef787fb96b90806ea06111a332765825c9ccfc4", + "object_only-7-baseline/forwarded_command-c16.ns": "fbfd429af288e037d56b06f0453fb70ba19c20f8a49fef546de67e26cad09f56", + "object_only-7-baseline/forwarded_command-c1.ns": "80865c6bf5310d5e900e46055e8f0560fda0284966f0eb8f475e3c4a0c2125a7", + "object_only-7-baseline/forwarded_query-c1.ns": "18769af78e4c932eccbe28d826b13703cdd8f4bc82b588c6a1c08ec6f097a8cb", + "object_only-7-baseline/local_command-c16.ns": "6721b0ce99bd4e97294e4838fe50c2bb5672404b8d24b9945c464e1d3ea3cdb8", + "object_only-7-baseline/forwarded_query_uncached_route-c16.ns": "0a14a43fb5d0a5caf61d89fb3e5f75e5355b9b3ffa44184bb6bf2a37faa4e6d8", + "object_only-7-baseline/forwarded_command-c16.publication.tsv": "2bdf4d9404a00d84d53451536a281ce167a699b694df74296f353a3fc30a67a7", + "object_only-7-baseline/local_query-c16.ns": "1b1da9f8abb8d53fa23e1dc16b20f0943fd8b4755552df6116a985d3609e6398", + "object_only-7-baseline/local_query_cold-c1.ns": "48957e36062d6a92f21e97476b087c5a57458edc7b63fb4c5ee404db94b5d2ad", + "object_only-7-baseline/local_query_fresh_client-c16.ns": "18cb19874e61db5a3c3652c02cdf5b7163656df1242908cb9a1b18d8bb0b9c75", + "object_only-7-baseline/forwarded_query_cold-c1.ns": "113a679491a09c64f5cf44a68e4e6071db428337d2a170095d3b2a8530e677db", + "object_only-8-candidate/local_command-c1.ns": "2ea7272397cb62b89048b7fa5521c7de42fe900186cbab787879174925b91494", + "object_only-8-candidate/forwarded_command-c1.publication.tsv": "a654c68818594f65fa7f5017eaf086fc933baeb65e5b7283e7855b611e50a3aa", + "object_only-8-candidate/local_query_expired_bursts-c16.ns": "4798b657e4844e9863f305619a1a1d550c76cc9114af5f0be05f9a683385ac7b", + "object_only-8-candidate/local_command-c1.publication.tsv": "da5b9df1a72125db3b248d47533175c86f240fdaef4107dc6b775b50c574bfe8", + "object_only-8-candidate/forwarded_query-c16.ns": "76cd2e9455210a5d76393aaa2d1f3a062ad3327cd26324f85cd09cc3559952e0", + "object_only-8-candidate/local_query_fresh_client-c1.ns": "f2625690f27f62245e4cae5b92310176ae669f218b7f811fbf590ebe7228ffa7", + "object_only-8-candidate/local_query-c1.ns": "72790ba494b86caeed23ab631fa0e95f690fe6abc39fd9a4819309448e6a7009", + "object_only-8-candidate/local_command-c16.publication.tsv": "b22ed24d225f781a5081fabc8521ce0a9376ec9935d97db1f68cba6206b9d5f7", + "object_only-8-candidate/forwarded_query_expired_bursts-c16.ns": "0b469d6f2a73c8520fb59780f3b62d311e7847827a6e19c32fe59cd7770ceaa8", + "object_only-8-candidate/forwarded_command-c16.ns": "bfb9c5134651ffe6022dfeb54d96720c1218236d852f2c056df7ffdc966543ae", + "object_only-8-candidate/forwarded_command-c1.ns": "5eb2821f0d019c2be3cb093ff85462a883292506d5d685594cf67e0bf6505963", + "object_only-8-candidate/forwarded_query-c1.ns": "d6ba6d4f533e2eb8071f606db0946e7e1c2fd6ad4da2691db6cd6d0137394b43", + "object_only-8-candidate/local_command-c16.ns": "d44170874bb8aa7042a0182132e681c12356600362149cbbe5581ce5aba96e80", + "object_only-8-candidate/forwarded_query_uncached_route-c16.ns": "5210c3779a9b859ff56a4b36349b1fede32b10ca5d3a939d144316865e45d8d3", + "object_only-8-candidate/forwarded_command-c16.publication.tsv": "8806a41dbe151b9d9b6c938a619810fc5a0a4e2720a9b04173c913df62aebf1d", + "object_only-8-candidate/local_query-c16.ns": "fe5f3b2104093c4790317b390476be3c83148cc0aa513b92185cb72d7645bccb", + "object_only-8-candidate/local_query_cold-c1.ns": "03c9c5d868f92a3142e2a2d8806ea56e0400104af9aabb96b9493cc1cc22ca90", + "object_only-8-candidate/local_query_fresh_client-c16.ns": "ddfec8e1b4e4937a0fea12ef65a282fce1ef64f6a5854de36d44e1f26f78daf4", + "object_only-8-candidate/forwarded_query_cold-c1.ns": "2cf368dd7dcf81bf8774551bed7b7ec752c53cbe692a868ff09df15d30c734eb" + }, + "manifest": { + "order": [ + "baseline", + "candidate", + "candidate", + "baseline", + "candidate", + "baseline", + "baseline", + "candidate" + ], + "pairs": [ + [ + "baseline", + "candidate" + ], + [ + "candidate", + "baseline" + ], + [ + "candidate", + "baseline" + ], + [ + "baseline", + "candidate" + ] + ], + "queries": 4096, + "commands_per_lane": 1024, + "paced_bursts": 48, + "modes": [ + "object_only" + ], + "gate_limits": { + "p95_max_ratio": 1.5, + "p99_max_ratio": 2.0, + "throughput_min_ratio": 0.9 + }, + "latency_alert_ratio": 1.1, + "selectors": { + "leased": "performance_tests::rustfs_owner_routing_latency_throughput", + "object_only": "performance_tests::rustfs_object_only_routing_latency_throughput" + }, + "host": { + "system": "Linux", + "node": "runnervm8df0l", + "release": "6.17.0-1022-azure", + "version": "#22-Ubuntu SMP Mon Jul 27 17:24:03 UTC 2026", + "machine": "x86_64", + "processor": "x86_64" + }, + "test_only_transplant": [ + "crates/cellule-peer-http/src/performance_tests.rs", + "crates/cellule-peer-http/src/lib.rs", + "crates/cellule-peer-http/src/tests.rs", + "crates/cellule-peer-http/Cargo.toml", + "Cargo.lock (peer test dependencies only)" + ], + "fixture_endpoint": "http://127.0.0.1:9000", + "baseline": { + "revision": "5724959a79be90df1ed8e85f6e123c109455d2f5", + "binary": "/home/runner/work/_temp/cell-routing/evidence/baseline", + "binary_sha256": "24a075618310f99b277802b557d1037a46844e3ce70280015a0ae388f6eae1de", + "source_archive_sha256": "19cca7620f1eebfc530f580bdddc271118a17b25a31a231f65a1830b44dd74c7", + "harness_sha256": "d405e13452a32414086ad1363b53550a5f653e54f3d4e6b3b5ee76e1b3b04ed3" + }, + "candidate": { + "revision": "8ca9b3248e445a23f9c572bd1e5875f08bc69b5e", + "binary": "/home/runner/work/_temp/cell-routing/evidence/candidate", + "binary_sha256": "7cdbac16cf45e14f50ddfca19a3813d91397cbb53981a7d81347db8dce452ade", + "source_archive_sha256": "29af113cf998931a7f5b5f47b38d2633c69e7952bc6f26b74e0c4358af0fad4c", + "harness_sha256": "d405e13452a32414086ad1363b53550a5f653e54f3d4e6b3b5ee76e1b3b04ed3" + } + }, + "comparison": { + "comparisons": [ + { + "mode": "object_only", + "lane": "forwarded_command", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 69.515, + "p50_ms": 10.9855915, + "p95_ms": 32.6586145, + "p99_ms": 73.97202899999999, + "reads": 3194.0 + }, + "candidate": { + "throughput": 68.376, + "p50_ms": 11.088302500000001, + "p95_ms": 31.72761, + "p99_ms": 82.072838, + "reads": 3202.0 + } + }, + "ratios": { + "throughput": 0.9836150471121341, + "p50_ms": 1.0093496103509767, + "p95_ms": 0.9714928353742625, + "p99_ms": 1.109511785867061 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_command", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 58.641000000000005, + "p50_ms": 129.2960565, + "p95_ms": 353.3600825, + "p99_ms": 604.0337185000001, + "reads": 3273.0 + }, + "candidate": { + "throughput": 189.32, + "p50_ms": 50.0275675, + "p95_ms": 130.4414985, + "p99_ms": 207.7867995, + "reads": 1711.0 + } + }, + "ratios": { + "throughput": 3.2284579048788387, + "p50_ms": 0.3869226088886942, + "p95_ms": 0.36914610608287934, + "p99_ms": 0.3439986761268857 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_query", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 1413.2245, + "p50_ms": 0.6962985, + "p95_ms": 0.7598695, + "p99_ms": 0.8654855, + "reads": 4096.0 + }, + "candidate": { + "throughput": 1410.4135, + "p50_ms": 0.698182, + "p95_ms": 0.7618225, + "p99_ms": 0.8353835000000001, + "reads": 4096.0 + } + }, + "ratios": { + "throughput": 0.9980109317380219, + "p50_ms": 1.0027050180346502, + "p95_ms": 1.0025701781687513, + "p99_ms": 0.9652195212975839 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_query", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 2982.7115, + "p50_ms": 3.4079059999999997, + "p95_ms": 5.0024815, + "p99_ms": 6.2091715, + "reads": 4096.0 + }, + "candidate": { + "throughput": 2996.751, + "p50_ms": 3.4034575, + "p95_ms": 4.9773885, + "p99_ms": 6.099791, + "reads": 4096.0 + } + }, + "ratios": { + "throughput": 1.004706958752129, + "p50_ms": 0.9986946529628459, + "p95_ms": 0.9949838894956433, + "p99_ms": 0.9823840427019933 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_query_cold", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 27.2795, + "p50_ms": 36.657956999999996, + "p95_ms": 36.657956999999996, + "p99_ms": 36.657956999999996, + "reads": 4.0 + }, + "candidate": { + "throughput": 26.555, + "p50_ms": 37.723366, + "p95_ms": 37.723366, + "p99_ms": 37.723366, + "reads": 4.0 + } + }, + "ratios": { + "throughput": 0.973441595337158, + "p50_ms": 1.029063512732038, + "p95_ms": 1.029063512732038, + "p99_ms": 1.029063512732038 + }, + "latency_gate": false + }, + { + "mode": "object_only", + "lane": "forwarded_query_expired_bursts", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 7.5504999999999995, + "p50_ms": 3.9432765, + "p95_ms": 6.102438, + "p99_ms": 7.46804, + "reads": 768.0 + }, + "candidate": { + "throughput": 7.5504999999999995, + "p50_ms": 4.0803005, + "p95_ms": 6.1962905, + "p99_ms": 7.1635159999999996, + "reads": 768.0 + } + }, + "ratios": { + "throughput": 1.0, + "p50_ms": 1.034748767934483, + "p95_ms": 1.0153795089765763, + "p99_ms": 0.9592230357630649 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_query_uncached_route", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 2377.0665, + "p50_ms": 5.2511045, + "p95_ms": 6.5830465, + "p99_ms": 6.96575, + "reads": 72.0 + }, + "candidate": { + "throughput": 2410.889, + "p50_ms": 4.972887, + "p95_ms": 6.8663175, + "p99_ms": 6.9905275, + "reads": 72.0 + } + }, + "ratios": { + "throughput": 1.0142286721890197, + "p50_ms": 0.947017337019288, + "p95_ms": 1.0430303811464798, + "p99_ms": 1.0035570469798658 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_command", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 86.1195, + "p50_ms": 9.6972755, + "p95_ms": 26.37581, + "p99_ms": 37.097553500000004, + "reads": 3156.0 + }, + "candidate": { + "throughput": 83.072, + "p50_ms": 9.709145, + "p95_ms": 26.19623, + "p99_ms": 54.405215, + "reads": 3156.0 + } + }, + "ratios": { + "throughput": 0.964613124785908, + "p50_ms": 1.0012240035873994, + "p95_ms": 0.9931914887163654, + "p99_ms": 1.4665445525942835 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_command", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 75.703, + "p50_ms": 105.02161699999999, + "p95_ms": 227.81901249999999, + "p99_ms": 319.111329, + "reads": 3233.0 + }, + "candidate": { + "throughput": 262.4845, + "p50_ms": 36.941508, + "p95_ms": 74.06420800000001, + "p99_ms": 96.56745699999999, + "reads": 1671.0 + } + }, + "ratios": { + "throughput": 3.4672932380486903, + "p50_ms": 0.35175146846196437, + "p95_ms": 0.3251010843530893, + "p99_ms": 0.30261369065966315 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 1982.2645, + "p50_ms": 0.4989565, + "p95_ms": 0.538163, + "p99_ms": 0.595333, + "reads": 4096.0 + }, + "candidate": { + "throughput": 1989.314, + "p50_ms": 0.4968685, + "p95_ms": 0.5326120000000001, + "p99_ms": 0.5811325, + "reads": 4096.0 + } + }, + "ratios": { + "throughput": 1.0035562862574596, + "p50_ms": 0.9958152664611043, + "p95_ms": 0.9896852812252053, + "p99_ms": 0.9761469631281989 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 6056.0325, + "p50_ms": 1.8237755, + "p95_ms": 2.413507, + "p99_ms": 2.827408, + "reads": 4096.0 + }, + "candidate": { + "throughput": 5935.4385, + "p50_ms": 1.8554995, + "p95_ms": 2.496805, + "p99_ms": 2.9763330000000003, + "reads": 4096.0 + } + }, + "ratios": { + "throughput": 0.9800869628754469, + "p50_ms": 1.0173946848172926, + "p95_ms": 1.0345132622362396, + "p99_ms": 1.0526719171764387 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query_cold", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 675.657, + "p50_ms": 1.481906, + "p95_ms": 1.481906, + "p99_ms": 1.481906, + "reads": 2.0 + }, + "candidate": { + "throughput": 695.3415, + "p50_ms": 1.447209, + "p95_ms": 1.447209, + "p99_ms": 1.447209, + "reads": 2.0 + } + }, + "ratios": { + "throughput": 1.0291338652600357, + "p50_ms": 0.9765862342145858, + "p95_ms": 0.9765862342145858, + "p99_ms": 0.9765862342145858 + }, + "latency_gate": false + }, + { + "mode": "object_only", + "lane": "local_query_expired_bursts", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 7.584, + "p50_ms": 2.553965, + "p95_ms": 3.6990545, + "p99_ms": 4.6898955, + "reads": 768.0 + }, + "candidate": { + "throughput": 7.584, + "p50_ms": 2.5241625, + "p95_ms": 3.4538955, + "p99_ms": 3.9632265, + "reads": 768.0 + } + }, + "ratios": { + "throughput": 1.0, + "p50_ms": 0.9883308894209593, + "p95_ms": 0.9337238745738945, + "p99_ms": 0.8450564623454829 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query_fresh_client", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 1094.446, + "p50_ms": 0.892696, + "p95_ms": 0.9657595, + "p99_ms": 1.0919215, + "reads": 8192.0 + }, + "candidate": { + "throughput": 1081.2525, + "p50_ms": 0.9102405, + "p95_ms": 0.9903315, + "p99_ms": 1.1611285, + "reads": 8192.0 + } + }, + "ratios": { + "throughput": 0.9879450425146605, + "p50_ms": 1.0196533870432936, + "p95_ms": 1.025443187460232, + "p99_ms": 1.0633809298562213 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query_fresh_client", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 3488.4485, + "p50_ms": 4.062585, + "p95_ms": 4.821707, + "p99_ms": 5.6990655, + "reads": 8192.0 + }, + "candidate": { + "throughput": 3464.041, + "p50_ms": 4.019297, + "p95_ms": 4.8219725, + "p99_ms": 5.929455, + "reads": 8192.0 + } + }, + "ratios": { + "throughput": 0.9930033365835844, + "p50_ms": 0.9893447152490347, + "p95_ms": 1.0000550634868524, + "p99_ms": 1.040425838236111 + }, + "latency_gate": true + } + ], + "failures": [], + "gate_limits": { + "p95_max_ratio": 1.5, + "p99_max_ratio": 2.0, + "throughput_min_ratio": 0.9 + }, + "latency_alert_ratio": 1.1, + "latency_alerts": [ + "object_only/forwarded_command/c1", + "object_only/local_command/c1" + ], + "threshold": "median of all four runs: p95 <= 150%, p99 <= 200%, throughput >= 90%" + }, + "source_archive_audit": "git archive bytes match retained SHA256 for both frozen revisions; actual candidate merge tree matches implementation98ba", + "coordinator_hashes": { + "object_only-pair-1.json": "e25c858ffa678b4d183453871ae14268666077f3165c2b1815feaa129f0ebee1", + "object_only-pair-2.json": "189242abc65ed3e95dc16fee82234fd9bf7f6c895267af11344999854fa742b9", + "object_only-pair-3.json": "2451ccf6a07cdd7d3cd19539fa0d8c549a0723f399be733592eb5a7a47759140", + "object_only-pair-4.json": "0944b373d59f612adfc555a134216c24e8800d2c33f3dec389146fb542e30ffa" + }, + "run_log_hashes": { + "object_only-1-baseline": "a821fc163ad3310405d3d0cc99caefd17c1496ed9d7b6ce3f3ae8cd09322e1c6", + "object_only-2-candidate": "5f70bd1fc39a89c585d61bbda4b026eda7fb6ba836e34331cb11d6ab3f410693", + "object_only-3-candidate": "07281c12bd0c2739062eee952d4b96cdba48e194dbdea7c7fc42d53248865ad6", + "object_only-4-baseline": "dcc06618b142aae758528a32cc48915e6ffad1b8be0f647544186e408ba5ad8f", + "object_only-5-candidate": "3b77b1bfd85b0d436e6b9a3bc0ba27bb7a85f03ccc9fd9ebd4f646072e12a2dc", + "object_only-6-baseline": "8fc2d55e11d149ded06310779d2ac060b1fae16b9596f6323d9ce05f2ef259f4", + "object_only-7-baseline": "b15fb2f95e70c3a1d25e53bd92bca3ac29f3a387b2330dcf93f5ba3e4019373f", + "object_only-8-candidate": "23c77091e7b8eb0cff73dbba5755ec53c8030cc19db24f751982c85babebbde9" + }, + "point_count": 8 + } + }, + "aggregate": { + "comparisons": [ + { + "mode": "leased", + "lane": "forwarded_command", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 58.553, + "p50_ms": 14.961830500000001, + "p95_ms": 40.4618895, + "p99_ms": 48.7586335, + "reads": 2168.0 + }, + "candidate": { + "throughput": 61.64, + "p50_ms": 14.456370499999998, + "p95_ms": 34.9357805, + "p99_ms": 43.236787, + "reads": 2176.0 + } + }, + "ratios": { + "throughput": 1.0527214660222364, + "p50_ms": 0.9662167005567933, + "p95_ms": 0.8634243465075946, + "p99_ms": 0.8867514098810828 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_command", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 60.263999999999996, + "p50_ms": 141.90134999999998, + "p95_ms": 263.6227735, + "p99_ms": 292.4027055, + "reads": 2232.0 + }, + "candidate": { + "throughput": 191.6805, + "p50_ms": 50.345858, + "p95_ms": 96.746342, + "p99_ms": 108.33300700000001, + "reads": 670.0 + } + }, + "ratios": { + "throughput": 3.180680007964954, + "p50_ms": 0.3547947782033082, + "p95_ms": 0.36698780122651276, + "p99_ms": 0.37049249190343075 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_query", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 2309.096, + "p50_ms": 0.4225155, + "p95_ms": 0.4753645, + "p99_ms": 0.576813, + "reads": 0.0 + }, + "candidate": { + "throughput": 2314.626, + "p50_ms": 0.4235375, + "p95_ms": 0.47013950000000004, + "p99_ms": 0.5314135, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.002394876609721, + "p50_ms": 1.0024188461725074, + "p95_ms": 0.9890084345802012, + "p99_ms": 0.9212925159453756 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_query", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 3504.8055000000004, + "p50_ms": 2.5093895, + "p95_ms": 4.4122725, + "p99_ms": 5.5580704999999995, + "reads": 0.0 + }, + "candidate": { + "throughput": 3497.1195, + "p50_ms": 2.470827, + "p95_ms": 4.387194, + "p99_ms": 5.2517865, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 0.9978070109739327, + "p50_ms": 0.9846327164435811, + "p95_ms": 0.9943161942060469, + "p99_ms": 0.9448938260139018 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_query_cold", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 23.823500000000003, + "p50_ms": 41.975477999999995, + "p95_ms": 41.975477999999995, + "p99_ms": 41.975477999999995, + "reads": 2.0 + }, + "candidate": { + "throughput": 24.029, + "p50_ms": 41.6163625, + "p95_ms": 41.6163625, + "p99_ms": 41.6163625, + "reads": 2.0 + } + }, + "ratios": { + "throughput": 1.0086259365752301, + "p50_ms": 0.9914446358419077, + "p95_ms": 0.9914446358419077, + "p99_ms": 0.9914446358419077 + }, + "latency_gate": false + }, + { + "mode": "leased", + "lane": "forwarded_query_expired_bursts", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 7.554, + "p50_ms": 2.4866535, + "p95_ms": 4.7170965, + "p99_ms": 5.870193499999999, + "reads": 0.0 + }, + "candidate": { + "throughput": 7.554, + "p50_ms": 2.4452499999999997, + "p95_ms": 4.628763, + "p99_ms": 5.4823585, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.0, + "p50_ms": 0.9833497107658946, + "p95_ms": 0.9812737560064756, + "p99_ms": 0.9339314794307889 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_query_uncached_route", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 2430.3165, + "p50_ms": 4.5674595, + "p95_ms": 6.3209905, + "p99_ms": 6.6717215, + "reads": 8.0 + }, + "candidate": { + "throughput": 2526.9449999999997, + "p50_ms": 3.9596405, + "p95_ms": 6.372418, + "p99_ms": 6.585672499999999, + "reads": 8.0 + } + }, + "ratios": { + "throughput": 1.0397596362449089, + "p50_ms": 0.8669240526380146, + "p95_ms": 1.0081359875481541, + "p99_ms": 0.9871024292605738 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_command", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 64.293, + "p50_ms": 13.852265500000001, + "p95_ms": 36.1225865, + "p99_ms": 48.897251, + "reads": 2130.0 + }, + "candidate": { + "throughput": 65.62950000000001, + "p50_ms": 13.809885999999999, + "p95_ms": 32.9973525, + "p99_ms": 44.669891, + "reads": 2130.0 + } + }, + "ratios": { + "throughput": 1.0207876440670058, + "p50_ms": 0.9969406087401369, + "p95_ms": 0.9134825519761715, + "p99_ms": 0.9135460600842367 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_command", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 63.458, + "p50_ms": 135.387012, + "p95_ms": 253.0873125, + "p99_ms": 274.4972295, + "reads": 2192.0 + }, + "candidate": { + "throughput": 203.514, + "p50_ms": 44.7787355, + "p95_ms": 90.0096265, + "p99_ms": 100.8870115, + "reads": 644.0 + } + }, + "ratios": { + "throughput": 3.2070660909577993, + "p50_ms": 0.3307461686206651, + "p95_ms": 0.3556465379907181, + "p99_ms": 0.36753380601970703 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 7935.765, + "p50_ms": 0.1232055, + "p95_ms": 0.14240150000000001, + "p99_ms": 0.1666715, + "reads": 0.0 + }, + "candidate": { + "throughput": 7497.5025000000005, + "p50_ms": 0.1308145, + "p95_ms": 0.144295, + "p99_ms": 0.1663215, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 0.944773755271231, + "p50_ms": 1.0617586065557139, + "p95_ms": 1.013296910496027, + "p99_ms": 0.997900060898234 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 11320.129, + "p50_ms": 0.7349654999999999, + "p95_ms": 1.3498915, + "p99_ms": 1.48453, + "reads": 0.0 + }, + "candidate": { + "throughput": 11571.2515, + "p50_ms": 0.7202230000000001, + "p95_ms": 1.3243585, + "p99_ms": 1.450364, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.0221837136308252, + "p50_ms": 0.9799412353368969, + "p95_ms": 0.9810851464728831, + "p99_ms": 0.9769853084814724 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query_cold", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 3766.194, + "p50_ms": 0.26593849999999997, + "p95_ms": 0.26593849999999997, + "p99_ms": 0.26593849999999997, + "reads": 0.0 + }, + "candidate": { + "throughput": 3707.2465, + "p50_ms": 0.283745, + "p95_ms": 0.283745, + "p99_ms": 0.283745, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 0.9843482571529774, + "p50_ms": 1.066957210031643, + "p95_ms": 1.066957210031643, + "p99_ms": 1.066957210031643 + }, + "latency_gate": false + }, + { + "mode": "leased", + "lane": "local_query_expired_bursts", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 7.598, + "p50_ms": 0.8899345, + "p95_ms": 1.5099740000000001, + "p99_ms": 1.6266985, + "reads": 0.0 + }, + "candidate": { + "throughput": 7.598, + "p50_ms": 0.8754014999999999, + "p95_ms": 1.494271, + "p99_ms": 1.769135, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.0, + "p50_ms": 0.9836695846716809, + "p95_ms": 0.9896004831871276, + "p99_ms": 1.0875617085772193 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query_fresh_client", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 5789.8150000000005, + "p50_ms": 0.1696175, + "p95_ms": 0.1943625, + "p99_ms": 0.2175665, + "reads": 0.0 + }, + "candidate": { + "throughput": 5747.4035, + "p50_ms": 0.1752725, + "p95_ms": 0.19081700000000001, + "p99_ms": 0.203711, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 0.9926748091260256, + "p50_ms": 1.033339720252922, + "p95_ms": 0.9817583124316678, + "p99_ms": 0.9363160229171311 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query_fresh_client", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 10825.655999999999, + "p50_ms": 0.797011, + "p95_ms": 1.420849, + "p99_ms": 1.564898, + "reads": 0.0 + }, + "candidate": { + "throughput": 10973.8725, + "p50_ms": 0.7884905, + "p95_ms": 1.4166759999999998, + "p99_ms": 1.538148, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.0136912257326485, + "p50_ms": 0.98930943236668, + "p95_ms": 0.9970630235866019, + "p99_ms": 0.9829062341443341 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_command", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 69.515, + "p50_ms": 10.9855915, + "p95_ms": 32.6586145, + "p99_ms": 73.97202899999999, + "reads": 3194.0 + }, + "candidate": { + "throughput": 68.376, + "p50_ms": 11.088302500000001, + "p95_ms": 31.72761, + "p99_ms": 82.072838, + "reads": 3202.0 + } + }, + "ratios": { + "throughput": 0.9836150471121341, + "p50_ms": 1.0093496103509767, + "p95_ms": 0.9714928353742625, + "p99_ms": 1.109511785867061 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_command", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 58.641000000000005, + "p50_ms": 129.2960565, + "p95_ms": 353.3600825, + "p99_ms": 604.0337185000001, + "reads": 3273.0 + }, + "candidate": { + "throughput": 189.32, + "p50_ms": 50.0275675, + "p95_ms": 130.4414985, + "p99_ms": 207.7867995, + "reads": 1711.0 + } + }, + "ratios": { + "throughput": 3.2284579048788387, + "p50_ms": 0.3869226088886942, + "p95_ms": 0.36914610608287934, + "p99_ms": 0.3439986761268857 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_query", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 1413.2245, + "p50_ms": 0.6962985, + "p95_ms": 0.7598695, + "p99_ms": 0.8654855, + "reads": 4096.0 + }, + "candidate": { + "throughput": 1410.4135, + "p50_ms": 0.698182, + "p95_ms": 0.7618225, + "p99_ms": 0.8353835000000001, + "reads": 4096.0 + } + }, + "ratios": { + "throughput": 0.9980109317380219, + "p50_ms": 1.0027050180346502, + "p95_ms": 1.0025701781687513, + "p99_ms": 0.9652195212975839 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_query", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 2982.7115, + "p50_ms": 3.4079059999999997, + "p95_ms": 5.0024815, + "p99_ms": 6.2091715, + "reads": 4096.0 + }, + "candidate": { + "throughput": 2996.751, + "p50_ms": 3.4034575, + "p95_ms": 4.9773885, + "p99_ms": 6.099791, + "reads": 4096.0 + } + }, + "ratios": { + "throughput": 1.004706958752129, + "p50_ms": 0.9986946529628459, + "p95_ms": 0.9949838894956433, + "p99_ms": 0.9823840427019933 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_query_cold", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 27.2795, + "p50_ms": 36.657956999999996, + "p95_ms": 36.657956999999996, + "p99_ms": 36.657956999999996, + "reads": 4.0 + }, + "candidate": { + "throughput": 26.555, + "p50_ms": 37.723366, + "p95_ms": 37.723366, + "p99_ms": 37.723366, + "reads": 4.0 + } + }, + "ratios": { + "throughput": 0.973441595337158, + "p50_ms": 1.029063512732038, + "p95_ms": 1.029063512732038, + "p99_ms": 1.029063512732038 + }, + "latency_gate": false + }, + { + "mode": "object_only", + "lane": "forwarded_query_expired_bursts", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 7.5504999999999995, + "p50_ms": 3.9432765, + "p95_ms": 6.102438, + "p99_ms": 7.46804, + "reads": 768.0 + }, + "candidate": { + "throughput": 7.5504999999999995, + "p50_ms": 4.0803005, + "p95_ms": 6.1962905, + "p99_ms": 7.1635159999999996, + "reads": 768.0 + } + }, + "ratios": { + "throughput": 1.0, + "p50_ms": 1.034748767934483, + "p95_ms": 1.0153795089765763, + "p99_ms": 0.9592230357630649 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_query_uncached_route", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 2377.0665, + "p50_ms": 5.2511045, + "p95_ms": 6.5830465, + "p99_ms": 6.96575, + "reads": 72.0 + }, + "candidate": { + "throughput": 2410.889, + "p50_ms": 4.972887, + "p95_ms": 6.8663175, + "p99_ms": 6.9905275, + "reads": 72.0 + } + }, + "ratios": { + "throughput": 1.0142286721890197, + "p50_ms": 0.947017337019288, + "p95_ms": 1.0430303811464798, + "p99_ms": 1.0035570469798658 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_command", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 86.1195, + "p50_ms": 9.6972755, + "p95_ms": 26.37581, + "p99_ms": 37.097553500000004, + "reads": 3156.0 + }, + "candidate": { + "throughput": 83.072, + "p50_ms": 9.709145, + "p95_ms": 26.19623, + "p99_ms": 54.405215, + "reads": 3156.0 + } + }, + "ratios": { + "throughput": 0.964613124785908, + "p50_ms": 1.0012240035873994, + "p95_ms": 0.9931914887163654, + "p99_ms": 1.4665445525942835 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_command", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 75.703, + "p50_ms": 105.02161699999999, + "p95_ms": 227.81901249999999, + "p99_ms": 319.111329, + "reads": 3233.0 + }, + "candidate": { + "throughput": 262.4845, + "p50_ms": 36.941508, + "p95_ms": 74.06420800000001, + "p99_ms": 96.56745699999999, + "reads": 1671.0 + } + }, + "ratios": { + "throughput": 3.4672932380486903, + "p50_ms": 0.35175146846196437, + "p95_ms": 0.3251010843530893, + "p99_ms": 0.30261369065966315 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 1982.2645, + "p50_ms": 0.4989565, + "p95_ms": 0.538163, + "p99_ms": 0.595333, + "reads": 4096.0 + }, + "candidate": { + "throughput": 1989.314, + "p50_ms": 0.4968685, + "p95_ms": 0.5326120000000001, + "p99_ms": 0.5811325, + "reads": 4096.0 + } + }, + "ratios": { + "throughput": 1.0035562862574596, + "p50_ms": 0.9958152664611043, + "p95_ms": 0.9896852812252053, + "p99_ms": 0.9761469631281989 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 6056.0325, + "p50_ms": 1.8237755, + "p95_ms": 2.413507, + "p99_ms": 2.827408, + "reads": 4096.0 + }, + "candidate": { + "throughput": 5935.4385, + "p50_ms": 1.8554995, + "p95_ms": 2.496805, + "p99_ms": 2.9763330000000003, + "reads": 4096.0 + } + }, + "ratios": { + "throughput": 0.9800869628754469, + "p50_ms": 1.0173946848172926, + "p95_ms": 1.0345132622362396, + "p99_ms": 1.0526719171764387 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query_cold", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 675.657, + "p50_ms": 1.481906, + "p95_ms": 1.481906, + "p99_ms": 1.481906, + "reads": 2.0 + }, + "candidate": { + "throughput": 695.3415, + "p50_ms": 1.447209, + "p95_ms": 1.447209, + "p99_ms": 1.447209, + "reads": 2.0 + } + }, + "ratios": { + "throughput": 1.0291338652600357, + "p50_ms": 0.9765862342145858, + "p95_ms": 0.9765862342145858, + "p99_ms": 0.9765862342145858 + }, + "latency_gate": false + }, + { + "mode": "object_only", + "lane": "local_query_expired_bursts", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 7.584, + "p50_ms": 2.553965, + "p95_ms": 3.6990545, + "p99_ms": 4.6898955, + "reads": 768.0 + }, + "candidate": { + "throughput": 7.584, + "p50_ms": 2.5241625, + "p95_ms": 3.4538955, + "p99_ms": 3.9632265, + "reads": 768.0 + } + }, + "ratios": { + "throughput": 1.0, + "p50_ms": 0.9883308894209593, + "p95_ms": 0.9337238745738945, + "p99_ms": 0.8450564623454829 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query_fresh_client", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 1094.446, + "p50_ms": 0.892696, + "p95_ms": 0.9657595, + "p99_ms": 1.0919215, + "reads": 8192.0 + }, + "candidate": { + "throughput": 1081.2525, + "p50_ms": 0.9102405, + "p95_ms": 0.9903315, + "p99_ms": 1.1611285, + "reads": 8192.0 + } + }, + "ratios": { + "throughput": 0.9879450425146605, + "p50_ms": 1.0196533870432936, + "p95_ms": 1.025443187460232, + "p99_ms": 1.0633809298562213 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query_fresh_client", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 3488.4485, + "p50_ms": 4.062585, + "p95_ms": 4.821707, + "p99_ms": 5.6990655, + "reads": 8192.0 + }, + "candidate": { + "throughput": 3464.041, + "p50_ms": 4.019297, + "p95_ms": 4.8219725, + "p99_ms": 5.929455, + "reads": 8192.0 + } + }, + "ratios": { + "throughput": 0.9930033365835844, + "p50_ms": 0.9893447152490347, + "p95_ms": 1.0000550634868524, + "p99_ms": 1.040425838236111 + }, + "latency_gate": true + } + ], + "failures": [], + "gate_limits": { + "p95_max_ratio": 1.5, + "p99_max_ratio": 2.0, + "throughput_min_ratio": 0.9 + }, + "latency_alert_ratio": 1.1, + "latency_alerts": [ + "object_only/forwarded_command/c1", + "object_only/local_command/c1" + ], + "threshold": "median of all four runs: p95 <= 150%, p99 <= 200%, throughput >= 90%" + }, + "verification": "Unchanged routing parser and gate rerun; all raw quantiles/receipt coverage/phase summaries, exact 113-stage schedules per pair, binary/source-archive hashes, and candidate merge tree verified." +} diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-grouped-routing.md b/crates/cellule-axum/performance/2026-10-04-rustfs-grouped-routing.md new file mode 100644 index 00000000..c08e0a68 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-grouped-routing.md @@ -0,0 +1,34 @@ +# Grouped-write routing qualification + +Both leased and object-only routing modes pass the unchanged gates. +[CI run](https://github.com/crabbuild/cellule/actions/runs/37181423661) · +[Full dataset](2026-10-04-rustfs-grouped-routing.json). + +Baseline `5724959a79be90df1ed8e85f6e123c109455d2f5` is compared with implementation +`98ba66627c208c496cb0626437ad565d2859fe95`, using actual merge build +`8ca9b3248e445a23f9c572bd1e5875f08bc69b5e` with an identical tree. Both binaries +use the same routing test harness. This comparison covers the grouped-write +implementation and associated preparation changes, not isolated components. + +Four alternating pairs per mode retain all 15 lanes per point, 1/16 clients, +1,024 raw samples per command lane, and exact recovery of 6,144 mutations per +point. Independent audits verify **98,304 logical mutations**, **240 measurement +rows**, **304 raw sample/publication files**, all actual root ranges and phase +summaries, binary/source-archive hashes, and all 113 coordinated stages per pair. + +| Mode | Route, 16 clients | TPS change | p95 change | p99 change | +| --- | --- | ---: | ---: | ---: | +| leased | forwarded | +218.1% | -63.3% | -63.0% | +| leased | local | +220.7% | -64.4% | -63.2% | +| object_only | forwarded | +222.8% | -63.1% | -65.6% | +| object_only | local | +246.7% | -67.5% | -69.7% | + +Changes are ratios of four-run medians, following the existing routing gate. +Object-only single-client p99 regresses by 46.7% locally and 11.0% through the +peer; both remain latency alerts in the dataset. Higher authority-publication +tails accompany these alerts; the separate distributions do not prove causality. +The gates allow p95 up to 1.50x, p99 up to 2.00x, and throughput at least 0.90x. + +These are fixed-count routing lanes on a shared provider, not 120-second steady +HTTP or horizontal scaling measurements. All lanes, regressions, and provenance +are retained in JSON; no universal latency improvement is claimed. diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-root-phase-calibration.json b/crates/cellule-axum/performance/2026-10-04-rustfs-root-phase-calibration.json new file mode 100644 index 00000000..3c98d010 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-root-phase-calibration.json @@ -0,0 +1,9249 @@ +{ + "baseline_revision": "98ba66627c208c496cb0626437ad565d2859fe95", + "candidate_revision": "b1a55d8d1cb994edc6691cc09ff19051cb115b6a", + "metadata": { + "started_at_utc": "2026-10-04T06:20:04Z", + "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39", + "cpu_count": 4, + "python": "3.12.3", + "binary_sha256": "9a18b2744e2707842bac94796888b22e7598b795af5e900cd7aa6417a2a99c03", + "endpoint": "http://127.0.0.1:9000", + "bucket": "cellule-axum-perf", + "writes": 32, + "reads": 64, + "warmup": 16, + "repeats": 3, + "concurrency": [ + 16 + ], + "cells": [ + 1, + 4, + 16 + ], + "workers": 4, + "read_seconds": null, + "read_warmup_seconds": 5, + "write_seconds": 120, + "write_warmup_seconds": 5, + "read_driver_sha256": null, + "baseline_binary_sha256": "43aab3bc2b423de554896dfae45e8309ddd52a0d63c80cc8197a8d3e7a1047f2", + "http_tokio_workers": "4", + "provider_container": "8c4d7f5e051878b5f309209fef2d670cc40f8db94671f9a23bc0dbe7a419d2b0", + "workload": "order_id mod active Cells; POST inserts then receipt-bound SELECT; GET owner-ordered SELECT; closed loop" + }, + "all_acknowledged": 447161, + "aggregate": [ + { + "cells": 1, + "baseline_medians": { + "TPS": 222.75853887958115, + "p50": 66.178156, + "p95": 107.247542, + "p99": 176.716665 + }, + "candidate_medians": { + "TPS": 185.04468577041033, + "p50": 78.658847, + "p95": 130.41793, + "p99": 215.5558 + }, + "paired_ratio_medians": { + "TPS": 0.8210229174900158, + "p50": 1.2361343673583167, + "p95": 1.2160458651816937, + "p99": 1.207165165516484 + }, + "paired_ratios": [ + { + "TPS": 0.8210229174900158, + "p50": 1.2361343673583167, + "p95": 1.2160458651816937, + "p99": 1.1895411448603335, + "response_body_bytes_per_second": 0.8200548387205141 + }, + { + "TPS": 0.753436338326235, + "p50": 1.3159158069413963, + "p95": 1.516730753199982, + "p99": 1.3634202064880097, + "response_body_bytes_per_second": 0.7523350787463302 + }, + { + "TPS": 0.8949292047858359, + "p50": 1.1696506305254293, + "p95": 1.1306849362040283, + "p99": 1.207165165516484, + "response_body_bytes_per_second": 0.8945173470528615 + } + ] + }, + { + "cells": 4, + "baseline_medians": { + "TPS": 239.9835918657148, + "p50": 55.605849, + "p95": 119.184979, + "p99": 162.88061 + }, + "candidate_medians": { + "TPS": 230.20063390942508, + "p50": 58.933101, + "p95": 121.360884, + "p99": 168.02756 + }, + "paired_ratio_medians": { + "TPS": 0.9592348881845061, + "p50": 1.051352242037416, + "p95": 1.003461652896345, + "p99": 1.0340998818488494 + }, + "paired_ratios": [ + { + "TPS": 0.9592348881845061, + "p50": 1.051352242037416, + "p95": 1.003461652896345, + "p99": 0.9759877188573889, + "response_body_bytes_per_second": 0.9590621014327911 + }, + { + "TPS": 1.0357259140179662, + "p50": 1.0182332770236115, + "p95": 0.9345700434280397, + "p99": 1.0340998818488494, + "response_body_bytes_per_second": 1.0359450560865031 + }, + { + "TPS": 0.8756326101444103, + "p50": 1.1562241231133796, + "p95": 1.171562109156512, + "p99": 1.1459197276251398, + "response_body_bytes_per_second": 0.8752679457994457 + } + ] + }, + { + "cells": 16, + "baseline_medians": { + "TPS": 144.88930514432764, + "p50": 96.696001, + "p95": 211.275742, + "p99": 286.069063 + }, + "candidate_medians": { + "TPS": 145.2408257064678, + "p50": 98.523602, + "p95": 210.826935, + "p99": 284.186674 + }, + "paired_ratio_medians": { + "TPS": 0.9994308433509921, + "p50": 1.0067852030406097, + "p95": 0.9966699980928748, + "p99": 0.9690522634389164 + }, + "paired_ratios": [ + { + "TPS": 1.028140238622177, + "p50": 1.0067852030406097, + "p95": 0.955632549618498, + "p99": 0.9690522634389164, + "response_body_bytes_per_second": 1.028293017016648 + }, + { + "TPS": 0.9393968156135905, + "p50": 1.0500332461069537, + "p95": 1.0858514176430785, + "p99": 1.0740184020556691, + "response_body_bytes_per_second": 0.9388929119783452 + }, + { + "TPS": 0.9994308433509921, + "p50": 1.000672995464631, + "p95": 0.9966699980928748, + "p99": 0.9590849929022407, + "response_body_bytes_per_second": 0.9995425968488799 + } + ] + } + ], + "pairs": [ + { + "cells": 1, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 28528, + "raw_client_sha256": { + "writes-client-0.json": "d4295cfac21c797ba45acb34619affec29070779433e3c71cfc3cdf138bf58e8", + "writes-client-1.json": "347133f06a9b35640f793a34c47a8b067c9d63e4b6d1dbac61c80bd6edee03ae", + "writes-client-2.json": "8f964b578ecd14cebfcc73611455846e8a408c766083814be410c83ae68afd1a", + "writes-client-3.json": "f5689d13411a09f7b0353ea7dcfddd58d784b84290a6915381ce73733903000b", + "writes-client-4.json": "f27076bad3cd42605f8e2ec7aaaa69f94b9dfc6595714762b385d26d370928e7", + "writes-client-5.json": "cc3527297a278fb4ce2edaefa45ccd273107c2fa4bc9c4bd9ce3541e92cfb8e7", + "writes-client-6.json": "b4b1740ef9f94b64b490008266bbcf1d93eb821f80f2f229040a9080ff444341", + "writes-client-7.json": "40c54dbb3772c50c8b68624d761af8c4a267b2b33e347fee0d21651bd0a5217c", + "writes-client-8.json": "37178ad43b6f92ff46d65e54a53cb94c12abe2b5a84ed67f97e09fd13ecf91b1", + "writes-client-9.json": "f21a6730c09ed31aa40197f13b4858a64e89c089d435a6f20b1c9d50c710fe14", + "writes-client-10.json": "543b49ad0b50f15a4cfa1cde113e1d299ce6ee4c7e0ec3bdd76403bbf807ebea", + "writes-client-11.json": "43b991884f9b90a5f6933f042a3a1eae67e380c4f441bba78bbdf721b782dba3", + "writes-client-12.json": "0d0238bb3900fb3728fb83ec8aedb50b8702c131fc9de0ce75b7f9ebbabd39ea", + "writes-client-13.json": "1d32f026e212307a0309f135de779b6f7becfe108f5c631c05c60e2f77c5b186", + "writes-client-14.json": "969b5bfcd3f346983d29f5aa56d62a4285d731d895c875de5f56c66211ac10b5", + "writes-client-15.json": "6f9112207326d8b8f924db76fcc3b5e0c2577059c97a7bfc4dd12c2452b32aac", + "write-warmup-client-0.json": "21c569d16c5cdafe473ff10ef90c1a9dc3121001f9205dfc053cb71dc51d7534", + "write-warmup-client-1.json": "e9af7cffeb0403bdbf0e43bf2dbf2e8a70faa1b235b55d3accb90eacc0990e42", + "write-warmup-client-2.json": "d3552dff5c1ec45a23af7253b6e33d3e89facc452f837c27c90cf52754617da9", + "write-warmup-client-3.json": "62ed0aa4b830e7b0a98ab03bcac56462ca6af77407e88da9918b449c96117af8", + "write-warmup-client-4.json": "ff2260bbb707b0dd6757c23ffdaf6b5fc43959634654ac429fa00b485d0f980e", + "write-warmup-client-5.json": "54ae0db2b63dc17dacb89bb040dabe74f09249fc63481594eb92601c2c6167cb", + "write-warmup-client-6.json": "d996ca26f912b85951f44ee31784b4c3fd1e4397b5b2d0370d63799dc78f386d", + "write-warmup-client-7.json": "f3dcf84c5b87467050ac5c6de7e779e51d4f458e5c58e2e1310b657b0c7474ab", + "write-warmup-client-8.json": "f7576a068d403c97340faae94d6d00b163d8e4c8be06313792c7b9671cebc9be", + "write-warmup-client-9.json": "69aee803e67187cb5a8afe11d4b93fa1fde4fece1b09483c9d7b3f7727102fc0", + "write-warmup-client-10.json": "c6826147b3ee480b75288d23bfa0324b977703f95e020a8337566fc8f88f3b61", + "write-warmup-client-11.json": "a4bbaf8fe0b005988fb135879bff021a7c6ac674761479ef3016690a56852148", + "write-warmup-client-12.json": "93e0daa474b9398ebcc1667a9661f0e4364702bee1d56ff41a5ed37c01c19fbc", + "write-warmup-client-13.json": "9736a1b1c44add9a1f114c0c500eb3ea8cb2ab8dca102d02e7a3221c2bf9879b", + "write-warmup-client-14.json": "bc7454d652c18d885d57722fd2077fdbcf53829394a56e870c574a53ff4f6539", + "write-warmup-client-15.json": "930dbb51e49c5e2061756022f49c3a29d2e6921f58a9e6ea062c3e452aa2b4a5" + } + }, + "repeat": 1, + "cells": 1, + "variant": "baseline", + "measured_writes": 26800, + "all_acknowledged": 28544, + "TPS": 222.75853887958115, + "response_body_bytes_per_second": 45033.38155681443, + "p50": 66.178156, + "p95": 107.247542, + "p99": 176.716665, + "server_cpu_cores": 0.3110709484453071, + "driver_cpu_cores": 0.05583324715684999, + "server_rss_after_bytes": 91258880, + "first_30_seconds_TPS": 291.2, + "last_30_seconds_TPS": 192.53333333333333, + "interval_TPS_min": 171.1, + "interval_TPS_max": 313.6, + "interval_TPS_cv": 0.19230131465932163, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 57089, + "mean_ms": 14.433506087687645, + "overflow": 0, + "p50_ms": 0.4, + "p95_ms": 54.4, + "p99_ms": 82.3, + "resolution_us": 100 + }, + "authority": { + "count": 8872, + "mean_ms": 3.231704305342651, + "overflow": 0, + "p50_ms": 3.1, + "p95_ms": 4.2, + "p99_ms": 7.2, + "resolution_us": 100 + }, + "compaction": { + "count": 600, + "mean_ms": 26.432034261666665, + "overflow": 0, + "p50_ms": 22.0, + "p95_ms": 50.8, + "p99_ms": 83.0, + "resolution_us": 100 + }, + "directory": { + "count": 9472, + "mean_ms": 0.013655850084459461, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 9473, + "mean_ms": 0.0005343086667370421, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "preparation": { + "count": 8872, + "mean_ms": 8.65801321066276, + "overflow": 0, + "p50_ms": 7.2, + "p95_ms": 25.5, + "p99_ms": 43.2, + "resolution_us": 100 + }, + "publication": { + "count": 8872, + "mean_ms": 12.178858202772767, + "overflow": 0, + "p50_ms": 10.7, + "p95_ms": 30.0, + "p99_ms": 47.2, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 600, + "mean_ms": 0.00043245666666666665, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 8873, + "mean_ms": 0.0036079457906006986, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 9472, + "mean_ms": 1.0022683619087838, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 1.6, + "p99_ms": 2.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 8873, + "mean_ms": 6.862610519441001, + "overflow": 0, + "p50_ms": 7.0, + "p95_ms": 10.1, + "p99_ms": 13.5, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 8873, + "mean_ms": 6.855794861039108, + "overflow": 0, + "p50_ms": 7.0, + "p95_ms": 10.1, + "p99_ms": 13.5, + "resolution_us": 100 + }, + "uploaded_bytes": 896048831, + "uploaded_objects": 68480, + "worker": { + "count": 57089, + "mean_ms": 0.8151926938289338, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.7, + "p99_ms": 4.6, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.473509, + "overflow": 0, + "p50_ms": 0.5, + "p95_ms": 0.5, + "p99_ms": 0.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 18944, + "mean_ms": 0.7260573596389358, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.2, + "p99_ms": 1.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 18944, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 18944 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 163, + "mean_ms": 3.264519288343558, + "overflow": 0, + "p50_ms": 3.1, + "p95_ms": 4.7, + "p99_ms": 9.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 163, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 163 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 81766541, + "duration": { + "count": 163, + "mean_ms": 9.661136245398772, + "overflow": 0, + "p50_ms": 8.8, + "p95_ms": 14.9, + "p99_ms": 25.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 163, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 163 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 163, + "mean_ms": 3.3664609141104296, + "overflow": 0, + "p50_ms": 3.3, + "p95_ms": 5.2, + "p99_ms": 7.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 163, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 163 + }, + "put": { + "bytes_read": 0, + "bytes_written": 819397156, + "duration": { + "count": 77196, + "mean_ms": 4.568922842906368, + "overflow": 0, + "p50_ms": 4.5, + "p95_ms": 7.2, + "p99_ms": 9.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 77196, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 77196 + }, + "range": { + "bytes_read": 366672027, + "bytes_written": 0, + "duration": { + "count": 19083, + "mean_ms": 1.2620635935649531, + "overflow": 0, + "p50_ms": 1.2, + "p95_ms": 2.3, + "p99_ms": 3.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 19083, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 19083 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.487814678, + "cpu_seconds": 276.997852, + "cpu_cores": 2.2073685218821657, + "cgroup_before": { + "usage_usec": 3075027, + "user_usec": 1820795, + "system_usec": 1254232, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 280072879, + "user_usec": 187142997, + "system_usec": 92929882, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 23306, + "raw_client_sha256": { + "writes-client-0.json": "4864c608fbcc95e32a3278fca9fd21b0ba89faf28db671bc94df794c57c359e9", + "writes-client-1.json": "2515243f1622b4fe0ec146a408ed2087c9c71159d176ee243281bc53849215d1", + "writes-client-2.json": "e515fa215ebe1d9b035f6d2b748fab98b31dd74f8afa0319c4241104dac66a78", + "writes-client-3.json": "7e7a3524361ac6fcf0847e268760093ba17d648cd4de89d7e80b9fcfe7f77685", + "writes-client-4.json": "96a0a0f328849a26af9d2b040fe9f43bce72f2be8c930865671967111dff818c", + "writes-client-5.json": "87126bba7bde666e13abfe35876d3f67af53118bddf69cb2f77f580eb6d83cb7", + "writes-client-6.json": "2674c1b834a8ed7adedeaca23940ddaf8ff4d23ec3098ef24f968c6cf12586f7", + "writes-client-7.json": "e8ec6b1a0a85bce36a25bb08b7ebd20020e6800a10db593210e6e55f6fdf1789", + "writes-client-8.json": "520dca570f63958a81d03f9d091842daf8b8297a840f6908cb94aec7118310c7", + "writes-client-9.json": "2db7f42f89181a810d14c9b363dc2711c51bdac608c3f7a3e04b288df9e8d1e7", + "writes-client-10.json": "f2ef50b83045b7cdcada1b5cff45a7647c619c6d84a0efd166e45afbccb070b7", + "writes-client-11.json": "2078044db228b36f5f5d2760608c2c5ebe1c1edbf42a1fdffd22d3970d0f3189", + "writes-client-12.json": "ed34ad7bada3b34068c0ddb280e0153e4816982ad7a7109af1fb44aad6f43da7", + "writes-client-13.json": "66d35d679777376661f0c4dc799fbf5d78c994ff461a00cbb3714b176b75198a", + "writes-client-14.json": "694dcc328130bee0fd664993f26a7710e328e87fba7ccf72b7328dbb65589143", + "writes-client-15.json": "b6d170b77a4c006f1940459409c5755f85c609aeff204f2a68d669fdeaf65496", + "write-warmup-client-0.json": "b8b39310afba8b50e1f924de979a188302eb0a2d6cdb576d4cfdc0e766bc7ce1", + "write-warmup-client-1.json": "f81228ea1b700c77f617cab5cae4ce3aeb4ab39dc2b1547af3ce337f084b74b2", + "write-warmup-client-2.json": "55c5cc78c75ad40283c88539598536aeaab5a1289b1bd22db5f2e71cdbc7efe0", + "write-warmup-client-3.json": "593a695126021b4db091fb7135d51a625aa67ce9c60335dcdfedb30839bec66d", + "write-warmup-client-4.json": "6de1ae6e774fd860313646897ad7c129655a765d40f952099908fd2eb83f22f8", + "write-warmup-client-5.json": "138b642dabc78eb93bb95f31955e463d9faebb5eb74dff9a8c287145d56df930", + "write-warmup-client-6.json": "d1e2a73abed08a4ff8d962386c748ee8d650513885f6ba1e4c768bae3fdfd335", + "write-warmup-client-7.json": "7540cb7a03c19c80c6b487cf8e0b581198cfec707a57f921457d30a4cc907956", + "write-warmup-client-8.json": "9f5bfcbf94c9304600f1972972921b4aedffc3ffe7b75e50ec75f514ae078234", + "write-warmup-client-9.json": "66e7ede09cac74255857eccc6fc238177c17de821bd1002aeff204e73112c3f7", + "write-warmup-client-10.json": "b8e12dab7df41d9f840d7f17c8a6f55bd12b887868dd20012e02304914947acf", + "write-warmup-client-11.json": "e30413a9c0d921e915cd75924e4e10cbb392ac3d8b567df49f6419ca11cb6b22", + "write-warmup-client-12.json": "6626eeb7e6e20bca7a18bffa7b3de47c5b03e4d768f66d8f3c5bb5d9147bded3", + "write-warmup-client-13.json": "442b8bde4a75fef619d1b1d997b32e46a3d7efafdd6ff296f172ec7b09bc77c1", + "write-warmup-client-14.json": "95d0173d0d0b88054c735dcf6ff475e2e0cb1457f01d797b093b0be7285645cc", + "write-warmup-client-15.json": "c6e31b29c908331b0f87a3a5fcdb3734d597649218920b1e7abdd7d459226620" + } + }, + "repeat": 1, + "cells": 1, + "variant": "candidate", + "measured_writes": 21983, + "all_acknowledged": 23322, + "TPS": 182.88986548672682, + "response_body_bytes_per_second": 36929.84244961283, + "p50": 81.805093, + "p95": 130.41793, + "p99": 210.211744, + "server_cpu_cores": 0.303354265542082, + "driver_cpu_cores": 0.04789804192769716, + "server_rss_after_bytes": 77008896, + "first_30_seconds_TPS": 237.33333333333334, + "last_30_seconds_TPS": 161.56666666666666, + "interval_TPS_min": 142.4, + "interval_TPS_max": 248.0, + "interval_TPS_cv": 0.18233626603237577, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 46645, + "mean_ms": 16.363292240797513, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 59.1, + "p99_ms": 89.2, + "resolution_us": 100 + }, + "authority": { + "count": 8148, + "mean_ms": 3.5987797895189004, + "overflow": 0, + "p50_ms": 3.4, + "p95_ms": 4.7, + "p99_ms": 10.1, + "resolution_us": 100 + }, + "compaction": { + "count": 549, + "mean_ms": 28.09638395081967, + "overflow": 0, + "p50_ms": 22.9, + "p95_ms": 59.6, + "p99_ms": 85.5, + "resolution_us": 100 + }, + "directory": { + "count": 8697, + "mean_ms": 0.01621357203633437, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 8698, + "mean_ms": 0.0006044148080018394, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "preparation": { + "count": 8148, + "mean_ms": 9.416094812837505, + "overflow": 0, + "p50_ms": 7.6, + "p95_ms": 27.9, + "p99_ms": 42.6, + "resolution_us": 100 + }, + "publication": { + "count": 8148, + "mean_ms": 13.348577585174276, + "overflow": 0, + "p50_ms": 11.3, + "p95_ms": 31.9, + "p99_ms": 47.6, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 549, + "mean_ms": 0.0005218269581056467, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 8149, + "mean_ms": 0.004426720211068843, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 8697, + "mean_ms": 1.172393197309417, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 1.8, + "p99_ms": 2.4, + "resolution_us": 100 + }, + "root_preparation": { + "count": 8149, + "mean_ms": 7.517069625598233, + "overflow": 0, + "p50_ms": 7.5, + "p95_ms": 9.8, + "p99_ms": 13.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 8149, + "mean_ms": 7.508859748803535, + "overflow": 0, + "p50_ms": 7.5, + "p95_ms": 9.8, + "p99_ms": 13.1, + "resolution_us": 100 + }, + "uploaded_bytes": 731904129, + "uploaded_objects": 60560, + "worker": { + "count": 46645, + "mean_ms": 0.8549865095079859, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.9, + "p99_ms": 5.3, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.5541305, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 0.6, + "p99_ms": 0.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 17394, + "mean_ms": 0.8519724694147407, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.4, + "p99_ms": 1.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 17394, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 17394 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 92, + "mean_ms": 4.115800532608696, + "overflow": 0, + "p50_ms": 3.3, + "p95_ms": 12.0, + "p99_ms": 21.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 92, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 92 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 49088920, + "duration": { + "count": 92, + "mean_ms": 10.598701989130436, + "overflow": 0, + "p50_ms": 9.1, + "p95_ms": 17.7, + "p99_ms": 59.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 92, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 92 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 92, + "mean_ms": 4.030357619565217, + "overflow": 0, + "p50_ms": 3.6, + "p95_ms": 6.0, + "p99_ms": 30.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 92, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 92 + }, + "put": { + "bytes_read": 0, + "bytes_written": 687750287, + "duration": { + "count": 68633, + "mean_ms": 4.84617061259161, + "overflow": 0, + "p50_ms": 4.8, + "p95_ms": 6.9, + "p99_ms": 9.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 68633, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 68633 + }, + "range": { + "bytes_read": 286335430, + "bytes_written": 0, + "duration": { + "count": 17484, + "mean_ms": 1.4209142215168156, + "overflow": 0, + "p50_ms": 1.3, + "p95_ms": 2.5, + "p99_ms": 3.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 17484, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 17484 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.3616368239999, + "cpu_seconds": 299.014139, + "cpu_cores": 2.385212466711787, + "cgroup_before": { + "usage_usec": 294280333, + "user_usec": 201060195, + "system_usec": 93220138, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 593294472, + "user_usec": 415154196, + "system_usec": 178140275, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.8210229174900158, + "p50": 1.2361343673583167, + "p95": 1.2160458651816937, + "p99": 1.1895411448603335, + "response_body_bytes_per_second": 0.8200548387205141 + } + }, + { + "cells": 1, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 31387, + "raw_client_sha256": { + "writes-client-0.json": "ec55888932dd130bdd38f420e6a4b55a4b91b9bcca2e1962a015ba5001c8de3d", + "writes-client-1.json": "b83221b379cac6056c6d0fed6c005176873086c11875804d44580dcc6ff078ae", + "writes-client-2.json": "83e145a0c0920aa5e9232090ca172db73fc4336c300fd4af6cab1bf385c6e1b2", + "writes-client-3.json": "ebfd42ada6547f865472419e3e4b918047649fca34e887baf855922a8acf3f89", + "writes-client-4.json": "6981a4f1a8ad40412125ae9d757be9d07191d7c8cb8bd7f35fb4f8503cc34e95", + "writes-client-5.json": "d7060c76c602b34827c0dc13d4df9e5a78c1491e82ab499f9370b8ed35602e78", + "writes-client-6.json": "742a0481d7685dad220baecd9038d405892c3215fb9623374d728e85ce8b8fc6", + "writes-client-7.json": "01767868b017eaf11097ccfc95284fe848f7b437e94a84464be56c425bcd97ad", + "writes-client-8.json": "6938615b30da47b370176ff7923a2605affb9cec569ed6a6b8dc6149be260ce8", + "writes-client-9.json": "e1ce65b62104bdadac00215e80f7dfd6f1a73aa9d9c28ef6f7e22c2f7dcb0a17", + "writes-client-10.json": "43deca890593942b832fbd96d86c45f10834015ffaf8b53a906134df64fe5850", + "writes-client-11.json": "06184eb5bd1a86c70a6120980a66315b3ac887afef7b761db11f905394082bd2", + "writes-client-12.json": "b5be4fbb75720056961e9caec5eb29b9fe5e347ee8fd33c59f1c913d36d96835", + "writes-client-13.json": "0e49dd765fdcbae93c5dc8010237d0c7d8a6ee37cbac97a59f661143b4075572", + "writes-client-14.json": "bfb30558f4c45deffbdb33cf4479d922027737341793e189b06fa8625fbf0614", + "writes-client-15.json": "595fbfb9fda1222e536fdbd44a936752ce36dbb8149402e8474640bce4c64b34", + "write-warmup-client-0.json": "36ec192a1b9e1703bb11dc68c386b52484952aba4c665daa8a3a4add8fc29ce3", + "write-warmup-client-1.json": "971cd4842e10c04172261fbc1edeecfcdc7742504a8b0990d85cab7e7bc025e0", + "write-warmup-client-2.json": "0314391b6ffd9c56c6491ddb00bd693313ebdd0f8cee1dfea6898cd6bb2f8868", + "write-warmup-client-3.json": "d914b11da9ab3175282ee0766570ed6f620f7a8c6d47ae46cc66d913298da96d", + "write-warmup-client-4.json": "784e9edd0e72c55d23df796187663dacef98b459ba23578526734c6445861450", + "write-warmup-client-5.json": "241d344bc866bd800ca1e8e1c8e4117d665d22e81dd030d662b2dc2a57a28040", + "write-warmup-client-6.json": "667e938c4768916715c4d65e3df7f4af345648c53a1dde07f202207f56b8d7d6", + "write-warmup-client-7.json": "a633bde8af0ce54eab9b4c2ea1fd75fa6ce83c5c4ac46a8bd21817df8e75ad7f", + "write-warmup-client-8.json": "21a0a73b641275557fef780969b2eaadf3245889d39f5537b86fa542c4a2511c", + "write-warmup-client-9.json": "f60a5036466af4c64599f0557bff08986b8c37bc43111a0cf2d3ce621a565377", + "write-warmup-client-10.json": "c823cf85f1df59e9eaaec507d94d6e0aad5d6608fdfa6a38463c328f5e12c772", + "write-warmup-client-11.json": "3d9dccdc4ac6ee00fec973e256af7358322d14811e1a1b1c2a67655efeb68c33", + "write-warmup-client-12.json": "b7a730d9950ef462ed4a1228751e7e5e531cd525dcbda5e9d973c20fea410c9f", + "write-warmup-client-13.json": "cdd665e8045341061670d7d4fabb781a896e16476c7368e6c8e2aee0825c666c", + "write-warmup-client-14.json": "098fe04b78417871b813b01d29e1724440435ffb47dea4f1f95a99761ec6f38f", + "write-warmup-client-15.json": "d45261402988a07093733446c9a0172631c18983b2e75f1f8cf48b51c2a60de8" + } + }, + "repeat": 2, + "cells": 1, + "variant": "baseline", + "measured_writes": 29947, + "all_acknowledged": 31403, + "TPS": 249.08656115303322, + "response_body_bytes_per_second": 50370.655859478575, + "p50": 57.241251, + "p95": 95.693271, + "p99": 159.463109, + "server_cpu_cores": 0.34314298400892873, + "driver_cpu_cores": 0.06384055516445186, + "server_rss_after_bytes": 85729280, + "first_30_seconds_TPS": 284.8, + "last_30_seconds_TPS": 231.3, + "interval_TPS_min": 222.4, + "interval_TPS_max": 296.0, + "interval_TPS_cv": 0.09140469334588337, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 62807, + "mean_ms": 13.175480542964955, + "overflow": 0, + "p50_ms": 0.3, + "p95_ms": 48.8, + "p99_ms": 73.9, + "resolution_us": 100 + }, + "authority": { + "count": 9804, + "mean_ms": 3.022858345573235, + "overflow": 0, + "p50_ms": 2.9, + "p95_ms": 3.6, + "p99_ms": 9.1, + "resolution_us": 100 + }, + "compaction": { + "count": 657, + "mean_ms": 25.272991926940637, + "overflow": 0, + "p50_ms": 19.7, + "p95_ms": 50.4, + "p99_ms": 109.4, + "resolution_us": 100 + }, + "directory": { + "count": 10461, + "mean_ms": 0.012912591052480642, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 10462, + "mean_ms": 0.0004650940546740585, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 9804, + "mean_ms": 7.627388941350469, + "overflow": 0, + "p50_ms": 6.0, + "p95_ms": 23.2, + "p99_ms": 37.2, + "resolution_us": 100 + }, + "publication": { + "count": 9804, + "mean_ms": 10.908449633312934, + "overflow": 0, + "p50_ms": 9.1, + "p95_ms": 27.1, + "p99_ms": 40.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 657, + "mean_ms": 0.0003869421613394216, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 9805, + "mean_ms": 0.0031637561448240696, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 10461, + "mean_ms": 0.8858386136124653, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 1.2, + "p99_ms": 1.6, + "resolution_us": 100 + }, + "root_preparation": { + "count": 9805, + "mean_ms": 5.926848811830698, + "overflow": 0, + "p50_ms": 5.9, + "p95_ms": 7.7, + "p99_ms": 10.4, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 9805, + "mean_ms": 5.921003156348801, + "overflow": 0, + "p50_ms": 5.9, + "p95_ms": 7.7, + "p99_ms": 10.4, + "resolution_us": 100 + }, + "uploaded_bytes": 1021800896, + "uploaded_objects": 77274, + "worker": { + "count": 62807, + "mean_ms": 0.7920312626618052, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 1.6, + "p99_ms": 5.0, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.5450925, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 0.6, + "p99_ms": 0.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 20922, + "mean_ms": 0.6412406425771915, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 0.9, + "p99_ms": 1.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20922, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20922 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 196, + "mean_ms": 4.045013734693877, + "overflow": 0, + "p50_ms": 2.8, + "p95_ms": 4.0, + "p99_ms": 11.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 196, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 196 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 95944682, + "duration": { + "count": 196, + "mean_ms": 9.136634841836736, + "overflow": 0, + "p50_ms": 7.9, + "p95_ms": 17.5, + "p99_ms": 39.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 196, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 196 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 196, + "mean_ms": 3.2773048214285714, + "overflow": 0, + "p50_ms": 2.8, + "p95_ms": 4.6, + "p99_ms": 20.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 196, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 196 + }, + "put": { + "bytes_read": 0, + "bytes_written": 931508845, + "duration": { + "count": 86889, + "mean_ms": 3.8416875794059084, + "overflow": 0, + "p50_ms": 3.7, + "p95_ms": 5.5, + "p99_ms": 7.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 86889, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 86889 + }, + "range": { + "bytes_read": 398618317, + "bytes_written": 0, + "duration": { + "count": 21061, + "mean_ms": 1.1131517893262428, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 1.9, + "p99_ms": 2.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 21061, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 21061 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.41125448900016, + "cpu_seconds": 217.542409, + "cpu_cores": 1.7346322695391, + "cgroup_before": { + "usage_usec": 2385430413, + "user_usec": 1631149375, + "system_usec": 754281037, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2602972822, + "user_usec": 1741135157, + "system_usec": 861837664, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 23691, + "raw_client_sha256": { + "writes-client-0.json": "2f27f76593ddcc8d92d839159f834b1dbaccd43c5cffd424be3ebbcdd254edfa", + "writes-client-1.json": "257fef34ae5f5f2a25e2ae91ffa59592097d6d8677859f6f0c2797df13506557", + "writes-client-2.json": "724ffe00eea31f4b1bf79aa6f0aa6354e38b57a9a2bdfa90881576fb6094fe54", + "writes-client-3.json": "1a592d5a084f60213deb0912a8cde79da0ae38cbcd5b071978a9a8fa6646d2eb", + "writes-client-4.json": "2615adb7e4f5772200360e6f82a358937e37d18507e28f393062d9150a8801e4", + "writes-client-5.json": "4a46257ff1ba26dc3eee72eeef593f4087922752de8b54c6280e69b5395d8af4", + "writes-client-6.json": "c9c5cdd016e879c06ab53b56788873bc9a461c718b7c8a6f5a502de44ea13998", + "writes-client-7.json": "4f08a70437a3f0f7f59e0a1f3ccc9d1287d0615bd822e724151137ce4b412b72", + "writes-client-8.json": "c056e6c2ca0076e711c867704c8936d7ed2d2b1f3aa9e7d5a507f15b9d0d85e5", + "writes-client-9.json": "8e0fae4f4e2b154bb30ccee3aa2f9d91e770ccc31bfacbef9b7730e7035c45c1", + "writes-client-10.json": "5f408cb415c965c9018562a2ad6b23893465452bfc86b0055de0784f2ccc98d0", + "writes-client-11.json": "c56f5ee8d08e879ace682edffee7f62da625d49aee0a8c14715927bf52abda37", + "writes-client-12.json": "7356ad9c73d39477a359f34308a582b68ecba5e27d3acb4c189a6ab24ef06f2f", + "writes-client-13.json": "d741178622e28a73381c8b6357fe02fbc1c3f90cf5d4004d26d4f56d00be8f0f", + "writes-client-14.json": "138f54cd12dde0ef0b96684a780981adf7476ea8efb6a75657d6385a35edcdc2", + "writes-client-15.json": "50b7bdeeb76fb12c7d79413893a2d87616ae2e74aac4e364694e15ed5dc2996a", + "write-warmup-client-0.json": "83cb41deaadea8a3de349d3489733c1253c019ff72ff4f8f241cc8aa718710c6", + "write-warmup-client-1.json": "b506c221b7ebbc9ee0d28c840293a4653480235f9f5f17f79fb07cfa6bd286f1", + "write-warmup-client-2.json": "bc159bdd49d9d6baa98a07abacffd97cd1784870b6cd71ae75ee6047dbc326fa", + "write-warmup-client-3.json": "237bd569245c6f07017c694708f7ef1fa3a95372bed14f80c060b3441898c7c9", + "write-warmup-client-4.json": "14266f54359fd62232b85de063f37fbc4b5c2e151ea614397d4910356b16ff63", + "write-warmup-client-5.json": "149fd2e65bc7a22a946ef88696e285bbe5f62573fa2adc815cacc03b1657a1cb", + "write-warmup-client-6.json": "14239cf189421369d012de411b4546c8349a9d53e402ded94040b15a8a313b7e", + "write-warmup-client-7.json": "bde0a8926a7ccb2dfdf926abe77a9e5f37b9bcbf04dd5d10558fd5a2ea7620be", + "write-warmup-client-8.json": "0d7c0786a218c584ac1bfcbb1e6a86ec74446b1e3389d40b43fd260c78d81e90", + "write-warmup-client-9.json": "7440d53e5a3b1d59445a5c83157bb4ea431c630515773198d5308390a39a8121", + "write-warmup-client-10.json": "4051b377d2ad9c4a4f7a1c39649bca2cfb84e428254562bd6d8ff09377a47f52", + "write-warmup-client-11.json": "fd4be68af4038b03ed11dbc2b816777e71c93c42c85db9900ba33fb95b958082", + "write-warmup-client-12.json": "3043eade196c3f398226c6758b38e2c4177176400e5a6e594800396fde4f5a17", + "write-warmup-client-13.json": "75f9c627994806e01942e3125f3a013bd6ee61397c7db85d01b74e4bd920da04", + "write-warmup-client-14.json": "88eaeda33ea7750eeaf7870a4f57ecfb4b4c86b8b3a8244b23170b93364dce7a", + "write-warmup-client-15.json": "c72b64f24ef6154c81b62f5fa118095e54f091c76afa6f10b8b3de8906690339" + } + }, + "repeat": 2, + "cells": 1, + "variant": "candidate", + "measured_writes": 22555, + "all_acknowledged": 23707, + "TPS": 187.67086656141515, + "response_body_bytes_per_second": 37895.61134254511, + "p50": 75.324667, + "p95": 145.140927, + "p99": 217.415225, + "server_cpu_cores": 0.2954595144518246, + "driver_cpu_cores": 0.05589774597737222, + "server_rss_after_bytes": 79343616, + "first_30_seconds_TPS": 227.73333333333332, + "last_30_seconds_TPS": 133.16666666666669, + "interval_TPS_min": 108.3, + "interval_TPS_max": 235.2, + "interval_TPS_cv": 0.19391867451466446, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 47415, + "mean_ms": 17.003194852683748, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 61.9, + "p99_ms": 94.1, + "resolution_us": 100 + }, + "authority": { + "count": 7608, + "mean_ms": 3.8601022450052573, + "overflow": 0, + "p50_ms": 3.6, + "p95_ms": 5.2, + "p99_ms": 11.4, + "resolution_us": 100 + }, + "compaction": { + "count": 502, + "mean_ms": 29.4552956374502, + "overflow": 0, + "p50_ms": 24.6, + "p95_ms": 55.3, + "p99_ms": 85.3, + "resolution_us": 100 + }, + "directory": { + "count": 8110, + "mean_ms": 0.016898919605425403, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 8111, + "mean_ms": 0.0006524316360498089, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "preparation": { + "count": 7608, + "mean_ms": 9.978013149710831, + "overflow": 0, + "p50_ms": 7.8, + "p95_ms": 29.4, + "p99_ms": 46.2, + "resolution_us": 100 + }, + "publication": { + "count": 7608, + "mean_ms": 14.212173063617245, + "overflow": 0, + "p50_ms": 11.6, + "p95_ms": 34.0, + "p99_ms": 52.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 502, + "mean_ms": 0.0006711613545816734, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_admission": { + "count": 7609, + "mean_ms": 0.004620196609278486, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 8110, + "mean_ms": 1.2503484759556105, + "overflow": 0, + "p50_ms": 1.2, + "p95_ms": 1.8, + "p99_ms": 2.6, + "resolution_us": 100 + }, + "root_preparation": { + "count": 7609, + "mean_ms": 8.028641685241162, + "overflow": 0, + "p50_ms": 7.7, + "p95_ms": 11.4, + "p99_ms": 15.9, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 7609, + "mean_ms": 8.019963788802734, + "overflow": 0, + "p50_ms": 7.7, + "p95_ms": 11.4, + "p99_ms": 15.9, + "resolution_us": 100 + }, + "uploaded_bytes": 702021545, + "uploaded_objects": 56414, + "worker": { + "count": 47415, + "mean_ms": 0.9520284918696615, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 2.1, + "p99_ms": 6.1, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.906452, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.2, + "p99_ms": 1.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 16220, + "mean_ms": 0.9161954371763255, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 1.4, + "p99_ms": 2.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 16220, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 16220 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 119, + "mean_ms": 3.514455193277311, + "overflow": 0, + "p50_ms": 3.3, + "p95_ms": 5.1, + "p99_ms": 7.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 119, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 119 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 57081350, + "duration": { + "count": 119, + "mean_ms": 10.717881235294119, + "overflow": 0, + "p50_ms": 9.3, + "p95_ms": 19.0, + "p99_ms": 27.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 119, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 119 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 119, + "mean_ms": 3.871937361344538, + "overflow": 0, + "p50_ms": 3.7, + "p95_ms": 5.6, + "p99_ms": 11.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 119, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 119 + }, + "put": { + "bytes_read": 0, + "bytes_written": 649621953, + "duration": { + "count": 63920, + "mean_ms": 5.202427895635169, + "overflow": 0, + "p50_ms": 5.0, + "p95_ms": 7.7, + "p99_ms": 10.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 63920, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 63920 + }, + "range": { + "bytes_read": 286129345, + "bytes_written": 0, + "duration": { + "count": 16320, + "mean_ms": 1.5301810210784312, + "overflow": 0, + "p50_ms": 1.4, + "p95_ms": 2.8, + "p99_ms": 4.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 16320, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 16320 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.33821102499996, + "cpu_seconds": 303.250535, + "cpu_cores": 2.4194579810901695, + "cgroup_before": { + "usage_usec": 2074088777, + "user_usec": 1412518071, + "system_usec": 661570705, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2377339312, + "user_usec": 1625275698, + "system_usec": 752063613, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.753436338326235, + "p50": 1.3159158069413963, + "p95": 1.516730753199982, + "p99": 1.3634202064880097, + "response_body_bytes_per_second": 0.7523350787463302 + } + }, + { + "cells": 1, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 25991, + "raw_client_sha256": { + "writes-client-0.json": "25cabd083857311c2dea903a6cd854c5eb6e6ff391705a86bfb4f499886fa3cf", + "writes-client-1.json": "99aeef6fae28ec2033f3d2ad6b5a7b5dbd231a358f58f4977d36c05b193eb47b", + "writes-client-2.json": "ea3f0c55e31c16099c5178282543c1f31000a64b9725a723ff5a3cae89b67e83", + "writes-client-3.json": "78f7e5dd70af8d9308fe8e965f463e60dd4533e0d6b4de5c0a05650b70361139", + "writes-client-4.json": "cf92ed6ec4b383893c1ade733d23b961d22b6d0676cc799e4c0095525bca059c", + "writes-client-5.json": "1bd057c6a8705bd139e1e4bfb5919a62f2a54e903b266356d2fcb1e198c74435", + "writes-client-6.json": "2925aada6a416c956ab9591e215445d5d3840338bdf3b68b9ca2b14964c96c65", + "writes-client-7.json": "98d0dab18c9af9258f19ef9ab2a0fdd73c2592124d78482bb8109af94e8c578b", + "writes-client-8.json": "a7436c5f691a7bbabc8327dd7c9cdd092084f16b631ff5306d1254c4c5661432", + "writes-client-9.json": "9ef702ab53461e48659f24e4a171c76d6a42472d2d7f6ce6520b1890ec805c3e", + "writes-client-10.json": "7954bf686653eed4fa4437e5cde0a24ed2bd2d2ef2bb62913dbaa121c8ba24c4", + "writes-client-11.json": "82e3146b64ebc10736be495ac6ab33e5d955737d710faa7770539d7be6544b3c", + "writes-client-12.json": "1e8fddcfd7779ef68f7a1b42a12e5ee7c4176faf8fb54b51926df7e9e932a4cc", + "writes-client-13.json": "b8babd4b38136fd0d00790540ad3e8735e6a2cf55d69046fbadbc997f7834108", + "writes-client-14.json": "bfafe6252fa079958ba11000d4ed92d96cd937e3f76292136349bb9bc1dea405", + "writes-client-15.json": "001277628c52ea5726c6e101d7bb03cf1b0bbbe825231abe49bb90c713b2c9e7", + "write-warmup-client-0.json": "8006d85afddb4c872206a2e4eba3d1ff3c9c2dcff4f38a5246130b0710ca07b0", + "write-warmup-client-1.json": "673b41d10044d4dd7df143a9de4e0c97cd2eae02dc7522fc692ed0bd68dd4217", + "write-warmup-client-2.json": "afc5f58fcd6e1ffd5490010dbbfd738bb7758c976473c977922faed909506310", + "write-warmup-client-3.json": "89ccdf2567425086d63706a7f3b43d848a25c9fcb272600fcabc0aa9c0a8819f", + "write-warmup-client-4.json": "086f0a533b9055abd685cdb3d53a520a3f5502c37b85cc60b6329d398de2be13", + "write-warmup-client-5.json": "e480f3ae7d0af680870888b694448d0d5e91530066030d59d55af2cbfc416391", + "write-warmup-client-6.json": "4e8114ba3bfc4f64674493284af77cc64b27097040c245597dc9599395c9974b", + "write-warmup-client-7.json": "1c280538c1b02a9a9349da3e6e03f6c2eb740a971f0d5c31b90d88be38524b7b", + "write-warmup-client-8.json": "34cf9664671a2f9ad8061a387de324cbee121bb1cca6d0bcf3bd5ce5982db2c0", + "write-warmup-client-9.json": "1f55a0287a540b848dc69951906ebe8209d4c2ff2377cf6e69fabbca168f002a", + "write-warmup-client-10.json": "2a65e5677133f4e6bc14d36c6545bcd80661f782eac93e88dd1e63b6e84cad05", + "write-warmup-client-11.json": "22ba6bc9e0b11d3af63688619d623b66d4afdb95f8a50a66d49bfab81fc237b4", + "write-warmup-client-12.json": "525e61d856d789bc4189d34b527e9eb2dbca3dda40e602c2f3ffafb3e8f8ffdc", + "write-warmup-client-13.json": "ce083bc97a4ee9394bb4294279f29b064505651c40813214f3c2ef1441931bcc", + "write-warmup-client-14.json": "1ba8216c930698ab7f6a4887c9abb929beec743cb5234bfbc9ce14ccd5f72033", + "write-warmup-client-15.json": "c228a876f57c4376f7372794b6bc7c88f6a48cf6e38b0a9628f2de2ab4d9509d" + } + }, + "repeat": 3, + "cells": 1, + "variant": "baseline", + "measured_writes": 24855, + "all_acknowledged": 26007, + "TPS": 206.77019453700035, + "response_body_bytes_per_second": 41772.81198415718, + "p50": 67.249865, + "p95": 113.15448, + "p99": 178.563635, + "server_cpu_cores": 0.29546861374593725, + "driver_cpu_cores": 0.055899467465447585, + "server_rss_after_bytes": 79368192, + "first_30_seconds_TPS": 225.6, + "last_30_seconds_TPS": 195.96666666666667, + "interval_TPS_min": 174.0, + "interval_TPS_max": 233.6, + "interval_TPS_cv": 0.07668911132364321, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 52015, + "mean_ms": 14.813827082630011, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 52.3, + "p99_ms": 77.4, + "resolution_us": 100 + }, + "authority": { + "count": 8119, + "mean_ms": 3.522190755142259, + "overflow": 0, + "p50_ms": 3.3, + "p95_ms": 4.4, + "p99_ms": 10.1, + "resolution_us": 100 + }, + "compaction": { + "count": 547, + "mean_ms": 27.896946718464353, + "overflow": 0, + "p50_ms": 23.6, + "p95_ms": 58.3, + "p99_ms": 86.9, + "resolution_us": 100 + }, + "directory": { + "count": 8666, + "mean_ms": 0.01508742141703208, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 8667, + "mean_ms": 0.0005463573324102918, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 8119, + "mean_ms": 9.399022453996798, + "overflow": 0, + "p50_ms": 7.4, + "p95_ms": 28.1, + "p99_ms": 41.0, + "resolution_us": 100 + }, + "publication": { + "count": 8119, + "mean_ms": 13.260637633082892, + "overflow": 0, + "p50_ms": 10.9, + "p95_ms": 32.1, + "p99_ms": 46.3, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 547, + "mean_ms": 0.0004376837294332724, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 8120, + "mean_ms": 0.0038847124384236453, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 8666, + "mean_ms": 1.0972320542349412, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 1.6, + "p99_ms": 2.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 8120, + "mean_ms": 7.514912032635468, + "overflow": 0, + "p50_ms": 7.3, + "p95_ms": 9.3, + "p99_ms": 13.7, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 8120, + "mean_ms": 7.507909393226601, + "overflow": 0, + "p50_ms": 7.3, + "p95_ms": 9.3, + "p99_ms": 13.7, + "resolution_us": 100 + }, + "uploaded_bytes": 791378723, + "uploaded_objects": 61312, + "worker": { + "count": 52015, + "mean_ms": 0.9159228898779198, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.9, + "p99_ms": 5.8, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.6132905, + "overflow": 0, + "p50_ms": 0.5, + "p95_ms": 0.8, + "p99_ms": 0.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 17332, + "mean_ms": 0.7846858399492268, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.2, + "p99_ms": 1.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 17332, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 17332 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 145, + "mean_ms": 3.2821325103448276, + "overflow": 0, + "p50_ms": 3.1, + "p95_ms": 4.9, + "p99_ms": 6.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 145, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 145 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 69212413, + "duration": { + "count": 145, + "mean_ms": 9.587700365517241, + "overflow": 0, + "p50_ms": 8.8, + "p95_ms": 15.3, + "p99_ms": 20.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 145, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 145 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 145, + "mean_ms": 3.5583242620689655, + "overflow": 0, + "p50_ms": 3.3, + "p95_ms": 4.8, + "p99_ms": 12.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 145, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 145 + }, + "put": { + "bytes_read": 0, + "bytes_written": 727154853, + "duration": { + "count": 69303, + "mean_ms": 4.812057627620738, + "overflow": 0, + "p50_ms": 4.7, + "p95_ms": 6.8, + "p99_ms": 9.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 69303, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 69303 + }, + "range": { + "bytes_read": 316737346, + "bytes_written": 0, + "duration": { + "count": 17438, + "mean_ms": 1.435362444489047, + "overflow": 0, + "p50_ms": 1.3, + "p95_ms": 2.5, + "p99_ms": 4.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 17438, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 17438 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.33521999099958, + "cpu_seconds": 296.317768, + "cpu_cores": 2.364201922023824, + "cgroup_before": { + "usage_usec": 3987583187, + "user_usec": 2606933834, + "system_usec": 1380649352, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4283900955, + "user_usec": 2816147600, + "system_usec": 1467753355, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 23537, + "raw_client_sha256": { + "writes-client-0.json": "9cb69f6c80be651d7b962e431b7fde7770b742f4a0cb32976d2768353754ee44", + "writes-client-1.json": "d3a506c38343ccb6b12434bb852d18086f53f9e295a462e2209a8d2098d50e85", + "writes-client-2.json": "5f5786c44d52019675e62e0f5bbea8e9d7a8206b5b3ef6f5e9ba57324a0df96b", + "writes-client-3.json": "25d1cd3d24301854d38c433f30951ad671e255b8faf27705a3162525d1cb8f86", + "writes-client-4.json": "ec7a95e97149265403371e69cf746d27986b8379b337d5cd7a0320b46f82a0f6", + "writes-client-5.json": "be08b490936246d8249ed773fb01802e673dd7219a9924923d3829ad6fec6935", + "writes-client-6.json": "459ed3880c1f4dd33d2c876615e4c6b9e2bc9414c7e006ad05ebad6f2d3c8688", + "writes-client-7.json": "0675f94f1f047ce9aa38110943ddd000919559c705a6eb83acd48479213cea28", + "writes-client-8.json": "2fa85b7329399fdf358afe4abbaff9b955e6252e219439e33cf5e31c6726ccc2", + "writes-client-9.json": "39dfea3cd067622059b2ebc495d047a1183ae3ee81d3169cc5b41f3e09bb12dc", + "writes-client-10.json": "0347c413551439c6422294a32cf9f14fbdb5a34d03911c865d6bfd705512053f", + "writes-client-11.json": "ddd0e570e0c603d94ac838e25f9ab11627f1a57bebd299c984a493d289667b89", + "writes-client-12.json": "a22620f85c0c0830333d8c665454224eda4e769787a3e0d1110cae8ecbccce4d", + "writes-client-13.json": "a905086392d2ff6f8f7bf383908414621ec6f66adc39eb083513e176b6047d37", + "writes-client-14.json": "44ad93088f30037de04b8fc81777bf0d7c71e8945777af9b90f6ba369183b81b", + "writes-client-15.json": "512cae88aba48655891e0d8d0a725a421dcdc0e174e5aaa83af7bf36a0594fc2", + "write-warmup-client-0.json": "090e7423c9c026488302ac2de71c72de2489a1ecfb3b2488ee4dfffd2934ade9", + "write-warmup-client-1.json": "4b154e42a03bf78e253bba256a4a517fc8c7d7cc8c7c4b0be0b2f1c0782ef4ec", + "write-warmup-client-2.json": "7d500c20caf96d0835d2f49800014076f844b737dbe6f1bb1323e7bd7014344a", + "write-warmup-client-3.json": "6e74634bf39c0b4b31270cbf884cfebc10e8ebd95fa02990e8a3316b862a989b", + "write-warmup-client-4.json": "b4ee1785aeb991e8db345a84569fcf3a8fc6635f2cca74962214011a223fed2c", + "write-warmup-client-5.json": "462e2d2004107eb0ce52e2e1393974f0927454f8da785d9cf6096013bb585d83", + "write-warmup-client-6.json": "775dd2f78b3bf370121aeb6426a133a197041b5c2e6d340652a7b28c824720a5", + "write-warmup-client-7.json": "747df0d03a40a3e931eaac72d4ad9bfbd98202f0da44f7beca1373b4427abcdc", + "write-warmup-client-8.json": "09332a316c3b8ba526628857ad7e1f85f5fdd01a96d44e7741723ce19e989d39", + "write-warmup-client-9.json": "1fdb2c95becdc9df218bc7409e25e69ded9ff7855ace5ce1a9f5d95b34c04d37", + "write-warmup-client-10.json": "6557e94c991d66e5955f41a42f67cdea7a75f775941bd010b79b290a033f12d0", + "write-warmup-client-11.json": "950794ad07a3fde68a0ac9094060ad3985edee2c7ca97e6925cc997bf5c4c9c1", + "write-warmup-client-12.json": "592e08439b20249a9a0f2a17d2e21eca7a404f1f76411310541bb246dd9b399a", + "write-warmup-client-13.json": "22885b1f52b8302cec2ef35e6f12e7ebdec8242b5b37c883ad7112cc5e035469", + "write-warmup-client-14.json": "803148d60458b8d9c64aea525864c0acac8da3ede687206748a14f0a93c1b23b", + "write-warmup-client-15.json": "9fa7ca92b7c9098cce201cd315faafc2c8def889634f9dfdd2691c89c51d0d8b" + } + }, + "repeat": 3, + "cells": 1, + "variant": "candidate", + "measured_writes": 22241, + "all_acknowledged": 23553, + "TPS": 185.04468577041033, + "response_body_bytes_per_second": 37366.50495500626, + "p50": 78.658847, + "p95": 127.942066, + "p99": 215.5558, + "server_cpu_cores": 0.287479889445252, + "driver_cpu_cores": 0.05589886739213233, + "server_rss_after_bytes": 82538496, + "first_30_seconds_TPS": 228.5, + "last_30_seconds_TPS": 163.73333333333332, + "interval_TPS_min": 153.7, + "interval_TPS_max": 248.0, + "interval_TPS_cv": 0.15996382706314782, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 47107, + "mean_ms": 15.44240145889146, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 53.4, + "p99_ms": 77.7, + "resolution_us": 100 + }, + "authority": { + "count": 8434, + "mean_ms": 3.4239617083234526, + "overflow": 0, + "p50_ms": 3.3, + "p95_ms": 4.2, + "p99_ms": 8.0, + "resolution_us": 100 + }, + "compaction": { + "count": 571, + "mean_ms": 26.780071297723293, + "overflow": 0, + "p50_ms": 22.2, + "p95_ms": 54.2, + "p99_ms": 113.0, + "resolution_us": 100 + }, + "directory": { + "count": 9005, + "mean_ms": 0.014478732259855636, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 9006, + "mean_ms": 0.0004843790806129247, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 8434, + "mean_ms": 9.076093937514822, + "overflow": 0, + "p50_ms": 7.3, + "p95_ms": 27.2, + "p99_ms": 39.8, + "resolution_us": 100 + }, + "publication": { + "count": 8434, + "mean_ms": 12.806207008536875, + "overflow": 0, + "p50_ms": 10.8, + "p95_ms": 31.2, + "p99_ms": 44.8, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 571, + "mean_ms": 0.0004042872154115587, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 8435, + "mean_ms": 0.003718559336099585, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 9005, + "mean_ms": 1.0375629913381454, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 1.5, + "p99_ms": 2.0, + "resolution_us": 100 + }, + "root_preparation": { + "count": 8435, + "mean_ms": 7.255073686544161, + "overflow": 0, + "p50_ms": 7.2, + "p95_ms": 9.2, + "p99_ms": 12.6, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 8435, + "mean_ms": 7.2482144113811495, + "overflow": 0, + "p50_ms": 7.2, + "p95_ms": 9.2, + "p99_ms": 12.6, + "resolution_us": 100 + }, + "uploaded_bytes": 755345010, + "uploaded_objects": 62738, + "worker": { + "count": 47107, + "mean_ms": 0.9277038426985373, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 2.0, + "p99_ms": 5.5, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.5830615, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 0.7, + "p99_ms": 0.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 18010, + "mean_ms": 0.7446277921154913, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.1, + "p99_ms": 1.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 18010, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 18010 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 86, + "mean_ms": 3.328132093023256, + "overflow": 0, + "p50_ms": 3.1, + "p95_ms": 4.3, + "p99_ms": 14.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 86, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 86 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 48555116, + "duration": { + "count": 86, + "mean_ms": 10.957183965116279, + "overflow": 0, + "p50_ms": 9.4, + "p95_ms": 16.1, + "p99_ms": 49.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 86, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 86 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 86, + "mean_ms": 5.0886212674418605, + "overflow": 0, + "p50_ms": 3.4, + "p95_ms": 5.1, + "p99_ms": 105.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 86, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 86 + }, + "put": { + "bytes_read": 0, + "bytes_written": 711651813, + "duration": { + "count": 71093, + "mean_ms": 4.694500367532669, + "overflow": 0, + "p50_ms": 4.6, + "p95_ms": 6.7, + "p99_ms": 8.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 71093, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 71093 + }, + "range": { + "bytes_read": 308394890, + "bytes_written": 0, + "duration": { + "count": 18109, + "mean_ms": 1.4139118685736374, + "overflow": 0, + "p50_ms": 1.3, + "p95_ms": 2.5, + "p99_ms": 3.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 18109, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 18109 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.33284767799978, + "cpu_seconds": 297.010496, + "cpu_cores": 2.369773778403788, + "cgroup_before": { + "usage_usec": 4301177514, + "user_usec": 2831305547, + "system_usec": 1469871966, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4598188010, + "user_usec": 3041145015, + "system_usec": 1557042995, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.8949292047858359, + "p50": 1.1696506305254293, + "p95": 1.1306849362040283, + "p99": 1.207165165516484, + "response_body_bytes_per_second": 0.8945173470528615 + } + }, + { + "cells": 4, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 30305, + "raw_client_sha256": { + "writes-client-0.json": "a907c69c9c2ecece01003cb77969453385a1c840c84553abed9cdd10a3440d51", + "writes-client-1.json": "9951c4a1cef8af3f35248f9fb2700aad7fbb94596ccf1377ee7e26e166f7c5f3", + "writes-client-2.json": "03925b5ab1e5cfba2dd0a5225cbd55e1ca28029217030d0cd8c06a74da11af7a", + "writes-client-3.json": "c13cf3feb7cf471ebbd325265a24ab8af95fecd9a4bc587a804eb6c328a43698", + "writes-client-4.json": "39ddcd5c4af82546d410a9670f575e8ca003b2389fb342ed95c0ef5b7f462c66", + "writes-client-5.json": "3dea103244ed29f4d7d9e14cc57fe8316585cae6a0afef55f6172d9251f093ea", + "writes-client-6.json": "2bca7995a99c37a824c080b4cfd17ccaf58b538423f466d84c65855e9884ae38", + "writes-client-7.json": "0532d1a36a38ff73e6cb822500e19eada490dd45312a497b6d9a2ed469589296", + "writes-client-8.json": "073c454710675e9720e889e4fe393d513c68ba1e352078a0bb6859aeab1b18e0", + "writes-client-9.json": "d2c22c6429835b90666dd9e39e3c387913f5ab9c3d288b7918392ce273e80d39", + "writes-client-10.json": "abc22dbb36ff12fcbea6bd0c2f22fe9b4ded1a74f79c90df99f80d83131da895", + "writes-client-11.json": "3d5260840d5f4ef0e1d92cd970b858fcf4a4f32e236e3e5312a2e2d811a1a4e7", + "writes-client-12.json": "d9d7b2d7a5d7b53a401874c676973c423fb0e4c96f0d7644881eecae03f5b892", + "writes-client-13.json": "3d1906f05d1a5dfa5800a75e120ce64b7710e5b66858bf95c0608e45cf13cebe", + "writes-client-14.json": "f52ffc7c330471eb9ddab3d5b4312b4cd734acc02e129733c1196e0497769742", + "writes-client-15.json": "84d4d9b7a7276a2490dc11bbe300ccee1879cfa7423d2c4e4edaaf2360cbae65", + "write-warmup-client-0.json": "fd73e1b0d671ee3133d89af7efb3ffa43d1b0ce98e468608649f7556d8cb0424", + "write-warmup-client-1.json": "c4449e87d352b2681ccf10d98c0b5572d4bcedde2d53be79c1c0157f36f57f63", + "write-warmup-client-2.json": "fad8b5bde67f6136e1386afc48be53c1a986a84e666e53b4be79ed0ca85288d0", + "write-warmup-client-3.json": "496ec7d7c32be02a21860745c382f837da44fcb026c2710a365fc9c53bb40ac7", + "write-warmup-client-4.json": "736dd319f3813e6a3c46f3ce3657e27583e320035f3467d4a13894a87136eb40", + "write-warmup-client-5.json": "3451c075c9110b41804f81cf7e84033e03fcc118556744bb4c2af2398fbe6837", + "write-warmup-client-6.json": "5fdb1af0d1100df0ac99d0fc3a782ec0e4f64082075561e510fb238f78e3cfe1", + "write-warmup-client-7.json": "d31a1609daf351d568065741189c136ff426948c805f86c628443de4218ced4d", + "write-warmup-client-8.json": "30484e1d59557c5f1e02a2631c18c3a649b22698b103b3197eef82127060f2af", + "write-warmup-client-9.json": "65133cb3eb361f6fca6a16b83dd6cd0cea8416a609b708e0a99c491ce2424992", + "write-warmup-client-10.json": "8c97c3aaa7accbf1ee23dd4fe10a25b2ef632124cf198c446860d10a5a43faa5", + "write-warmup-client-11.json": "bb67877432542990bb7545437604fd7c77c1034339ceb11a295212647f5edd85", + "write-warmup-client-12.json": "fec14adfb7a8f729afd0194e44827555dcda102aa683fe304ddc2faa4336dba6", + "write-warmup-client-13.json": "9df4b2caffd3a16c8b4e801b23379e3d4cccf1e93527e9821d4bd8595914640c", + "write-warmup-client-14.json": "cd7a6845e7df0ab4553fa9c3c3ce70ffcec8de91db577f59096553b75da9e7aa", + "write-warmup-client-15.json": "456ff2b99e92531f7f5ce182f364bf62d05069cc83b28fd818bfa7fb3a75a25e" + } + }, + "repeat": 1, + "cells": 4, + "variant": "baseline", + "measured_writes": 28849, + "all_acknowledged": 30321, + "TPS": 239.9835918657148, + "response_body_bytes_per_second": 48333.3475808115, + "p50": 56.054573, + "p95": 120.942224, + "p99": 162.88061, + "server_cpu_cores": 0.5030115630996843, + "driver_cpu_cores": 0.06387448420313452, + "server_rss_after_bytes": 77901824, + "first_30_seconds_TPS": 275.59999999999997, + "last_30_seconds_TPS": 204.03333333333333, + "interval_TPS_min": 192.2, + "interval_TPS_max": 294.4, + "interval_TPS_cv": 0.12456944728833375, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 60646, + "mean_ms": 11.437662936863108, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 34.4, + "p99_ms": 78.3, + "resolution_us": 100 + }, + "authority": { + "count": 16115, + "mean_ms": 8.741276412224636, + "overflow": 0, + "p50_ms": 8.2, + "p95_ms": 13.5, + "p99_ms": 23.2, + "resolution_us": 100 + }, + "compaction": { + "count": 1016, + "mean_ms": 50.07944667519685, + "overflow": 0, + "p50_ms": 47.0, + "p95_ms": 82.6, + "p99_ms": 118.1, + "resolution_us": 100 + }, + "directory": { + "count": 17131, + "mean_ms": 0.02802122929192692, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 17135, + "mean_ms": 0.00042155196965275755, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 16115, + "mean_ms": 18.743373229785917, + "overflow": 0, + "p50_ms": 15.1, + "p95_ms": 54.7, + "p99_ms": 75.7, + "resolution_us": 100 + }, + "publication": { + "count": 16115, + "mean_ms": 28.153277095314923, + "overflow": 0, + "p50_ms": 23.9, + "p95_ms": 65.4, + "p99_ms": 87.5, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1016, + "mean_ms": 0.5660740964566929, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 21.6, + "resolution_us": 100 + }, + "root_admission": { + "count": 16119, + "mean_ms": 0.0038780903902227186, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 17131, + "mean_ms": 2.6383189242893, + "overflow": 0, + "p50_ms": 2.4, + "p95_ms": 4.8, + "p99_ms": 7.7, + "resolution_us": 100 + }, + "root_preparation": { + "count": 16119, + "mean_ms": 15.579897270984553, + "overflow": 0, + "p50_ms": 14.8, + "p95_ms": 22.7, + "p99_ms": 33.0, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 16119, + "mean_ms": 15.571748563930765, + "overflow": 0, + "p50_ms": 14.8, + "p95_ms": 22.7, + "p99_ms": 33.0, + "resolution_us": 100 + }, + "uploaded_bytes": 807629114, + "uploaded_objects": 90511, + "worker": { + "count": 60646, + "mean_ms": 1.1171893456452198, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 3.1, + "p99_ms": 8.7, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.705777875, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.1, + "p99_ms": 1.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 34262, + "mean_ms": 2.0322407839589047, + "overflow": 0, + "p50_ms": 1.8, + "p95_ms": 4.1, + "p99_ms": 6.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 34262, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 34262 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 43, + "mean_ms": 11.179526511627907, + "overflow": 0, + "p50_ms": 10.3, + "p95_ms": 16.4, + "p99_ms": 30.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 43, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 43 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 19882013, + "duration": { + "count": 43, + "mean_ms": 22.71505248837209, + "overflow": 0, + "p50_ms": 21.1, + "p95_ms": 34.4, + "p99_ms": 65.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 43, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 43 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 43, + "mean_ms": 7.873975860465116, + "overflow": 0, + "p50_ms": 7.0, + "p95_ms": 13.1, + "p99_ms": 23.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 43, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 43 + }, + "put": { + "bytes_read": 0, + "bytes_written": 797304948, + "duration": { + "count": 106627, + "mean_ms": 10.327225869582751, + "overflow": 0, + "p50_ms": 9.8, + "p95_ms": 16.2, + "p99_ms": 23.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 106627, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 106627 + }, + "range": { + "bytes_read": 357473685, + "bytes_written": 0, + "duration": { + "count": 34290, + "mean_ms": 3.2691190765237677, + "overflow": 0, + "p50_ms": 3.1, + "p95_ms": 5.9, + "p99_ms": 8.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 34290, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 34290 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.35165392400006, + "cpu_seconds": 349.946708, + "cpu_cores": 2.7917199099117633, + "cgroup_before": { + "usage_usec": 605860133, + "user_usec": 427327486, + "system_usec": 178532647, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 955806841, + "user_usec": 656869280, + "system_usec": 298937560, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 28990, + "raw_client_sha256": { + "writes-client-0.json": "878f1d96349884be8a00336fc94c83bae9b179a795b14888a8bf5c3eff3b63f9", + "writes-client-1.json": "7eb17b58cca6e5c2e17c0ed9b186883579d62ce1d474bcdd3647f740301e7583", + "writes-client-2.json": "bc8da6fbfdaff76d3c8a91ef570f844ced030ef7634b86921eb1005413bc9abf", + "writes-client-3.json": "380e9f2d96eed6ad946a9efb0ce27b1516a1278a1c2b45778ece6d0107ec72f2", + "writes-client-4.json": "9ce4b0fa27ea635bc0e16474915cd65a998b17c7ece93d8b5d31d84c72dbef7b", + "writes-client-5.json": "c445c8c732100430a6672b83333fc9b616660da1bb88db07b04ae1d11ca18852", + "writes-client-6.json": "7d8a0041ccb7f4a51e9603f4059af7989273b108d8af825c14cfec82ad7e0ca0", + "writes-client-7.json": "0fb7c51f8e6500ebad7a3028c4cff679d6fe1a494d5fd92a461afe4279265940", + "writes-client-8.json": "fe6735247740a31e4a014c4b486938c02f0664c931eec98537bbd9a74e9fdd0d", + "writes-client-9.json": "6a02f5ccf1af2ad975b321e2a5c81cb76997329a9856f3139f2e07b14ef17692", + "writes-client-10.json": "c427ea2b2c56b5f16daf5d8177c6e9e171236de1df6cdfbf588a1387cc6e51cd", + "writes-client-11.json": "fbf56d458d2b5a9b82153875468fd0d41e912f01623809c51a6beb3efacb0c3a", + "writes-client-12.json": "8c6e16a249b0307c2e193cae181aa6e4835c4dbebe4651bbc9c256fe0990cc4e", + "writes-client-13.json": "630045d8ca49d0cdac3e7e5ac213b763cfefc67213aa2afb90861ca07b74db26", + "writes-client-14.json": "3eda71487bac5e53cb1b9c177dcf6261b4c671bfc34f5cb3e0e466da46a5bb0d", + "writes-client-15.json": "994e3afcd6a7e8e3e86073076c43feeff3eef634a0de559df9f6a1944463e1e0", + "write-warmup-client-0.json": "eabaa5cd1ba15f2c3444e16aa8872b9fd4a6a3cbe2c95da7b604d16cf44c3adb", + "write-warmup-client-1.json": "f7a457f3f824a8e4157e88a7fa4823aa30dd9b0c92e76c2abdb8b06b121d562b", + "write-warmup-client-2.json": "77ec5be50986d2304bc7c9c4e86a0fbdfb1ddb80575db5f901c3eddd0adabb0d", + "write-warmup-client-3.json": "39b070aad68c05b2793d234f930c4cefba13554527f47e55909a7f9b60e9e3a0", + "write-warmup-client-4.json": "1e4d750d0d525fc7509ef6d3e8924db499530561f69a6eb8726c43e8afed66e2", + "write-warmup-client-5.json": "112a59fc557c65ab78e10d97a534935493bee0aba098f669d05c00ef153e78c2", + "write-warmup-client-6.json": "d5467c9319b82c102b0419fe0e831595fb48ca9ae43f73132e34e34f23e1443f", + "write-warmup-client-7.json": "1c44da9d23332bb69229ddbb3a35045b99876c1990357129512ab3234fd424bf", + "write-warmup-client-8.json": "aeacc5a13ce3df499fbb1bac8a7a14117745ff57f5c48717c53060739d544f41", + "write-warmup-client-9.json": "7228cd7e5f5a5ff1160024dc84cdd0b82a4f1e2eb56baa3e72e48b0d936b7668", + "write-warmup-client-10.json": "aac1d0f5bc952a989589dd32ac78474affe3ecb81b78a39ad58986c41fa8cf69", + "write-warmup-client-11.json": "4b550985c2d9f984ddc0235af48997925ce270a296300bcd73924186c816de74", + "write-warmup-client-12.json": "3032d620d68da244cb63cf8ab7c50724c5da5c4cc46ffef5c9db3d29e51abe2d", + "write-warmup-client-13.json": "041dfaab6fbfe0fb60f6ebdbc373d128ed44907d1a07dbb4b14a761bda7fc2e1", + "write-warmup-client-14.json": "7ee8704a788e805521b1e5d61e26b03e6a0b58adce359ffc2d2120bcf669eb8a", + "write-warmup-client-15.json": "d16cbdaecaf9bb654c12c8b73974a707bd57943076e8cb3799539a5dbc9d63ac" + } + }, + "repeat": 1, + "cells": 4, + "variant": "candidate", + "measured_writes": 27669, + "all_acknowledged": 29006, + "TPS": 230.20063390942508, + "response_body_bytes_per_second": 46354.681900134594, + "p50": 58.933101, + "p95": 121.360884, + "p99": 158.969475, + "server_cpu_cores": 0.5030743363511306, + "driver_cpu_cores": 0.0718677623358758, + "server_rss_after_bytes": 76242944, + "first_30_seconds_TPS": 241.63333333333333, + "last_30_seconds_TPS": 232.03333333333333, + "interval_TPS_min": 211.9, + "interval_TPS_max": 244.1, + "interval_TPS_cv": 0.04305273473659311, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 58016, + "mean_ms": 11.763164667367622, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 32.7, + "p99_ms": 75.0, + "resolution_us": 100 + }, + "authority": { + "count": 16472, + "mean_ms": 8.621831443783389, + "overflow": 0, + "p50_ms": 8.2, + "p95_ms": 12.9, + "p99_ms": 20.2, + "resolution_us": 100 + }, + "compaction": { + "count": 1048, + "mean_ms": 48.1512384389313, + "overflow": 0, + "p50_ms": 45.7, + "p95_ms": 77.6, + "p99_ms": 108.4, + "resolution_us": 100 + }, + "directory": { + "count": 17520, + "mean_ms": 0.027154048801369863, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 17524, + "mean_ms": 0.00041425918740013696, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 16472, + "mean_ms": 18.411127216306458, + "overflow": 0, + "p50_ms": 15.1, + "p95_ms": 53.8, + "p99_ms": 71.5, + "resolution_us": 100 + }, + "publication": { + "count": 16472, + "mean_ms": 27.650298258135017, + "overflow": 0, + "p50_ms": 24.0, + "p95_ms": 63.5, + "p99_ms": 81.6, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1048, + "mean_ms": 0.3374135333969466, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 13.9, + "resolution_us": 100 + }, + "root_admission": { + "count": 16476, + "mean_ms": 0.00378508824957514, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 17520, + "mean_ms": 2.6179424802511413, + "overflow": 0, + "p50_ms": 2.4, + "p95_ms": 4.7, + "p99_ms": 6.8, + "resolution_us": 100 + }, + "root_preparation": { + "count": 16476, + "mean_ms": 15.336515040361737, + "overflow": 0, + "p50_ms": 14.9, + "p95_ms": 21.1, + "p99_ms": 29.7, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 16476, + "mean_ms": 15.328784268208302, + "overflow": 0, + "p50_ms": 14.9, + "p95_ms": 21.1, + "p99_ms": 29.7, + "resolution_us": 100 + }, + "uploaded_bytes": 794916286, + "uploaded_objects": 91610, + "worker": { + "count": 58016, + "mean_ms": 1.0835840932156646, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 3.0, + "p99_ms": 7.5, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.622840625, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 0.9, + "p99_ms": 0.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 35040, + "mean_ms": 2.0135131889554794, + "overflow": 0, + "p50_ms": 1.8, + "p95_ms": 4.0, + "p99_ms": 5.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 35040, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 35040 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 44, + "mean_ms": 9.968890568181818, + "overflow": 0, + "p50_ms": 9.5, + "p95_ms": 14.9, + "p99_ms": 17.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 44, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 44 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 19462442, + "duration": { + "count": 44, + "mean_ms": 20.368646772727274, + "overflow": 0, + "p50_ms": 20.3, + "p95_ms": 24.4, + "p99_ms": 27.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 44, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 44 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 44, + "mean_ms": 6.62476540909091, + "overflow": 0, + "p50_ms": 6.6, + "p95_ms": 9.8, + "p99_ms": 15.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 44, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 44 + }, + "put": { + "bytes_read": 0, + "bytes_written": 784936233, + "duration": { + "count": 108066, + "mean_ms": 10.123653283511928, + "overflow": 0, + "p50_ms": 9.8, + "p95_ms": 15.2, + "p99_ms": 20.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 108066, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 108066 + }, + "range": { + "bytes_read": 351323594, + "bytes_written": 0, + "duration": { + "count": 35080, + "mean_ms": 3.245000270553022, + "overflow": 0, + "p50_ms": 3.1, + "p95_ms": 5.9, + "p99_ms": 8.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 35080, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 35080 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.33599263400004, + "cpu_seconds": 348.554219, + "cpu_cores": 2.780958698893707, + "cgroup_before": { + "usage_usec": 972805972, + "user_usec": 673341366, + "system_usec": 299464605, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 1321360191, + "user_usec": 904863501, + "system_usec": 416496690, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9592348881845061, + "p50": 1.051352242037416, + "p95": 1.003461652896345, + "p99": 0.9759877188573889, + "response_body_bytes_per_second": 0.9590621014327911 + } + }, + { + "cells": 4, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 31290, + "raw_client_sha256": { + "writes-client-0.json": "5f4a598560f33ff3f419f1af78f23e6a5b45d06c706341512fac3a5a09fcab83", + "writes-client-1.json": "7a8e82c2cc2cc42035779dd3a413e6e9ed76e041380a0479cad64c130d0c64ac", + "writes-client-2.json": "49ca5cc459dbd55be667e9c6f9e1e9ad6a7c18e32eeca775fed3cfde350fc33f", + "writes-client-3.json": "0defa4b674666b132811cb6cbc95758168f921170f17c96329bf47955232c0e0", + "writes-client-4.json": "f84bbb87f711d34d0695237de3dabc445d7746208c685dd5906b1405854f18ea", + "writes-client-5.json": "13a74b3d7e2d1f0b667e00f55870b7812870319c225a610ddbb8a13131f350a4", + "writes-client-6.json": "e7a9df2f0f4010f0e6673e5cf863a1f363c48ae398dac3fb241b80f2683393a3", + "writes-client-7.json": "b11b859b1604636e4adda4d5c45a4414d5f8067fbb46ea4134752dc721027a62", + "writes-client-8.json": "954dd34a3cfe8a4962e27ec6f8f4061f5056fe649dad6b4976747a492bc2fde9", + "writes-client-9.json": "39832c0e4cfde749d0df72bfd28d0f75f6f37410eb7b49a5a2abb9d026553305", + "writes-client-10.json": "f506c9fb3e3c3045590fce2353e25144ab27b50a20a8f3a88d710d997670db7a", + "writes-client-11.json": "73dc7a1cee5dcfe9c545a2aff3bdc758fe52c0cf6893eccad9dbf357d966e538", + "writes-client-12.json": "c57b75a6d1c8251fdc01ce7dd616f80fa8050a0d25b2c4d088d99b34261abec0", + "writes-client-13.json": "7369ec60d31642071db45a9077ea3447c90447506f892f216fce81cb03f5122d", + "writes-client-14.json": "e3766f00ce3bcaa338672e16233166857f96f7e4b3b916aeb2e042b1c647d1e7", + "writes-client-15.json": "254ce3290a45586e8d2ec5fd1b8287235af9692d9c2b5c801819f918eca93bca", + "write-warmup-client-0.json": "8ea646471566d5ec9d0d74bbc970d91ad86e12884935827e406fee1a44c1698b", + "write-warmup-client-1.json": "d92bec62e54b50d3cf577115158db7f3f99514c6e3eb6a25002ac32c40c63df3", + "write-warmup-client-2.json": "134a966e36d436710374e4ea8d1b70c59978c377e485f266bf8060d56f4fff5f", + "write-warmup-client-3.json": "bdd4f9f9baeb3a46e34cfa33463158115a01e1996d35482bf02dbe4643fc44fe", + "write-warmup-client-4.json": "8d5100c7b840f123aeeb0be930329285d80bea138a0d2a2a8016a9ebc874d1c6", + "write-warmup-client-5.json": "255e5ef7c95aab39b287dac660c1032b82cf54345a41df6f17979963a7a14b01", + "write-warmup-client-6.json": "e97f5f0fc3791ef00662b8743d8a2d3552ca3404663facb2d74ab36ecc1f46f4", + "write-warmup-client-7.json": "a4dab1af76603181e1385a90c2b19be59c78e2088e3bebd99358788d8b99f478", + "write-warmup-client-8.json": "d123724cd02ffcc68bf40a6304d128a45c0e21fcb6e47ff2cc420176abe70692", + "write-warmup-client-9.json": "b93f75ca40671e1ac49ccc1703162cf9d0c9d690992438c8b47e2b7d8ca206e8", + "write-warmup-client-10.json": "0f47d27674b3c94a7d900a5edccb52d580ee605be4cbbf28eb1aae575458d9df", + "write-warmup-client-11.json": "cd63d0eb6657d7201fbe501e523ab8a85a13b99b4139eca60f1a8306df62be84", + "write-warmup-client-12.json": "2c1231d6065c41f0004ffe8a2dd109b5d021c35df0f4fedfb1bf86b070a1f6d8", + "write-warmup-client-13.json": "63d9255a640d6070d9aed71f8028633c3bcb8ad1e3554aee3a692446104c043c", + "write-warmup-client-14.json": "ff40df443f9fc3416855f6f8236b535870926a257ba914891a309a230ac8a9ec", + "write-warmup-client-15.json": "11a78d1534f6aab60441454532d719b550ba72b77e71fe018b8dc5cdfefd1119" + } + }, + "repeat": 2, + "cells": 4, + "variant": "baseline", + "measured_writes": 29770, + "all_acknowledged": 31306, + "TPS": 247.6228188100506, + "response_body_bytes_per_second": 49878.08131062436, + "p50": 53.807168, + "p95": 119.184979, + "p99": 162.48678, + "server_cpu_cores": 0.5187535876465905, + "driver_cpu_cores": 0.07182741982798946, + "server_rss_after_bytes": 80175104, + "first_30_seconds_TPS": 306.0, + "last_30_seconds_TPS": 185.26666666666665, + "interval_TPS_min": 162.2, + "interval_TPS_max": 313.6, + "interval_TPS_cv": 0.1815207263249199, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 62616, + "mean_ms": 10.981061853471955, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 34.3, + "p99_ms": 74.7, + "resolution_us": 100 + }, + "authority": { + "count": 16661, + "mean_ms": 8.401111165896404, + "overflow": 0, + "p50_ms": 7.8, + "p95_ms": 13.5, + "p99_ms": 22.0, + "resolution_us": 100 + }, + "compaction": { + "count": 1064, + "mean_ms": 48.68592040883458, + "overflow": 0, + "p50_ms": 44.9, + "p95_ms": 84.6, + "p99_ms": 120.9, + "resolution_us": 100 + }, + "directory": { + "count": 17725, + "mean_ms": 0.027018602933709453, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 17729, + "mean_ms": 0.0005177126177449377, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 16661, + "mean_ms": 18.00031633485385, + "overflow": 0, + "p50_ms": 14.3, + "p95_ms": 51.9, + "p99_ms": 75.0, + "resolution_us": 100 + }, + "publication": { + "count": 16661, + "mean_ms": 27.054593943520796, + "overflow": 0, + "p50_ms": 23.1, + "p95_ms": 62.0, + "p99_ms": 86.6, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1064, + "mean_ms": 0.2635111184210526, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 13.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 16665, + "mean_ms": 0.003942836603660366, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 17725, + "mean_ms": 2.4850531695345555, + "overflow": 0, + "p50_ms": 2.2, + "p95_ms": 4.6, + "p99_ms": 7.5, + "resolution_us": 100 + }, + "root_preparation": { + "count": 16665, + "mean_ms": 14.8823450450045, + "overflow": 0, + "p50_ms": 14.0, + "p95_ms": 22.5, + "p99_ms": 32.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 16665, + "mean_ms": 14.8743116349835, + "overflow": 0, + "p50_ms": 14.0, + "p95_ms": 22.5, + "p99_ms": 32.1, + "resolution_us": 100 + }, + "uploaded_bytes": 848032930, + "uploaded_objects": 95183, + "worker": { + "count": 62616, + "mean_ms": 1.1738941307493291, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 3.1, + "p99_ms": 9.8, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.489819375, + "overflow": 0, + "p50_ms": 0.5, + "p95_ms": 0.6, + "p99_ms": 0.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 35450, + "mean_ms": 1.8938420256981663, + "overflow": 0, + "p50_ms": 1.7, + "p95_ms": 3.8, + "p99_ms": 6.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 35450, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 35450 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 47, + "mean_ms": 10.904482787234041, + "overflow": 0, + "p50_ms": 10.0, + "p95_ms": 17.5, + "p99_ms": 35.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 47, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 47 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 21704224, + "duration": { + "count": 47, + "mean_ms": 23.830194787234042, + "overflow": 0, + "p50_ms": 21.8, + "p95_ms": 40.4, + "p99_ms": 51.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 47, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 47 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 47, + "mean_ms": 6.849225617021276, + "overflow": 0, + "p50_ms": 6.6, + "p95_ms": 11.0, + "p99_ms": 24.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 47, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 47 + }, + "put": { + "bytes_read": 0, + "bytes_written": 836126855, + "duration": { + "count": 111843, + "mean_ms": 9.914598897347174, + "overflow": 0, + "p50_ms": 9.3, + "p95_ms": 16.3, + "p99_ms": 22.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 111843, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 111843 + }, + "range": { + "bytes_read": 373390925, + "bytes_written": 0, + "duration": { + "count": 35474, + "mean_ms": 3.0667221689406325, + "overflow": 0, + "p50_ms": 2.8, + "p95_ms": 5.8, + "p99_ms": 8.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 35474, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 35474 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.41682105399991, + "cpu_seconds": 327.833126, + "cpu_cores": 2.6139486174573583, + "cgroup_before": { + "usage_usec": 2897028915, + "user_usec": 1893506870, + "system_usec": 1003522045, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3224862041, + "user_usec": 2097263380, + "system_usec": 1127598661, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 32581, + "raw_client_sha256": { + "writes-client-0.json": "5c2bc1df13532d82fc302b26587fe02caff95e788560563e2f1c460f8cc92388", + "writes-client-1.json": "fcf35479dffff9bd7844a84ca20e12d7a8323809e965204da96377eb58bab219", + "writes-client-2.json": "54c2470b7f49a5e106c178ea96735f62fa554fc1300db9093a25c718c3102e84", + "writes-client-3.json": "f583575eeb3ec22306fc9e605fa4fb9928db9ca5b54751a0f637f2670bcadb16", + "writes-client-4.json": "0b00da3e0701abe870a9984710f9d7521df3598896146d139ecc790fda33a823", + "writes-client-5.json": "fb37d629058e46f8ebcc1c63c75c8f36177f824694c2d8849093e8b2ccda0a1b", + "writes-client-6.json": "12b2942e16675059d1602467c5ef815ea2ae99a95f9ab01826fee41cc9097414", + "writes-client-7.json": "3ba1dcbe615affa62adf1bc13a77f8c0fb1761257d37ea562d746f9971e22eaa", + "writes-client-8.json": "6781009ec491c3d426b2089849087500f1d720e634f459c67c28ebbd0bfdc66a", + "writes-client-9.json": "590076fb3566398729801ae408813fde21000e4352f12767ea22afdacc353ac7", + "writes-client-10.json": "2e407d75ad8a5cdb2d0db84e6a227e52fc32d964097e9d32fc27326ca2375d5d", + "writes-client-11.json": "a9e83c06a9e4fc889975079c123cb3991f5d695089cb030606bf1e55515674e9", + "writes-client-12.json": "5e91771303e81b5257939660bdc7dd5bdef18a7e50a8e74ec67b981bc5d736dd", + "writes-client-13.json": "cf8511f35ba3d73a0f6e686432f195a7cd6033ea979ba6423b40bc81ad771605", + "writes-client-14.json": "bdbc8b645f883e320ffbf29a7494ca32fdfe6995f62f3c5eebd185d5f0018be5", + "writes-client-15.json": "5028665c33a215787a0bc9192fab672d7b493f5d9e0a24655300bcedcb475450", + "write-warmup-client-0.json": "03589ba2c6ab3b8cbcfb68a5673cecaa3ab74ec76c5205078caed9f8bf223282", + "write-warmup-client-1.json": "adf3c356bead941a0999b052940d25eff6ac0de3d7f2126140d5e920e296e12b", + "write-warmup-client-2.json": "4a75b7d6d5c5037ad5991f79371b67f1175d78d3c7a1b6fb00b80825dc8e59fa", + "write-warmup-client-3.json": "16a804b6ab0d5821722d6356b48ae110d4a7232e6d291de82c14b67457b28178", + "write-warmup-client-4.json": "c90e1056704bdb694423adff32c502e7cb10066f0770d222ccf1fd52df464c1a", + "write-warmup-client-5.json": "cc8eeeaa84a00e5f042bc9c92885c69d32d41088bd7fa60194d139ea22ccb05c", + "write-warmup-client-6.json": "8f7f065725eb31bf1f3188ce9bd79d6874f1fc9597df25f9e52ec70de303c7dd", + "write-warmup-client-7.json": "52eebae47d2a28705aa4bb2b1d7a8fafb954d5f1634f13686ee93b92cf303745", + "write-warmup-client-8.json": "b594ad84f4942cf0d8203cc3ace074361b806ea395b7d681449133853c937720", + "write-warmup-client-9.json": "4e667949fb436844f7aa163e7c7d074406f71a1d1d5f0c0a705d72774cac49ad", + "write-warmup-client-10.json": "ae16ab840075932d1111b89028e115fbb5615ac72b61969d92df7b648060c5a8", + "write-warmup-client-11.json": "0155de87f448f624ec1ad00d94fa6f19a1043697d760262e140e1c0fdb998440", + "write-warmup-client-12.json": "66a6e997d879f7a0bdcaa111159cbb5c1e7139d727667bfc8ab1d3746245b0b5", + "write-warmup-client-13.json": "b91aec8dbbfd4d614df1e5c609250198986fb0d47975e1bf8c360ab2084d3f0c", + "write-warmup-client-14.json": "57c3d61da6743036e79747dad8df4e8b289fe4bf8bfb8e386c125a705c5e54b6", + "write-warmup-client-15.json": "9ad5a3fbb47c7cc5de21f12c83c3b5d0d15ecf966a21bd4bccaa4ee3d19e53fa" + } + }, + "repeat": 2, + "cells": 4, + "variant": "candidate", + "measured_writes": 30838, + "all_acknowledged": 32597, + "TPS": 256.4693703437449, + "response_body_bytes_per_second": 51670.95174082192, + "p50": 54.788249, + "p95": 111.386711, + "p99": 168.02756, + "server_cpu_cores": 0.542851827722593, + "driver_cpu_cores": 0.0718480360221079, + "server_rss_after_bytes": 85434368, + "first_30_seconds_TPS": 289.59999999999997, + "last_30_seconds_TPS": 234.73333333333332, + "interval_TPS_min": 203.7, + "interval_TPS_max": 316.7, + "interval_TPS_cv": 0.10733238938904577, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 65198, + "mean_ms": 10.411218215635449, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 32.7, + "p99_ms": 66.9, + "resolution_us": 100 + }, + "authority": { + "count": 18987, + "mean_ms": 7.420137915468478, + "overflow": 0, + "p50_ms": 6.8, + "p95_ms": 12.0, + "p99_ms": 20.5, + "resolution_us": 100 + }, + "compaction": { + "count": 1252, + "mean_ms": 43.23393208945687, + "overflow": 0, + "p50_ms": 38.5, + "p95_ms": 78.5, + "p99_ms": 128.3, + "resolution_us": 100 + }, + "directory": { + "count": 20239, + "mean_ms": 0.02466300237165868, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 20243, + "mean_ms": 0.0004469535147952379, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 18987, + "mean_ms": 15.529885973402854, + "overflow": 0, + "p50_ms": 12.1, + "p95_ms": 45.7, + "p99_ms": 67.1, + "resolution_us": 100 + }, + "publication": { + "count": 18987, + "mean_ms": 23.605372661873915, + "overflow": 0, + "p50_ms": 19.5, + "p95_ms": 54.9, + "p99_ms": 77.7, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1252, + "mean_ms": 0.35134903674121404, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 15.9, + "resolution_us": 100 + }, + "root_admission": { + "count": 18991, + "mean_ms": 0.0031874453162024116, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 20239, + "mean_ms": 2.0956802679974307, + "overflow": 0, + "p50_ms": 1.9, + "p95_ms": 3.8, + "p99_ms": 7.7, + "resolution_us": 100 + }, + "root_preparation": { + "count": 18991, + "mean_ms": 12.677583544205149, + "overflow": 0, + "p50_ms": 11.9, + "p95_ms": 18.9, + "p99_ms": 31.3, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 18991, + "mean_ms": 12.670925320941498, + "overflow": 0, + "p50_ms": 11.9, + "p95_ms": 18.9, + "p99_ms": 31.3, + "resolution_us": 100 + }, + "uploaded_bytes": 952810651, + "uploaded_objects": 108610, + "worker": { + "count": 65198, + "mean_ms": 1.124022635034817, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 3.0, + "p99_ms": 10.3, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.4875145, + "overflow": 0, + "p50_ms": 0.5, + "p95_ms": 0.6, + "p99_ms": 0.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 40478, + "mean_ms": 1.563564884776916, + "overflow": 0, + "p50_ms": 1.3, + "p95_ms": 3.1, + "p99_ms": 6.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 40478, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 40478 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 61, + "mean_ms": 8.818386868852459, + "overflow": 0, + "p50_ms": 8.2, + "p95_ms": 14.2, + "p99_ms": 28.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 61, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 61 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 29075166, + "duration": { + "count": 61, + "mean_ms": 21.041470475409835, + "overflow": 0, + "p50_ms": 17.9, + "p95_ms": 39.9, + "p99_ms": 80.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 61, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 61 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 61, + "mean_ms": 6.21355131147541, + "overflow": 0, + "p50_ms": 4.8, + "p95_ms": 18.3, + "p99_ms": 29.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 61, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 61 + }, + "put": { + "bytes_read": 0, + "bytes_written": 935117308, + "duration": { + "count": 127588, + "mean_ms": 8.324355444022949, + "overflow": 0, + "p50_ms": 7.8, + "p95_ms": 13.4, + "p99_ms": 21.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 127588, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 127588 + }, + "range": { + "bytes_read": 423493792, + "bytes_written": 0, + "duration": { + "count": 40596, + "mean_ms": 2.5232027651739086, + "overflow": 0, + "p50_ms": 2.3, + "p95_ms": 4.7, + "p99_ms": 7.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 40596, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 40596 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.37941043399996, + "cpu_seconds": 289.393186, + "cpu_cores": 2.3081396299302055, + "cgroup_before": { + "usage_usec": 2604830539, + "user_usec": 1742043562, + "system_usec": 862786976, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2894223725, + "user_usec": 1892083071, + "system_usec": 1002140653, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0357259140179662, + "p50": 1.0182332770236115, + "p95": 0.9345700434280397, + "p99": 1.0340998818488494, + "response_body_bytes_per_second": 1.0359450560865031 + } + }, + { + "cells": 4, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 30120, + "raw_client_sha256": { + "writes-client-0.json": "2665f9d28ddb319f4e3d01012234b85c87f887743b6cc5ccb1ddd2f9d1bd7941", + "writes-client-1.json": "9e165c279a86cbca95c733999ff68a2bbabcf1c560561709cdb9cc4474c00447", + "writes-client-2.json": "26e8df563404c3c2c9c42b9dbe592b740eb9db8ee38157461c850c2dbc711fcd", + "writes-client-3.json": "01f2b7f71cbee11c303b2152a6dae90251359e8afb7f16503dc736b4e56e1aaf", + "writes-client-4.json": "17fea4fbca386279cec71b139e3f7884c68511809161b3b919dc83f12270a212", + "writes-client-5.json": "8c1effc60e04778d210127ab9e48b1e29a144d0dd511c75ba0878807a73c382b", + "writes-client-6.json": "5aaadd125ec0e1d29d18aff06286a07ccdf499337aef3ba3ab72bfb305eb150e", + "writes-client-7.json": "5d53548527de430ca130806c38ce6ff0b8dda6af250541bb38f5d53fd341d997", + "writes-client-8.json": "77c95f90751d80fb2cf87f9e6b2293e025b035045e430b6fafaf520b159a9add", + "writes-client-9.json": "eeb61ee7e742c78bfde4072fd0c5a870b9b23ed5e66cf203d4c6d8eba4dd7ad2", + "writes-client-10.json": "771b366449ba5e0698768135bf9bbcda13e2a35b070dbee78a3ba7fe1d2d6ecd", + "writes-client-11.json": "83a8a109ca6cfc4cbdd87ec159dbe7c816f3525e2ad9290d63727539c5541825", + "writes-client-12.json": "05dd513581d4069c4820c0a5bc578cb90c21934fc18ced2b35ae6a922a98daa5", + "writes-client-13.json": "6642443eba55bbe85d1b3b83c8b0f43d3697f702b5be9d085f3a140d06b9d87f", + "writes-client-14.json": "f7715cda51b8b27247851cb555b061e38cff136e2d730cd921ddb50ef215ec84", + "writes-client-15.json": "29eb00dd81ed3f79deed3470c5d929e4c905c61111eb9fedf27e68af5ba291c4", + "write-warmup-client-0.json": "8d6cc5edfe1546465e79db4edb694d661fe5594f046bb90934103fa4cc8ad32b", + "write-warmup-client-1.json": "3b55cdb699254e9b46cba99dc5041b1a1cec5ffc8f0513887130b30f9f4256c8", + "write-warmup-client-2.json": "ff8de8c24d15d5e778e93ecd41e10b5690eee3e92926ec95ecea71c804ef20cc", + "write-warmup-client-3.json": "71916fbbdef96e615ea4faa45916bc1ae43c7d3a9e2ec5445108b5f9f42a19ba", + "write-warmup-client-4.json": "5bbbf385b7054bf90a1a3f53797decaf01517b6187449d01eb81bc3ca54c2e60", + "write-warmup-client-5.json": "af7bf522f3d7047c5dc14bb542ab64ae695fee0978a81f0a97ba111825454c65", + "write-warmup-client-6.json": "8f221fa6ce1a37a2850eaa8cbd98fd781081b23386d63e60fb5b598ecd9681c9", + "write-warmup-client-7.json": "12f3689c2bc426e85721ad26d2a60861f4c9be3e4358bac92343dccdce219779", + "write-warmup-client-8.json": "68d69877ed2707b5b9df547853328540f53aae1978126ba6f4de11e5d44c241f", + "write-warmup-client-9.json": "be399e5787d722e0fc54b07aab36e09d28b0c95cd535ff405552c462a9346da3", + "write-warmup-client-10.json": "6bea8ed9bee2ba3fbe013bd0b213f37281ff4e181706b248f28f5a5f3193ae5e", + "write-warmup-client-11.json": "2ad48a95d5e08f847d7f557de5df4ad4b85100a090335d4fbc7084f3f3652eae", + "write-warmup-client-12.json": "5aab26ec9e4586da6baca5356c1de7011845c33e3b255b47af7282238ddfc024", + "write-warmup-client-13.json": "c62c2739b01449e6af183b589d7cf630d392aad84d5f1359f40af9cea7684361", + "write-warmup-client-14.json": "11d4e1980e4f06836b33a39cbcf7cffc466d2053150eeacb43f96759a6a54041", + "write-warmup-client-15.json": "8163f848e0c348eb42ff059dcaac40497d4f22c1c015708d916f48312846f74b" + } + }, + "repeat": 3, + "cells": 4, + "variant": "baseline", + "measured_writes": 28748, + "all_acknowledged": 30136, + "TPS": 239.03103641480072, + "response_body_bytes_per_second": 48139.734901010335, + "p50": 55.605849, + "p95": 119.039018, + "p99": 169.740188, + "server_cpu_cores": 0.5027291596244354, + "driver_cpu_cores": 0.07181845137491935, + "server_rss_after_bytes": 78938112, + "first_30_seconds_TPS": 265.59999999999997, + "last_30_seconds_TPS": 199.2, + "interval_TPS_min": 171.0, + "interval_TPS_max": 271.2, + "interval_TPS_cv": 0.12211879244342809, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 60276, + "mean_ms": 11.55170489747163, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 34.7, + "p99_ms": 78.4, + "resolution_us": 100 + }, + "authority": { + "count": 15879, + "mean_ms": 8.890523552238806, + "overflow": 0, + "p50_ms": 8.4, + "p95_ms": 13.6, + "p99_ms": 21.1, + "resolution_us": 100 + }, + "compaction": { + "count": 997, + "mean_ms": 51.09018028786359, + "overflow": 0, + "p50_ms": 47.7, + "p95_ms": 86.0, + "p99_ms": 126.0, + "resolution_us": 100 + }, + "directory": { + "count": 16876, + "mean_ms": 0.028162055996681677, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 16880, + "mean_ms": 0.00044432393364928906, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 15879, + "mean_ms": 19.019275782794885, + "overflow": 0, + "p50_ms": 15.3, + "p95_ms": 55.7, + "p99_ms": 76.3, + "resolution_us": 100 + }, + "publication": { + "count": 15879, + "mean_ms": 28.6058511615341, + "overflow": 0, + "p50_ms": 24.3, + "p95_ms": 66.1, + "p99_ms": 87.5, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 997, + "mean_ms": 0.34647126780341025, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 16.9, + "resolution_us": 100 + }, + "root_admission": { + "count": 15883, + "mean_ms": 0.0038551181137064785, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 16876, + "mean_ms": 2.6902031194595875, + "overflow": 0, + "p50_ms": 2.4, + "p95_ms": 4.9, + "p99_ms": 7.7, + "resolution_us": 100 + }, + "root_preparation": { + "count": 15883, + "mean_ms": 15.802371217150412, + "overflow": 0, + "p50_ms": 15.0, + "p95_ms": 22.9, + "p99_ms": 32.3, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 15883, + "mean_ms": 15.794332174337342, + "overflow": 0, + "p50_ms": 15.0, + "p95_ms": 22.9, + "p99_ms": 32.3, + "resolution_us": 100 + }, + "uploaded_bytes": 792477489, + "uploaded_objects": 89502, + "worker": { + "count": 60276, + "mean_ms": 1.1288220107837281, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 3.1, + "p99_ms": 8.0, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.63427375, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 0.8, + "p99_ms": 0.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 33752, + "mean_ms": 2.0723953688077743, + "overflow": 0, + "p50_ms": 1.8, + "p95_ms": 4.1, + "p99_ms": 6.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 33752, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 33752 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 41, + "mean_ms": 12.404333024390244, + "overflow": 0, + "p50_ms": 10.8, + "p95_ms": 20.5, + "p99_ms": 41.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 41, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 41 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 19017428, + "duration": { + "count": 41, + "mean_ms": 25.685293024390244, + "overflow": 0, + "p50_ms": 22.8, + "p95_ms": 46.1, + "p99_ms": 80.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 41, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 41 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 41, + "mean_ms": 7.781758219512195, + "overflow": 0, + "p50_ms": 7.2, + "p95_ms": 11.2, + "p99_ms": 29.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 41, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 41 + }, + "put": { + "bytes_read": 0, + "bytes_written": 782737156, + "duration": { + "count": 105380, + "mean_ms": 10.501727305798065, + "overflow": 0, + "p50_ms": 10.0, + "p95_ms": 16.5, + "p99_ms": 22.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 105380, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 105380 + }, + "range": { + "bytes_read": 354439488, + "bytes_written": 0, + "duration": { + "count": 33796, + "mean_ms": 3.3685745633506925, + "overflow": 0, + "p50_ms": 3.2, + "p95_ms": 6.2, + "p99_ms": 8.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 33796, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 33796 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.43974716499997, + "cpu_seconds": 346.578924, + "cpu_cores": 2.762911531893632, + "cgroup_before": { + "usage_usec": 4613449480, + "user_usec": 3054769622, + "system_usec": 1558679858, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4960028404, + "user_usec": 3283823241, + "system_usec": 1676205163, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 26587, + "raw_client_sha256": { + "writes-client-0.json": "f3738025b4c95c22d5f91f78ecafd3a6e9024db9b2057e61867da5bef9e426a3", + "writes-client-1.json": "2214f9791716c3d4553f6193f2d178f969074f0dd98ab38e41174e51ff732154", + "writes-client-2.json": "77747f7c122bb0e052ad31fc9b4c015abf3f67eeba4ca8c2b5f5dd81e7cf691e", + "writes-client-3.json": "fbb82b092a990c751ee28b8b4ba268cd97c4104931834a483a899b716bfa236d", + "writes-client-4.json": "cf7d0c7970d29659bb97f6dffad12f57ea2641786e0629c7445cba36fe9fd29d", + "writes-client-5.json": "6bac4662aa8c718616f95aa494ba0918391d40630254367897c6613e4a1edd07", + "writes-client-6.json": "be21455d5a97fbde7206e5b2e3daec60ea15ecfe11e1cf45b7135dcfbb90a9d6", + "writes-client-7.json": "60077b0e3a5d3bd9b483e914eaca961cbf5b540c08fca12f252a9531b8450dd6", + "writes-client-8.json": "e3dd31a8a1ac81213ba9b235b6f38e3090067e8c2d6d3f9a5a8e118788c31af3", + "writes-client-9.json": "f7ee71291e2ef768b3724868ad05500149ca563dd2385f6b30fcc730309983fb", + "writes-client-10.json": "03a355ec8f91ad305f16a30df4a0a28a2d37b6f7d06298eccf7cb627d667ef5a", + "writes-client-11.json": "b77386421b1a3bebbe1c95331b5bc8d22afc49611250f4b305c6747b95a35c1d", + "writes-client-12.json": "a96a1f23fd4a9169c2422c55fe0ef6de40998484a97610e0a7e2ce4a07346b37", + "writes-client-13.json": "74d1cb5c04857c6d38e717e48143b7c0f2633681b12130730e16879d971de2e8", + "writes-client-14.json": "ca98c738a67ef92a7bab54ebb44ca3334285e799a4e3618751b3dc9678a655e0", + "writes-client-15.json": "fc07d8e988e0a7ac36a9ef5bba1b892fdcbc33f9b97066e03a857b197643ba74", + "write-warmup-client-0.json": "2f6b9b72b35e7480e0054c1af8e35755af7819908bc10946707561f968fdde90", + "write-warmup-client-1.json": "4465ce87373d66d95f68ffd3a40cadc7c9c02557723989974c46192760f05e8d", + "write-warmup-client-2.json": "5535898bc9047ccb9640194475afd4e0ac7a7b9ff45370f8cb2a1c380d637a91", + "write-warmup-client-3.json": "beed71136367cf8f76d536989dc04c73e951a6f0276e099f2ed946b3aaae5230", + "write-warmup-client-4.json": "798b8b0b77a736f49c73b6665ab4facc9aa0fd97be4e0e75e9740d9b951bb844", + "write-warmup-client-5.json": "1183c271b326462b049f3eb4508f4b23b0597d23b6768141f8e1242a4c3feb36", + "write-warmup-client-6.json": "ca00de895359ed7df2ca7893a74cec640fa9879a83087569292dda39e6da0b50", + "write-warmup-client-7.json": "1b57a890b01b1e525855b5c63439e5e756fa2fef800588c1a299f11fc0b29526", + "write-warmup-client-8.json": "68ee4e804cf6838a076462cddb44404930ebabcdd37778f87ce654a3a0052850", + "write-warmup-client-9.json": "76b0179e3d75b8f73a84c87e2a5473e909a95666e5a785d35c9fe507dc880875", + "write-warmup-client-10.json": "cff6951bf346aa511d92999ef15941165c308d99ca13e966da3b9c6d6d3d6326", + "write-warmup-client-11.json": "bd5ad6bbc4b552084ba15dd7c8e442aa6a994839e1cf9567782a1e33db6f584c", + "write-warmup-client-12.json": "81852b0848ee72910e0724bd02922bf2971ea77428ff73270f8206aad2261e6d", + "write-warmup-client-13.json": "f57df492df28f3471935a634f7186430a21a3230a5118bd3d0774fecff0d72bb", + "write-warmup-client-14.json": "b8199ccc05fd7452ceba351a08d4843e90a659d17ab9622a6c238aee570655d6", + "write-warmup-client-15.json": "83a56b5ebbf47ba2b4fd4a2bf0b6b691f2fba479767cfc815b8c05878c577426" + } + }, + "repeat": 3, + "cells": 4, + "variant": "candidate", + "measured_writes": 25159, + "all_acknowledged": 26603, + "TPS": 209.30337032141554, + "response_body_bytes_per_second": 42135.1668781372, + "p50": 64.292824, + "p95": 139.461603, + "p99": 194.50863, + "server_cpu_cores": 0.4870415628701698, + "driver_cpu_cores": 0.06387430332723538, + "server_rss_after_bytes": 77291520, + "first_30_seconds_TPS": 242.9, + "last_30_seconds_TPS": 188.4, + "interval_TPS_min": 164.8, + "interval_TPS_max": 272.4, + "interval_TPS_cv": 0.13155624628137, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 53210, + "mean_ms": 12.810718692877279, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 38.0, + "p99_ms": 84.2, + "resolution_us": 100 + }, + "authority": { + "count": 15318, + "mean_ms": 9.357137671954563, + "overflow": 0, + "p50_ms": 8.6, + "p95_ms": 15.0, + "p99_ms": 26.7, + "resolution_us": 100 + }, + "compaction": { + "count": 950, + "mean_ms": 53.611029204210524, + "overflow": 0, + "p50_ms": 49.2, + "p95_ms": 91.9, + "p99_ms": 140.7, + "resolution_us": 100 + }, + "directory": { + "count": 16268, + "mean_ms": 0.02861527772313745, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 16272, + "mean_ms": 0.0004613255899705015, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "preparation": { + "count": 15318, + "mean_ms": 19.730151886995692, + "overflow": 0, + "p50_ms": 15.8, + "p95_ms": 56.1, + "p99_ms": 81.4, + "resolution_us": 100 + }, + "publication": { + "count": 15318, + "mean_ms": 29.770912954693824, + "overflow": 0, + "p50_ms": 25.1, + "p95_ms": 67.6, + "p99_ms": 96.0, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 950, + "mean_ms": 0.507734792631579, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 20.6, + "resolution_us": 100 + }, + "root_admission": { + "count": 15322, + "mean_ms": 0.0041253322020623935, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 16268, + "mean_ms": 2.8195794968035406, + "overflow": 0, + "p50_ms": 2.6, + "p95_ms": 5.2, + "p99_ms": 8.4, + "resolution_us": 100 + }, + "root_preparation": { + "count": 15322, + "mean_ms": 16.39574641574207, + "overflow": 0, + "p50_ms": 15.5, + "p95_ms": 23.9, + "p99_ms": 36.0, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 15322, + "mean_ms": 16.387401748466257, + "overflow": 0, + "p50_ms": 15.5, + "p95_ms": 23.9, + "p99_ms": 36.0, + "resolution_us": 100 + }, + "uploaded_bytes": 715667149, + "uploaded_objects": 82828, + "worker": { + "count": 53210, + "mean_ms": 1.1701997548956962, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 3.2, + "p99_ms": 8.6, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.612491, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 0.8, + "p99_ms": 0.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 32536, + "mean_ms": 2.18767296692894, + "overflow": 0, + "p50_ms": 1.9, + "p95_ms": 4.4, + "p99_ms": 7.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 32536, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 32536 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 36, + "mean_ms": 12.705485138888887, + "overflow": 0, + "p50_ms": 11.4, + "p95_ms": 22.1, + "p99_ms": 27.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 36, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 36 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 15351181, + "duration": { + "count": 36, + "mean_ms": 26.934018833333333, + "overflow": 0, + "p50_ms": 21.2, + "p95_ms": 56.5, + "p99_ms": 76.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 36, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 36 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 36, + "mean_ms": 8.325639416666666, + "overflow": 0, + "p50_ms": 6.9, + "p95_ms": 17.0, + "p99_ms": 37.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 36, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 36 + }, + "put": { + "bytes_read": 0, + "bytes_written": 709263340, + "duration": { + "count": 98144, + "mean_ms": 10.82715826592558, + "overflow": 0, + "p50_ms": 10.2, + "p95_ms": 17.1, + "p99_ms": 25.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 98144, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 98144 + }, + "range": { + "bytes_read": 319328845, + "bytes_written": 0, + "duration": { + "count": 32568, + "mean_ms": 3.51030984082535, + "overflow": 0, + "p50_ms": 3.3, + "p95_ms": 6.6, + "p99_ms": 9.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 32568, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 32568 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.37266020199968, + "cpu_seconds": 346.998945, + "cpu_cores": 2.76774014718135, + "cgroup_before": { + "usage_usec": 4980312155, + "user_usec": 3301845244, + "system_usec": 1678466910, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5327311100, + "user_usec": 3528877095, + "system_usec": 1798434004, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.8756326101444103, + "p50": 1.1562241231133796, + "p95": 1.171562109156512, + "p99": 1.1459197276251398, + "response_body_bytes_per_second": 0.8752679457994457 + } + }, + { + "cells": 16, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 18307, + "raw_client_sha256": { + "writes-client-0.json": "e29c82d0f8b1866577fe5927729a7afc85f9bbd2045aa333f486a021754b667f", + "writes-client-1.json": "bcad6dace917e5e16e282420c81404f2ba892132ce4d4522ba7d80665ed0a4da", + "writes-client-2.json": "006c62956497988d132df2efb589e6a3202843cd7d2043d6827b4f19a6ac7103", + "writes-client-3.json": "2d913a0d1ab8a846ba98764fdc3e4cbd6c7508282bdd0dd3dfa572698b1954b3", + "writes-client-4.json": "b77ec156437866e654c40834733fb5b1468f21794d27b4afcbfebbaf4ccb0905", + "writes-client-5.json": "7be9155de7b1634e6b82574ba4b2291b98de70f220648f6f5855960202d910be", + "writes-client-6.json": "3e5b318c46b8150b26d5d4fe16bc5c3faa8c7badac935500037e16f5699bde87", + "writes-client-7.json": "7fbb355b1f0c4ee440c995d42a4d0371b153ebcee6164758716c4d34a63c3085", + "writes-client-8.json": "00ea080108747f73b6f213a1931e5669fcfc491afa7993197157fbb4d47d8a08", + "writes-client-9.json": "eb324ef791cec16c49add8363192eba09c50d2c1e2e6661187f0bf45345bceae", + "writes-client-10.json": "8e3d45208f03efca09668e914b6256cf8bc85abdcd7d25632e999705c641b806", + "writes-client-11.json": "d8dbdc3e435112a8781e7137369b364be1f25047434e498336431bd72f8b8be5", + "writes-client-12.json": "8cbae3753e1736ed0bfc77e7291559fe5168f8a7753711cad6681bbcc6c75e45", + "writes-client-13.json": "725d342ecbb798c7e29020d818f5d674233c3b8b031c4f129811bce42d76367e", + "writes-client-14.json": "53cb61ea7e9ed8248e3ca8f59051e196b2f967f46c97fce76c1f5f42c22cf061", + "writes-client-15.json": "ae1de8f9e74e39c393d937ddc454172fc972f5a5c5914107b02295d298a4907b", + "write-warmup-client-0.json": "bf500c86e6bed41b8158bf2d0f7a9f8f249153e1194a25b6faee75eccc5aabfa", + "write-warmup-client-1.json": "d9f95be1855a0a32d4e06146b81e8f5ad3496e311527a31ba1169f8571943bb1", + "write-warmup-client-2.json": "59fc0b0f9b1e2a34fdd0abd8eed1023dc4edf358a69415b3b9c06f32ff88b489", + "write-warmup-client-3.json": "e797607893f5299cc24d0251fd6439e24816128da27072d1b8367475161e11f7", + "write-warmup-client-4.json": "561cedfc84955719155602da3370b54f4beb728f5edd9efaa8e10dcfb31ef2d3", + "write-warmup-client-5.json": "402ef1b104b436885f25e3b5d50ac9e1ff1e9a08a98849381b0b8113313b81fc", + "write-warmup-client-6.json": "47a0e7dd532a4540a5d2d6da3185b23da41adfa26cd4f2f4dff80ae853673d31", + "write-warmup-client-7.json": "e8fa23ef904dcb0871f198a624323e41dfbf0f7904f07f3c08991620b99a5e67", + "write-warmup-client-8.json": "39370092daaa691e3050d2d51a82d1aa7d4f63d0d592e1db644ca5edd5744637", + "write-warmup-client-9.json": "18fc99f4bdd6d120ee30eca36a1220643fe8db909a18d4ea9df204439f4511aa", + "write-warmup-client-10.json": "7162ce3af4b103b536d156f838269dbcd9f1e57529fbd7f956db991587278ef4", + "write-warmup-client-11.json": "0568874a8c918203b34337e7a21c4180d299b433bec6f20b044998e7e93d0581", + "write-warmup-client-12.json": "20905108432ea602edfc3eeeb16b8b074e21d89d53a30a5bbb184a7b794f878e", + "write-warmup-client-13.json": "087bcf5bc44ffb7331a15ca155662f10593f6c13e3b5c843c3348443a33cadd0", + "write-warmup-client-14.json": "d183ef45db90832be44962aeccc02f29d5800d2cc9db1ecff2dc53c77f98db94", + "write-warmup-client-15.json": "29451573cbc3ef9de9e6eab31b22e7c63286a415d89c52a54fbcbe56c688bf06" + } + }, + "repeat": 1, + "cells": 16, + "variant": "baseline", + "measured_writes": 17412, + "all_acknowledged": 18323, + "TPS": 144.88930514432764, + "response_body_bytes_per_second": 29006.444463460677, + "p50": 96.696001, + "p95": 211.275742, + "p99": 286.069063, + "server_cpu_cores": 0.4948809660814005, + "driver_cpu_cores": 0.05587365746080328, + "server_rss_after_bytes": 83230720, + "first_30_seconds_TPS": 154.0, + "last_30_seconds_TPS": 132.9, + "interval_TPS_min": 119.0, + "interval_TPS_max": 158.7, + "interval_TPS_cv": 0.0851374441360557, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 36662, + "mean_ms": 0.025382578691833507, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "authority": { + "count": 18323, + "mean_ms": 15.252456292364787, + "overflow": 0, + "p50_ms": 14.1, + "p95_ms": 25.4, + "p99_ms": 41.4, + "resolution_us": 100 + }, + "compaction": { + "count": 948, + "mean_ms": 148.94158310759494, + "overflow": 0, + "p50_ms": 130.2, + "p95_ms": 244.6, + "p99_ms": 435.6, + "resolution_us": 100 + }, + "directory": { + "count": 19271, + "mean_ms": 0.022052407244045457, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.2, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 19287, + "mean_ms": 57.955604955202986, + "overflow": 0, + "p50_ms": 54.8, + "p95_ms": 88.3, + "p99_ms": 125.4, + "resolution_us": 100 + }, + "preparation": { + "count": 18323, + "mean_ms": 89.43539104447962, + "overflow": 0, + "p50_ms": 78.0, + "p95_ms": 184.7, + "p99_ms": 259.7, + "resolution_us": 100 + }, + "publication": { + "count": 18323, + "mean_ms": 105.7085434435409, + "overflow": 0, + "p50_ms": 93.1, + "p95_ms": 204.8, + "p99_ms": 279.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1879, + "mean_ms": 0.6475968605641299, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 1.2, + "p99_ms": 21.5, + "resolution_us": 100 + }, + "root_admission": { + "count": 18339, + "mean_ms": 57.98860327329735, + "overflow": 0, + "p50_ms": 54.8, + "p95_ms": 88.3, + "p99_ms": 125.4, + "resolution_us": 100 + }, + "root_open": { + "count": 19271, + "mean_ms": 4.054077168128276, + "overflow": 0, + "p50_ms": 3.6, + "p95_ms": 7.7, + "p99_ms": 13.6, + "resolution_us": 100 + }, + "root_preparation": { + "count": 18339, + "mean_ms": 81.77158375500301, + "overflow": 0, + "p50_ms": 77.4, + "p95_ms": 126.6, + "p99_ms": 171.2, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 18339, + "mean_ms": 23.777531357053277, + "overflow": 0, + "p50_ms": 22.2, + "p95_ms": 36.5, + "p99_ms": 57.3, + "resolution_us": 100 + }, + "uploaded_bytes": 484393805, + "uploaded_objects": 96530, + "worker": { + "count": 36662, + "mean_ms": 1.1751533159129346, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 3.4, + "p99_ms": 11.2, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 1800, + "bytes_written": 0, + "duration": { + "count": 37, + "mean_ms": 0.7399288378378379, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 2.0, + "p99_ms": 3.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 5, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 37 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 38542, + "mean_ms": 3.2758769436458928, + "overflow": 0, + "p50_ms": 2.8, + "p95_ms": 6.7, + "p99_ms": 12.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 38542, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 38542 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 495785626, + "duration": { + "count": 115042, + "mean_ms": 16.42898127424767, + "overflow": 0, + "p50_ms": 15.5, + "p95_ms": 26.2, + "p99_ms": 41.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 5, + "error": 0, + "not_found": 0, + "success": 115037, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 115042 + }, + "range": { + "bytes_read": 221484159, + "bytes_written": 0, + "duration": { + "count": 38318, + "mean_ms": 4.429265646249805, + "overflow": 0, + "p50_ms": 4.1, + "p95_ms": 8.1, + "p99_ms": 13.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 38318, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 38318 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.37951618900001, + "cpu_seconds": 350.964212, + "cpu_cores": 2.7992149169801257, + "cgroup_before": { + "usage_usec": 1337544585, + "user_usec": 920428036, + "system_usec": 417116548, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 1688508797, + "user_usec": 1152355689, + "system_usec": 536153107, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 18743, + "raw_client_sha256": { + "writes-client-0.json": "e2fcae9096da7b95e69a4edc6169423c16805e96d5db8ea431282410c2081867", + "writes-client-1.json": "5ccf38cae31102f7d875dfe6f015c274315b202332e05d2e794f6ea187d65e7b", + "writes-client-2.json": "015872a31625498be3444680068d3cc49a5bb23f2e6cb1427bdca455749c1174", + "writes-client-3.json": "056e94374829bca3a0545e2c735b0f65e796fcebb93ba9a5d72b5920c9162c53", + "writes-client-4.json": "e2e997b4286bd6f7b53ae17d3a35c34d977d2720230f064567ecc3b3e2ae3978", + "writes-client-5.json": "502fa552f01b281bcccb7aad5794fb6a135296a0923aa0dce53b4382bcd375ad", + "writes-client-6.json": "29d8ea4aa304e1e1fd1092fc5a8ad4be06ec10a0fdb2b1fe85f1bbac34b28c98", + "writes-client-7.json": "63ee12c3782bd90214d7588c504f77f212f89448eae44aa3204cd278e5e858e9", + "writes-client-8.json": "9c15532969afdcbc4aeebcf72e3c77af1b8bb263bee712ace3672e7d32cbd18d", + "writes-client-9.json": "b008266f9173c793fd099ddced7add0e104115ff741368963a5de4b64de93530", + "writes-client-10.json": "4f207f38878b75d0e7a724cfc8f3cdfed6686afddf96ff367a8ead680f11ddb1", + "writes-client-11.json": "08827f77b20444a100a3ad64fe7fa5a6b49fb87f68d96ec4cd961cbc4bce9e87", + "writes-client-12.json": "01e317b837996a6d3633739a98e12f88a1cc2345ce5f3c1e21dae41809a3e7c8", + "writes-client-13.json": "71095a1b0970e6c551f59ea3ab5a75fcc2125467c722a1e6db838dc3034aea59", + "writes-client-14.json": "16b30d50efa7b2ea677fa900035b90ed8384d432ee6869b527fcabc23b6b75a6", + "writes-client-15.json": "66e27b3283ebc739e6e587381d00aa252f776266569d12316441c0260004e106", + "write-warmup-client-0.json": "9faa6fddba0ed952d68a460262596b776f27720c83235e26b0f4078123a1f7e6", + "write-warmup-client-1.json": "68ade64e1e3c1a94476cf51942710420c099ed4a6ff56e4b57d8c0f17731b382", + "write-warmup-client-2.json": "baed3b205f12f25bd81f9d34568eb46736b54784abcb5ec1a71820ee5d418576", + "write-warmup-client-3.json": "18704be7e4b4a38ba492fe2b2664ba68efce0c29e0e04e0e050a45bc17cac5b9", + "write-warmup-client-4.json": "a9d82626f4f4c5e42043be32f66415f0c9eb1312cd76af65f313e26488647e67", + "write-warmup-client-5.json": "b8b013e17774c2465178fc50a0ed29873f79c2c738342bb0fa9017bff4bc6cb8", + "write-warmup-client-6.json": "72877f96a4134132b352905d988eaaa4f3f73c852a64ab3bdbbc2d03dc9d23e7", + "write-warmup-client-7.json": "7398cb9af484545d60d6005d389244d96b08c28c6f3e412bdb2141f8dde47797", + "write-warmup-client-8.json": "ad0319e2cc1f80364555063214fd9d0f04db2b34f25cda4564975aa84aeae40e", + "write-warmup-client-9.json": "6029e9619d6fe5b5001218b0897b2a283d47a0b286f37f0e63e447be96f3c041", + "write-warmup-client-10.json": "326de32eb27c94a5c1893cb5785977172793b4c0e124bcc0582fce3f46f3d163", + "write-warmup-client-11.json": "20d7baac22ed3c2b713791055cb9854889ae1c6235ca2a914cf5a6745e755189", + "write-warmup-client-12.json": "0588c82592263230fbfba9c824fa88a0a8953503b40ac87021a9ded3ad08ba1d", + "write-warmup-client-13.json": "4a82894ddea322f26291bce48be1a6077d2b814545b79168d83b484ce86327be", + "write-warmup-client-14.json": "fea2d5ea02f61ac7ceb9457d558bc0f21fb5db6d6172071cc4d0f92aebb0889d", + "write-warmup-client-15.json": "fc7c177dea921c951ed08d359ce45bdd237dd7eedf7db957bbff109f6b22cab5" + } + }, + "repeat": 1, + "cells": 16, + "variant": "candidate", + "measured_writes": 17901, + "all_acknowledged": 18759, + "TPS": 148.96652476489044, + "response_body_bytes_per_second": 29827.124290257823, + "p50": 97.352103, + "p95": 201.901976, + "p99": 277.215873, + "server_cpu_cores": 0.5269562947394388, + "driver_cpu_cores": 0.05588930398751624, + "server_rss_after_bytes": 82735104, + "first_30_seconds_TPS": 154.79999999999998, + "last_30_seconds_TPS": 150.9, + "interval_TPS_min": 136.9, + "interval_TPS_max": 157.6, + "interval_TPS_cv": 0.037747170225653666, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 37534, + "mean_ms": 0.029388895641285235, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "authority": { + "count": 18759, + "mean_ms": 14.779101792046484, + "overflow": 0, + "p50_ms": 14.2, + "p95_ms": 22.1, + "p99_ms": 34.3, + "resolution_us": 100 + }, + "compaction": { + "count": 970, + "mean_ms": 147.44073561443298, + "overflow": 0, + "p50_ms": 133.9, + "p95_ms": 235.3, + "p99_ms": 330.2, + "resolution_us": 100 + }, + "directory": { + "count": 19729, + "mean_ms": 0.023572117796137666, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 19745, + "mean_ms": 56.6780151376551, + "overflow": 0, + "p50_ms": 55.3, + "p95_ms": 76.4, + "p99_ms": 98.0, + "resolution_us": 100 + }, + "preparation": { + "count": 18759, + "mean_ms": 87.56707963489525, + "overflow": 0, + "p50_ms": 78.7, + "p95_ms": 176.9, + "p99_ms": 256.0, + "resolution_us": 100 + }, + "publication": { + "count": 18759, + "mean_ms": 103.24655292792792, + "overflow": 0, + "p50_ms": 93.9, + "p95_ms": 195.1, + "p99_ms": 273.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1925, + "mean_ms": 0.7121869137662337, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 1.5, + "p99_ms": 22.9, + "resolution_us": 100 + }, + "root_admission": { + "count": 18775, + "mean_ms": 56.6780227498269, + "overflow": 0, + "p50_ms": 55.2, + "p95_ms": 76.4, + "p99_ms": 98.0, + "resolution_us": 100 + }, + "root_open": { + "count": 19729, + "mean_ms": 4.012592999847939, + "overflow": 0, + "p50_ms": 3.7, + "p95_ms": 7.1, + "p99_ms": 10.0, + "resolution_us": 100 + }, + "root_preparation": { + "count": 18775, + "mean_ms": 79.90594552010653, + "overflow": 0, + "p50_ms": 78.1, + "p95_ms": 103.2, + "p99_ms": 132.4, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 18775, + "mean_ms": 23.22219512394141, + "overflow": 0, + "p50_ms": 22.4, + "p95_ms": 31.7, + "p99_ms": 45.7, + "resolution_us": 100 + }, + "uploaded_bytes": 497515432, + "uploaded_objects": 98835, + "worker": { + "count": 37534, + "mean_ms": 1.0566863379602494, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 3.1, + "p99_ms": 8.3, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 3960, + "bytes_written": 0, + "duration": { + "count": 43, + "mean_ms": 1.3501007441860466, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 4.4, + "p99_ms": 8.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 11, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 43 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 39458, + "mean_ms": 3.227599638222921, + "overflow": 0, + "p50_ms": 3.0, + "p95_ms": 6.2, + "p99_ms": 8.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 39458, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 39458 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 508940220, + "duration": { + "count": 117766, + "mean_ms": 16.025635558463392, + "overflow": 0, + "p50_ms": 15.5, + "p95_ms": 23.3, + "p99_ms": 33.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 11, + "error": 0, + "not_found": 0, + "success": 117755, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 117766 + }, + "range": { + "bytes_read": 225645179, + "bytes_written": 0, + "duration": { + "count": 39148, + "mean_ms": 4.532379680877695, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 8.1, + "p99_ms": 11.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 39148, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 39148 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.34526178700003, + "cpu_seconds": 359.665391, + "cpu_cores": 2.8693975813077133, + "cgroup_before": { + "usage_usec": 1701305207, + "user_usec": 1164047877, + "system_usec": 537257330, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2060970598, + "user_usec": 1400619524, + "system_usec": 660351074, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.028140238622177, + "p50": 1.0067852030406097, + "p95": 0.955632549618498, + "p99": 0.9690522634389164, + "response_body_bytes_per_second": 1.028293017016648 + } + }, + { + "cells": 16, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 19429, + "raw_client_sha256": { + "writes-client-0.json": "ed7f6d6485643994c2dad37b67a37cb4e4efc8033d8f9918eab1928903ea32f5", + "writes-client-1.json": "b49455758ef124a3fe3d710a864e3f4d1f72a25c0e51c48fa426346fd1a9f1d4", + "writes-client-2.json": "3ca49a22bba464c66490bd9bb290b9a5b0d1acee88eba01fb875338163f5a4e0", + "writes-client-3.json": "dbfa9d575ee9f616fbc0b53e06f540b178f9991d4948a05afa40465f26b34449", + "writes-client-4.json": "10cbc56a9d0b95b5a381270c6594811399989fbaf04d60691a841f126a480a59", + "writes-client-5.json": "b0ae41dfa797d8a400e03992e05b7861cf569831f2b415387388ed08faf0f8ef", + "writes-client-6.json": "b06694b306850f1648686405bb47690423994cce0810a3ecea17eb9d84a0dec6", + "writes-client-7.json": "b7050708628dc37ddff53c64919b26a99fc2476bce4f88a690dabac701914b1e", + "writes-client-8.json": "ea5addc250aa51af45297ec612eede1e748dd4722985f46dc07eec4b5f2fe397", + "writes-client-9.json": "8ddfbabb212f9e2c8baa3546db295508a06cd1df6c3261f4e3c2ccd1c2f575b2", + "writes-client-10.json": "ee5f39b00129c866d3cabecc47e60a60ca5a3a7ef6f3b0891afa6d922ce9df49", + "writes-client-11.json": "6e4ea44e9a8c28ef3a35d57ad3fdad46dd594fba0c2be128818a8160afb06aac", + "writes-client-12.json": "dcd4f9737755719ec1c8ece7432c9a76f5337a3156d08c66197aaae200d4bcb5", + "writes-client-13.json": "abe0089e8c6e7a20889e3b8470463a1574de765dbe19fe443e945ed80bf03a6c", + "writes-client-14.json": "ff943cf4f86df6fd9a602c495356401ba2d04a8f882805a59455d30628f28ff6", + "writes-client-15.json": "e88decc9a27c133ef39f6201aff1f322d3a0477eb9318864bf59b81530be2db5", + "write-warmup-client-0.json": "b1a92183c63975e9d3ce22989c94f99334040b27f2c0e3de2f4580153b16be29", + "write-warmup-client-1.json": "633014d89ebe38edabc1a962a63fe9eb989564d87a7ce390037204d2f594211c", + "write-warmup-client-2.json": "53f6c5368309e2202d07915a5d35af386871f2fcadf60997ce0da345d5ec105a", + "write-warmup-client-3.json": "3a0016b742123ee9a369fed18d9f726179ec3d3f9bb60a72facbe42346e1ea5d", + "write-warmup-client-4.json": "cbf7aff04cd5043f5fe37813363707616f1941f005fc6e6ddce26daae2d7e4e8", + "write-warmup-client-5.json": "cc125685531cb85dc8c89faefb3426e49328b047b21b2df89250cf08d75e6a97", + "write-warmup-client-6.json": "9ae550f6f39fefe9d06eb65e9f25d0ba8d666705353c970821552d7df4922827", + "write-warmup-client-7.json": "7d5dd4eb66f2b5f8c3e7b8605a5c5849ddf2b0a7ad4174662041c5b0b384f918", + "write-warmup-client-8.json": "5f28ef0056095854711eebe7420e9918b6a99607d5e6c9623f8e87bb2eedf455", + "write-warmup-client-9.json": "a31d0cc1999089f9a4489a195492f6812de7312dcc0f4998c992f9132a73be6d", + "write-warmup-client-10.json": "2ca1e6594f6b089e83deb8d5e140ff6fb6e349c06ee41508481ad74605c89d63", + "write-warmup-client-11.json": "005fd25a80e9779abef85f7d829a547407edcca9d7f9a90945e69a442a6b1e72", + "write-warmup-client-12.json": "b904d9b8ae972e8acd3ed2a43ceef1b184f37431a31b1a105fa361a6677d39de", + "write-warmup-client-13.json": "85bb2febc3d41e13c22dfccd7139c870f742fdced88f2b4e48f3d7a62a95975c", + "write-warmup-client-14.json": "521c47dc75ebd0c9ef4c73745485d1e878daf056bd2421a1ecd7539d7bc085ad", + "write-warmup-client-15.json": "213c72961d3cbaa4fe56e03211d622ab559e3a72c0ce8475c4b20eb0ab68afc1" + } + }, + "repeat": 2, + "cells": 16, + "variant": "baseline", + "measured_writes": 18583, + "all_acknowledged": 19445, + "TPS": 154.6107281741211, + "response_body_bytes_per_second": 30968.196884915367, + "p50": 93.829031, + "p95": 194.15818, + "p99": 264.601308, + "server_cpu_cores": 0.5187473511817515, + "driver_cpu_cores": 0.055865099358034784, + "server_rss_after_bytes": 82698240, + "first_30_seconds_TPS": 157.46666666666667, + "last_30_seconds_TPS": 155.36666666666667, + "interval_TPS_min": 147.3, + "interval_TPS_max": 160.5, + "interval_TPS_cv": 0.025217228792129842, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 38906, + "mean_ms": 0.023883210790109494, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "authority": { + "count": 19445, + "mean_ms": 14.233090472512213, + "overflow": 0, + "p50_ms": 13.7, + "p95_ms": 21.0, + "p99_ms": 31.2, + "resolution_us": 100 + }, + "compaction": { + "count": 1010, + "mean_ms": 142.10836864059405, + "overflow": 0, + "p50_ms": 127.8, + "p95_ms": 230.5, + "p99_ms": 331.8, + "resolution_us": 100 + }, + "directory": { + "count": 20455, + "mean_ms": 0.02193362586164752, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.2, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 20471, + "mean_ms": 54.94409319383519, + "overflow": 0, + "p50_ms": 53.4, + "p95_ms": 72.6, + "p99_ms": 97.3, + "resolution_us": 100 + }, + "preparation": { + "count": 19445, + "mean_ms": 84.7535582326562, + "overflow": 0, + "p50_ms": 76.1, + "p95_ms": 173.1, + "p99_ms": 246.1, + "resolution_us": 100 + }, + "publication": { + "count": 19445, + "mean_ms": 99.85492062802777, + "overflow": 0, + "p50_ms": 90.8, + "p95_ms": 188.6, + "p99_ms": 262.0, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 2007, + "mean_ms": 0.6928677747882411, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.5, + "p99_ms": 24.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 19461, + "mean_ms": 54.97899190123837, + "overflow": 0, + "p50_ms": 53.4, + "p95_ms": 72.6, + "p99_ms": 97.3, + "resolution_us": 100 + }, + "root_open": { + "count": 20455, + "mean_ms": 3.8923763977022734, + "overflow": 0, + "p50_ms": 3.6, + "p95_ms": 6.9, + "p99_ms": 9.9, + "resolution_us": 100 + }, + "root_preparation": { + "count": 19461, + "mean_ms": 77.3356335856328, + "overflow": 0, + "p50_ms": 75.5, + "p95_ms": 98.1, + "p99_ms": 131.8, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 19461, + "mean_ms": 22.351578563177636, + "overflow": 0, + "p50_ms": 21.7, + "p95_ms": 30.1, + "p99_ms": 43.8, + "resolution_us": 100 + }, + "uploaded_bytes": 519094355, + "uploaded_objects": 102470, + "worker": { + "count": 38906, + "mean_ms": 0.9898240424099111, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 2.8, + "p99_ms": 7.6, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 3600, + "bytes_written": 0, + "duration": { + "count": 42, + "mean_ms": 1.0639162857142856, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 3.0, + "p99_ms": 3.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 10, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 42 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 40910, + "mean_ms": 3.1374114283060375, + "overflow": 0, + "p50_ms": 2.9, + "p95_ms": 6.0, + "p99_ms": 8.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 40910, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 40910 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 530879121, + "duration": { + "count": 122081, + "mean_ms": 15.403112444508153, + "overflow": 0, + "p50_ms": 15.0, + "p95_ms": 22.3, + "p99_ms": 30.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 10, + "error": 0, + "not_found": 0, + "success": 122071, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 122081 + }, + "range": { + "bytes_read": 232589951, + "bytes_written": 0, + "duration": { + "count": 40528, + "mean_ms": 4.449257477990525, + "overflow": 0, + "p50_ms": 4.2, + "p95_ms": 7.9, + "p99_ms": 11.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 40528, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 40528 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.41068501899986, + "cpu_seconds": 359.996673, + "cpu_cores": 2.870542274332208, + "cgroup_before": { + "usage_usec": 3615442249, + "user_usec": 2362294552, + "system_usec": 1253147696, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3975438922, + "user_usec": 2595561728, + "system_usec": 1379877193, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 18316, + "raw_client_sha256": { + "writes-client-0.json": "af0c8f0cad97005f98bbaa5d4ebf01d89d4ee7d1498a1df22f6614957d5d2e5c", + "writes-client-1.json": "8b14e571f9300ec893de3cbf6b0b6ae6e50c047f24184913f5dc86c17bbef5ee", + "writes-client-2.json": "0df6c03d3fb6ec6158ad1570e92e1090f4541e343fd42b734fea6498eeace14c", + "writes-client-3.json": "7956bf5163ac360eb1d765fd75714467bdc0f39449c561193f5f5317df172512", + "writes-client-4.json": "c6a91d3a3449d1e1a0c94ceecaf80fea4bbb6a78e794aa4eccae39549e80f141", + "writes-client-5.json": "b3d2aa404991d78d82bb2fd2dc1f12d6f951794105e4f621cfa9627124a38ebd", + "writes-client-6.json": "737ea4e97df36018dc1f5bbc6200e66a7e3840e69b29419f750e478c93980609", + "writes-client-7.json": "db15f12f616f158182731030b51261f350ef0d76501a34d43a08c9a1fa6416a1", + "writes-client-8.json": "93e557a293fa21c57520e43b549d1acfd2fb1cea7c7e71312889a3e94372c18d", + "writes-client-9.json": "bb0a6520890f49ba0462f8000acd6cc2fe471209807fab3c5bd036d0bf748530", + "writes-client-10.json": "062027c6e05d28e47c6b44ef255d8a7e2512bd686f12714f62ef7b86beeeac52", + "writes-client-11.json": "15f2e53f8bd8b385a64b2becf40a90b82a0fdfa3cbc4ed3b720acb46a61bef86", + "writes-client-12.json": "30072b89919d7ceb83751946595b1d09538eef29c66ec53888ac6d6beb8e64e4", + "writes-client-13.json": "9168e90798cd2f145e99393b000038e5db0548d3a9e09d1c8e59c73a6e24377f", + "writes-client-14.json": "1e33f37b59057ec97779937f428c08b5095fc0097e59eba8a64a4f0a3e18340d", + "writes-client-15.json": "dac05bcd5b140ee663ea7aedf45b7de1b918794ae4cd01bc78d467a2ce0bbeda", + "write-warmup-client-0.json": "20ac000a4b1426abe47c3ba320a245493cb2fa33ea510999310d39d210fbc15f", + "write-warmup-client-1.json": "e4426e161aedaf344580b35d888e6fa70ca60d17a68632b4abb43770df92f86d", + "write-warmup-client-2.json": "4acc5b79191195d55acd310cfe47338fb86b72b163e6d9d3f39fe0b5e475a4c7", + "write-warmup-client-3.json": "71919ff5179725c125ff26b541a6e34861d3ab1ae91f594aa8d3583700cb59b1", + "write-warmup-client-4.json": "f607dd1e37a60ead119aa99f3eb01e014a15cb29c9f35c120a4ed19ca11c347d", + "write-warmup-client-5.json": "568f69be78162966beec33f4a4adcc1b50a754b04b1402d0ec78015f6cb4a558", + "write-warmup-client-6.json": "a83a6a40904adde5714f09c093676ca8f92e4dc7afd0afebfc28397b95f1260d", + "write-warmup-client-7.json": "5ce24bac63f3d226de913100735452d0c0de7ed0203dd688e3ceddfef14b4200", + "write-warmup-client-8.json": "0ccce4abf800e8d6e22223276f3364e45289367dcb985d1c24646b090c824d13", + "write-warmup-client-9.json": "f774c20c9b9d910b760937cef7c602760a6dd0b9539c32fc9b854b994165cd9f", + "write-warmup-client-10.json": "f8c04cf5a7b9cb4e4b4e022bf2a7c9a555c3e7f9775dafc1dbf8bb6b343a876e", + "write-warmup-client-11.json": "48e64a83750c6b2926955d142d66d1864830b75d50725dde89e8d8bd1a7fcaef", + "write-warmup-client-12.json": "75c5cb552239c1dbfab4c9b8f838af2a5d9be9cc07a059754d40447e4cb9b137", + "write-warmup-client-13.json": "caabab000b314d31e4c7f8444d8449ff760349cbeb4364cfc54546a62c663200", + "write-warmup-client-14.json": "7857c67714d6ddbf2d2b66d0d46459705ddbb95a2aff67683816e6b66e46b9bb", + "write-warmup-client-15.json": "167252c57e62bb2ed5ccf79ee6115bfe5b90fe9afba613aacd0a180007b0f14b" + } + }, + "repeat": 2, + "cells": 16, + "variant": "candidate", + "measured_writes": 17457, + "all_acknowledged": 18332, + "TPS": 145.2408257064678, + "response_body_bytes_per_second": 29075.82055199691, + "p50": 98.523602, + "p95": 210.826935, + "p99": 284.186674, + "server_cpu_cores": 0.5107443308825937, + "driver_cpu_cores": 0.05586266119028369, + "server_rss_after_bytes": 82673664, + "first_30_seconds_TPS": 154.43333333333334, + "last_30_seconds_TPS": 139.33333333333334, + "interval_TPS_min": 136.0, + "interval_TPS_max": 159.5, + "interval_TPS_cv": 0.044129442919426554, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 36680, + "mean_ms": 0.029850239803707743, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 18332, + "mean_ms": 15.191607555913158, + "overflow": 0, + "p50_ms": 14.3, + "p95_ms": 23.6, + "p99_ms": 39.8, + "resolution_us": 100 + }, + "compaction": { + "count": 946, + "mean_ms": 150.1060058065539, + "overflow": 0, + "p50_ms": 134.4, + "p95_ms": 237.9, + "p99_ms": 342.6, + "resolution_us": 100 + }, + "directory": { + "count": 19278, + "mean_ms": 0.02338586284884324, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 19294, + "mean_ms": 57.986155167668706, + "overflow": 0, + "p50_ms": 55.8, + "p95_ms": 79.4, + "p99_ms": 113.6, + "resolution_us": 100 + }, + "preparation": { + "count": 18332, + "mean_ms": 89.60671500049095, + "overflow": 0, + "p50_ms": 79.6, + "p95_ms": 184.4, + "p99_ms": 264.0, + "resolution_us": 100 + }, + "publication": { + "count": 18332, + "mean_ms": 105.75487011624482, + "overflow": 0, + "p50_ms": 95.0, + "p95_ms": 204.8, + "p99_ms": 280.2, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1880, + "mean_ms": 0.6818168042553192, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 1.2, + "p99_ms": 19.7, + "resolution_us": 100 + }, + "root_admission": { + "count": 18348, + "mean_ms": 58.0101305441465, + "overflow": 0, + "p50_ms": 55.8, + "p95_ms": 79.5, + "p99_ms": 114.1, + "resolution_us": 100 + }, + "root_open": { + "count": 19278, + "mean_ms": 4.139957584344849, + "overflow": 0, + "p50_ms": 3.8, + "p95_ms": 7.4, + "p99_ms": 12.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 18348, + "mean_ms": 81.81115663091344, + "overflow": 0, + "p50_ms": 78.9, + "p95_ms": 110.7, + "p99_ms": 157.8, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 18348, + "mean_ms": 23.79519345236538, + "overflow": 0, + "p50_ms": 22.7, + "p95_ms": 33.7, + "p99_ms": 53.2, + "resolution_us": 100 + }, + "uploaded_bytes": 484777966, + "uploaded_objects": 96590, + "worker": { + "count": 36680, + "mean_ms": 1.1245988126772084, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 3.1, + "p99_ms": 9.6, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 3240, + "bytes_written": 0, + "duration": { + "count": 41, + "mean_ms": 1.128649731707317, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 3.0, + "p99_ms": 4.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 9, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 41 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 38556, + "mean_ms": 3.3518608980703393, + "overflow": 0, + "p50_ms": 3.0, + "p95_ms": 6.5, + "p99_ms": 11.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 38556, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 38556 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 495800657, + "duration": { + "count": 115082, + "mean_ms": 16.378377443953006, + "overflow": 0, + "p50_ms": 15.7, + "p95_ms": 24.4, + "p99_ms": 38.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 9, + "error": 0, + "not_found": 0, + "success": 115073, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 115082 + }, + "range": { + "bytes_read": 221382013, + "bytes_written": 0, + "duration": { + "count": 38304, + "mean_ms": 4.591973141708437, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 8.2, + "p99_ms": 12.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 38304, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 38304 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.40817688599986, + "cpu_seconds": 355.142276, + "cpu_cores": 2.8318909086991666, + "cgroup_before": { + "usage_usec": 3244125136, + "user_usec": 2115007759, + "system_usec": 1129117376, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3599267412, + "user_usec": 2348592618, + "system_usec": 1250674793, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9393968156135905, + "p50": 1.0500332461069537, + "p95": 1.0858514176430785, + "p99": 1.0740184020556691, + "response_body_bytes_per_second": 0.9388929119783452 + } + }, + { + "cells": 16, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 17854, + "raw_client_sha256": { + "writes-client-0.json": "2c9ad1afedfa8bd54da4281442e327d42c0425d7900874131a554d02ad2cb47e", + "writes-client-1.json": "0e51b939273d7101bea2dff81b259ffa17a751e83f1d270703518a7cd424d596", + "writes-client-2.json": "0e144db60b35e734f089784e933e9661c5c983414e7d63e5f0c214d366a69fb0", + "writes-client-3.json": "496d37e3ed5ac2fa520e0ee50de0c74f1a17fdf51f4e30b64144284a82dab3b8", + "writes-client-4.json": "679d20a9e558cba3efdddcd6be1592bfae724be7ebcd71d2255a99aa7b3b3222", + "writes-client-5.json": "48c2b7c39f2c715e077f6dc91f2d82267728d59010bd8be986358e5043498053", + "writes-client-6.json": "779fe2f53fb6b6550ead1b795d7b82cbb31600051b04da7f312c00da4ff88aed", + "writes-client-7.json": "a2a69402f92fb6ff49917e570acec37ab62da03f1e2af748ab27bc720a0c5392", + "writes-client-8.json": "f28b8dd2c164aa0de26b65e08b7a04ffc98fcc1c95d129b5e8794c3cda11288b", + "writes-client-9.json": "94f834c992f0c5dcbf681ae1f0337e95485f30718b1b5880940392a476a463b4", + "writes-client-10.json": "bbce5de087ae95cccbb3290c2df99b8b8cb20bd645a41c8c7981589ed1ee5319", + "writes-client-11.json": "63d4cda311531192fc422c8ce1446662c144b81918484dd99a75aa41ac0edb3e", + "writes-client-12.json": "e201ed62b6f51003ccfa73ede93cf0d0f50af8ae1dd0eb763bc01485d2d8f6e0", + "writes-client-13.json": "6b03a7ec9ab10143017e991036029fe26b64861515e4fa1d1dfc4b7b37badfd9", + "writes-client-14.json": "160100850d962920203497655715b139c99320cd9dd98ef8cca6cfbf04adbee3", + "writes-client-15.json": "ab68a7930c8d3b0c583846eacec40159433d312b68a53fedbc771a64390902d4", + "write-warmup-client-0.json": "6da5875eab84f733586cb04d190962a981e40de9b2a6f550cee888c9099d4b50", + "write-warmup-client-1.json": "aa796bce55f44c4147034caca3567597d208e903a78ccd5634cc2609f9d99935", + "write-warmup-client-2.json": "82fc13f078a8b445fc2d330408a2033aa02b7a1a79e8fe97c585719142b47d41", + "write-warmup-client-3.json": "cb075bcc0390c8797249d357d852d7e8a9ae7572a4a4b15bcf6086c807eb7b9c", + "write-warmup-client-4.json": "63137f7ffb37a03d6970b7568b0d68100ee70ec5721d962a2645ba5f33b57071", + "write-warmup-client-5.json": "5ca8041e24a5b42bc1a7aca826efbd29e204fd29453bb7d6d5984d1f07c4b81f", + "write-warmup-client-6.json": "2a3622e56135ad295d472526bc99bcc7e8130020740926ac5de8fec1e26ab5fa", + "write-warmup-client-7.json": "e62c97c3d1a24388bc9ecc30060468ab0c779e6c767e3032a7c3861b7610424a", + "write-warmup-client-8.json": "9980053a18267701ca4c9b6702786f494dc2e21e1a86498f451a3aa1bfa85e0a", + "write-warmup-client-9.json": "709c1f4a784ca9112486dab2317f7e9c7783fcab73b40126cbd9c42a85857157", + "write-warmup-client-10.json": "4a6d464153fd63d0c29babd5dc7021c6af68d506235b8e12160f61cb3bee7c61", + "write-warmup-client-11.json": "305f5cad0e5754441709c205d2f94b67e169f2aa1cd14a57b8e1ac1240c4a7dc", + "write-warmup-client-12.json": "f634a44a3582e13b10f4b8c85c64e1fdd1b7e38a274f77d5e61aaba3f3a5961e", + "write-warmup-client-13.json": "b15a1cc024416793e5b127747365b945ecd997a8bcc5e0b50192c2cd5fcbf940", + "write-warmup-client-14.json": "ee9ed9a23d28e5687562d2d6fc5b32e2cb903319a59a2becd335f9dede0ed0e0", + "write-warmup-client-15.json": "01d82c743256626c1fbcadfff3a39ecbba68a6068e3084f7f35a96c5d075e7cd" + } + }, + "repeat": 3, + "cells": 16, + "variant": "baseline", + "measured_writes": 17079, + "all_acknowledged": 17870, + "TPS": 142.1396875712802, + "response_body_bytes_per_second": 28445.814207792144, + "p50": 100.911527, + "p95": 215.544321, + "p99": 304.007915, + "server_cpu_cores": 0.5030630760417537, + "driver_cpu_cores": 0.05589589733797263, + "server_rss_after_bytes": 83955712, + "first_30_seconds_TPS": 144.2, + "last_30_seconds_TPS": 144.16666666666666, + "interval_TPS_min": 134.8, + "interval_TPS_max": 148.0, + "interval_TPS_cv": 0.031069708356746936, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 35756, + "mean_ms": 0.02915136810605213, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "authority": { + "count": 17870, + "mean_ms": 15.46668012104085, + "overflow": 0, + "p50_ms": 14.6, + "p95_ms": 23.4, + "p99_ms": 37.9, + "resolution_us": 100 + }, + "compaction": { + "count": 926, + "mean_ms": 156.7159964913607, + "overflow": 0, + "p50_ms": 141.0, + "p95_ms": 248.6, + "p99_ms": 375.2, + "resolution_us": 100 + }, + "directory": { + "count": 18796, + "mean_ms": 0.023678650563949778, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 18812, + "mean_ms": 59.32112999457793, + "overflow": 0, + "p50_ms": 57.3, + "p95_ms": 80.5, + "p99_ms": 109.2, + "resolution_us": 100 + }, + "preparation": { + "count": 17870, + "mean_ms": 91.83864263810857, + "overflow": 0, + "p50_ms": 81.6, + "p95_ms": 188.5, + "p99_ms": 277.7, + "resolution_us": 100 + }, + "publication": { + "count": 17870, + "mean_ms": 108.35236102316732, + "overflow": 0, + "p50_ms": 97.5, + "p95_ms": 207.5, + "p99_ms": 298.8, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1839, + "mean_ms": 1.0098784932028277, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 4.4, + "p99_ms": 28.7, + "resolution_us": 100 + }, + "root_admission": { + "count": 17886, + "mean_ms": 59.32599972917365, + "overflow": 0, + "p50_ms": 57.3, + "p95_ms": 80.5, + "p99_ms": 108.9, + "resolution_us": 100 + }, + "root_open": { + "count": 18796, + "mean_ms": 4.183720041019366, + "overflow": 0, + "p50_ms": 3.8, + "p95_ms": 7.5, + "p99_ms": 11.9, + "resolution_us": 100 + }, + "root_preparation": { + "count": 17886, + "mean_ms": 83.68509261729844, + "overflow": 0, + "p50_ms": 81.0, + "p95_ms": 109.5, + "p99_ms": 151.3, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 17886, + "mean_ms": 24.353021621659398, + "overflow": 0, + "p50_ms": 23.2, + "p95_ms": 34.0, + "p99_ms": 50.5, + "resolution_us": 100 + }, + "uploaded_bytes": 471406623, + "uploaded_objects": 94165, + "worker": { + "count": 35756, + "mean_ms": 1.1458174553921021, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 3.3, + "p99_ms": 10.0, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 3240, + "bytes_written": 0, + "duration": { + "count": 41, + "mean_ms": 0.9901900731707317, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 2.9, + "p99_ms": 4.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 9, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 41 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 37592, + "mean_ms": 3.3781357969248775, + "overflow": 0, + "p50_ms": 3.0, + "p95_ms": 6.5, + "p99_ms": 10.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 37592, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 37592 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 482319573, + "duration": { + "count": 112213, + "mean_ms": 16.82439493397378, + "overflow": 0, + "p50_ms": 16.1, + "p95_ms": 24.9, + "p99_ms": 37.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 9, + "error": 0, + "not_found": 0, + "success": 112204, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 112213 + }, + "range": { + "bytes_read": 217071725, + "bytes_written": 0, + "duration": { + "count": 37394, + "mean_ms": 4.7487052924265925, + "overflow": 0, + "p50_ms": 4.5, + "p95_ms": 8.5, + "p99_ms": 13.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 37394, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 37394 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.33137493200002, + "cpu_seconds": 353.434438, + "cpu_cores": 2.8199996863655246, + "cgroup_before": { + "usage_usec": 5345949961, + "user_usec": 3545451645, + "system_usec": 1800498315, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5699384399, + "user_usec": 3780029746, + "system_usec": 1919354653, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 17911, + "raw_client_sha256": { + "writes-client-0.json": "d7ce6dcf6ecc16007c3397003ed0f95439084186dc70a25927418b4ee28e785f", + "writes-client-1.json": "36fe17641985f6cdd879b2df7de45bca2cf8fb0e1a41ebce97dd2649f6e0d95b", + "writes-client-2.json": "574078817801619fa361c2e7436030de881545b9fb932eecc202cca387b51bc1", + "writes-client-3.json": "cd268609b9d77199dd7e300b1f7169ccae5aa5da4d0c047503acb1bc777b4dfc", + "writes-client-4.json": "e2e76538efdcdba8a2281629a159fc82911464df39059ba52c2e888fb2bd812f", + "writes-client-5.json": "3ae52d9cbabaf28e6a4f4caac93f72b802c0c2fd45b3a5b5c3934550c93533d6", + "writes-client-6.json": "d972b77a6ce4af27fe2f3d727645f2c42c8680c9ba853277b4ddd884872a8048", + "writes-client-7.json": "5814ce083a513f34a4eeb668c71e852b128af76c66b44b26eccb095a22e916b9", + "writes-client-8.json": "165a98810dbf1066792de2ac77e80eb390648157508bd4b081d51bfac4349766", + "writes-client-9.json": "8197b40d606b000beee57e1ff3d8e1dabe47cb3ad0891187929a47841f984b2e", + "writes-client-10.json": "b461bc681911cdd7592c4fe51c5e4dba13e97e732c509759433c62ed58b8d986", + "writes-client-11.json": "67e649b52f2ce73b73e4abbd592d570596ea4786dd8b8f03238e75b30926ec46", + "writes-client-12.json": "1c1c11c0885fdfc9cd8126d05285bbec954f29e245d2e0779d84862b1700b6d2", + "writes-client-13.json": "47762edcbbf1ce58ec2b2800f508153b8761afe492a1f3773a7a0eb2fef242cf", + "writes-client-14.json": "bd0261eb91a4861b602b6d972c9d3d35288a9f078115930e8912166128f0dfcc", + "writes-client-15.json": "3df41de5f62b61a8cfe760a7ad2f4a78e190d5431e66c2504217f0f2a2425bbe", + "write-warmup-client-0.json": "56bcd6b2706061c6c384015d8979f52b18e1f3d5d70e0f99106e2049f6b538ce", + "write-warmup-client-1.json": "36a271fd5b8b3b0599c868ca27555c07487e21e29ce39e28e80f234003b4c2d9", + "write-warmup-client-2.json": "b9594043a10f7fa98f2473db3cd2784631d2726d7036bf9fdcd6e85909424ec5", + "write-warmup-client-3.json": "c70d574469662e939739364556d37ed6e52507082b4b2cac3bcb9fadd546635f", + "write-warmup-client-4.json": "a1f545dfa86d6fc2433eacec4cef371d3cd108dd27b7ddbc16c43f290df526a5", + "write-warmup-client-5.json": "ec3ecce2bc60e88b9f942a7a3c095c830f2a4897cb1cb765f750336acf313578", + "write-warmup-client-6.json": "c9169442212f0153441a10cb6b645f01dbb37698b94fe0c1cc1ed51f021cf291", + "write-warmup-client-7.json": "e61df49f4504b62b01c72a1f68189df9487a9155498f04a57c36a4e61518cc71", + "write-warmup-client-8.json": "4347bd677d84dd68a49540fe9f106f296775ab770fbf9cdbc6f814f8f2d2286f", + "write-warmup-client-9.json": "9fac4bcdfea91a3584c22496cfaa24b5ad9cb32ae14c9947db0310150a46ab73", + "write-warmup-client-10.json": "cb469d9097962d3a243ebe6d6e29378956902c9ba017696dcdcae55a540574e3", + "write-warmup-client-11.json": "144e6c73681a42e1a5475113ac2463f93f6bb24266d3c5e4ac0d477ab7fc6bb1", + "write-warmup-client-12.json": "805f574a3eef6d55110edc0a1502a11d3e53a5b713878b6c585f20833bac5982", + "write-warmup-client-13.json": "c27b40a8ba215ac51359b117035ea8a73d42fc05d1c6c8b4faf7cceb7ba99af3", + "write-warmup-client-14.json": "341bbd259757585abcc0d4ae8efa4587faae9cb1ecbc8ea1f0f18b264ed39f51", + "write-warmup-client-15.json": "0f8c70bbe26e578f7fdbb23c9818d4e158d32d6486dec36690d9ae7fd77e57fa" + } + }, + "repeat": 3, + "cells": 16, + "variant": "candidate", + "measured_writes": 17071, + "all_acknowledged": 17927, + "TPS": 142.0587878230111, + "response_body_bytes_per_second": 28432.803002737324, + "p50": 100.97944, + "p95": 214.826558, + "p99": 291.569429, + "server_cpu_cores": 0.5109395683188118, + "driver_cpu_cores": 0.055884015284870046, + "server_rss_after_bytes": 83787776, + "first_30_seconds_TPS": 143.96666666666667, + "last_30_seconds_TPS": 146.93333333333334, + "interval_TPS_min": 133.5, + "interval_TPS_max": 151.7, + "interval_TPS_cv": 0.03755692591591756, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 35870, + "mean_ms": 0.027724056091441313, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "authority": { + "count": 17927, + "mean_ms": 15.417449294472025, + "overflow": 0, + "p50_ms": 14.7, + "p95_ms": 23.5, + "p99_ms": 35.9, + "resolution_us": 100 + }, + "compaction": { + "count": 929, + "mean_ms": 153.04541943272338, + "overflow": 0, + "p50_ms": 136.4, + "p95_ms": 245.0, + "p99_ms": 354.7, + "resolution_us": 100 + }, + "directory": { + "count": 18856, + "mean_ms": 0.022464802184980908, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.2, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 18872, + "mean_ms": 59.22224527649428, + "overflow": 0, + "p50_ms": 57.2, + "p95_ms": 81.7, + "p99_ms": 115.2, + "resolution_us": 100 + }, + "preparation": { + "count": 17927, + "mean_ms": 91.49801870513751, + "overflow": 0, + "p50_ms": 81.5, + "p95_ms": 185.1, + "p99_ms": 268.7, + "resolution_us": 100 + }, + "publication": { + "count": 17927, + "mean_ms": 107.99598048507838, + "overflow": 0, + "p50_ms": 97.2, + "p95_ms": 205.6, + "p99_ms": 287.7, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1842, + "mean_ms": 0.8886992676438653, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 1.5, + "p99_ms": 28.6, + "resolution_us": 100 + }, + "root_admission": { + "count": 17943, + "mean_ms": 59.29157540472608, + "overflow": 0, + "p50_ms": 57.2, + "p95_ms": 81.7, + "p99_ms": 115.3, + "resolution_us": 100 + }, + "root_open": { + "count": 18856, + "mean_ms": 4.167538545078489, + "overflow": 0, + "p50_ms": 3.8, + "p95_ms": 7.5, + "p99_ms": 11.9, + "resolution_us": 100 + }, + "root_preparation": { + "count": 17943, + "mean_ms": 83.58243010555648, + "overflow": 0, + "p50_ms": 80.8, + "p95_ms": 112.1, + "p99_ms": 156.6, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 17943, + "mean_ms": 24.28542335729811, + "overflow": 0, + "p50_ms": 23.3, + "p95_ms": 34.1, + "p99_ms": 51.7, + "resolution_us": 100 + }, + "uploaded_bytes": 473580771, + "uploaded_objects": 94460, + "worker": { + "count": 35870, + "mean_ms": 1.1522711156676888, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 3.2, + "p99_ms": 10.3, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 1800, + "bytes_written": 0, + "duration": { + "count": 37, + "mean_ms": 0.8451527297297297, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 2.2, + "p99_ms": 2.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 5, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 37 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 37712, + "mean_ms": 3.365895068466271, + "overflow": 0, + "p50_ms": 3.1, + "p95_ms": 6.5, + "p99_ms": 10.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 37712, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 37712 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 484650186, + "duration": { + "count": 112570, + "mean_ms": 16.763596567744514, + "overflow": 0, + "p50_ms": 16.1, + "p95_ms": 24.9, + "p99_ms": 37.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 5, + "error": 0, + "not_found": 0, + "success": 112565, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 112570 + }, + "range": { + "bytes_read": 218166448, + "bytes_written": 0, + "duration": { + "count": 37528, + "mean_ms": 4.725593397116819, + "overflow": 0, + "p50_ms": 4.4, + "p95_ms": 8.4, + "p99_ms": 12.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 37528, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 37528 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.357411297, + "cpu_seconds": 354.480611, + "cpu_cores": 2.827759502468948, + "cgroup_before": { + "usage_usec": 5715812615, + "user_usec": 3793920178, + "system_usec": 1921892437, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 6070293226, + "user_usec": 4028094970, + "system_usec": 2042198255, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9994308433509921, + "p50": 1.000672995464631, + "p95": 0.9966699980928748, + "p99": 0.9590849929022407, + "response_body_bytes_per_second": 0.9995425968488799 + } + } + ], + "limitations": [ + "Three paired repeats, not a statistical confidence interval.", + "Closed-loop small-row HTTP workload with one persistent connection per client.", + "Response throughput is JSON response-body bytes, not database or network-wire throughput.", + "Publication phase metrics include warmup; worker and queue metrics also include exact replay verification.", + "Compaction is a subset of preparation; do not add their timings." + ], + "provenance_audit": { + "run_id": 37182201738, + "baseline_revision": "98ba66627c208c496cb0626437ad565d2859fe95", + "candidate_revision": "b1a55d8d1cb994edc6691cc09ff19051cb115b6a", + "framework_production_diff": "none", + "candidate_diff_paths": [ + "crates/cellule-axum/examples/sql_metrics/mod.rs" + ], + "patch_sha256": "1ae7cfaee1f4fd454df73a2bc9e282455e8b36da4461f79b432431fbf7859a74", + "baseline_instrumentation_diff_sha256": "2b96542184b78d95a344e19b0697f5a403876f6200a5cc5010473af1cdcc134c", + "baseline_observer_transplant": "exact candidate two-histogram observer; fixed patch targets already identical", + "byte_identical_sources": { + "crates/cellule-axum/examples/sql.rs": "dfab7641a55e6ba653d3c068ca65f6a38d9fb785c59847fcda843dbc0ea38baa", + "crates/cellule-ltx/src/environment/host/mod.rs": "ec6f3c6f658c61aa170695af1f81b0d2676f8ac9baeeff4e2f82193c502fb166", + "crates/cellule-ltx/src/environment/telemetry.rs": "9f23ada9280c6a5bd46cd2f4ee51f3ee0437ba262a4c8bc5fdc646b972640149", + "crates/cellule-ltx/src/replica/prepare.rs": "594131ab59fb9961258ab66296b43513ed5aea90413b3ee58c17a7d83bc4f074", + "scripts/bench-axum-rustfs.py": "4b1ee45a1ac3f2dd31a140a1f09a1c28bcdf7000e7c3be8c8c953ca1d8d86852", + "Cargo.lock": "bf138b7f790cb63db857092eeae7a258f37f32c225cb06e919c074c22e9f2e4c" + }, + "observer_sha256": "56f794d4c44c1e957b27841b91599fd0bfb534fb3dcc14b82127ffcb81968b2c", + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "recovery": 2, + "scratch_mib": 65536, + "local_disk_bytes": 1073741824 + }, + "binary_sha256": "9a18b2744e2707842bac94796888b22e7598b795af5e900cd7aa6417a2a99c03", + "baseline_binary_sha256": "43aab3bc2b423de554896dfae45e8309ddd52a0d63c80cc8197a8d3e7a1047f2" + }, + "calibration": "Identical framework production code and metrics observer on both sides; ratio variation is calibration, not evidence of optimization.", + "phase_cost_summary": [ + { + "cells": 1, + "median_of_six_point_means_ms": { + "root_open": 1.0673975227865433, + "directory": 0.014783076838443859, + "root_admission": 0.003801635887261615, + "root_preparation_work": 7.378061902303875, + "worker": 0.8854546996929529, + "authority": 3.473076231732856, + "compaction": 27.338509008093823, + "worker_p99_ms": 5.4, + "put_mean_ms": 4.753278997576704 + }, + "phase_population_note": "Each phase has its own event population, including warmup and some verification. Do not add means or percentiles to reconstruct request latency." + }, + { + "cells": 4, + "median_of_six_point_means_ms": { + "root_open": 2.6281307022702207, + "directory": 0.02758763904664839, + "root_admission": 0.0038666042519645985, + "root_preparation_work": 15.450266416069534, + "worker": 1.1264223229092725, + "authority": 8.681553928004012, + "compaction": 49.38268354201571, + "worker_p99_ms": 8.649999999999999, + "put_mean_ms": 10.22543957654734 + }, + "phase_population_note": "Each phase has its own event population, including warmup and some verification. Do not add means or percentiles to reconstruct request latency." + }, + { + "cells": 16, + "median_of_six_point_means_ms": { + "root_open": 4.097017376236563, + "directory": 0.022925332516912075, + "root_admission": 57.999366908721925, + "root_preparation_work": 23.78636240470933, + "worker": 1.1352081340346554, + "authority": 15.222031924138973, + "compaction": 149.52379445707442, + "worker_p99_ms": 9.8, + "put_mean_ms": 16.403679359100337 + }, + "phase_population_note": "Each phase has its own event population, including warmup and some verification. Do not add means or percentiles to reconstruct request latency." + } + ] +} diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-root-phase-calibration.md b/crates/cellule-axum/performance/2026-10-04-rustfs-root-phase-calibration.md new file mode 100644 index 00000000..3b5e84f7 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-root-phase-calibration.md @@ -0,0 +1,42 @@ +# Root publication phase calibration + +The longer runs identify shared publication admission and provider work as the +main write costs. Directory processing is negligible. +[CI run](https://github.com/crabbuild/cellule/actions/runs/37182201738) · +[Full dataset](2026-10-04-rustfs-root-phase-calibration.json). + +Baseline `98ba66627c208c496cb0626437ad565d2859fe95` and observation candidate +`b1a55d8d1cb994edc6691cc09ff19051cb115b6a` have identical framework production +code. Both use the same observer, collecting existing root-open and directory +phase events. This is a cost calibration, not an optimization trial. + +Three alternating 120-second pairs per Cell count use 16 persistent HTTP clients, +1/4/16 independent SQLite Cells, four SQL workers, four HTTP workers, five seconds +of warmup, fresh storage prefixes, and fixed budgets on one four-CPU runner. +All 18 points pass: **424,917 measured writes**, **447,161 acknowledged writes**, +and **zero measured errors**. Independent checks cover raw receipts, per-Cell +sequences, replay/conflict handling, exclusive ownership, drain, fresh-file cold +recovery, recovery fences, and the next recovered write. Source/observer diffs, +patch hashes, budgets, and every measured pair are retained in JSON. + +| Phase | 1 Cell | 4 Cells | 16 Cells | +| --- | ---: | ---: | ---: | +| Root admission mean, ms | 0.004 | 0.004 | 57.999 | +| Root work mean, ms | 7.378 | 15.450 | 23.786 | +| Authority publication mean, ms | 3.473 | 8.682 | 15.222 | +| Provider PUT mean, ms | 4.753 | 10.225 | 16.404 | +| Root open mean, ms | 1.067 | 2.628 | 4.097 | +| Directory mean, ms | 0.015 | 0.028 | 0.023 | +| SQL worker mean, ms | 0.885 | 1.126 | 1.135 | +| SQL worker p99, ms | 5.400 | 8.650 | 9.800 | +| Compaction mean, ms | 27.339 | 49.383 | 149.524 | + +Each value is the median of six point means or p99 values at that Cell count, +not a pooled request statistic. Phases have different populations, include +warmup and some verification, and overlap; do not add them to reconstruct +request latency. PUT observations include authority and immutable writes. +Three repeats are not a confidence interval or horizontal scaling evidence. + +The next candidate targets [intermediate compaction metadata](2026-10-04-compaction-publication-cost.md). +It must retain origin verification, complete dependency uploads, byte-identical +final roots, exact durable replies, and the existing resource ceilings. diff --git a/crates/cellule-axum/performance/README.md b/crates/cellule-axum/performance/README.md index bfbf0786..bc0745a5 100644 --- a/crates/cellule-axum/performance/README.md +++ b/crates/cellule-axum/performance/README.md @@ -17,6 +17,11 @@ a consistent multicell gain. These are single-host RustFS measurements with fixed budgets, not evidence of horizontal scaling. Each Cell has an independent SQLite database; SQL workers and provider capacity are shared. +Additional cost and qualification evidence: +[root phase calibration](2026-10-04-rustfs-root-phase-calibration.md), +[compaction publication cost](2026-10-04-compaction-publication-cost.md), and +[grouped routing](2026-10-04-rustfs-grouped-routing.md). + Earlier measurements remain available for historical comparison: [initial HTTP](2026-10-03-rustfs-http.md), [multicell](2026-10-03-rustfs-multicell.md), From d5aebe3f568dbdc13346c57be7d6083fd1fec650 Mon Sep 17 00:00:00 2001 From: forhappy Date: Sun, 4 Oct 2026 00:45:39 -0700 Subject: [PATCH 2/9] perf(ltx): compose scheduled compaction and append publication --- .github/workflows/axum-performance.yml | 21 +- .github/workflows/rust.yml | 1 + .../cellule-axum/examples/sql_metrics/mod.rs | 6 + crates/cellule-ltx/docs/publication.md | 16 + .../cellule-ltx/src/replica/compaction/mod.rs | 33 +- crates/cellule-ltx/src/replica/mod.rs | 33 ++ crates/cellule-ltx/src/replica/prepare.rs | 163 +++++++--- .../tests/cell/roots/compaction.rs | 284 ++++++++++++++++++ .../tests/host/hooks/compaction.rs | 115 +++++-- crates/cellule-runtime/docs/storage.md | 5 + crates/cellule-runtime/src/publication/mod.rs | 86 +++++- .../cellule-runtime/src/publication/tests.rs | 125 ++++++++ scripts/apply-axum-write-telemetry.py | 91 ++++++ scripts/tests/test_axum_write_telemetry.py | 104 +++++++ 14 files changed, 991 insertions(+), 92 deletions(-) create mode 100644 scripts/apply-axum-write-telemetry.py create mode 100644 scripts/tests/test_axum_write_telemetry.py diff --git a/.github/workflows/axum-performance.yml b/.github/workflows/axum-performance.yml index 310a7295..deba684e 100644 --- a/.github/workflows/axum-performance.yml +++ b/.github/workflows/axum-performance.yml @@ -60,22 +60,11 @@ jobs: # Backport only phase observations and the example observer wiring. # Retain the exact diff so the baseline's instrumentation is auditable. patch="$GITHUB_WORKSPACE/scripts/axum-write-telemetry.patch" - # The candidate may reorganize admission; this fixed fixture only - # backports observations, never candidate scheduling changes. - if git -C "$RUNNER_TEMP/axum-baseline-source" apply --check "$patch"; then - git -C "$RUNNER_TEMP/axum-baseline-source" apply "$patch" - elif git -C "$RUNNER_TEMP/axum-baseline-source" apply --reverse --check "$patch"; then - : - else - # An instrumented baseline may have reorganized these files. - # Accept it only when every patch target already matches the - # candidate byte for byte; never copy candidate policy into it. - git apply --numstat "$patch" > "$RUNNER_TEMP/axum-evidence/telemetry-targets.tsv" - test -s "$RUNNER_TEMP/axum-evidence/telemetry-targets.tsv" - while IFS=$'\t' read -r added removed target; do - cmp "$GITHUB_WORKSPACE/$target" "$RUNNER_TEMP/axum-baseline-source/$target" - done < "$RUNNER_TEMP/axum-evidence/telemetry-targets.tsv" - fi + python3 -B -m unittest discover -s scripts/tests -p 'test_*.py' + python3 scripts/apply-axum-write-telemetry.py \ + --candidate "$GITHUB_WORKSPACE" \ + --baseline "$RUNNER_TEMP/axum-baseline-source" \ + --evidence "$RUNNER_TEMP/axum-evidence" cp crates/cellule-axum/examples/sql_metrics/mod.rs \ "$RUNNER_TEMP/axum-baseline-source/crates/cellule-axum/examples/sql_metrics/mod.rs" cp "$patch" "$RUNNER_TEMP/axum-evidence/telemetry-backport.patch" diff --git a/.github/workflows/rust.yml b/.github/workflows/rust.yml index 7baf90e5..8e4f6836 100644 --- a/.github/workflows/rust.yml +++ b/.github/workflows/rust.yml @@ -41,6 +41,7 @@ jobs: run: cargo fmt --all --check - name: Architecture boundaries run: | + python3 -B -m unittest discover -s scripts/tests -p 'test_*.py' python3 scripts/check-boundaries.py python3 scripts/check-module-layout.py python3 scripts/check-doc-rust-fences.py diff --git a/crates/cellule-axum/examples/sql_metrics/mod.rs b/crates/cellule-axum/examples/sql_metrics/mod.rs index 14ec400c..730fafb2 100644 --- a/crates/cellule-axum/examples/sql_metrics/mod.rs +++ b/crates/cellule-axum/examples/sql_metrics/mod.rs @@ -89,6 +89,8 @@ struct WriteMetrics { root_admission: Histogram, root_preparation: Histogram, root_preparation_work: Histogram, + root_open: Histogram, + directory: Histogram, dirty_admission: Histogram, recovery_admission: Histogram, publication_failures: AtomicU64, @@ -150,6 +152,8 @@ impl CellTelemetry for QueryMetrics { use cellule_ltx::LtxPhase; match phase { LtxPhase::Compaction => self.writes.compaction.observe(elapsed), + LtxPhase::RootOpen => self.writes.root_open.observe(elapsed), + LtxPhase::Directory => self.writes.directory.observe(elapsed), LtxPhase::RootAdmission => self.writes.root_admission.observe(elapsed), LtxPhase::RootPreparation => self.writes.root_preparation.observe(elapsed), LtxPhase::RootPreparationWork => self.writes.root_preparation_work.observe(elapsed), @@ -246,6 +250,8 @@ impl QueryMetrics { "authority": self.writes.authority.snapshot(), "publication": self.writes.publication.snapshot(), "compaction": self.writes.compaction.snapshot(), + "root_open": self.writes.root_open.snapshot(), + "directory": self.writes.directory.snapshot(), "root_admission": self.writes.root_admission.snapshot(), "root_preparation": self.writes.root_preparation.snapshot(), "root_preparation_work": self.writes.root_preparation_work.snapshot(), diff --git a/crates/cellule-ltx/docs/publication.md b/crates/cellule-ltx/docs/publication.md index de6db1a2..ba54a2b1 100644 --- a/crates/cellule-ltx/docs/publication.md +++ b/crates/cellule-ltx/docs/publication.md @@ -23,6 +23,7 @@ sequenceDiagram | `prepare_bundle` | Selects this Cell's exact rows from a shared bundle. | | `prepare_compaction` | Rewrites representation without changing logical state. | | `prepare_after_compaction` | Appends to a private compaction while retaining its original authority predecessor. | +| `prepare_scheduled_compaction_append` | Composes a bounded promotion and append without uploading intermediate root metadata. | | Runtime CAS | Names the authoritative owner and exact root. | | `Db::prune_captured` | Removes only the successfully published batch. | @@ -44,6 +45,21 @@ the append's schema and can choose the final root with one CAS against the original authority record. Every immutable dependency still finishes uploading before the successor proposal is returned. +When one scheduled promotion plus the incoming captures fits the caller's +existing segment ceiling, `prepare_scheduled_compaction_append` prepares the +final append directly from the verified compaction state. It keeps directory +relocation bounded and uploads every directory node the final root may need. +Only final descriptor pages and root metadata are constructed; the proposal +retains the original authority predecessor and the same persisted bytes as the +two-step path. `None` leaves the caller's existing cascade policy in charge. +No unuploaded intermediate state can be used as a `PreparedRoot`. + +For this composed operation, root preparation admission includes recovery +admission, and root work includes compaction and the final append. The compaction +phase spans the composed attempt. These overlapping phase populations differ +from standalone append timing; compare HTTP latency and provider operations +rather than adding phase values. + Compaction overlaps the independent LTX and index output flushes through the host's bounded job admission. Both barriers complete before either output can upload. The verified local index also allows directory and root metadata to diff --git a/crates/cellule-ltx/src/replica/compaction/mod.rs b/crates/cellule-ltx/src/replica/compaction/mod.rs index df9af531..7934f86c 100644 --- a/crates/cellule-ltx/src/replica/compaction/mod.rs +++ b/crates/cellule-ltx/src/replica/compaction/mod.rs @@ -9,8 +9,8 @@ use futures_util::{StreamExt as _, TryStreamExt as _, stream}; use super::merge::LocatorMerge; use super::{ - CellReplica, DirectoryEntry, LoadedGraph, PreparedRoot, RootRef, SEGMENT_TRANSFER_CONCURRENCY, - SegmentDescriptor, directory, + AppendBaseState, CellReplica, CompactionAppend, DirectoryEntry, LoadedGraph, PreparedRoot, + RootRef, SEGMENT_TRANSFER_CONCURRENCY, SegmentDescriptor, directory, }; use crate::{CellObjectKind, LtxError, Result, SegmentInfo, Txid, environment::FileIo}; @@ -35,6 +35,7 @@ pub(super) async fn prepare( range: Range, level: u8, scratch_directory: &Path, + append: Option, ) -> Result { let selected = graph .descriptors @@ -67,7 +68,7 @@ pub(super) async fn prepare( }) }) .await??; - prepare_root(replica, base, graph, range, level, files).await + prepare_root(replica, base, graph, range, level, files, append).await } .await; // Ordinary completion includes cleanup. Cancellation leaves cleanup owned @@ -92,6 +93,7 @@ async fn prepare_root( range: Range, level: u8, files: CompactionFiles, + append: Option, ) -> Result { let selected = &graph.descriptors[range.clone()]; // The authenticated streams have separate scratch files. Both must finish @@ -169,6 +171,31 @@ async fn prepare_root( entries.stream(replica.host.clone()), ) .await?; + if let Some(append) = append { + // This private state authenticates identical logical contents, but + // does not claim an uploaded intermediate root. Streamed directory + // nodes remain available; only final descriptor pages/root are PUT. + let state = AppendBaseState { + aggregate: graph.aggregate, + directory_digest: directory.root_digest(), + directory_height: directory.height(), + page_size, + database_pages, + inherited_segment_pages: graph.document.segment_pages.clone(), + descriptors, + }; + return replica + .prepare_append( + Some(base), + Some(state), + append.inputs, + append.position, + append.commit_sequence, + append.schema, + None, + ) + .await; + } replica .finish_root( Some(base), diff --git a/crates/cellule-ltx/src/replica/mod.rs b/crates/cellule-ltx/src/replica/mod.rs index a93f43bd..8c9c3ddc 100644 --- a/crates/cellule-ltx/src/replica/mod.rs +++ b/crates/cellule-ltx/src/replica/mod.rs @@ -821,6 +821,39 @@ fn scheduled_compaction_range( None } +/// Authenticated directory and descriptors, without claiming that root metadata +/// has been uploaded. Compaction may supply this state directly to an append. +struct AppendBaseState { + aggregate: directory::Aggregate, + directory_digest: [u8; 32], + directory_height: u32, + page_size: u32, + database_pages: u32, + inherited_segment_pages: Vec<[u8; 32]>, + descriptors: Vec, +} + +impl From for AppendBaseState { + fn from(graph: LoadedGraph) -> Self { + Self { + aggregate: graph.aggregate, + directory_digest: graph.document.directory_digest, + directory_height: graph.document.directory_height, + page_size: graph.document.page_size, + database_pages: graph.document.database_pages, + inherited_segment_pages: graph.document.segment_pages, + descriptors: graph.descriptors, + } + } +} + +struct CompactionAppend { + inputs: Vec, + position: Position, + commit_sequence: u64, + schema: u32, +} + struct LoadedGraph { aggregate: directory::Aggregate, document: RootDocument, diff --git a/crates/cellule-ltx/src/replica/prepare.rs b/crates/cellule-ltx/src/replica/prepare.rs index 24b0e84a..d5427a94 100644 --- a/crates/cellule-ltx/src/replica/prepare.rs +++ b/crates/cellule-ltx/src/replica/prepare.rs @@ -84,23 +84,7 @@ impl CellReplica { schema: u32, ) -> Result { self.validate_metadata(commit_sequence, schema)?; - if cuts.segments.is_empty() { - return Err(LtxError::InvalidState("empty Cell append")); - } - let captured_bytes = cuts.segments.iter().try_fold(0_u64, |total, segment| { - // A full database image may legitimately exceed the incremental - // bound; the per-representation check below rejects an oversized - // delta after its index proves the coverage. - if segment.info().size_bytes > self.limits.max_file_bytes { - return Err(LtxError::Limit(crate::LimitKind::CapturedCellLtxBytes)); - } - total - .checked_add(segment.info().size_bytes) - .ok_or(LtxError::Limit(crate::LimitKind::CapturedCellLtxBytes)) - })?; - if captured_bytes > self.limits.max_plan_bytes { - return Err(LtxError::Limit(crate::LimitKind::CapturedCellLtxBytes)); - } + self.admit_capture_batch(cuts)?; let load_base = async { match base { Some(root) => self.load_graph(root).await.map(Some), @@ -132,7 +116,7 @@ impl CellReplica { // digest still rejects in-place mutation before authority may publish. self.prepare_append( base, - base_graph, + base_graph.map(AppendBaseState::from), inputs, cuts.position, commit_sequence, @@ -142,6 +126,27 @@ impl CellReplica { .await } + fn admit_capture_batch(&self, cuts: &CaptureBatch) -> Result<()> { + if cuts.segments.is_empty() { + return Err(LtxError::InvalidState("empty Cell append")); + } + let captured_bytes = cuts.segments.iter().try_fold(0_u64, |total, segment| { + // A full database image may legitimately exceed the incremental + // bound; the per-representation check below rejects an oversized + // delta after its index proves the coverage. + if segment.info().size_bytes > self.limits.max_file_bytes { + return Err(LtxError::Limit(crate::LimitKind::CapturedCellLtxBytes)); + } + total + .checked_add(segment.info().size_bytes) + .ok_or(LtxError::Limit(crate::LimitKind::CapturedCellLtxBytes)) + })?; + if captured_bytes > self.limits.max_plan_bytes { + return Err(LtxError::Limit(crate::LimitKind::CapturedCellLtxBytes)); + } + Ok(()) + } + async fn prepare_captured_inputs( &self, segments: &[crate::LocalSegment], @@ -325,7 +330,7 @@ impl CellReplica { self.validate_chain(&prospective, target)?; self.prepare_append( base, - base_graph, + base_graph.map(AppendBaseState::from), inputs, target, commit_sequence, @@ -356,7 +361,7 @@ impl CellReplica { let graph = replica.load_graph(base).await?; let scratch_bytes = compaction_scratch_bytes(&graph, range.clone())?; replica.host = replica.host.for_scratch(scratch_bytes).await?; - compaction::prepare(&replica, base, graph, range, level, scratch_directory).await + compaction::prepare(&replica, base, graph, range, level, scratch_directory, None).await } .await; self.host @@ -376,10 +381,46 @@ impl CellReplica { ) -> Result> { let started = self.host.now_monotonic(); let result = self - .prepare_scheduled_compaction_inner(base, scratch_directory) + .prepare_scheduled_compaction_inner(base, scratch_directory, None) + .await; + self.host + .observe_ltx_phase(crate::LtxPhase::Compaction, started, result.is_ok()); + result + } + + /// Compacts a pinned predecessor and appends captures with one final root. + /// + /// Returns `None` without uploading objects when no scheduled compaction + /// puts the final chain strictly below `segment_ceiling`. The caller can + /// continue its existing compaction cascade. This ceiling does not change + /// storage limits. Every dependency is verified and uploaded before a + /// proposal escapes; only the original predecessor is named for authority CAS. + pub async fn prepare_scheduled_compaction_append( + &self, + base: &RootRef, + cuts: &CaptureBatch, + commit_sequence: u64, + schema: u32, + segment_ceiling: usize, + scratch_directory: &Path, + ) -> Result> { + self.validate_metadata(commit_sequence, schema)?; + self.admit_capture_batch(cuts)?; + if segment_ceiling == 0 || segment_ceiling > MAX_SEGMENTS.min(self.limits.max_segments) { + return Err(LtxError::InvalidState("invalid compaction append ceiling")); + } + let started = self.host.now_monotonic(); + let result = self + .prepare_scheduled_compaction_inner( + base, + scratch_directory, + Some((cuts, commit_sequence, schema, segment_ceiling)), + ) .await; self.host .observe_ltx_phase(crate::LtxPhase::Compaction, started, result.is_ok()); + self.host + .observe_ltx_phase(crate::LtxPhase::RootPreparation, started, result.is_ok()); result } @@ -387,9 +428,38 @@ impl CellReplica { &self, base: &RootRef, scratch_directory: &Path, + append: Option<(&CaptureBatch, u64, u32, usize)>, + ) -> Result> { + let composed = append.is_some(); + let started = self.host.now_monotonic(); + let mut replica = self.clone(); + let admitted = self.host.for_recovery().await; + if composed { + self.host + .observe_ltx_phase(crate::LtxPhase::RootAdmission, started, admitted.is_ok()); + } + replica.host = admitted?; + let work_started = self.host.now_monotonic(); + let result = replica + .prepare_scheduled_compaction_admitted(base, scratch_directory, append) + .await; + if composed { + self.host.observe_ltx_phase( + crate::LtxPhase::RootPreparationWork, + work_started, + result.is_ok(), + ); + } + result + } + + async fn prepare_scheduled_compaction_admitted( + &self, + base: &RootRef, + scratch_directory: &Path, + append: Option<(&CaptureBatch, u64, u32, usize)>, ) -> Result> { let mut replica = self.clone(); - replica.host = self.host.for_recovery().await?; let graph = replica.load_graph(base).await?; let segment_limit = MAX_SEGMENTS.min(replica.limits.max_segments); let stored_bytes = graph @@ -424,17 +494,42 @@ impl CellReplica { let Some((range, level)) = selected else { return Ok(None); }; + let append = match append { + Some((cuts, commit_sequence, schema, ceiling)) => { + if graph.descriptors.len() - range.len() + 1 + cuts.segments.len() >= ceiling { + return Ok(None); + } + if commit_sequence <= graph.document.commit_sequence { + return Err(LtxError::InvalidState("commit sequence did not advance")); + } + Some(CompactionAppend { + inputs: replica.prepare_captured_inputs(&cuts.segments).await?, + position: cuts.position, + commit_sequence, + schema, + }) + } + None => None, + }; let scratch_bytes = compaction_scratch_bytes(&graph, range.clone())?; replica.host = replica.host.for_scratch(scratch_bytes).await?; - compaction::prepare(&replica, base, graph, range, level, scratch_directory) - .await - .map(Some) + compaction::prepare( + &replica, + base, + graph, + range, + level, + scratch_directory, + append, + ) + .await + .map(Some) } - async fn prepare_append( + pub(super) async fn prepare_append( &self, base: Option<&RootRef>, - base_graph: Option, + base_graph: Option, inputs: Vec, target: Position, commit_sequence: u64, @@ -512,7 +607,7 @@ impl CellReplica { async fn finish_preparation( &self, base: Option<&RootRef>, - base_graph: Option, + base_graph: Option, descriptors: Vec, directory_inputs: &[DirectoryInput], target: Position, @@ -528,21 +623,21 @@ impl CellReplica { let extents = object_extents(&descriptors)?; let directory = if let Some(graph) = &base_graph { let (changes, retain_through) = - directory_changes(directory_inputs, graph.document.database_pages)?; + directory_changes(directory_inputs, graph.database_pages)?; let base_extents = object_extents(&graph.descriptors)?; DirectoryTree::update( directory::Verification { layout: &self.layout, cell: &self.cell, incarnation: &self.incarnation, - page_size: graph.document.page_size, - database_pages: graph.document.database_pages, + page_size: graph.page_size, + database_pages: graph.database_pages, extents: &base_extents, host: &self.host, origin: crate::LtxReadOrigin::Cold, }, - graph.document.directory_digest, - graph.document.directory_height, + graph.directory_digest, + graph.directory_height, graph.aggregate, changes, retain_through, @@ -585,7 +680,7 @@ impl CellReplica { base, base_graph .as_ref() - .map(|graph| graph.document.segment_pages.as_slice()) + .map(|graph| graph.inherited_segment_pages.as_slice()) .unwrap_or_default(), descriptors, target, diff --git a/crates/cellule-ltx/tests/cell/roots/compaction.rs b/crates/cellule-ltx/tests/cell/roots/compaction.rs index 70cd4c9b..5f3c5973 100644 --- a/crates/cellule-ltx/tests/cell/roots/compaction.rs +++ b/crates/cellule-ltx/tests/cell/roots/compaction.rs @@ -86,6 +86,290 @@ async fn private_compaction_append_retains_original_predecessor_and_exact_root() writer.close().unwrap(); } +#[tokio::test] +async fn scheduled_compaction_append_checks_origin_and_sources_before_escape() { + let directory = tempfile::tempdir().unwrap(); + let scratch = tempfile::tempdir().unwrap(); + let mut writer = Db::open(&directory.path().join("writer.sqlite"), Limits::default()).unwrap(); + let backend = Arc::new(InMemory::new()); + let counted = Arc::new(cellule_store::test_support::CountingObjectStore::new( + backend.clone(), + )); + let store = Store::new(counted.clone()); + let layout = CellStorageLayout::new(store.clone(), Path::from("composed"), [3; 16]); + let cell = [211; 32]; + let incarnation = [212; 16]; + let replica = CellReplica::new(layout.clone(), cell, incarnation, Limits::default()).unwrap(); + let mut root = None; + let mut first_body = None; + for sequence in 1..=8 { + writer + .transaction(|transaction| { + if sequence == 1 { + transaction + .execute_batch("CREATE TABLE counter(v); INSERT INTO counter VALUES(0)")?; + } + transaction.execute("UPDATE counter SET v = ?1", [sequence])?; + Ok(()) + }) + .unwrap(); + let cuts = writer.capture().unwrap(); + if sequence == 1 { + first_body = Some(cuts.segments[0].info().blake3); + } + root = Some( + replica + .prepare(root.as_ref(), &cuts, sequence, 1) + .await + .unwrap() + .root(), + ); + if sequence == 1 { + counted.reset(); + assert!( + replica + .prepare_scheduled_compaction_append( + root.as_ref().unwrap(), + &cuts, + 2, + 1, + 32, + scratch.path() + ) + .await + .unwrap() + .is_none() + ); + assert_eq!(counted.put_requests(), 0); + } + } + let root = root.unwrap(); + writer + .transaction(|transaction| transaction.execute_batch("UPDATE counter SET v = 9")) + .unwrap(); + let cuts = writer.capture().unwrap(); + counted.reset(); + assert!( + replica + .prepare_scheduled_compaction_append(&root, &cuts, 9, 1, 2, scratch.path()) + .await + .unwrap() + .is_none() + ); + assert_eq!( + counted.put_requests(), + 0, + "the unchanged cascade handles a chain at its ceiling" + ); + for (sequence, schema, ceiling) in [(8, 1, 32), (9, 0, 32), (9, 1, 0)] { + counted.reset(); + assert!(matches!( + replica + .prepare_scheduled_compaction_append( + &root, + &cuts, + sequence, + schema, + ceiling, + scratch.path() + ) + .await, + Err(LtxError::InvalidState(_)) + )); + assert_eq!(counted.put_requests(), 0); + } + let foreign = + CellReplica::new(layout.clone(), [210; 32], incarnation, Limits::default()).unwrap(); + counted.reset(); + assert!( + foreign + .prepare_scheduled_compaction_append(&root, &cuts, 9, 1, 32, scratch.path()) + .await + .is_err() + ); + assert_eq!(counted.put_requests(), 0); + + let objects = replica.reachable_objects(&root).await.unwrap(); + let metadata = objects + .iter() + .find(|object| object.kind == CellObjectKind::Root && object.digest != root.digest) + .unwrap(); + let path = layout.incarnation_object_path(&cell, &incarnation, &metadata.digest, metadata.kind); + let bytes = backend.get(&path).await.unwrap().bytes().await.unwrap(); + backend.delete(&path).await.unwrap(); + counted.reset(); + assert!( + replica + .prepare_scheduled_compaction_append(&root, &cuts, 9, 1, 32, scratch.path()) + .await + .is_err() + ); + assert_eq!( + counted.put_requests(), + 0, + "cached original metadata still requires origin presence" + ); + backend.put(&path, bytes.into()).await.unwrap(); + + let body_path = layout.incarnation_object_path( + &cell, + &incarnation, + &first_body.unwrap(), + CellObjectKind::Ltx, + ); + let original = backend + .get(&body_path) + .await + .unwrap() + .bytes() + .await + .unwrap(); + let mut corrupted = original.to_vec(); + corrupted[0] ^= 1; + backend + .put(&body_path, Bytes::from(corrupted).into()) + .await + .unwrap(); + counted.reset(); + assert!(matches!( + replica + .prepare_scheduled_compaction_append(&root, &cuts, 9, 1, 32, scratch.path()) + .await, + Err(LtxError::ChecksumMismatch) + )); + assert_eq!( + counted.put_requests(), + 0, + "the complete selected LTX body must verify before any upload" + ); + assert_eq!(std::fs::read_dir(scratch.path()).unwrap().count(), 0); + backend.put(&body_path, original.into()).await.unwrap(); + + let prepared = replica + .prepare_scheduled_compaction_append(&root, &cuts, 9, 2, 32, scratch.path()) + .await + .unwrap() + .unwrap(); + assert_eq!(prepared.predecessor(), Some(root)); + assert_eq!(prepared.verified().schema(), 2); + assert_eq!(std::fs::read_dir(scratch.path()).unwrap().count(), 0); + let destination = directory.path().join("restored.sqlite"); + prepared.verified().restore(&destination).await.unwrap(); + let restored = cellule_ltx::rusqlite::Connection::open(destination).unwrap(); + assert_eq!( + restored + .query_row("SELECT v FROM counter", [], |row| row.get::<_, u64>(0)) + .unwrap(), + 9 + ); + writer.close().unwrap(); +} + +#[tokio::test(flavor = "multi_thread")] +async fn scheduled_compaction_append_retains_unchanged_directory_nodes() { + let source = tempfile::tempdir().unwrap(); + let scratch = tempfile::tempdir().unwrap(); + let mut writer = Db::open(&source.path().join("writer.sqlite"), Limits::default()).unwrap(); + let store = Store::new(Arc::new(InMemory::new())); + let cell = replica(store.clone(), [213; 32], [214; 16]); + writer + .transaction(|tx| { + tx.execute_batch( + "CREATE TABLE payload(k INTEGER PRIMARY KEY, v BLOB NOT NULL); \ + WITH RECURSIVE n(k) AS (VALUES(1) UNION ALL SELECT k+1 FROM n WHERE k<1024) \ + INSERT INTO payload SELECT k, zeroblob(3000) FROM n; \ + CREATE TABLE counter(v); INSERT INTO counter VALUES(1)", + ) + }) + .unwrap(); + let mut root = cell + .prepare(None, &writer.capture().unwrap(), 1, 1) + .await + .unwrap() + .root(); + for sequence in 2..=8 { + writer + .transaction(|tx| { + tx.execute("UPDATE counter SET v=?1", [sequence])?; + Ok(()) + }) + .unwrap(); + root = cell + .prepare(Some(&root), &writer.capture().unwrap(), sequence, 1) + .await + .unwrap() + .root(); + } + assert!(cell.open_root(&root).await.unwrap().directory_height() > 0); + writer + .transaction(|tx| { + tx.execute("UPDATE payload SET v=?1 WHERE k=1", [vec![0xab; 3000]])?; + tx.execute_batch("UPDATE counter SET v=9") + }) + .unwrap(); + let cuts = writer.capture().unwrap(); + let prepared = cell + .prepare_scheduled_compaction_append(&root, &cuts, 9, 1, 32, scratch.path()) + .await + .unwrap() + .unwrap(); + assert_eq!(prepared.predecessor(), Some(root)); + assert_eq!(std::fs::read_dir(scratch.path()).unwrap().count(), 0); + + // Use a cold cache before the reference path can upload missing objects. + let cold = replica(store, [213; 32], [214; 16]); + let final_objects = cold.reachable_objects(&prepared.root()).await.unwrap(); + let restored = source.path().join("restored.sqlite"); + cold.open_root(&prepared.root()) + .await + .unwrap() + .restore(&restored) + .await + .unwrap(); + let connection = cellule_ltx::rusqlite::Connection::open(restored).unwrap(); + assert_eq!( + connection + .query_row("SELECT v FROM counter", [], |row| row.get::<_, u64>(0)) + .unwrap(), + 9 + ); + assert_eq!( + connection + .query_row("SELECT v FROM payload WHERE k=1", [], |row| row + .get::<_, Vec>(0)) + .unwrap(), + vec![0xab; 3000] + ); + assert_eq!( + connection + .query_row( + "SELECT count(*) FROM payload WHERE k>1 AND v=zeroblob(3000)", + [], + |row| row.get::<_, u64>(0) + ) + .unwrap(), + 1023 + ); + let compacted = cell + .prepare_scheduled_compaction(&root, scratch.path()) + .await + .unwrap() + .unwrap(); + let compacted_objects = cell.reachable_objects(&compacted.root()).await.unwrap(); + assert!( + final_objects.iter().any(|object| { + object.kind == CellObjectKind::Directory && compacted_objects.contains(object) + }), + "a partial append must retain relocated directory nodes for unchanged pages" + ); + let reference = cell + .prepare_after_compaction(&compacted, &cuts, 9, 1) + .await + .unwrap(); + assert_eq!(reference.root(), prepared.root()); + writer.close().unwrap(); +} + #[tokio::test(flavor = "multi_thread")] async fn range_compaction_reads_and_reserves_only_the_selected_data() { verify_range_compaction(Arc::new(InMemory::new()), Path::from("runtime")).await; diff --git a/crates/cellule-ltx/tests/host/hooks/compaction.rs b/crates/cellule-ltx/tests/host/hooks/compaction.rs index 45befa36..f108c1df 100644 --- a/crates/cellule-ltx/tests/host/hooks/compaction.rs +++ b/crates/cellule-ltx/tests/host/hooks/compaction.rs @@ -2,6 +2,36 @@ use super::*; +#[cfg(feature = "replica")] +async fn compaction_case_inputs( + replica: &CellReplica, + writer: &mut Db, + composed: bool, +) -> (cellule_ltx::RootRef, Option) { + let mut root = replica + .prepare(None, &writer.capture().unwrap(), 1, 1) + .await + .unwrap() + .root(); + if !composed { + return (root, None); + } + for sequence in 2..=8 { + writer + .transaction(|tx| tx.execute_batch("UPDATE t SET v=randomblob(20000)")) + .unwrap(); + root = replica + .prepare(Some(&root), &writer.capture().unwrap(), sequence, 1) + .await + .unwrap() + .root(); + } + writer + .transaction(|tx| tx.execute_batch("UPDATE t SET v=randomblob(20000)")) + .unwrap(); + (root, Some(writer.capture().unwrap())) +} + #[tokio::test(flavor = "multi_thread")] async fn canceled_parallel_output_flushes_retain_both_jobs_and_scratch() { use cellule_store::test_support::CountingObjectStore; @@ -117,7 +147,11 @@ async fn canceled_parallel_output_flushes_retain_both_jobs_and_scratch() { async fn compaction_dependency_failure_cannot_return_metadata_proposal() { use cellule_store::test_support::CountingObjectStore; - for operation in ["compaction_ltx_read", "compaction_index_read"] { + for (composed, operation) in [false, true].into_iter().flat_map(|composed| { + ["compaction_ltx_read", "compaction_index_read"] + .into_iter() + .map(move |operation| (composed, operation)) + }) { let (directory, faults, host, mut writer) = fixture(); let counted = Arc::new(CountingObjectStore::new(Arc::new(InMemory::new()))); let replica = CellReplica::new( @@ -132,16 +166,19 @@ async fn compaction_dependency_failure_cannot_return_metadata_proposal() { ) .unwrap() .with_host(host); - let root = replica - .prepare(None, &writer.capture().unwrap(), 1, 1) - .await - .unwrap() - .root(); + let (root, cuts) = compaction_case_inputs(&replica, &mut writer, composed).await; counted.reset(); faults.arm(Some(operation)); - let result = replica - .prepare_compaction(&root, 0..1, 9, directory.path()) - .await; + let result = if let Some(cuts) = &cuts { + replica + .prepare_scheduled_compaction_append(&root, cuts, 9, 1, 32, directory.path()) + .await + .map(|prepared| prepared.unwrap()) + } else { + replica + .prepare_compaction(&root, 0..1, 9, directory.path()) + .await + }; assert!(result.is_err(), "metadata upload must not mask {operation}"); assert!( counted.put_requests() > 0, @@ -597,14 +634,18 @@ async fn cell_compaction_uses_injected_filesystem_and_cleans_failed_scratch() { #[tokio::test] async fn canceled_compaction_retains_files_and_admission_through_cleanup() { - for operation in [ - "create", - "open_rw", - "read_exact_at", - "write_all_at", - "write_all", - "sync_all", - ] { + for (composed, operation) in [false, true].into_iter().flat_map(|composed| { + [ + "create", + "open_rw", + "read_exact_at", + "write_all_at", + "write_all", + "sync_all", + ] + .into_iter() + .map(move |operation| (composed, operation)) + }) { let (directory, faults, host, mut writer) = fixture(); let jobs = Arc::new(tokio::sync::Semaphore::new(1)); let dirty = Arc::new(tokio::sync::Semaphore::new(1)); @@ -627,11 +668,7 @@ async fn canceled_compaction_retains_files_and_admission_through_cleanup() { .with_recovery_slots(recovery.clone()) .with_scratch_slots(scratch.clone()), ); - let root = replica - .prepare(None, &writer.capture().unwrap(), 1, 1) - .await - .unwrap() - .root(); + let (root, cuts) = compaction_case_inputs(&replica, &mut writer, composed).await; writer.close().unwrap(); let pause = Arc::new(Pause { operation, @@ -644,10 +681,18 @@ async fn canceled_compaction_retains_files_and_admission_through_cleanup() { *faults.forbidden_thread.lock().unwrap() = Some(std::thread::current().id()); let task_replica = replica.clone(); let destination = directory.path().to_owned(); + let task_cuts = cuts.clone(); let task = tokio::spawn(async move { - task_replica - .prepare_compaction(&root, 0..1, 9, &destination) - .await + if let Some(cuts) = &task_cuts { + task_replica + .prepare_scheduled_compaction_append(&root, cuts, 9, 1, 32, &destination) + .await + .map(|prepared| prepared.unwrap()) + } else { + task_replica + .prepare_compaction(&root, 0..1, 9, &destination) + .await + } }); tokio::time::timeout(Duration::from_secs(2), pause.entered.notified()) .await @@ -699,10 +744,20 @@ async fn canceled_compaction_retains_files_and_admission_through_cleanup() { }), "{operation}" ); - let compacted = replica - .prepare_compaction(&root, 0..1, 9, directory.path()) - .await - .unwrap(); - assert_eq!(compacted.root().position, root.position); + if let Some(cuts) = &cuts { + let prepared = replica + .prepare_scheduled_compaction_append(&root, cuts, 9, 1, 32, directory.path()) + .await + .unwrap() + .unwrap(); + assert_eq!(prepared.root().position, cuts.position); + assert_eq!(prepared.predecessor(), Some(root)); + } else { + let compacted = replica + .prepare_compaction(&root, 0..1, 9, directory.path()) + .await + .unwrap(); + assert_eq!(compacted.root().position, root.position); + } } } diff --git a/crates/cellule-runtime/docs/storage.md b/crates/cellule-runtime/docs/storage.md index 0fde98b7..0a124b5b 100644 --- a/crates/cellule-runtime/docs/storage.md +++ b/crates/cellule-runtime/docs/storage.md @@ -410,6 +410,11 @@ destination. authority CAS used by commands. - A retryable preparation failure retains the debt for a bounded retry; ambiguous CAS is reconciled against the exact root. +- When one scheduled promotion plus the append fits the existing segment-debt + ceiling, preparation constructs the final root directly from the verified + compaction state. It uploads no intermediate root metadata and still selects + the original authority predecessor with one fenced CAS. Directory streaming, + dependency checks, scratch cleanup, and resource ceilings remain unchanged. - Admission pressure may run the compaction cascade or force a full level-nine replacement before the next append. diff --git a/crates/cellule-runtime/src/publication/mod.rs b/crates/cellule-runtime/src/publication/mod.rs index 24fd7960..5b4ee20c 100644 --- a/crates/cellule-runtime/src/publication/mod.rs +++ b/crates/cellule-runtime/src/publication/mod.rs @@ -389,6 +389,23 @@ impl CellPublisher { commit_sequence: u64, schema: u32, ) -> Result { + if let Some(root) = self.compaction_pressure(cuts.segments.len()).await? { + match self + .prepare_compaction_append(&root, cuts, commit_sequence, schema) + .await + { + Ok(Some(prepared)) => { + self.appends_since_compaction_check = 0; + self.note_append(&prepared); + return Ok(prepared); + } + Ok(None) => {} + // Preserve the established cascade/full-compaction fallback + // when the combined prospective representation cannot fit. + Err(Error::Ltx(error)) if error.is_cell_graph_limit() => {} + Err(error) => return Err(error), + } + } let base = self.compact_before_append(cuts.segments.len()).await?; let prepared = match self .prepare_cuts(&base, cuts, commit_sequence, schema) @@ -429,9 +446,12 @@ impl CellPublisher { ); } - async fn compact_before_append(&mut self, incoming_segments: usize) -> Result { - let Some(mut base) = self.observed.value().ltx_root() else { - return Ok(AppendBase::Published(None)); + async fn compaction_pressure( + &mut self, + incoming_segments: usize, + ) -> Result> { + let Some(base) = self.observed.value().ltx_root() else { + return Ok(None); }; let segment_count = match self.segment_count { Some(count) => count, @@ -441,18 +461,66 @@ impl CellPublisher { count } }; - let segment_limit = self.replica.limits().max_segments.min(4_096); - let projected = segment_count.saturating_add(incoming_segments); - let debt_limit = COMPACTION_DEBT_SEGMENTS.min(segment_limit); - let under_pressure = projected >= debt_limit; - if !under_pressure { - return Ok(AppendBase::Published(Some(base))); + let debt_limit = + COMPACTION_DEBT_SEGMENTS.min(self.replica.limits().max_segments.min(4_096)); + if segment_count.saturating_add(incoming_segments) < debt_limit { + return Ok(None); } tracing::debug!( segments = segment_count, incoming_segments, "Cell LTX compaction pressure" ); + Ok(Some(base)) + } + + async fn prepare_compaction_append( + &mut self, + base: &cellule_ltx::RootRef, + cuts: &cellule_ltx::CaptureBatch, + commit_sequence: u64, + schema: u32, + ) -> Result> { + let mut backoff = Backoff::default(); + let ceiling = COMPACTION_DEBT_SEGMENTS.min(self.replica.limits().max_segments.min(4_096)); + loop { + self.check_node_lease()?; + let replica = self.replica.clone(); + let scratch_directory = self.scratch_directory.clone(); + let attempt = replica.prepare_scheduled_compaction_append( + base, + cuts, + commit_sequence, + schema, + ceiling, + &scratch_directory, + ); + tokio::pin!(attempt); + let result = loop { + tokio::select! { + result = &mut attempt => break result, + _ = tokio::time::sleep_until(tokio::time::Instant::from_std(self.renew_at)) => { + self.renew().await?; + } + } + }; + self.record_publication_cost(); + match result { + Ok(prepared) => return Ok(prepared), + Err(error) if retryable_ltx_error(&error) => { + backoff.wait(ltx_retry_hint(&error)).await + } + Err(error) => return Err(error.into()), + } + } + } + + async fn compact_before_append(&mut self, incoming_segments: usize) -> Result { + let Some(mut base) = self.compaction_pressure(incoming_segments).await? else { + return Ok(AppendBase::Published(self.observed.value().ltx_root())); + }; + let debt_limit = + COMPACTION_DEBT_SEGMENTS.min(self.replica.limits().max_segments.min(4_096)); for _ in 0..MAX_COMPACTION_CASCADE { let Some(prepared) = self.prepare_scheduled_compaction(&base).await? else { diff --git a/crates/cellule-runtime/src/publication/tests.rs b/crates/cellule-runtime/src/publication/tests.rs index 8855b1f3..a747d7eb 100644 --- a/crates/cellule-runtime/src/publication/tests.rs +++ b/crates/cellule-runtime/src/publication/tests.rs @@ -24,6 +24,131 @@ async fn schema_migration_combines_foreground_compaction_without_an_intermediate verify_compaction_append(2).await; } +#[tokio::test] +async fn pressure_append_avoids_intermediate_root_metadata() { + for schema in [1, 2] { + let directory = tempfile::tempdir().unwrap(); + let mut database = + Db::open(&directory.path().join("writer.sqlite"), Limits::default()).unwrap(); + let counted = Arc::new(cellule_store::test_support::CountingObjectStore::new( + Arc::new(InMemory::new()), + )); + let cell = CellId::from_bytes([111; 32]); + let incarnation = IncarnationId::from_bytes([112; 16]); + let layout = CellStorageLayout::new( + Store::new(counted.clone()), + Path::from("composed-compaction"), + [113; 16], + ); + let replica = CellReplica::new( + layout.clone(), + *cell.as_bytes(), + *incarnation.as_bytes(), + Limits::default(), + ) + .unwrap(); + let initial = Control::initial( + cell, + incarnation, + Owner { + session: SessionId::from_bytes([114; 16]), + endpoint: "https://owner.internal".into(), + }, + Digest::from_bytes([115; 32]), + 1, + ) + .unwrap(); + layout + .store() + .create_strict( + &layout.control_path(cell.as_bytes()), + Bytes::from(initial.encode().unwrap()), + ) + .await + .unwrap(); + let authority = CellAuthority::new(layout); + let observed = authority.load(cell).await.unwrap().unwrap(); + let mut publisher = CellPublisher::new( + replica.clone(), + authority.clone(), + observed, + directory.path().to_owned(), + ); + for sequence in 1..=31 { + database + .transaction(|transaction| { + if sequence == 1 { + transaction.execute_batch("CREATE TABLE events(id INTEGER PRIMARY KEY)")?; + } + transaction.execute("INSERT INTO events VALUES (?1)", [sequence])?; + Ok(()) + }) + .unwrap(); + let cuts = database.capture_deferred().unwrap(); + let prepared = publisher.prepare_append(&cuts, sequence, 1).await.unwrap(); + publisher.publish_prepared(&prepared, None).await.unwrap(); + } + let before = publisher.control().value().ltx_root().unwrap(); + let revision = publisher.control().value().revision; + database + .transaction(|transaction| { + transaction.execute("INSERT INTO events VALUES (32)", [])?; + Ok(()) + }) + .unwrap(); + let cuts = database.capture_deferred().unwrap(); + counted.reset(); + let composed = publisher.prepare_append(&cuts, 32, schema).await.unwrap(); + let requests = (counted.put_requests(), counted.counts().heads); + assert_eq!(composed.predecessor(), Some(before)); + assert_eq!( + authority.load(cell).await.unwrap().unwrap().value(), + publisher.control().value() + ); + + // Verify before the reference producer can fill any missing objects. + replica.reachable_objects(&composed.root()).await.unwrap(); + let restored = directory.path().join("restored.sqlite"); + composed.verified().restore(&restored).await.unwrap(); + let connection = cellule_ltx::rusqlite::Connection::open(restored).unwrap(); + let rows: Vec = connection + .prepare("SELECT id FROM events ORDER BY id") + .unwrap() + .query_map([], |row| row.get(0)) + .unwrap() + .collect::>() + .unwrap(); + assert_eq!(rows, (1..=32).collect::>()); + // The old two-step producer remains the immutable-format reference. + let compacted = replica + .prepare_scheduled_compaction(&before, directory.path()) + .await + .unwrap() + .unwrap(); + let reference = replica + .prepare_after_compaction(&compacted, &cuts, 32, schema) + .await + .unwrap(); + assert_eq!(composed.root(), reference.root()); + if schema == 1 { + publisher.publish_prepared(&composed, None).await.unwrap(); + } else { + publisher + .publish_migration(&composed, None, Digest::from_bytes([116; 32]), schema) + .await + .unwrap(); + } + assert_eq!(publisher.control().value().revision, revision + 1); + assert_eq!(publisher.control().value().schema, schema); + database.close().unwrap(); + assert_eq!( + requests, + (8, 2), + "only final root metadata is uploaded and reopened" + ); + } +} + async fn verify_compaction_append(schema: u32) { let directory = tempfile::tempdir().unwrap(); let mut database = Db::open(&directory.path().join("cell.sqlite"), Limits::default()).unwrap(); diff --git a/scripts/apply-axum-write-telemetry.py b/scripts/apply-axum-write-telemetry.py new file mode 100644 index 00000000..26fdab5d --- /dev/null +++ b/scripts/apply-axum-write-telemetry.py @@ -0,0 +1,91 @@ +#!/usr/bin/env python3 +"""Backport the fixed observation fixture without copying candidate policy.""" + +import argparse +import hashlib +import json +from pathlib import Path, PurePosixPath +import subprocess + + +def git(source, *args): + return subprocess.run( + ["git", "-C", str(source), *args], capture_output=True, text=True + ) + + +def digest(path): + return hashlib.sha256(path.read_bytes()).hexdigest() + + +def instrument(candidate, baseline, evidence): + patch = candidate / "scripts/axum-write-telemetry.patch" + inventory = git(candidate, "apply", "--numstat", str(patch)) + inventory.check_returncode() + targets = [] + for line in inventory.stdout.splitlines(): + added, removed, target = line.split("\t") + path = PurePosixPath(target) + if added == "-" or removed == "-" or path.is_absolute() or ".." in path.parts: + raise ValueError(f"unsupported telemetry patch target: {target}") + targets.append(target) + if not targets or len(targets) != len(set(targets)): + raise ValueError("telemetry patch must have distinct text targets") + before = {target: digest(baseline / target) for target in targets} + + if git(baseline, "apply", "--check", str(patch)).returncode == 0: + applied = git(baseline, "apply", str(patch)) + applied.check_returncode() + methods = {target: "fixed-patch-applied" for target in targets} + elif git(baseline, "apply", "--reverse", "--check", str(patch)).returncode == 0: + methods = {target: "fixed-patch-reverse-check" for target in targets} + else: + # Reorganized observation code can defeat a whole-patch reverse check. + # Prove each target independently; never transfer candidate policy. + methods = {} + for target in targets: + checked = git( + baseline, "apply", "--reverse", "--check", + f"--include={target}", str(patch) + ) + if checked.returncode == 0: + methods[target] = "fixed-target-reverse-check" + elif (baseline / target).read_bytes() == (candidate / target).read_bytes(): + methods[target] = "candidate-byte-equality" + else: + raise ValueError( + f"cannot prove baseline telemetry in {target}:\n{checked.stderr}" + ) + + evidence.mkdir(parents=True, exist_ok=True) + (evidence / "telemetry-targets.tsv").write_text(inventory.stdout) + audit = { + "patch_sha256": digest(patch), + "targets": [ + { + "path": target, + "proof": methods[target], + "baseline_before_sha256": before[target], + "baseline_after_sha256": digest(baseline / target), + "candidate_sha256": digest(candidate / target), + } + for target in targets + ], + } + (evidence / "telemetry-admission.json").write_text( + json.dumps(audit, indent=2) + "\n" + ) + return audit + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--candidate", type=Path, required=True) + parser.add_argument("--baseline", type=Path, required=True) + parser.add_argument("--evidence", type=Path, required=True) + args = parser.parse_args() + instrument(args.candidate.resolve(), args.baseline.resolve(), args.evidence.resolve()) + + +if __name__ == "__main__": + main() diff --git a/scripts/tests/test_axum_write_telemetry.py b/scripts/tests/test_axum_write_telemetry.py new file mode 100644 index 00000000..90001b60 --- /dev/null +++ b/scripts/tests/test_axum_write_telemetry.py @@ -0,0 +1,104 @@ +import importlib.util +import json +from pathlib import Path +import tempfile +import unittest + + +SCRIPT = Path(__file__).resolve().parents[1] / "apply-axum-write-telemetry.py" +SPEC = importlib.util.spec_from_file_location("telemetry_backport", SCRIPT) +BACKPORT = importlib.util.module_from_spec(SPEC) +SPEC.loader.exec_module(BACKPORT) + +BEFORE = "begin\nadmission\nend\nstable\nstable2\npolicy=baseline\n" +AFTER = BEFORE.replace("admission\n", "admission\nobserve\n") + + +class TelemetryBackportTests(unittest.TestCase): + def setUp(self): + self.temporary = tempfile.TemporaryDirectory() + self.addCleanup(self.temporary.cleanup) + self.root = Path(self.temporary.name) + self.candidate = self.root / "candidate" + self.baseline = self.root / "baseline" + self.evidence = self.root / "evidence" + for source in (self.candidate, self.baseline): + source.mkdir() + for target in ("prepare.rs", "host.rs"): + (source / target).write_text(AFTER) + (self.candidate / "scripts").mkdir() + patch = "".join( + f"diff --git a/{target} b/{target}\n" + f"--- a/{target}\n+++ b/{target}\n" + "@@ -1,3 +1,4 @@\n begin\n admission\n+observe\n end\n" + for target in ("prepare.rs", "host.rs") + ) + (self.candidate / "scripts/axum-write-telemetry.patch").write_text(patch) + + def instrument(self): + audit = BACKPORT.instrument(self.candidate, self.baseline, self.evidence) + self.assertEqual( + json.loads((self.evidence / "telemetry-admission.json").read_text()), audit + ) + return {item["path"]: item for item in audit["targets"]} + + def reorganize_host(self): + for source in (self.candidate, self.baseline): + (source / "host.rs").write_text(AFTER.replace("begin", "new heading")) + + def test_fixed_patch_applies_to_uninstrumented_baseline(self): + for target in ("prepare.rs", "host.rs"): + (self.baseline / target).write_text(BEFORE) + (self.candidate / "prepare.rs").write_text(AFTER.replace("baseline", "candidate")) + audit = self.instrument() + for target in audit: + self.assertEqual((self.baseline / target).read_text(), AFTER) + self.assertEqual(audit[target]["proof"], "fixed-patch-applied") + self.assertNotEqual( + audit[target]["baseline_before_sha256"], + audit[target]["baseline_after_sha256"], + ) + + def test_whole_reverse_check_leaves_baseline_unchanged(self): + audit = self.instrument() + for target in audit: + self.assertEqual(audit[target]["proof"], "fixed-patch-reverse-check") + self.assertEqual(audit[target]["baseline_before_sha256"], + audit[target]["baseline_after_sha256"]) + + def test_reorganized_host_and_unrelated_candidate_policy_are_admitted(self): + self.reorganize_host() + (self.candidate / "prepare.rs").write_text(AFTER.replace("baseline", "candidate")) + audit = self.instrument() + self.assertEqual(audit["prepare.rs"]["proof"], "fixed-target-reverse-check") + self.assertEqual(audit["host.rs"]["proof"], "candidate-byte-equality") + self.assertEqual((self.baseline / "prepare.rs").read_text(), AFTER) + for item in audit.values(): + self.assertEqual(item["baseline_before_sha256"], item["baseline_after_sha256"]) + + def test_missing_observation_is_rejected_without_mutating_baseline(self): + self.reorganize_host() + (self.baseline / "prepare.rs").write_text(BEFORE) + with self.assertRaisesRegex(ValueError, "cannot prove baseline telemetry in prepare.rs"): + self.instrument() + self.assertEqual((self.baseline / "prepare.rs").read_text(), BEFORE) + + def test_changed_observation_is_rejected(self): + self.reorganize_host() + changed = AFTER.replace("observe", "different_phase") + (self.baseline / "prepare.rs").write_text(changed) + with self.assertRaisesRegex(ValueError, "cannot prove baseline telemetry in prepare.rs"): + self.instrument() + self.assertEqual((self.baseline / "prepare.rs").read_text(), changed) + + def test_reorganized_host_mismatch_is_rejected(self): + self.reorganize_host() + changed = (self.baseline / "host.rs").read_text().replace("baseline", "other") + (self.baseline / "host.rs").write_text(changed) + with self.assertRaisesRegex(ValueError, "cannot prove baseline telemetry in host.rs"): + self.instrument() + self.assertEqual((self.baseline / "host.rs").read_text(), changed) + + +if __name__ == "__main__": + unittest.main() From ce1f918a76e1edabbdab0128e9debe28fe56ec38 Mon Sep 17 00:00:00 2001 From: forhappy Date: Sun, 4 Oct 2026 00:48:06 -0700 Subject: [PATCH 3/9] docs(perf): track composed publication regression evidence --- ...-10-04-composed-compaction-regression.json | 91 +++++++++++++++++++ ...26-10-04-composed-compaction-regression.md | 27 ++++++ crates/cellule-axum/performance/README.md | 5 + 3 files changed, 123 insertions(+) create mode 100644 crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.json create mode 100644 crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.md diff --git a/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.json b/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.json new file mode 100644 index 00000000..98c2bded --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.json @@ -0,0 +1,91 @@ +{ + "baseline_revision": "4c1c9826322b154a4dd2af6f86b89cd586e871a7", + "implementation_revision": "d5aebe3f568dbdc13346c57be7d6083fd1fec650", + "profile": "Real CellPublisher pressure preparation at command 32, after publishing commands 1..31; one InMemory provider with request counters, fixed default limits. Counters stop before inventory/reference preparation/authority CAS.", + "baseline_fixture": "The same strengthened runtime regression with only the expected PUT/HEAD pair changed from (8,2) to (10,4); four production implementation files restored from baseline revision. Both schema variants complete.", + "results": [ + { + "schema": 1, + "restored_ordered_rows": 32, + "baseline": { + "puts": 10, + "metadata_heads": 4 + }, + "candidate": { + "puts": 8, + "metadata_heads": 2 + }, + "exact_reference_root_equal": true, + "original_authority_predecessor_retained": true, + "origin_inventory_and_restore_before_reference_uploads": true, + "authority_unchanged_during_preparation": true, + "final_fenced_publication_succeeds": true + }, + { + "schema": 2, + "restored_ordered_rows": 32, + "baseline": { + "puts": 10, + "metadata_heads": 4 + }, + "candidate": { + "puts": 8, + "metadata_heads": 2 + }, + "exact_reference_root_equal": true, + "original_authority_predecessor_retained": true, + "origin_inventory_and_restore_before_reference_uploads": true, + "authority_unchanged_during_preparation": true, + "final_fenced_publication_succeeds": true + } + ], + "source_sha256": { + "crates/cellule-ltx/src/replica/mod.rs": { + "baseline": "ccbf072b39aa90520b970126e10be378f5f244ece2e71968821ec0b05d91d2ce", + "candidate": "d985c7d4d0b7ce03a6db33668bb90b233f4b67e31f1943482384624ea561f159" + }, + "crates/cellule-ltx/src/replica/prepare.rs": { + "baseline": "594131ab59fb9961258ab66296b43513ed5aea90413b3ee58c17a7d83bc4f074", + "candidate": "c3fc2b87a1cbdc67a253b88e782ba82d7957c0ebe2fc4be06bae026f676db539" + }, + "crates/cellule-ltx/src/replica/compaction/mod.rs": { + "baseline": "617ce79855ab3418761892c9f8249b1eaba8ecf05e10c80bb0d61d072364bc11", + "candidate": "4f8b712422a4131b79cbce831a3d51cbaf142116c7148c78bbac0b6b9296a4e2" + }, + "crates/cellule-runtime/src/publication/mod.rs": { + "baseline": "5fa1035716904b5b67c835c2175e952d0c2d46a0c855746519302c844c70ff21", + "candidate": "13a418e2fd03aaa7a9b6127e74c0b1ed0d4a8cfe0ec5c3177c5517cb1165bac0" + } + }, + "test_source_sha256": { + "crates/cellule-runtime/src/publication/tests.rs": "831bfa3798fc83b7142958fb3243c6d989c958376230a5ced7b8f1b303541386", + "crates/cellule-ltx/tests/cell/roots/compaction.rs": "ff9f586a0342599aa1c78f8759668825d7812212e81fba5e9420e6948a2c6673", + "crates/cellule-ltx/tests/host/hooks/compaction.rs": "9da00a4556ddb707bde625db82ef1c1c654f8650fc4e3a03f2560ab90a50b3fc" + }, + "local_log_sha256": { + "composed-baseline32.log": "bbeb828223a9b016b47ddf29c38005ea9b3e46e698426bc878ad559b89376f1b", + "composed-final-runtime-guard.log": "fc51ece782564886414dc86e73f4f1fbeb6bf8ca900ad648eb695eed29ce7cb9", + "composed-directory-guards.log": "0591db431d563e6c3ffd0ca5e8d87e9cc8402c01540e879fcf996a07d87d585c", + "composed-compaction-faults.log": "4d2305707142fabed27d20e77e619d974944530eb0d012877f72250b25a321d7", + "composed-final-clippy.log": "16bc068a3b99aae5a4d1f407c6335fd910bb8127e2421bb445fc0eacdff18863", + "composed-local-ltx.log": "532682527a2efeca0f695e022af052b21a93c22af43406fbb9b1a88e908186b8", + "composed-api-docs.log": "dafe5c84c6b9e92826ad3a3022af69f8652fdb0480fa215ca809723ad70a0e67" + }, + "additional_guards": [ + "Missing cached origin descriptor metadata: zero PUTs.", + "Selected body corruption outside page frames: zero PUTs and clean scratch.", + "No eligible promotion or strict segment ceiling: None and zero PUTs.", + "Stale sequence, invalid schema/ceiling, foreign Cell: fail closed.", + "Partial append over a multi-level directory: retained relocated nodes, cold restore before reference uploads, exact reference RootRef.", + "Compacted LTX/index upload read failure: no proposal escapes despite independent metadata uploads.", + "Cancellation at six dispatched file operations: jobs/dirty/recovery/scratch remain admitted through cleanup; all permits and files released afterward." + ], + "limitations": [ + "Operation-count regression, not timed HTTP throughput or latency evidence.", + "Counts cover immutable preparation, excluding authority CAS.", + "One scheduled promotion plus captures must fit the existing strict segment ceiling; the established cascade remains fallback.", + "Do not extrapolate two saved descriptor/root PUTs to every representation or append. Relocated directory nodes can remain final dependencies.", + "Composed RootPreparationWork includes compaction plus append; RootAdmission includes recovery admission. Overlapping phase populations differ from standalone append." + ], + "reproduce_candidate": "cargo test -p cellule-runtime --features test-support --lib pressure_append_avoids_intermediate_root_metadata --locked" +} diff --git a/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.md b/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.md new file mode 100644 index 00000000..ea00b403 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.md @@ -0,0 +1,27 @@ +# Composed compaction publication regression + +The runtime pressure-append path constructs the final root directly from verified +compaction state. [Dataset](2026-10-04-composed-compaction-regression.json). +Baseline `4c1c982`; implementation `d5aebe3`. + +| Pressure preparation | Baseline PUTs / HEADs | Candidate PUTs / HEADs | Exact restored rows | +| --- | ---: | ---: | ---: | +| Native append | 10 / 4 | 8 / 2 | 32 | +| Schema migration | 10 / 4 | 8 / 2 | 32 | + +The same real publisher fixture publishes commands 1–31 and measures preparation +of command 32. Counters stop before authority CAS and verification. Both variants +verify the origin inventory and restore ordered rows before the reference path +can upload anything. Final roots match that path byte for byte; the original +authority predecessor and fenced publication remain intact. + +Additional guards cover missing/corrupt origin objects, strict ceiling fallback, +partial directory updates, dependency upload failures, and cancellation through +scratch cleanup. Runtime/LTX tests, targeted Clippy, local LTX without replication, +API docs, architecture, and document/SQL/peer checks pass. The dataset retains +source and local log hashes; committed tests provide reproducible CI checks. + +These are operation counts. Sustained HTTP TPS and latency gains remain unverified. +Ordinary append costs are unchanged; larger representations may retain descriptor +pages or relocated directory nodes. Composed work/admission phases include +compaction/recovery: their overlapping populations differ from standalone append. diff --git a/crates/cellule-axum/performance/README.md b/crates/cellule-axum/performance/README.md index bc0745a5..0acfe0cd 100644 --- a/crates/cellule-axum/performance/README.md +++ b/crates/cellule-axum/performance/README.md @@ -22,6 +22,11 @@ Additional cost and qualification evidence: [compaction publication cost](2026-10-04-compaction-publication-cost.md), and [grouped routing](2026-10-04-rustfs-grouped-routing.md). +The [composed compaction regression](2026-10-04-composed-compaction-regression.md) +records reduced preparation operations with exact-root, recovery, failure, and +cancellation checks. Sustained HTTP performance for that implementation remains +unverified. + Earlier measurements remain available for historical comparison: [initial HTTP](2026-10-03-rustfs-http.md), [multicell](2026-10-03-rustfs-multicell.md), From ce93119794182c01c5d876568799cdb4dbe94628 Mon Sep 17 00:00:00 2001 From: forhappy Date: Sun, 4 Oct 2026 01:02:33 -0700 Subject: [PATCH 4/9] docs(perf): retain lineage-aware publication regression --- ...-10-04-composed-compaction-regression.json | 69 ++++++++++++++++++- ...26-10-04-composed-compaction-regression.md | 8 +++ 2 files changed, 76 insertions(+), 1 deletion(-) diff --git a/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.json b/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.json index 98c2bded..ce7de658 100644 --- a/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.json +++ b/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.json @@ -87,5 +87,72 @@ "Do not extrapolate two saved descriptor/root PUTs to every representation or append. Relocated directory nodes can remain final dependencies.", "Composed RootPreparationWork includes compaction plus append; RootAdmission includes recovery admission. Overlapping phase populations differ from standalone append." ], - "reproduce_candidate": "cargo test -p cellule-runtime --features test-support --lib pressure_append_avoids_intermediate_root_metadata --locked" + "reproduce_candidate": "cargo test -p cellule-runtime --features test-support --lib pressure_append_avoids_intermediate_root_metadata --locked", + "lineage_integration": { + "baseline_revision": "fa548bb2cc1993bbf77dc7f4fbef499a0de3f5a4", + "implementation_revision": "2ffe5bd2c9d1088827f14e049e4857948986fadf", + "profile": "Same 32-command fixture with required native root-lineage retention; both schemas verify confirmation and exact original predecessor before authority CAS. Baseline expectation is (11,4), candidate (9,2).", + "results": [ + { + "schema": 1, + "baseline": { + "puts_including_lineage": 11, + "metadata_heads": 4 + }, + "candidate": { + "puts_including_lineage": 9, + "metadata_heads": 2 + }, + "lineage_confirmed_before_cas": true, + "lineage_predecessors_are_original_authority_root_only": true, + "restored_ordered_rows": 32 + }, + { + "schema": 2, + "baseline": { + "puts_including_lineage": 11, + "metadata_heads": 4 + }, + "candidate": { + "puts_including_lineage": 9, + "metadata_heads": 2 + }, + "lineage_confirmed_before_cas": true, + "lineage_predecessors_are_original_authority_root_only": true, + "restored_ordered_rows": 32 + } + ], + "source_sha256": { + "crates/cellule-ltx/src/replica/mod.rs": { + "baseline": "be50c7b1e624d6af64306f7241cedec28d2cf3534ea77e9d9f4ee3e4d4cab112", + "candidate": "946f54a362809f0412428ad47e163b8908b810ebcc822ce3dd7a805600698f4c" + }, + "crates/cellule-ltx/src/replica/prepare.rs": { + "baseline": "8656b03e7f45395f38f69744d0bb30575f34031c0979312b6baf9b0f502780a8", + "candidate": "bb894a029fbbbc1041854e19c1a5520feb4751001a8ebc601468df5a55a7b98a" + }, + "crates/cellule-ltx/src/replica/compaction/mod.rs": { + "baseline": "617ce79855ab3418761892c9f8249b1eaba8ecf05e10c80bb0d61d072364bc11", + "candidate": "4f8b712422a4131b79cbce831a3d51cbaf142116c7148c78bbac0b6b9296a4e2" + }, + "crates/cellule-runtime/src/publication/mod.rs": { + "baseline": "eb634aa1011d2e89ea699ee5279c038fe389d7b25597eef29a18987c2753ba46", + "candidate": "5f98270c861faebcbf6aae4db6ba9e800adb01c58df72cb46c5d70a827ded332" + } + }, + "local_log_sha256": { + "composed-fa-runtime-ltx-tests.log": "4ade55b30b4507e050addb76eacc3d4c7e58319e79a8f3a881bb590d06510e41", + "composed-fa-baseline.log": "19bb1423035ba0fee70d63d27a6e0db3bb190605fc9d8e5b621cf1d9d300a5f3", + "composed-fa-clippy.log": "273ce1258f466e1455632286aef430bbd079324422657b0693d43302a0edf482", + "composed-fa-api-docs.log": "a1861ca9171c5cd61de98b9b89e265e3d7a478b8e8755a06b5579fa1b9216c45" + }, + "verification": { + "runtime_ltx_passed": 1271, + "runtime_ltx_failed": 0, + "documented_ignored": 16, + "composed_metadata_observes_only_final_derivation": true, + "metadata_failure_retains_original_source_and_no_proposal": true, + "same_canonical_runtime_metadata_and_retry_owner": true + } + } } diff --git a/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.md b/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.md index ea00b403..14f1b11d 100644 --- a/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.md +++ b/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.md @@ -21,6 +21,14 @@ scratch cleanup. Runtime/LTX tests, targeted Clippy, local LTX without replicati API docs, architecture, and document/SQL/peer checks pass. The dataset retains source and local log hashes; committed tests provide reproducible CI checks. +After integration with main's required root-lineage retention (`fa548bb`, +implementation `2ffe5bd`), the same fixture measures **11 PUTs / 4 HEADs** +on the baseline and **9 PUTs / 2 HEADs** on the candidate for both schemas. +These counts include the required lineage PUT. The lineage is confirmed with +only the original authority predecessor before CAS. The integrated runtime/LTX +suite passes 1,271 tests; metadata failure preserves its source and cannot return +a proposal. Both comparisons remain separately identified in the dataset. + These are operation counts. Sustained HTTP TPS and latency gains remain unverified. Ordinary append costs are unchanged; larger representations may retain descriptor pages or relocated directory nodes. Composed work/admission phases include From c78ea0f48d243377ddee6308640966955de4ad35 Mon Sep 17 00:00:00 2001 From: forhappy Date: Sun, 4 Oct 2026 02:02:04 -0700 Subject: [PATCH 5/9] docs(perf): record composed publication results and regressions --- ...-04-composed-compaction-qualification.json | 135 + ...10-04-composed-compaction-qualification.md | 26 + ...-10-04-composed-compaction-regression.json | 5 + ...26-10-04-composed-compaction-regression.md | 4 +- ...-10-04-rustfs-composed-lineage-writes.json | 9231 +++++++++++++++++ ...26-10-04-rustfs-composed-lineage-writes.md | 44 + ...10-04-rustfs-composed-original-writes.json | 9231 +++++++++++++++++ ...6-10-04-rustfs-composed-original-writes.md | 37 + .../2026-10-04-rustfs-composed-routing.json | 8413 +++++++++++++++ .../2026-10-04-rustfs-composed-routing.md | 36 + crates/cellule-axum/performance/README.md | 9 +- 11 files changed, 27168 insertions(+), 3 deletions(-) create mode 100644 crates/cellule-axum/performance/2026-10-04-composed-compaction-qualification.json create mode 100644 crates/cellule-axum/performance/2026-10-04-composed-compaction-qualification.md create mode 100644 crates/cellule-axum/performance/2026-10-04-rustfs-composed-lineage-writes.json create mode 100644 crates/cellule-axum/performance/2026-10-04-rustfs-composed-lineage-writes.md create mode 100644 crates/cellule-axum/performance/2026-10-04-rustfs-composed-original-writes.json create mode 100644 crates/cellule-axum/performance/2026-10-04-rustfs-composed-original-writes.md create mode 100644 crates/cellule-axum/performance/2026-10-04-rustfs-composed-routing.json create mode 100644 crates/cellule-axum/performance/2026-10-04-rustfs-composed-routing.md diff --git a/crates/cellule-axum/performance/2026-10-04-composed-compaction-qualification.json b/crates/cellule-axum/performance/2026-10-04-composed-compaction-qualification.json new file mode 100644 index 00000000..5acfb42a --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-composed-compaction-qualification.json @@ -0,0 +1,135 @@ +{ + "candidate": "ce93119794182c01c5d876568799cdb4dbe94628", + "source": "1ca9759282fb5b1d5a15059b8b235bf34c819f2e", + "source_tree": "8cfad7e150ed12e1b22731f1933aa4a3c0cb1ad9", + "source_tree_matches_candidate": true, + "workspace_msrv": { + "head": "ce93119794182c01c5d876568799cdb4dbe94628", + "base": "fa548bb2cc1993bbf77dc7f4fbef499a0de3f5a4", + "pr_merge": "1ca9759282fb5b1d5a15059b8b235bf34c819f2e", + "tree": "8cfad7e150ed12e1b22731f1933aa4a3c0cb1ad9", + "tree_matches_candidate": true, + "qualification_runs": [ + 37187645547, + 37187645453 + ], + "rust_run": 37187645416, + "note": "Terminal workspace/MSRV steps and both actual merge checkouts confirmed in completed CI logs; independent provider/reference build and role-binary audits confirm the same candidate tree.", + "rust_terminal_status": "success", + "workspace_required_steps_verified": [ + "Format", + "Architecture boundaries", + "Check", + "Documentation links", + "Test", + "Test local LTX without replica", + "Test replica feature", + "Lint", + "Validate SQL and peer contracts", + "Test fleet journal and public controller models", + "Verify Axum HTTP publication, retries and cold recovery against RustFS" + ], + "msrv_verified": true, + "actual_checkout_confirmed_in_both_job_logs": true, + "workspace_log_sha256": "14fe20e24baa6dd5dde5c51e7d774a63c186ea7082eaeb33925c88e4bdc7cfa3" + }, + "provider_qualification": { + "ci_run": "https://github.com/crabbuild/cellule/actions/runs/37187645547", + "candidate": "ce93119794182c01c5d876568799cdb4dbe94628", + "source": "1ca9759282fb5b1d5a15059b8b235bf34c819f2e", + "source_tree": "8cfad7e150ed12e1b22731f1933aa4a3c0cb1ad9", + "repeats": [ + { + "lane": "follower", + "repeat": "cell-follower-capacity-run-1", + "acknowledged_writes": 5348, + "raw_files_checked": 95, + "binary_sha256": "203b7bcfcbc840a2e1cb378956dd1b92c310e54bffe7ee344bec4958cf73e4cf" + }, + { + "lane": "follower", + "repeat": "cell-follower-capacity-run-2", + "acknowledged_writes": 7057, + "raw_files_checked": 101, + "binary_sha256": "203b7bcfcbc840a2e1cb378956dd1b92c310e54bffe7ee344bec4958cf73e4cf" + }, + { + "lane": "follower", + "repeat": "cell-follower-capacity-run-3", + "acknowledged_writes": 6706, + "raw_files_checked": 95, + "binary_sha256": "203b7bcfcbc840a2e1cb378956dd1b92c310e54bffe7ee344bec4958cf73e4cf" + }, + { + "lane": "object", + "repeat": "cell-write-capacity-run-1", + "acknowledged_writes": 7488, + "raw_files_checked": 100, + "binary_sha256": "203b7bcfcbc840a2e1cb378956dd1b92c310e54bffe7ee344bec4958cf73e4cf" + }, + { + "lane": "object", + "repeat": "cell-write-capacity-run-2", + "acknowledged_writes": 8916, + "raw_files_checked": 103, + "binary_sha256": "203b7bcfcbc840a2e1cb378956dd1b92c310e54bffe7ee344bec4958cf73e4cf" + }, + { + "lane": "object", + "repeat": "cell-write-capacity-run-3", + "acknowledged_writes": 8894, + "raw_files_checked": 103, + "binary_sha256": "203b7bcfcbc840a2e1cb378956dd1b92c310e54bffe7ee344bec4958cf73e4cf" + } + ], + "acknowledged_writes": 44409, + "raw_files_checked": 597, + "source_tree_matches_candidate": true, + "all_six_repeats_independently_reverified": true, + "budget_proof": "Every driver/node role: cpu.max=100000/100000, memory.max=1GiB, swap.max=0, no OOM, clean exit; node sessions withdrawn.", + "audit_log_sha256": "954f9d0c7c881224009fcf0dec5f39250be83e3963d568500afc9bf3e87deb82" + }, + "reference_qualification": { + "run_id": 37187645453, + "head": "ce93119794182c01c5d876568799cdb4dbe94628", + "actual_source": "1ca9759282fb5b1d5a15059b8b235bf34c819f2e", + "source_tree": "8cfad7e150ed12e1b22731f1933aa4a3c0cb1ad9", + "workloads": { + "entity-scaling": { + "verified_cells": 80, + "acknowledged_writes": 12310, + "windows": 36, + "raw_hashes": 377, + "roles_verified": 21, + "unique_scratch_volumes": 21, + "binary_sha256": "250b5360ae81e09e60d5a095760465134ff31fd2174d5e97de035bde3be065dd" + }, + "scaling": { + "mixed_windows": 4, + "reader_loss_verified": true, + "raw_hashes": 46, + "acknowledged_writes": 1500, + "successful_reads": 281737, + "roles_verified": 21, + "unique_scratch_volumes": 21, + "binary_sha256": "250b5360ae81e09e60d5a095760465134ff31fd2174d5e97de035bde3be065dd" + } + } + }, + "reference_ci_run": "https://github.com/crabbuild/cellule/actions/runs/37187645453", + "limitations": [ + "Counts are correctness evidence, not paired performance gains.", + "Reader/entity scaling uses independent constrained processes with one shared fixed provider.", + "Raw evidence remains in CI artifacts; source, binary and audit hashes are retained here." + ], + "evidence_hashes": { + "qualification-ce93119-summary.json": "f6af536d232e89891be0b9c84d0b451dbe983d443b6cef88257265b2296410ed", + "reference-ce93119-audit-summary.json": "46e3531c94cccd58a1a3c52d5d1610cdd38da87531541bd14f200abcd4a49a4c", + "composed-ce93119-ci-source-audit.json": "19ba4bea8b0ad4edfb0be9f28c809308262b5f332b0622f8798aacad6cc7d96c", + "audit-ce93119-qualification.py": "1f92d2881e7d6a888fb923f8c7ed8f189f14d8083301260f98a839a998e14a47", + "audit-ce93119-reference.py": "59087a7d97b983cfce7c75be48b2181411a57415c677a26e3b8a508b8c88102c", + "reference-ce93119-audit.log": "d66f5e5b5f1f73fe6fc9ccbf0197ba7853284ca9285a41ea3d5325800c5daea0", + "qualification-ce93119-audit.log": "954f9d0c7c881224009fcf0dec5f39250be83e3963d568500afc9bf3e87deb82", + "composed-ce93119-workspace-ci.log": "14fe20e24baa6dd5dde5c51e7d774a63c186ea7082eaeb33925c88e4bdc7cfa3" + } +} diff --git a/crates/cellule-axum/performance/2026-10-04-composed-compaction-qualification.md b/crates/cellule-axum/performance/2026-10-04-composed-compaction-qualification.md new file mode 100644 index 00000000..b3f205a3 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-composed-compaction-qualification.md @@ -0,0 +1,26 @@ +# Composed compaction correctness qualification + +The integrated source passes workspace/MSRV CI and independent provider proof +checks. [Dataset](2026-10-04-composed-compaction-qualification.json). + +Candidate `ce93119794182c01c5d876568799cdb4dbe94628` and actual CI merge +`1ca9759282fb5b1d5a15059b8b235bf34c819f2e` share tree +`8cfad7e150ed12e1b22731f1933aa4a3c0cb1ad9`. + +| Evidence | Critical result | Source | +| --- | --- | --- | +| Workspace/MSRV | All required steps pass; composition, recovery, lineage, dependency-failure and cancellation regressions ran | [CI](https://github.com/crabbuild/cellule/actions/runs/37187645416) | +| Object/follower qualification | Three fresh repeats each; 44,409 acknowledged writes; 597 raw files independently checked | [CI](https://github.com/crabbuild/cellule/actions/runs/37187645547) | +| Entity qualification | 80 Cells; 36 windows; 12,310 acknowledged writes; 377 raw files checked | [CI](https://github.com/crabbuild/cellule/actions/runs/37187645453) | +| Reader qualification | Four 60-second mixed windows; 1,500 writes; 281,737 reads; reader-loss/replacement proof; 46 raw files checked | [CI](https://github.com/crabbuild/cellule/actions/runs/37187645453) | + +Independent checks rerun the existing raw-evidence verifiers and authenticate +source/build/role-binary identities. Provider qualification verifies one CPU, +1 GiB memory, no swap, no OOM, clean shutdown and withdrawn node sessions. +Reference qualification verifies kernel/Docker limits, unique scratch volumes +for all 21 roles, clean exits, and intentional reader loss/replacement. + +These are correctness and resource-limit proofs. Counts are not paired throughput +gains; the scaling qualification uses independent processes with a shared fixed +provider. Source, binary and audit hashes are retained in JSON; raw artifacts +remain linked through CI. diff --git a/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.json b/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.json index ce7de658..dafdd2e5 100644 --- a/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.json +++ b/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.json @@ -154,5 +154,10 @@ "metadata_failure_retains_original_source_and_no_proposal": true, "same_canonical_runtime_metadata_and_retry_owner": true } + }, + "steady_write_evidence": { + "original": "2026-10-04-rustfs-composed-original-writes.json", + "with_required_lineage": "2026-10-04-rustfs-composed-lineage-writes.json", + "finding": "Integrated comparison does not establish throughput gain; paired median TPS decreases at all Cell counts, with improved 16-Cell p99." } } diff --git a/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.md b/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.md index 14f1b11d..d1a48d27 100644 --- a/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.md +++ b/crates/cellule-axum/performance/2026-10-04-composed-compaction-regression.md @@ -29,7 +29,9 @@ only the original authority predecessor before CAS. The integrated runtime/LTX suite passes 1,271 tests; metadata failure preserves its source and cannot return a proposal. Both comparisons remain separately identified in the dataset. -These are operation counts. Sustained HTTP TPS and latency gains remain unverified. +These are operation counts. The [integrated steady-write comparison](2026-10-04-rustfs-composed-lineage-writes.md) +does not establish a throughput gain, although 16-Cell p99 improves. The +[earlier comparison](2026-10-04-rustfs-composed-original-writes.md) remains separate. Ordinary append costs are unchanged; larger representations may retain descriptor pages or relocated directory nodes. Composed work/admission phases include compaction/recovery: their overlapping populations differ from standalone append. diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-composed-lineage-writes.json b/crates/cellule-axum/performance/2026-10-04-rustfs-composed-lineage-writes.json new file mode 100644 index 00000000..66c01901 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-composed-lineage-writes.json @@ -0,0 +1,9231 @@ +{ + "baseline_revision": "fa548bb2cc1993bbf77dc7f4fbef499a0de3f5a4", + "candidate_revision": "ce93119794182c01c5d876568799cdb4dbe94628", + "metadata": { + "started_at_utc": "2026-10-04T08:10:12Z", + "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39", + "cpu_count": 4, + "python": "3.12.3", + "binary_sha256": "400260ab59a47453acb4cfce40701c3091eeaad846c6d4fbfc74fba20f0c5982", + "endpoint": "http://127.0.0.1:9000", + "bucket": "cellule-axum-perf", + "writes": 32, + "reads": 64, + "warmup": 16, + "repeats": 3, + "concurrency": [ + 16 + ], + "cells": [ + 1, + 4, + 16 + ], + "workers": 4, + "read_seconds": null, + "read_warmup_seconds": 5, + "write_seconds": 120, + "write_warmup_seconds": 5, + "read_driver_sha256": null, + "baseline_binary_sha256": "0bfe4acf5ed7a2ab83ef24f2eea0b1b11886c79c363c4f86901ee9ad06c2a6bb", + "http_tokio_workers": "4", + "provider_container": "3ae639f11acc4d61259cc367a0bb51a627c0baa4e5bff46d7ba907beda39c7d0", + "workload": "order_id mod active Cells; POST inserts then receipt-bound SELECT; GET owner-ordered SELECT; closed loop" + }, + "all_acknowledged": 295630, + "aggregate": [ + { + "cells": 1, + "baseline_medians": { + "TPS": 134.41938226478504, + "p50": 111.108589, + "p95": 166.802316, + "p99": 194.477526 + }, + "candidate_medians": { + "TPS": 140.29092134181926, + "p50": 108.771041, + "p95": 155.459542, + "p99": 180.672323 + }, + "paired_ratio_medians": { + "TPS": 0.9699999934404336, + "p50": 1.0297208481605153, + "p95": 0.926169059535283, + "p99": 0.9230960091859416 + }, + "paired_ratios": [ + { + "TPS": 0.9699999934404336, + "p50": 1.0297208481605153, + "p95": 0.9131376467431802, + "p99": 0.8875150643370483, + "response_body_bytes_per_second": 0.9695435252811736 + }, + { + "TPS": 0.9541973991311742, + "p50": 1.1145249716023304, + "p95": 1.0664230585383478, + "p99": 1.0561386709032643, + "response_body_bytes_per_second": 0.9539070288936495 + }, + { + "TPS": 1.0499294016418232, + "p50": 0.9549737814927289, + "p95": 0.926169059535283, + "p99": 0.9230960091859416, + "response_body_bytes_per_second": 1.0501401897269378 + } + ] + }, + { + "cells": 4, + "baseline_medians": { + "TPS": 148.1012044489128, + "p50": 95.908193, + "p95": 183.20271, + "p99": 218.282953 + }, + "candidate_medians": { + "TPS": 169.992755315177, + "p50": 85.352263, + "p95": 150.859584, + "p99": 183.097395 + }, + "paired_ratio_medians": { + "TPS": 0.974548676409059, + "p50": 1.006083606803217, + "p95": 0.946154684633091, + "p99": 1.009241775284211 + }, + "paired_ratios": [ + { + "TPS": 0.974548676409059, + "p50": 1.006083606803217, + "p95": 0.946154684633091, + "p99": 1.0126060404077066, + "response_body_bytes_per_second": 0.9745176592772584 + }, + { + "TPS": 0.9230023619689277, + "p50": 1.0633840218426387, + "p95": 1.0129190992862496, + "p99": 1.009241775284211, + "response_body_bytes_per_second": 0.9226052516221204 + }, + { + "TPS": 1.172956005495522, + "p50": 0.888957951851856, + "p95": 0.8094379111040171, + "p99": 0.8082481462172157, + "response_body_bytes_per_second": 1.1739550130005911 + } + ] + }, + { + "cells": 16, + "baseline_medians": { + "TPS": 90.1323847019215, + "p50": 166.054443, + "p95": 249.213463, + "p99": 445.547178 + }, + "candidate_medians": { + "TPS": 87.18637813967769, + "p50": 175.466142, + "p95": 242.027232, + "p99": 341.600353 + }, + "paired_ratio_medians": { + "TPS": 0.9673146719463087, + "p50": 1.0566783931219474, + "p95": 0.9711643547925017, + "p99": 0.7666984998836645 + }, + "paired_ratios": [ + { + "TPS": 0.9673146719463087, + "p50": 1.0566783931219474, + "p95": 1.0726935998251932, + "p99": 0.7666984998836645, + "response_body_bytes_per_second": 0.9668726034108021 + }, + { + "TPS": 1.0213132526392992, + "p50": 1.0132006921653842, + "p95": 0.9711643547925017, + "p99": 0.7181521763481025, + "response_body_bytes_per_second": 1.0214958619537318 + }, + { + "TPS": 0.8533539996509468, + "p50": 1.2344768032862474, + "p95": 0.8311127329207518, + "p99": 0.9000385649090056, + "response_body_bytes_per_second": 0.8523856146993392 + } + ] + } + ], + "pairs": [ + { + "cells": 1, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 18738, + "raw_client_sha256": { + "writes-client-0.json": "18a49523ea3f8295dc364f641a281c68370ec6f4d43d3a523816f060a5ceef5f", + "writes-client-1.json": "ec52ea898afd9bbc139f27fa5efd8835008090b6aa53daa5ab5cc3ced1c31833", + "writes-client-2.json": "e9487849bfa2eae99811dcf08b5e2b4c254e53f265e7d967ae506c5cc4831a4e", + "writes-client-3.json": "e61a7c3b6322852d38651322ad57b2358ac302cb5f5e2016f2944f6dab900dc7", + "writes-client-4.json": "c5edc06c31982090673a3a793efafac52b588e6303ed3b99fa78593f8be5750d", + "writes-client-5.json": "16a25335e79361edc92c4dc1c8bd7584f6bc5ba08a14764c5798911d3ae31428", + "writes-client-6.json": "199c999b2f54a5390e93b0d572d9071a250abb59d2d00f81d23cc5579fae0d35", + "writes-client-7.json": "eb64c36b3b4f943a2a4ec5469b952b5fbd749984d5de2c3da4a44802d03701d0", + "writes-client-8.json": "3b226b22a67328ca3873b6473d1d455b7386be0edbcc4f9d413fd41babd5a28d", + "writes-client-9.json": "ed5d2308f43a91a6c38f3c46b9db34bb476c853dc151ec82002006844d688cbc", + "writes-client-10.json": "81ce72a25e4394b376e45d66221307639e4ccdaa493d546ad7e95aaf97400315", + "writes-client-11.json": "c98b7a65ae35bbbd3a9f532ac9b05b13db026f6ee5bb93bb79f9b46c558c8849", + "writes-client-12.json": "5fd7819719d874802b023f23cacdfa29218e418cb81343e1e79b5df43f47ae93", + "writes-client-13.json": "b51e60390d3e1e36ad7030fdd22c7ae54ba02e69825319639418a66bd50fd2be", + "writes-client-14.json": "78dbe750d3ddbdc4bccfebabfeb6afc86059f74947e5fa33a10fbf99247f6e44", + "writes-client-15.json": "252c14a7f10ee7d0cc31ad13fc5160bc7077ce5cebca9069eb908a0181ffb1df", + "write-warmup-client-0.json": "ecb55ef67a7a22bdcc5140b4f5562fda77f00d3e770ee198d86296c16e0d62d7", + "write-warmup-client-1.json": "95c84f540331b2ff331fd77ec20945118779bb528ce704ca0b42489aca8c6fa6", + "write-warmup-client-2.json": "ac0296442669fc42f173d129ac517123cec59699bb0b570c2ec4c90a2b8ebbd2", + "write-warmup-client-3.json": "ed516a5329c349265b6198d50db5d8b40267173d276e2839f03f5c71bea3ce33", + "write-warmup-client-4.json": "e4c495023648f938d9d8a30bf1c740af1153ed5822eb815a18f563d489305c97", + "write-warmup-client-5.json": "399764f1c7997afa2edd5de9bf93a88d4673feb3deb8403d28cd524cd7fbe23c", + "write-warmup-client-6.json": "1b4f77d59b92e5c98c5c5fa4cd4f323e8a098e5127d97d63571acc34ed01997d", + "write-warmup-client-7.json": "55f53e4e282d2c19a511a0b029331858bae328e881644247a8c7953904cc36ad", + "write-warmup-client-8.json": "05995bd5c821d81788f2c7539268cfff5d6b80ecc7478d99fe5bf7f212d72a0a", + "write-warmup-client-9.json": "6317fb18ce657ba2bb426b0323f87d05964b0793f8adbaf21329e7c24437882c", + "write-warmup-client-10.json": "dcbdf57253a792f3481d478cd478157d4eda3835693d690cc41270b126e509c6", + "write-warmup-client-11.json": "e64105797661be4df44b94eb722314cc99e3c29c133eb356811cd1d50de6e057", + "write-warmup-client-12.json": "ae4b5fea411998775d484d6ea93e984d9d43ab694bf821f54a5bf08ed82d1937", + "write-warmup-client-13.json": "16e66b43b24195756dcf9bb5c67b9c45ebb3b329bb7f5b83b92c6f2f2d69c9e3", + "write-warmup-client-14.json": "c515bfdf78e9d6fc64c89cef4361983b562f237875e6be37c6e42737d2581d3d", + "write-warmup-client-15.json": "9bc44d1ebb72e2398f562f04b0ad4726d8ffe4e8a30a55ba43b51cb87f999630" + } + }, + "repeat": 1, + "cells": 1, + "variant": "baseline", + "measured_writes": 17682, + "all_acknowledged": 18754, + "TPS": 147.11818014103878, + "response_body_bytes_per_second": 29661.42799678772, + "p50": 103.854304, + "p95": 164.504408, + "p99": 194.477526, + "server_cpu_cores": 0.3353604343249637, + "driver_cpu_cores": 0.05589340572082729, + "server_rss_after_bytes": 75640832, + "first_30_seconds_TPS": 192.5, + "last_30_seconds_TPS": 118.93333333333334, + "interval_TPS_min": 112.0, + "interval_TPS_max": 196.8, + "interval_TPS_cv": 0.18983380683154796, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 37509, + "mean_ms": 20.50327675067317, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 76.1, + "p99_ms": 109.7, + "resolution_us": 100 + }, + "authority": { + "count": 5757, + "mean_ms": 5.065301813791906, + "overflow": 0, + "p50_ms": 5.0, + "p95_ms": 6.7, + "p99_ms": 8.7, + "resolution_us": 100 + }, + "compaction": { + "count": 372, + "mean_ms": 37.76647614784946, + "overflow": 0, + "p50_ms": 33.1, + "p95_ms": 64.6, + "p99_ms": 85.5, + "resolution_us": 100 + }, + "directory": { + "count": 6129, + "mean_ms": 0.02025762669277207, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 6130, + "mean_ms": 0.00044640831973898857, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 5757, + "mean_ms": 13.655761228417578, + "overflow": 0, + "p50_ms": 11.7, + "p95_ms": 38.7, + "p99_ms": 65.3, + "resolution_us": 100 + }, + "publication": { + "count": 5757, + "mean_ms": 19.08081688014591, + "overflow": 0, + "p50_ms": 17.3, + "p95_ms": 43.6, + "p99_ms": 71.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 372, + "mean_ms": 0.00041294623655913976, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 5758, + "mean_ms": 0.004157261201806183, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 6129, + "mean_ms": 1.4882329058573993, + "overflow": 0, + "p50_ms": 1.5, + "p95_ms": 2.3, + "p99_ms": 3.0, + "resolution_us": 100 + }, + "root_preparation": { + "count": 5758, + "mean_ms": 11.200525990448073, + "overflow": 0, + "p50_ms": 11.5, + "p95_ms": 16.9, + "p99_ms": 19.7, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 5758, + "mean_ms": 11.191107932268148, + "overflow": 0, + "p50_ms": 11.5, + "p95_ms": 16.9, + "p99_ms": 19.7, + "resolution_us": 100 + }, + "uploaded_bytes": 486347931, + "uploaded_objects": 40205, + "worker": { + "count": 37509, + "mean_ms": 1.0923289225519208, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.6, + "p99_ms": 4.6, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 3, + "mean_ms": 1.3221733333333332, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 2.3, + "p99_ms": 2.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 3, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 3 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 12258, + "mean_ms": 1.0750468194648393, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 1.7, + "p99_ms": 2.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 12258, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 12258 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 97, + "mean_ms": 4.9105985463917525, + "overflow": 0, + "p50_ms": 4.5, + "p95_ms": 7.7, + "p99_ms": 14.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 97, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 97 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 41046908, + "duration": { + "count": 97, + "mean_ms": 13.226987144329897, + "overflow": 0, + "p50_ms": 12.7, + "p95_ms": 18.9, + "p99_ms": 20.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 97, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 97 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 97, + "mean_ms": 4.715994783505154, + "overflow": 0, + "p50_ms": 4.6, + "p95_ms": 7.1, + "p99_ms": 7.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 97, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 97 + }, + "put": { + "bytes_read": 0, + "bytes_written": 449874375, + "duration": { + "count": 51631, + "mean_ms": 7.550238175805234, + "overflow": 0, + "p50_ms": 7.6, + "p95_ms": 11.9, + "p99_ms": 14.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 51631, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 51631 + }, + "range": { + "bytes_read": 218128274, + "bytes_written": 0, + "duration": { + "count": 12312, + "mean_ms": 2.129654930880442, + "overflow": 0, + "p50_ms": 2.0, + "p95_ms": 3.9, + "p99_ms": 5.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 12312, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 12312 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.37037270900004, + "cpu_seconds": 292.932675, + "cpu_cores": 2.336538279900727, + "cgroup_before": { + "usage_usec": 6787432, + "user_usec": 4348485, + "system_usec": 2438947, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 299720107, + "user_usec": 200465821, + "system_usec": 99254286, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 18000, + "raw_client_sha256": { + "writes-client-0.json": "f61467d772e7fcf0aeb86c44f91ecfa67dba6be0828ef574169994d3b6702873", + "writes-client-1.json": "b8aab3d1e18787ef7e6fbc5058a78f0c6c13be8b1764dfc8c9d39890ac803d0a", + "writes-client-2.json": "1f2c4b71119545cff7d961edf185c9928f7bc32daaef92fd3e4ccc2a6f17cd5a", + "writes-client-3.json": "31f1c09955c6bd8be999e897b4d997923e678fcbb7e58f023c70477f7545491d", + "writes-client-4.json": "eaa6c9a9b2b2cb6dcd7711a9b385fca5db36352d05d9225497f3c1a195bb5edd", + "writes-client-5.json": "a159c53147ec3132638ce6768632459fe937297ec6817745e511214e8d9c6a0f", + "writes-client-6.json": "c74622f88a134ae50fd0e38982c30caf7747bc7f5b20b8028b4d5ef03364d8e3", + "writes-client-7.json": "2c2476bc0d4e4dea823a2d25e289f8b59d5aad2029c3c1262ae6b20f55632026", + "writes-client-8.json": "d8685c59d39acc47c3dce42274563b3c8b9b16f5b2ff14325caa425751124448", + "writes-client-9.json": "e161307468c934e4ef2a7b9c53055a42f33c4b90376d5fb33981fb74b00c19c3", + "writes-client-10.json": "30390fa6160f2e72a5f88696352d5b6a1dcd5b157a7f12779979fa935a8661ce", + "writes-client-11.json": "cdf8e01c1258eb553538996857d9c1a4f9525da30b7757793f28aea792d45b2e", + "writes-client-12.json": "82ff5d913377889bd69aeb4699659c8d4085c56dde1da446a7389d01a172ea94", + "writes-client-13.json": "11d0c5f3c7470d2233499a8e3648982e69d005033e688edd381d1911bbe6abb8", + "writes-client-14.json": "ef4af6094dc25d113e0e717329ffd304f035ab897abd5023a088bce916176069", + "writes-client-15.json": "aa4140fa2209bde487e62e1f24ca246bcd93f34453a5ae63e61fcdf1852c3bbe", + "write-warmup-client-0.json": "66d001d8907228e61da53440cb35708348587e80e04f2bc324bc49d3c59b3c2a", + "write-warmup-client-1.json": "bbab331238d1fe69aa99c0713963d45fc36273dbbf086aaefe18342a8891137d", + "write-warmup-client-2.json": "07ce580a27f51bb101825ad37a972cf7859b63913d8ac270bf8b94fc3bcf751a", + "write-warmup-client-3.json": "6d580d4d0b267ef9e1f333bef2494ca5b3e45f5722d67ba33d8b63c0b6586740", + "write-warmup-client-4.json": "66e1b490b33ed7973df9a61d8e0893712e1fbe58119aafebc10f56ca2651adac", + "write-warmup-client-5.json": "f984324035d6090ae9b16412c2beb3df85a7d363a2e5edad6d0a6a5bfa3ddda8", + "write-warmup-client-6.json": "ffe480c587adb5d19356c6875f700fb372c99f26a50e029bb28aff3341675f51", + "write-warmup-client-7.json": "47ca34401bf167aaa76a7c68e8ab7c6b1168cd9d132dd2d6033305bd0a907631", + "write-warmup-client-8.json": "d54b22f8ead7f9b50a5d6a5356ad84773f1d530cf514adf10f5fe90c00b58b17", + "write-warmup-client-9.json": "5e83b222108319a7882920a3f9105ae115e2cb6a18d4a0d7a9fc3385019aed5b", + "write-warmup-client-10.json": "25d77f958826aca2508bc9036250bb7469861f096f2c9692fa01b2fd945a0fd4", + "write-warmup-client-11.json": "e47f4790bc15db00aa35409d4cc9ca10d215225b6dc285559576e58d836492c5", + "write-warmup-client-12.json": "ab71fdf38019919f0c2c21092a29489863239c1a393131bc07a72e241c4fc506", + "write-warmup-client-13.json": "fb62115841a71784b157cd33af9c26ffe955416cea48f71003f78d1622f520b2", + "write-warmup-client-14.json": "aadd48c06b0ad94083f58ead484217e9c02099656a1ef6adbe38cf8976d0e5c0", + "write-warmup-client-15.json": "c2f6965d7f410f957d2b35228f9fa9cb07ccd370b58d8719683911c92e126ef9" + } + }, + "repeat": 1, + "cells": 1, + "variant": "candidate", + "measured_writes": 17152, + "all_acknowledged": 18016, + "TPS": 142.70463377177614, + "response_body_bytes_per_second": 28758.045464879266, + "p50": 106.940942, + "p95": 150.215168, + "p99": 172.601734, + "server_cpu_cores": 0.31932853595222993, + "driver_cpu_cores": 0.05588249379164024, + "server_rss_after_bytes": 74928128, + "first_30_seconds_TPS": 154.66666666666666, + "last_30_seconds_TPS": 134.93333333333334, + "interval_TPS_min": 128.0, + "interval_TPS_max": 156.8, + "interval_TPS_cv": 0.061049004811494056, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 36033, + "mean_ms": 21.51080039874559, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 81.7, + "p99_ms": 110.0, + "resolution_us": 100 + }, + "authority": { + "count": 5382, + "mean_ms": 5.53577960367893, + "overflow": 0, + "p50_ms": 5.4, + "p95_ms": 7.1, + "p99_ms": 9.5, + "resolution_us": 100 + }, + "compaction": { + "count": 350, + "mean_ms": 46.51474471142857, + "overflow": 0, + "p50_ms": 43.1, + "p95_ms": 72.4, + "p99_ms": 81.4, + "resolution_us": 100 + }, + "directory": { + "count": 5383, + "mean_ms": 0.02265557402935166, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 5384, + "mean_ms": 0.0006560533060921248, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "preparation": { + "count": 5382, + "mean_ms": 14.523529101820884, + "overflow": 0, + "p50_ms": 12.4, + "p95_ms": 38.5, + "p99_ms": 57.9, + "resolution_us": 100 + }, + "publication": { + "count": 5382, + "mean_ms": 20.44884226570048, + "overflow": 0, + "p50_ms": 18.2, + "p95_ms": 43.9, + "p99_ms": 63.8, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 350, + "mean_ms": 0.0006030228571428571, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_admission": { + "count": 5383, + "mean_ms": 0.004993702024893182, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 5383, + "mean_ms": 1.7413275355749582, + "overflow": 0, + "p50_ms": 1.7, + "p95_ms": 2.6, + "p99_ms": 3.4, + "resolution_us": 100 + }, + "root_preparation": { + "count": 5383, + "mean_ms": 14.50596067453093, + "overflow": 0, + "p50_ms": 12.4, + "p95_ms": 38.4, + "p99_ms": 57.9, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 5383, + "mean_ms": 14.49440710960431, + "overflow": 0, + "p50_ms": 12.3, + "p95_ms": 38.4, + "p99_ms": 57.9, + "resolution_us": 100 + }, + "uploaded_bytes": 449504588, + "uploaded_objects": 36624, + "worker": { + "count": 36033, + "mean_ms": 1.1364949879554853, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 2.6, + "p99_ms": 5.5, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 3, + "mean_ms": 1.448648, + "overflow": 0, + "p50_ms": 1.3, + "p95_ms": 2.0, + "p99_ms": 2.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 3, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 3 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 10766, + "mean_ms": 1.277843711499164, + "overflow": 0, + "p50_ms": 1.2, + "p95_ms": 2.0, + "p99_ms": 2.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 10766, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 10766 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 90, + "mean_ms": 5.248364955555555, + "overflow": 0, + "p50_ms": 5.1, + "p95_ms": 7.1, + "p99_ms": 9.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 90, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 90 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 38436417, + "duration": { + "count": 90, + "mean_ms": 19.064336133333335, + "overflow": 0, + "p50_ms": 18.6, + "p95_ms": 25.6, + "p99_ms": 28.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 90, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 90 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 90, + "mean_ms": 4.899239166666667, + "overflow": 0, + "p50_ms": 4.6, + "p95_ms": 7.5, + "p99_ms": 12.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 90, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 90 + }, + "put": { + "bytes_read": 0, + "bytes_written": 415573501, + "duration": { + "count": 47317, + "mean_ms": 8.203937927827209, + "overflow": 0, + "p50_ms": 8.1, + "p95_ms": 11.6, + "p99_ms": 14.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 47317, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 47317 + }, + "range": { + "bytes_read": 208639751, + "bytes_written": 0, + "duration": { + "count": 11528, + "mean_ms": 2.348605098369188, + "overflow": 0, + "p50_ms": 2.2, + "p95_ms": 4.1, + "p99_ms": 5.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 11528, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 11528 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.38708444100007, + "cpu_seconds": 307.932253, + "cpu_cores": 2.4558530439783466, + "cgroup_before": { + "usage_usec": 318586189, + "user_usec": 218912096, + "system_usec": 99674092, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 626518442, + "user_usec": 438571936, + "system_usec": 187946505, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9699999934404336, + "p50": 1.0297208481605153, + "p95": 0.9131376467431802, + "p99": 0.8875150643370483, + "response_body_bytes_per_second": 0.9695435252811736 + } + }, + { + "cells": 1, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 16975, + "raw_client_sha256": { + "writes-client-0.json": "b884d47d17c89b60884a9d6240234839d2c4852ec11ed46cacc69e4a6f782775", + "writes-client-1.json": "aaff70efeb7579e1b7ff348e4d0fc5991e512a5c10701ca9cbe6a593a8d0e2d3", + "writes-client-2.json": "c57b9a26739763a02994eca09dd410df043f60f07f127e23059bdf3b541631cb", + "writes-client-3.json": "b8f1144d08fb7f79acb23b525a6dcbb43c2dbaca498c868a2016cbfa740367f0", + "writes-client-4.json": "32114f60a1c53b083a8707e72631eb67c02fae744c924276a8499766f3d05c91", + "writes-client-5.json": "c32fefcd023dd6f82ebc1e000aee1483630867f3b9e2399223a92bf1b8e2a0b9", + "writes-client-6.json": "3b7d9e23b96cee348b23470061b735afb1273b7f48a474883924d7e3495751e7", + "writes-client-7.json": "1b56486c52107e7d9f99e97da6a1280915d8b750eedecf8a3c549a11693daf7b", + "writes-client-8.json": "1e3e3b2347fe0302dc03a28a7f6d07a9506eb086547da6b1f4c415e93e16fc7a", + "writes-client-9.json": "1eb85db557596ef501633a43cc27562dc11ecf8d134c9cc7b8f7f62d5e14f8b5", + "writes-client-10.json": "38d7542ec0a8febd105c4dc937f866e3ba89d582081a5f1ea20ad22ac843bf63", + "writes-client-11.json": "8d2c19a63896ad7fa2007f85d65215000f0c0d12cc29db205d31ebb9cf16841f", + "writes-client-12.json": "f6034341ab54cbcffd7a4b9282ed852008d0a5ef99048cc05d13d89334d1d5f2", + "writes-client-13.json": "07e79236a9ebf7028f579ae4c69cd404fc5d1ba744b0f256626eff81c2cbe302", + "writes-client-14.json": "274ffd662e520f6d8e00917248dcd1059c44191188bbe92d82356d74f7cce0d8", + "writes-client-15.json": "c9072160119227948d5389f4ff59f7764c068731743243ac7f0d84a2a51952c6", + "write-warmup-client-0.json": "8c889a5715a864aa0d573912fc7b9a8bc6008e5332b11e30cf3ba56874622727", + "write-warmup-client-1.json": "f3adab95ab086be783e33dd0d29729ef02e2884a7da2f2e93f367e4460884442", + "write-warmup-client-2.json": "0b353b296b5d9c9a06ba54d89ee84b5bdb50a6cd2e74f1749a49bdf5cde06526", + "write-warmup-client-3.json": "d0f27ad0d7928ef21da3cdfc0f0ee5729e07c5c2b79c3c8cd476ed170ea4d12d", + "write-warmup-client-4.json": "9f0e2a04670d760096d80894f6ab108fbb8749da2e61736d3230aa28e306148d", + "write-warmup-client-5.json": "0dfc28893f763d6eec2f12c904782b9172cc6d1d5ce463ce005ac1632b856366", + "write-warmup-client-6.json": "e094c6e91718df306a7b824d0212b1ced7e375f16237ac6f06b6fa74a60f9024", + "write-warmup-client-7.json": "f3f00a73ef9006d521439328efa0172b765ab1cf97a8d847bfdf25d6a8635c74", + "write-warmup-client-8.json": "3574dcda9a685d343a25e1dbf10daa1d8874d175f267843718fc69e7c996b82d", + "write-warmup-client-9.json": "b4611c0f663bf63daf653a6464057dfd1260b66f602d7487fb11b209a16048bb", + "write-warmup-client-10.json": "0ba5a005a89fe0d91c9ce61389b61d11c33760afe81f97950cef6042ab793377", + "write-warmup-client-11.json": "3cb4f6067feef187d4a903752e9eb8ba191830f6fded7caa2979ac605f66eff7", + "write-warmup-client-12.json": "e95f9ece19adbe43f349527e851fe32bbf340c786e62140a88e591b08fb6bd90", + "write-warmup-client-13.json": "67986ee0362c8c1a25721ae9631a3b3e21a9367de4eba79d663632740faf148e", + "write-warmup-client-14.json": "8323b2849f0d97724207719e53459bdda86ac8213522bafc1a0ace1c2d2af4d4", + "write-warmup-client-15.json": "beb08a309729d53395eaa98e078b2ca0fdcf36519aa87fadf64d63f6b7d94f0b" + } + }, + "repeat": 2, + "cells": 1, + "variant": "baseline", + "measured_writes": 16159, + "all_acknowledged": 16991, + "TPS": 134.41938226478504, + "response_body_bytes_per_second": 27074.845309857355, + "p50": 111.108589, + "p95": 166.802316, + "p99": 187.926893, + "server_cpu_cores": 0.3191379013389983, + "driver_cpu_cores": 0.04787068520084974, + "server_rss_after_bytes": 75460608, + "first_30_seconds_TPS": 146.66666666666669, + "last_30_seconds_TPS": 124.23333333333333, + "interval_TPS_min": 118.3, + "interval_TPS_max": 150.4, + "interval_TPS_cv": 0.07614179695290825, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 33983, + "mean_ms": 22.75438540614425, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 86.4, + "p99_ms": 121.9, + "resolution_us": 100 + }, + "authority": { + "count": 5143, + "mean_ms": 5.8415371259965, + "overflow": 0, + "p50_ms": 5.7, + "p95_ms": 7.6, + "p99_ms": 9.8, + "resolution_us": 100 + }, + "compaction": { + "count": 339, + "mean_ms": 41.005292584070794, + "overflow": 0, + "p50_ms": 37.5, + "p95_ms": 65.6, + "p99_ms": 83.7, + "resolution_us": 100 + }, + "directory": { + "count": 5482, + "mean_ms": 0.023952120394016785, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 5483, + "mean_ms": 0.0006284599671712567, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "preparation": { + "count": 5143, + "mean_ms": 15.276711907641454, + "overflow": 0, + "p50_ms": 12.7, + "p95_ms": 45.3, + "p99_ms": 65.8, + "resolution_us": 100 + }, + "publication": { + "count": 5143, + "mean_ms": 21.5274799148357, + "overflow": 0, + "p50_ms": 18.8, + "p95_ms": 51.3, + "p99_ms": 72.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 339, + "mean_ms": 0.0008693952802359883, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_admission": { + "count": 5144, + "mean_ms": 0.005180140552099533, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 5482, + "mean_ms": 1.8222184242977015, + "overflow": 0, + "p50_ms": 1.8, + "p95_ms": 2.7, + "p99_ms": 3.6, + "resolution_us": 100 + }, + "root_preparation": { + "count": 5144, + "mean_ms": 12.564147490085537, + "overflow": 0, + "p50_ms": 12.6, + "p95_ms": 15.8, + "p99_ms": 18.7, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 5144, + "mean_ms": 12.551966307153966, + "overflow": 0, + "p50_ms": 12.6, + "p95_ms": 15.8, + "p99_ms": 18.7, + "resolution_us": 100 + }, + "uploaded_bytes": 424489703, + "uploaded_objects": 35283, + "worker": { + "count": 33983, + "mean_ms": 1.1395661920666216, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 2.7, + "p99_ms": 5.0, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 3, + "mean_ms": 1.385822, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.5, + "p99_ms": 2.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 3, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 3 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 10964, + "mean_ms": 1.3440481421926302, + "overflow": 0, + "p50_ms": 1.3, + "p95_ms": 2.1, + "p99_ms": 2.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 10964, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 10964 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 80, + "mean_ms": 5.167828474999999, + "overflow": 0, + "p50_ms": 4.9, + "p95_ms": 7.1, + "p99_ms": 8.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 80, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 80 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 34985792, + "duration": { + "count": 80, + "mean_ms": 13.92308885, + "overflow": 0, + "p50_ms": 13.2, + "p95_ms": 19.3, + "p99_ms": 25.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 80, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 80 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 80, + "mean_ms": 5.1605165374999995, + "overflow": 0, + "p50_ms": 5.1, + "p95_ms": 7.6, + "p99_ms": 8.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 80, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 80 + }, + "put": { + "bytes_read": 0, + "bytes_written": 393856293, + "duration": { + "count": 45508, + "mean_ms": 8.229793751208579, + "overflow": 0, + "p50_ms": 8.2, + "p95_ms": 11.4, + "p99_ms": 13.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 45508, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 45508 + }, + "range": { + "bytes_read": 202390968, + "bytes_written": 0, + "duration": { + "count": 11044, + "mean_ms": 2.432708056772908, + "overflow": 0, + "p50_ms": 2.3, + "p95_ms": 4.3, + "p99_ms": 5.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 11044, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 11044 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.467827919, + "cpu_seconds": 311.431684, + "cpu_cores": 2.482163668291566, + "cgroup_before": { + "usage_usec": 2436707829, + "user_usec": 1597364100, + "system_usec": 839343728, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2748139513, + "user_usec": 1820592252, + "system_usec": 927547260, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 16273, + "raw_client_sha256": { + "writes-client-0.json": "fff33828d4757de6ac54f6a946895330d29756c1f3dd6e6fd77e9d1a4efa186d", + "writes-client-1.json": "cf2397d1aa80d54662ae1e1e8e8a20463903ea1c246e18014f1fc4150553cf2c", + "writes-client-2.json": "e3658efdd4f6e10834ce58c96e40e7b4d4b872487dfea357613360c7beb6ee6f", + "writes-client-3.json": "f9e8b8c9e45230d7034f817335eb0e3b66390caf2b902e11d583dd1320d63992", + "writes-client-4.json": "c9f5b843ef63a353376ebc3d9b2a6be29128cd9fd11fd117e870c4c9d98f715c", + "writes-client-5.json": "020252f864de146930ea43b668ea70878ae41b07244faca2557bdd047e479974", + "writes-client-6.json": "58be548863e44d892322467ef26deb75a3770825acb88f2081119a722d4615f3", + "writes-client-7.json": "4a01a1b383c44e3f87ca5a5bae2c58c8a3565cd552dbbad7be9c3d7aba316a9b", + "writes-client-8.json": "05e9f945926a264f9fecc96f2f594eaf4da6043a7e72f03879bf3fd5f31cdb42", + "writes-client-9.json": "4ca7d88c1c1a5d9a28f9f1ac851604a7342b0ab9e41a186bc13f7bd0178d7dbc", + "writes-client-10.json": "31ae32071d748b9e38771a02effbe1732ce5ae18cda9a14cfb85fb151c7df498", + "writes-client-11.json": "06f321980a50768de00e6b34792bd154c3d54187d2dc6162575fdfe347176e92", + "writes-client-12.json": "4e1a1739f192bf218cc12b9b541fe651cc00e977a08ab128bbebb9f12dd6afc4", + "writes-client-13.json": "ab70561135a06f835cf43f4f0cbdd2952d632886f20e86d37e108e566a4b01b2", + "writes-client-14.json": "97a164729722a40530a07334e7094bffc68c42ab14a2cd78e4f643424fd9ad71", + "writes-client-15.json": "7c07713ac8489bfc3679c6d85df7213fc0fc9987d8c028b686e30e6f148f13a8", + "write-warmup-client-0.json": "6e99ff69b06c69edd0a69c851575078bc07167eab00328e1acede1ab5cfc2821", + "write-warmup-client-1.json": "0b7e410e1e96001bb83a01f6020dbb132c2446398095920b42f4e258c0afb30c", + "write-warmup-client-2.json": "f842254f3a2e211ffeaf7286c4057181e62d35d90df5dd9f8d3429259de75687", + "write-warmup-client-3.json": "54a1e831b797d2f0e262e5ffaf459a0725fdc96e41c6a0a33eab12143ab7e6dc", + "write-warmup-client-4.json": "fb40a43fbfa3881d58a56bb69a779ccf328c3a1f7bad71c91a88b322b9bce1a0", + "write-warmup-client-5.json": "7d0243f13331f1163e3693dd33bf0d33e7f9125b9bb199758a128264c0e2d88f", + "write-warmup-client-6.json": "43755aa1f65631c88b6549c38cd6aceb9e17df559508b7a4684398a82ae47115", + "write-warmup-client-7.json": "a4d3fc91bffdcfa68ed4c9f5ec726f2810f63155729e0955a8be87e35933f0ab", + "write-warmup-client-8.json": "13e469d6c4435338cf31db1c26758cfc5141c159d755ed2a94fa52bd534d8e9a", + "write-warmup-client-9.json": "c23cadf0fc12a79b4376599048803eb2a48f61619ac204a722b146090a7057e0", + "write-warmup-client-10.json": "bd3a93e8791ed1475b41db25cccc31381b44d8d2a3f8d5d0f0534ad07baeb133", + "write-warmup-client-11.json": "291fc010f9153e06652d4cea9ceb6076cdfc5d2088362c4c3ffdd50546975a08", + "write-warmup-client-12.json": "dab0452a1a5eabd7c2fb21107bbd8c6c38bfd38b3dabcd4b0d3b8d45f4aad350", + "write-warmup-client-13.json": "ab7a924edcbcb4c58ca331b266ca07bb7541a061c6de90ffe2e258b2b0486c4d", + "write-warmup-client-14.json": "3c4235ff8661a4a25c6e6ac4c7ac4f6a365287ba3302189e7cc688c559cc0a56", + "write-warmup-client-15.json": "1f00fa818dc0cc5b29d43ca755f555b603216c0cea2f4a506f246700f77f773e" + } + }, + "repeat": 2, + "cells": 1, + "variant": "candidate", + "measured_writes": 15409, + "all_acknowledged": 16289, + "TPS": 128.26262494987697, + "response_body_bytes_per_second": 25826.885247281192, + "p50": 123.833297, + "p95": 177.881836, + "p99": 198.476859, + "server_cpu_cores": 0.3113690132453934, + "driver_cpu_cores": 0.05588674596712189, + "server_rss_after_bytes": 73568256, + "first_30_seconds_TPS": 153.06666666666666, + "last_30_seconds_TPS": 105.1, + "interval_TPS_min": 100.8, + "interval_TPS_max": 160.0, + "interval_TPS_cv": 0.17183373434117014, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 32579, + "mean_ms": 23.46218417615642, + "overflow": 0, + "p50_ms": 1.3, + "p95_ms": 86.9, + "p99_ms": 116.4, + "resolution_us": 100 + }, + "authority": { + "count": 5373, + "mean_ms": 5.6737646687139405, + "overflow": 0, + "p50_ms": 5.5, + "p95_ms": 7.6, + "p99_ms": 10.0, + "resolution_us": 100 + }, + "compaction": { + "count": 349, + "mean_ms": 46.46638635816619, + "overflow": 0, + "p50_ms": 43.0, + "p95_ms": 72.5, + "p99_ms": 90.8, + "resolution_us": 100 + }, + "directory": { + "count": 5374, + "mean_ms": 0.023189299218459247, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 5375, + "mean_ms": 0.0006402684651162791, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "preparation": { + "count": 5373, + "mean_ms": 14.559946089893915, + "overflow": 0, + "p50_ms": 12.4, + "p95_ms": 37.5, + "p99_ms": 58.6, + "resolution_us": 100 + }, + "publication": { + "count": 5373, + "mean_ms": 20.62710342229667, + "overflow": 0, + "p50_ms": 18.3, + "p95_ms": 43.3, + "p99_ms": 64.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 349, + "mean_ms": 0.0008438767908309456, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_admission": { + "count": 5374, + "mean_ms": 0.005151643282471158, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 5374, + "mean_ms": 1.7616601025307035, + "overflow": 0, + "p50_ms": 1.7, + "p95_ms": 2.7, + "p99_ms": 3.8, + "resolution_us": 100 + }, + "root_preparation": { + "count": 5374, + "mean_ms": 14.542740895422405, + "overflow": 0, + "p50_ms": 12.4, + "p95_ms": 37.4, + "p99_ms": 58.6, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 5374, + "mean_ms": 14.531392724599925, + "overflow": 0, + "p50_ms": 12.4, + "p95_ms": 37.4, + "p99_ms": 58.5, + "resolution_us": 100 + }, + "uploaded_bytes": 422619356, + "uploaded_objects": 36159, + "worker": { + "count": 32579, + "mean_ms": 1.121357872954971, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.6, + "p99_ms": 4.8, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 3, + "mean_ms": 1.2141653333333333, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 1.9, + "p99_ms": 1.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 3, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 3 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 10748, + "mean_ms": 1.288103921380722, + "overflow": 0, + "p50_ms": 1.2, + "p95_ms": 2.1, + "p99_ms": 3.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 10748, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 10748 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 66, + "mean_ms": 5.329295954545454, + "overflow": 0, + "p50_ms": 5.1, + "p95_ms": 7.8, + "p99_ms": 8.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 66, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 66 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 29315117, + "duration": { + "count": 66, + "mean_ms": 19.655756151515153, + "overflow": 0, + "p50_ms": 18.9, + "p95_ms": 26.4, + "p99_ms": 34.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 66, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 66 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 66, + "mean_ms": 5.126734242424242, + "overflow": 0, + "p50_ms": 4.6, + "p95_ms": 8.5, + "p99_ms": 19.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 66, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 66 + }, + "put": { + "bytes_read": 0, + "bytes_written": 397843164, + "duration": { + "count": 46858, + "mean_ms": 8.214777595693372, + "overflow": 0, + "p50_ms": 8.2, + "p95_ms": 11.6, + "p99_ms": 14.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 46858, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 46858 + }, + "range": { + "bytes_read": 193042595, + "bytes_written": 0, + "duration": { + "count": 11504, + "mean_ms": 2.449086761213491, + "overflow": 0, + "p50_ms": 2.3, + "p95_ms": 4.4, + "p99_ms": 6.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 11504, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 11504 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.38710828100011, + "cpu_seconds": 311.854226, + "cpu_cores": 2.4871314944205887, + "cgroup_before": { + "usage_usec": 2107644183, + "user_usec": 1358016837, + "system_usec": 749627346, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2419498409, + "user_usec": 1580703100, + "system_usec": 838795309, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9541973991311742, + "p50": 1.1145249716023304, + "p95": 1.0664230585383478, + "p99": 1.0561386709032643, + "response_body_bytes_per_second": 0.9539070288936495 + } + }, + { + "cells": 1, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 16896, + "raw_client_sha256": { + "writes-client-0.json": "b52d761ef1f4966ccf8d655aed5688d14e0d95393a0f0f52cb975c54bccbbfde", + "writes-client-1.json": "4ad4ff9e3b51ff5f73c78d6d98deef65bc8ee0f12f088976c202f783e6b31cdc", + "writes-client-2.json": "21dd2265c002cb61078de3bd430b3d681c4c23e89a8a7356436678ef3d336b04", + "writes-client-3.json": "dd45673be59eb2be865bb2c975578be9bcaab3c8c79b35b154cb188591b428e3", + "writes-client-4.json": "e0b33d1c6f3997128f91ffc3c563c71f416b75c509e6b478a6be247fd8c0be9c", + "writes-client-5.json": "8918a0ce42adf8d01406b585a5f9496f49891a09f8e62efb4d89caf5d01816c4", + "writes-client-6.json": "5ac27496aca07d5653ff796e9958881a3c4ab118eae9441cc3b5d36f6171e13b", + "writes-client-7.json": "926980235a753d4e76fb987ee3bf8b10057d76b4260ad9a236203e9a4b9a23d9", + "writes-client-8.json": "896d7fde0aaa66e40dd97e44434c08a16567062c503c68f4ac82fd294718391a", + "writes-client-9.json": "ed48874084bb128e944a22e5e21bfb87535f9ff49f8762e9f6968890704cbd20", + "writes-client-10.json": "9a32f75e7f679d0b3b6c483ad90f1033ff8db8834e2f44d4258ce8c7ae25bc91", + "writes-client-11.json": "c146d429b97aa94d5a245ae34ac5dea93ec25e0132e8fccc8525d6059d5295ef", + "writes-client-12.json": "f352c9460bb5cbafa0633e4dd55175e19fa2fcc834381f11c1b3283849af58f6", + "writes-client-13.json": "bf6c268bf5dedd213ed78713ce517323f02d97043754b36dc12c99b6b57d545e", + "writes-client-14.json": "bdea2e7c1736d690fc71f47f86d76ae4e241c8c4874e18cc15cde12e950f4415", + "writes-client-15.json": "6e6a855832a92fa2a4a90912993c57fb47f40dca363d8ad4c63dc6859347293e", + "write-warmup-client-0.json": "9d6161bc7348190b10fca465080a6049c43807d8d4c0971da4af076b8dbf8d81", + "write-warmup-client-1.json": "b52acede03b29de273f4544954802e19533ff3d2b5cea01bb6c72514a9ff0eda", + "write-warmup-client-2.json": "bbb28193542999d5a2526b84d21af4f5e3361c5763a26bc7b4d78d1696dd58d0", + "write-warmup-client-3.json": "f4030e3a0ffb93a8d08e8be23fae2e600dc4f2466dceb7361fe34e41a8ce5bab", + "write-warmup-client-4.json": "56cb412e7067d94fcfa0125409512fc4bcac0135c829ab81e29d11e0fa3a2052", + "write-warmup-client-5.json": "eb14f9706fa59d13a4c099ff2b0b981c93cdea41ff5c5bdc1dced0870820ce80", + "write-warmup-client-6.json": "fa1343a71c71f009165ed6f867dd8206cddecf0cdd410bd19306b8660717dd85", + "write-warmup-client-7.json": "de2d6b165d45600b86e370b8724ccbca31d735339916d3b4ab171bbffffa0cba", + "write-warmup-client-8.json": "b19802a36e9515566c2f388b2f55c5f898c61fb5ea2f44ec9e07b48ae4573ff6", + "write-warmup-client-9.json": "d964f04b9c7953d6deeaa13aa277d41c4d522a86e9759141ade5b802aa3c01b9", + "write-warmup-client-10.json": "adf8332daf6c7e41c19a6e96bf06f76ffde3347bd227e646b274e9592021dbb9", + "write-warmup-client-11.json": "649a7cabfbfa60ea81b4414dcb0ec8563acdd445ef58c1cb88065118664e2d5c", + "write-warmup-client-12.json": "cef6bbe04b873c5805811c1797facbfc8fc691545af8b2744f10f7f498096c0b", + "write-warmup-client-13.json": "975e7feace219c9d9b44cc8a0fa4901d8763999313284458e158387c35ff0fdb", + "write-warmup-client-14.json": "d6f4dafe5edbe84fdfa55bcd47958be0aafab22570ba99e9fac8e58e801140d7", + "write-warmup-client-15.json": "e2a4932d3ad56230ffcbc3a252e8e5d0d503167fa5dd6319a17be354fb9742a7" + } + }, + "repeat": 3, + "cells": 1, + "variant": "baseline", + "measured_writes": 16064, + "all_acknowledged": 16912, + "TPS": 133.61938538195028, + "response_body_bytes_per_second": 26913.126843335405, + "p50": 113.899505, + "p95": 167.85223, + "p99": 195.724303, + "server_cpu_cores": 0.319149393737075, + "driver_cpu_cores": 0.047872409060561255, + "server_rss_after_bytes": 74719232, + "first_30_seconds_TPS": 149.33333333333334, + "last_30_seconds_TPS": 123.73333333333333, + "interval_TPS_min": 121.6, + "interval_TPS_max": 152.0, + "interval_TPS_cv": 0.08194297808955911, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 33825, + "mean_ms": 23.069265057028826, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 90.2, + "p99_ms": 123.6, + "resolution_us": 100 + }, + "authority": { + "count": 5063, + "mean_ms": 6.0065563685561925, + "overflow": 0, + "p50_ms": 5.8, + "p95_ms": 8.0, + "p99_ms": 10.9, + "resolution_us": 100 + }, + "compaction": { + "count": 331, + "mean_ms": 42.761109567975836, + "overflow": 0, + "p50_ms": 38.1, + "p95_ms": 72.3, + "p99_ms": 107.3, + "resolution_us": 100 + }, + "directory": { + "count": 5394, + "mean_ms": 0.02451033796811272, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 5395, + "mean_ms": 0.0006780565338276182, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "preparation": { + "count": 5063, + "mean_ms": 15.440043974521036, + "overflow": 0, + "p50_ms": 12.8, + "p95_ms": 46.2, + "p99_ms": 67.9, + "resolution_us": 100 + }, + "publication": { + "count": 5063, + "mean_ms": 21.861686390479953, + "overflow": 0, + "p50_ms": 19.0, + "p95_ms": 52.3, + "p99_ms": 74.7, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 331, + "mean_ms": 0.0005975770392749244, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_admission": { + "count": 5064, + "mean_ms": 0.005334621050552922, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 5394, + "mean_ms": 1.8509868464961068, + "overflow": 0, + "p50_ms": 1.8, + "p95_ms": 2.7, + "p99_ms": 3.8, + "resolution_us": 100 + }, + "root_preparation": { + "count": 5064, + "mean_ms": 12.625827374802528, + "overflow": 0, + "p50_ms": 12.6, + "p95_ms": 16.4, + "p99_ms": 19.7, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 5064, + "mean_ms": 12.613702443127961, + "overflow": 0, + "p50_ms": 12.6, + "p95_ms": 16.4, + "p99_ms": 19.7, + "resolution_us": 100 + }, + "uploaded_bytes": 413215073, + "uploaded_objects": 34569, + "worker": { + "count": 33825, + "mean_ms": 1.164919793022912, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 2.7, + "p99_ms": 5.3, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 3, + "mean_ms": 1.4698046666666666, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 2.6, + "p99_ms": 2.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 3, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 3 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 10788, + "mean_ms": 1.3723285038932147, + "overflow": 0, + "p50_ms": 1.3, + "p95_ms": 2.1, + "p99_ms": 3.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 10788, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 10788 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 77, + "mean_ms": 5.363548090909091, + "overflow": 0, + "p50_ms": 5.1, + "p95_ms": 7.8, + "p99_ms": 11.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 77, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 77 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 32740168, + "duration": { + "count": 77, + "mean_ms": 14.403675818181819, + "overflow": 0, + "p50_ms": 13.6, + "p95_ms": 22.1, + "p99_ms": 29.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 77, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 77 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 77, + "mean_ms": 5.394561064935065, + "overflow": 0, + "p50_ms": 5.2, + "p95_ms": 8.7, + "p99_ms": 15.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 77, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 77 + }, + "put": { + "bytes_read": 0, + "bytes_written": 384496596, + "duration": { + "count": 44627, + "mean_ms": 8.323267061397809, + "overflow": 0, + "p50_ms": 8.2, + "p95_ms": 11.8, + "p99_ms": 13.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 44627, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 44627 + }, + "range": { + "bytes_read": 192589404, + "bytes_written": 0, + "duration": { + "count": 10834, + "mean_ms": 2.5239206790659034, + "overflow": 0, + "p50_ms": 2.3, + "p95_ms": 4.5, + "p99_ms": 7.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 10834, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 10834 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.47654819499985, + "cpu_seconds": 311.106816, + "cpu_cores": 2.479402091269812, + "cgroup_before": { + "usage_usec": 4345216424, + "user_usec": 2918995609, + "system_usec": 1426220815, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4656323240, + "user_usec": 3140725276, + "system_usec": 1515597964, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 17584, + "raw_client_sha256": { + "writes-client-0.json": "766954351639d09bb1c5f62c192fb424237ddc62044818f915a2653a21499e3a", + "writes-client-1.json": "4503da927631ba003443de4f41cfc8ea6e7ef4247e2909847d2e6882fbf50ac4", + "writes-client-2.json": "84da565c8c49cc6ed84734bc46ab1aa30400079c9334fe583acd62f879f981f9", + "writes-client-3.json": "dfc960faf9ba742841258f174bd8d779e7d1949c66b1e6832b390670f9380f1b", + "writes-client-4.json": "713da06e52da54c39929d2b29ea969843e3c111f4dde338d0fad6dabaaf7ac11", + "writes-client-5.json": "9699d246fe2dac0132b052e99457396c1442b61ead2019a73878de07a0cc4963", + "writes-client-6.json": "59ea9c0aead4cfa14583e5b77a8309b979b6a3579cc43fff1248ae31e8e2b9e2", + "writes-client-7.json": "82c4883735423f01b003e9bfe5d9f223ac4d824ba0b4b422e552a218ab396629", + "writes-client-8.json": "f59f7bc0b9b106104d1831b369c4403fbd34481c2a857d3c091bb95ae2e69e6e", + "writes-client-9.json": "65a4956d4dde30bc8a9b09b5d628571372976b816ab6cec25d010c830dff833e", + "writes-client-10.json": "fac1e05c75798bf6b9617a01293ff4b6a2a95e6ce1516c1cdd341297fe17c5d9", + "writes-client-11.json": "a8f1caad8cb8908c161ab63be059181478dd4905fc4ba33b78b3533088dd2dbe", + "writes-client-12.json": "46061b9dd802373f6d6a33f8f44e04f2ab91cbdc3b14748a969946ef621b6ad0", + "writes-client-13.json": "a59d0d285478c8ee1aeabe1e3520307efa9da5657a7c10ea481ec2d31d817b85", + "writes-client-14.json": "97d74a042ca8eec6d02cd4970ba2d6dd2b5b62a52f42f4cda3c2dd205a6badae", + "writes-client-15.json": "696e2ed3cc97680c08bfd10e0b326a24e4c5a9eb85006299c979642fabd820ba", + "write-warmup-client-0.json": "737cc5b4d22b355ff8be02d1aac5e5ee560341017b81d3214deac719d42284d6", + "write-warmup-client-1.json": "869bc8a895ce8dabcfa5773859451da9927dc07e0f6a0d5e7bbd9ba55cd6823a", + "write-warmup-client-2.json": "9096b7caa933bd4ee896aa027f1a438b88f3cc4c8697417ded1c400dc14842a9", + "write-warmup-client-3.json": "c7c4ef01a648b7887906a1f469179333b8f5fb60c258d9cff484534cd173f958", + "write-warmup-client-4.json": "b7c7e727aa9ad2420095aadedc5fd6ef025512be9b83af132c7aac073cd71367", + "write-warmup-client-5.json": "f473b7162512f58076ea5a2afb6497ce8ade8da51aeb1daad6def626745eae27", + "write-warmup-client-6.json": "7316fa475a112677eb0f65994b33da364f5d3ab7fca95e1139f7a26acf88f0c9", + "write-warmup-client-7.json": "f4da2f04773ebefe14c50e8f2b3fde2ab03d3c77cf05fcd04640ec1886c35375", + "write-warmup-client-8.json": "7081a59b1f91e4a8a7c0e18d69fa61b2a73132d2ab26240f37d3cff7ba5c363f", + "write-warmup-client-9.json": "f3548116405b89bb7f52fc00cb62cb97e83f82ebc42807970769c8e1805d62b2", + "write-warmup-client-10.json": "bbad529d05b797bd44180a21acbb7e45dac9715090abb4bd2eeb7813110b3b16", + "write-warmup-client-11.json": "262045bfd4e803813a636b501effb484ff5aacc6d0337d7c270f5a63e99e3391", + "write-warmup-client-12.json": "e4fcb9842c4285d97d6d8ef3f8e2025bb3e645d3ee370c41adf45228b04181b2", + "write-warmup-client-13.json": "e5ebe0219f46333746a3f3c3cee627eec0cd85d1b8fbe20e135bded55bd738d1", + "write-warmup-client-14.json": "d8538599bc3af2c4bda3fb3c2b02507d651eb5703484294a19ec238f62b81d1e", + "write-warmup-client-15.json": "5feba0c0ffc61773e1454cb05b5ef3d24d0c0a21b162a45063cd88a9ec7dc1a6" + } + }, + "repeat": 3, + "cells": 1, + "variant": "candidate", + "measured_writes": 16864, + "all_acknowledged": 17600, + "TPS": 140.29092134181926, + "response_body_bytes_per_second": 28262.556129405388, + "p50": 108.771041, + "p95": 155.459542, + "p99": 180.672323, + "server_cpu_cores": 0.31142651666493354, + "driver_cpu_cores": 0.055897067093706024, + "server_rss_after_bytes": 76771328, + "first_30_seconds_TPS": 153.6, + "last_30_seconds_TPS": 133.33333333333334, + "interval_TPS_min": 124.8, + "interval_TPS_max": 158.4, + "interval_TPS_cv": 0.07011480327172734, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 35201, + "mean_ms": 22.264363437402345, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 84.3, + "p99_ms": 114.2, + "resolution_us": 100 + }, + "authority": { + "count": 5220, + "mean_ms": 5.807528241762451, + "overflow": 0, + "p50_ms": 5.6, + "p95_ms": 7.6, + "p99_ms": 9.7, + "resolution_us": 100 + }, + "compaction": { + "count": 342, + "mean_ms": 48.040169979532166, + "overflow": 0, + "p50_ms": 44.0, + "p95_ms": 73.4, + "p99_ms": 110.7, + "resolution_us": 100 + }, + "directory": { + "count": 5221, + "mean_ms": 0.022091394751963225, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 5222, + "mean_ms": 0.0007256143240137879, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "preparation": { + "count": 5220, + "mean_ms": 14.923214511685824, + "overflow": 0, + "p50_ms": 12.7, + "p95_ms": 38.8, + "p99_ms": 59.2, + "resolution_us": 100 + }, + "publication": { + "count": 5220, + "mean_ms": 21.132301573754788, + "overflow": 0, + "p50_ms": 18.7, + "p95_ms": 44.7, + "p99_ms": 65.3, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 342, + "mean_ms": 0.0006176637426900585, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_admission": { + "count": 5221, + "mean_ms": 0.004934860754644704, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 5221, + "mean_ms": 1.7901472283087532, + "overflow": 0, + "p50_ms": 1.7, + "p95_ms": 2.6, + "p99_ms": 3.6, + "resolution_us": 100 + }, + "root_preparation": { + "count": 5221, + "mean_ms": 14.906066999616932, + "overflow": 0, + "p50_ms": 12.7, + "p95_ms": 38.8, + "p99_ms": 59.2, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 5221, + "mean_ms": 14.894514393985826, + "overflow": 0, + "p50_ms": 12.7, + "p95_ms": 38.7, + "p99_ms": 59.1, + "resolution_us": 100 + }, + "uploaded_bytes": 434160997, + "uploaded_objects": 35320, + "worker": { + "count": 35201, + "mean_ms": 1.1527298220221016, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 2.7, + "p99_ms": 5.2, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 3, + "mean_ms": 1.5154146666666668, + "overflow": 0, + "p50_ms": 1.6, + "p95_ms": 2.1, + "p99_ms": 2.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 3, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 3 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 10442, + "mean_ms": 1.3277792975483622, + "overflow": 0, + "p50_ms": 1.3, + "p95_ms": 2.1, + "p99_ms": 2.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 10442, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 10442 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 86, + "mean_ms": 5.435894930232559, + "overflow": 0, + "p50_ms": 5.1, + "p95_ms": 7.4, + "p99_ms": 9.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 86, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 86 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 37666980, + "duration": { + "count": 86, + "mean_ms": 19.62050073255814, + "overflow": 0, + "p50_ms": 19.4, + "p95_ms": 25.0, + "p99_ms": 34.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 86, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 86 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 86, + "mean_ms": 5.777140034883721, + "overflow": 0, + "p50_ms": 4.9, + "p95_ms": 9.3, + "p99_ms": 38.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 86, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 86 + }, + "put": { + "bytes_read": 0, + "bytes_written": 400868532, + "duration": { + "count": 45693, + "mean_ms": 8.393364044930296, + "overflow": 0, + "p50_ms": 8.3, + "p95_ms": 11.8, + "p99_ms": 14.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 45693, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 45693 + }, + "range": { + "bytes_read": 206269496, + "bytes_written": 0, + "duration": { + "count": 11202, + "mean_ms": 2.4748252876272097, + "overflow": 0, + "p50_ms": 2.3, + "p95_ms": 4.4, + "p99_ms": 6.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 11202, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 11202 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.37691439899982, + "cpu_seconds": 310.218641, + "cpu_cores": 2.474288368692496, + "cgroup_before": { + "usage_usec": 4674591361, + "user_usec": 3157967085, + "system_usec": 1516624275, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4984810002, + "user_usec": 3379473095, + "system_usec": 1605336906, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0499294016418232, + "p50": 0.9549737814927289, + "p95": 0.926169059535283, + "p99": 0.9230960091859416, + "response_body_bytes_per_second": 1.0501401897269378 + } + }, + { + "cells": 4, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 23680, + "raw_client_sha256": { + "writes-client-0.json": "5f1f0ab9bc96d2f9e40a9f07c2c89b876d8e8db528124b84e647893bc91ae162", + "writes-client-1.json": "05996e7d72683b75a81609d807fee7124bf9756178a8df1dd63ea9ab7ba857fe", + "writes-client-2.json": "e24e72c78a5ef5f0f6a2130937be356d4fbc56859f2dad6690c43ee78987d8f3", + "writes-client-3.json": "d1a2f500c99a40b4a8272758e6fef64b28e1cab7f7d07b8443133ee369a7b7ad", + "writes-client-4.json": "cdfb14de13bc448384626253b8097b9117dd8b7c504828772adc6dbe9f068618", + "writes-client-5.json": "3f1ab027bac74009aea35b4082407c37b4df02c02b167be80829b8f3b8807337", + "writes-client-6.json": "ba8dfebac9c637ce839a482b0f0d228b1dc2ccdb17c590fbf60322a9c606fc5e", + "writes-client-7.json": "cf5a269e0964830313b40764ac97a6c2b3a027e7e7cc7a0e8dabf69bfa0dbc3a", + "writes-client-8.json": "1d738e0f3c75eb4ebd7cc2b951d4709ae0c5222a0e2e51bcccda945afd90b073", + "writes-client-9.json": "fff49f511e7ef2c0079b4b1a22964af7cb534c8027df597778772850894972d9", + "writes-client-10.json": "66919da952ed55362679350957e47fbedfee3d267ae75bceb62f9958721560b1", + "writes-client-11.json": "b94328622d68a3ed47d3a65b5c292befc9b096dd75d4f8393e080b1dc9492f24", + "writes-client-12.json": "12592f476a7236b3f13598024f0163f9cc222869d7939af6f9a80c8c6c940a58", + "writes-client-13.json": "f0d20a6c3036f6ab34a9ef7b0e0360fef6f33ee9b15f8d02db4245626e47bbb7", + "writes-client-14.json": "f883e25ccaaf434ec9290a0aa41416c43353fe5957983cdf4bdc4638781fd0c3", + "writes-client-15.json": "c2bfdf8284317d99105b0bcf4ece5b65f6ab3c709c4949e310afe2361f7ef456", + "write-warmup-client-0.json": "4bcff667512e7ca18cd07e715b2ef225984255ccc7981847f7a48f51fb40e909", + "write-warmup-client-1.json": "264612cc9c9b598689152b6df7d4f29e277c835bf00cbcc8164db763f5a2d09c", + "write-warmup-client-2.json": "5ee612edeccf5ff9a9850756fa662c689d9ede034963096801d2ad11dfdfca6b", + "write-warmup-client-3.json": "773516d65854af5de9847ef07de1c38be44dd99da639356f70525e0c64ae0ea8", + "write-warmup-client-4.json": "75bde8531db47ad5f2693a91bdfbbbf5744907d146d64bf62fc81d5b2e92fff7", + "write-warmup-client-5.json": "8b8294019f00789ba59d3353c578648f2a94ef5f09cf7611d83a6c34744150d2", + "write-warmup-client-6.json": "f5a024ddcadb0d20e34f95b489e752ef79dd0afefb7deb5137d35e22339957bc", + "write-warmup-client-7.json": "60a13a8294440ac94928bc32114cc85f0c0c5bef2ee6d0abba15f922478decbc", + "write-warmup-client-8.json": "75101391437aa42beedab71d70b4d6c4fc7ba7fa81ea5f74642db8d299401752", + "write-warmup-client-9.json": "920e0572b6ce29cbfdd7cd655e3210a15837c3265ac64119a80af5a52f335499", + "write-warmup-client-10.json": "f0921dd83a3e47125ce801612fdc4096c1b9d1f96dc37862de8172a5a2b7667b", + "write-warmup-client-11.json": "dc06bdd440c99dcd6cb94db4092269e2ff2f2b81e5b246480088fd2b267417fa", + "write-warmup-client-12.json": "ec99a15b79408b0643927304603c127d4203b69baf32a04e4bfab8db0ded1cf9", + "write-warmup-client-13.json": "7ec8875c3761de733fd3b1c89249fbfa65b1e22e71cb49b8e81b5d5d01338052", + "write-warmup-client-14.json": "2104e01d68b2d874640f8b4d88dd8581a6a7df48f7b9ff2638dd0afbf9d85845", + "write-warmup-client-15.json": "056a0cefbbc7413f594593ff56665bd48a88ee76eb314600c98c4f0e0c1bb650" + } + }, + "repeat": 1, + "cells": 4, + "variant": "baseline", + "measured_writes": 22752, + "all_acknowledged": 23696, + "TPS": 189.30149330526416, + "response_body_bytes_per_second": 38082.03234585352, + "p50": 76.41914, + "p95": 145.464818, + "p99": 164.861918, + "server_cpu_cores": 0.5908922093208366, + "driver_cpu_cores": 0.07186526870118283, + "server_rss_after_bytes": 78086144, + "first_30_seconds_TPS": 193.86666666666665, + "last_30_seconds_TPS": 186.93333333333334, + "interval_TPS_min": 182.8, + "interval_TPS_max": 201.2, + "interval_TPS_cv": 0.02266184685166025, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 47396, + "mean_ms": 14.608488116676513, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 42.8, + "p99_ms": 104.0, + "resolution_us": 100 + }, + "authority": { + "count": 11848, + "mean_ms": 12.121209622383525, + "overflow": 0, + "p50_ms": 11.8, + "p95_ms": 17.4, + "p99_ms": 21.0, + "resolution_us": 100 + }, + "compaction": { + "count": 697, + "mean_ms": 68.21616882065996, + "overflow": 0, + "p50_ms": 67.1, + "p95_ms": 95.3, + "p99_ms": 120.2, + "resolution_us": 100 + }, + "directory": { + "count": 12545, + "mean_ms": 0.04397894459944201, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 12549, + "mean_ms": 0.0004989372061518846, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 11848, + "mean_ms": 25.477518371117487, + "overflow": 0, + "p50_ms": 21.5, + "p95_ms": 75.4, + "p99_ms": 101.7, + "resolution_us": 100 + }, + "publication": { + "count": 11848, + "mean_ms": 38.337046310685345, + "overflow": 0, + "p50_ms": 34.2, + "p95_ms": 87.8, + "p99_ms": 114.3, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 697, + "mean_ms": 0.38121027546628405, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 18.1, + "resolution_us": 100 + }, + "root_admission": { + "count": 11852, + "mean_ms": 0.004488068258521769, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 12545, + "mean_ms": 3.535253590514149, + "overflow": 0, + "p50_ms": 3.3, + "p95_ms": 6.4, + "p99_ms": 8.4, + "resolution_us": 100 + }, + "root_preparation": { + "count": 11852, + "mean_ms": 21.446100514681067, + "overflow": 0, + "p50_ms": 21.2, + "p95_ms": 28.3, + "p99_ms": 33.4, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 11852, + "mean_ms": 21.435053087411408, + "overflow": 0, + "p50_ms": 21.2, + "p95_ms": 28.3, + "p99_ms": 33.4, + "resolution_us": 100 + }, + "uploaded_bytes": 546933567, + "uploaded_objects": 62884, + "worker": { + "count": 47396, + "mean_ms": 1.4649539829310492, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 4.2, + "p99_ms": 6.9, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 12, + "mean_ms": 1.6859290833333334, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 4.3, + "p99_ms": 4.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 12, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 12 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 25090, + "mean_ms": 2.6703364224790755, + "overflow": 0, + "p50_ms": 2.4, + "p95_ms": 5.4, + "p99_ms": 7.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 25090, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 25090 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 23, + "mean_ms": 12.665176869565217, + "overflow": 0, + "p50_ms": 11.4, + "p95_ms": 18.9, + "p99_ms": 21.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 9147151, + "duration": { + "count": 23, + "mean_ms": 24.604936347826087, + "overflow": 0, + "p50_ms": 24.6, + "p95_ms": 32.9, + "p99_ms": 40.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 23, + "mean_ms": 8.615369260869565, + "overflow": 0, + "p50_ms": 8.8, + "p95_ms": 14.5, + "p99_ms": 16.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23 + }, + "put": { + "bytes_read": 0, + "bytes_written": 547348493, + "duration": { + "count": 86604, + "mean_ms": 13.882014306556279, + "overflow": 0, + "p50_ms": 13.6, + "p95_ms": 20.3, + "p99_ms": 24.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 86604, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 86604 + }, + "range": { + "bytes_read": 266238403, + "bytes_written": 0, + "duration": { + "count": 25144, + "mean_ms": 4.454784894487751, + "overflow": 0, + "p50_ms": 4.2, + "p95_ms": 8.2, + "p99_ms": 10.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 25144, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 25144 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.35773358100005, + "cpu_seconds": 321.342937, + "cpu_cores": 2.563407360841953, + "cgroup_before": { + "usage_usec": 645247671, + "user_usec": 456771843, + "system_usec": 188475827, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 966590608, + "user_usec": 633554024, + "system_usec": 333036584, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 23178, + "raw_client_sha256": { + "writes-client-0.json": "423b9e17bf5198dfca61c2b43d0b7048683df859230a38ee892ae28c7d4a9016", + "writes-client-1.json": "4783d425c40deb6d25f4808976a7f3bef12f553f5aa49cb4bf78a683d2201de5", + "writes-client-2.json": "a6c4371764f87022107ac30a3ffa42cfe1932cbfa6391762395354b07b94e2cf", + "writes-client-3.json": "06e3b52c200e30068dc433d9e50fe6bc7a47de27122c12c802b248bd45e6e388", + "writes-client-4.json": "a49bc6f606f9ce0a47c9f2d0af7886c976bfc1a2149be4e205fe72fe21a29872", + "writes-client-5.json": "7686e3b548e50092ab2b2901f01732cbcac5ff409905d34c04903d19d0b995ab", + "writes-client-6.json": "11061025f05144ff91d006f1aae4cd541adf47acec49c1f385b24f8607961911", + "writes-client-7.json": "954be6f3723176cd325b6bd707c0c9760e88c165a0475ab6657377c560891e6f", + "writes-client-8.json": "ee2d7b2a3739cf11ff5711219b539fdcb01946bf2db59b8fb1cf2978e53b6b91", + "writes-client-9.json": "118ed18cb9d78da34cc88fb6f29967130d82dc25d04a46fb54fde5ecdc663075", + "writes-client-10.json": "472baad7d890a2a3d05d041fb2c9982cfe44593a7c38daf6f7cf750b55a2d8c0", + "writes-client-11.json": "1e2963cafe37128a8b60b795f0b477c5d51d78d4e48c729f95e5592a93dde73f", + "writes-client-12.json": "de6459880cf88045768c46163c6e671bfdad2a1d07638212acad09851b6ddbca", + "writes-client-13.json": "1bc475451a8f881d6196192a12ecd453c1e51462b26f78f844b241592130b3dc", + "writes-client-14.json": "e81f8684465bb5481e8f6c4a3e7ed9bf35894618c6002deaa121253b98424205", + "writes-client-15.json": "f181b48ae95fcdbde1b516cb56ffc581d1fa4bb698f3b4f0bbdf4ea9d8862e1d", + "write-warmup-client-0.json": "7b3e1d9b656c65e2093eabb1ac09e64032da3b42aa49f939dc43ba8142cd87e6", + "write-warmup-client-1.json": "8429eedc6b480ac9b4f4ec437928c37de0ada99cbcdc78ab61b42c62eea71f8d", + "write-warmup-client-2.json": "ea87eb2b92e6c763f2433fdd87e711a0b61057a3537c6656baa5c88fc63978cc", + "write-warmup-client-3.json": "68de6d20a313528709052630d65cb85e5a9b8f3d59d289b34a0445d159ae5640", + "write-warmup-client-4.json": "9933146bf3fdeaeff1f5686eb1a430b158fa5037052143fd6ded1b635852c584", + "write-warmup-client-5.json": "c89b4c875c19697555201ecf609e9fa15a5f4113794664ec0a26188ef3cffbde", + "write-warmup-client-6.json": "8c0ac5b45c5f8fa1e37f860209e31b1177a132df1711aef8d0dcbfcbb404c81e", + "write-warmup-client-7.json": "12ed6659565e189ef3f62c09373db49289d4b26b1f99b90f0b4df588e28af6ff", + "write-warmup-client-8.json": "e9e6fbe5f3e07cc43dee5d9315c31f34714ce89e0b12b569827c71c3fc0fb578", + "write-warmup-client-9.json": "46e456b4b230e2fc8b4b9471bee92e9b1d18c8aba7a66fa358259554bdd84cc8", + "write-warmup-client-10.json": "343862ffed1f8c262471bc1006cc81233add86e70b27b3e965a8212397f40135", + "write-warmup-client-11.json": "ecf2dacc5ccfcaf538fc5af3acfc60d7ffd308ef54b96762d80919b3c083ce09", + "write-warmup-client-12.json": "b6d8d0aa7c619fb812203937cbce89740b363ca4745e4107fcf5f293f1773ac8", + "write-warmup-client-13.json": "ee90663019f44337df8d8e225ef7d036fc1383c7050b2cbb7201b3aecc165a7a", + "write-warmup-client-14.json": "6920dd48f796ce42a9a5d00e9372e2931dd7aaf2d830df0c600efe40f08b34aa", + "write-warmup-client-15.json": "c4517a79e63cb6e3787d8e562fd822dc140a1d46485d40e4681299267348ca73" + } + }, + "repeat": 1, + "cells": 4, + "variant": "candidate", + "measured_writes": 22174, + "all_acknowledged": 23194, + "TPS": 184.48351974290352, + "response_body_bytes_per_second": 37111.613022202015, + "p50": 76.884044, + "p95": 137.632219, + "p99": 166.940174, + "server_cpu_cores": 0.5909172676135351, + "driver_cpu_cores": 0.07186831633137589, + "server_rss_after_bytes": 78635008, + "first_30_seconds_TPS": 202.13333333333333, + "last_30_seconds_TPS": 176.36666666666667, + "interval_TPS_min": 154.8, + "interval_TPS_max": 203.2, + "interval_TPS_cv": 0.0812018165859806, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 46392, + "mean_ms": 14.858493285631143, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 43.4, + "p99_ms": 89.4, + "resolution_us": 100 + }, + "authority": { + "count": 12230, + "mean_ms": 12.187820204170075, + "overflow": 0, + "p50_ms": 11.9, + "p95_ms": 17.6, + "p99_ms": 21.4, + "resolution_us": 100 + }, + "compaction": { + "count": 718, + "mean_ms": 74.14745247075209, + "overflow": 0, + "p50_ms": 73.2, + "p95_ms": 101.8, + "p99_ms": 125.1, + "resolution_us": 100 + }, + "directory": { + "count": 12232, + "mean_ms": 0.041505459532374105, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 12236, + "mean_ms": 0.0005129968126838836, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 12230, + "mean_ms": 24.413027134260016, + "overflow": 0, + "p50_ms": 21.2, + "p95_ms": 59.4, + "p99_ms": 86.3, + "resolution_us": 100 + }, + "publication": { + "count": 12230, + "mean_ms": 37.3037006642682, + "overflow": 0, + "p50_ms": 33.8, + "p95_ms": 72.2, + "p99_ms": 99.6, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 718, + "mean_ms": 0.8159859777158774, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.1, + "p99_ms": 30.7, + "resolution_us": 100 + }, + "root_admission": { + "count": 12234, + "mean_ms": 0.05436089995095635, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 12232, + "mean_ms": 3.4836517289895355, + "overflow": 0, + "p50_ms": 3.2, + "p95_ms": 6.3, + "p99_ms": 8.2, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12234, + "mean_ms": 24.392201471391203, + "overflow": 0, + "p50_ms": 21.2, + "p95_ms": 59.3, + "p99_ms": 86.2, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12234, + "mean_ms": 24.33153670483897, + "overflow": 0, + "p50_ms": 21.2, + "p95_ms": 58.8, + "p99_ms": 85.1, + "resolution_us": 100 + }, + "uploaded_bytes": 550140714, + "uploaded_objects": 63466, + "worker": { + "count": 46392, + "mean_ms": 1.405761982001207, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 4.0, + "p99_ms": 6.2, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 12, + "mean_ms": 1.23986175, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 4.9, + "p99_ms": 4.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 12, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 12 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 24464, + "mean_ms": 2.6424935469260955, + "overflow": 0, + "p50_ms": 2.4, + "p95_ms": 5.3, + "p99_ms": 7.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 24464, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 24464 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 22, + "mean_ms": 12.509899772727273, + "overflow": 0, + "p50_ms": 11.6, + "p95_ms": 18.6, + "p99_ms": 20.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 22, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 22 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 8528385, + "duration": { + "count": 22, + "mean_ms": 30.384430863636364, + "overflow": 0, + "p50_ms": 29.6, + "p95_ms": 36.6, + "p99_ms": 41.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 22, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 22 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 22, + "mean_ms": 8.348845772727273, + "overflow": 0, + "p50_ms": 6.2, + "p95_ms": 14.7, + "p99_ms": 19.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 22, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 22 + }, + "put": { + "bytes_read": 0, + "bytes_written": 551522119, + "duration": { + "count": 87958, + "mean_ms": 14.001835748095681, + "overflow": 0, + "p50_ms": 13.6, + "p95_ms": 20.7, + "p99_ms": 24.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 87958, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 87958 + }, + "range": { + "bytes_read": 263336658, + "bytes_written": 0, + "duration": { + "count": 25914, + "mean_ms": 4.399323458709578, + "overflow": 0, + "p50_ms": 4.1, + "p95_ms": 8.1, + "p99_ms": 10.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 25914, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 25914 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.35634269500008, + "cpu_seconds": 337.147649, + "cpu_cores": 2.6895140824290125, + "cgroup_before": { + "usage_usec": 970325332, + "user_usec": 635737827, + "system_usec": 334587505, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 1307472981, + "user_usec": 824838073, + "system_usec": 482634907, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.974548676409059, + "p50": 1.006083606803217, + "p95": 0.946154684633091, + "p99": 1.0126060404077066, + "response_body_bytes_per_second": 0.9745176592772584 + } + }, + { + "cells": 4, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 18611, + "raw_client_sha256": { + "writes-client-0.json": "59a27770dc2f56d24ede0d717613d90e39a8b3f572424eb2e81ee06547177b73", + "writes-client-1.json": "65e2237983519dcf83e31fcbb74f6044883378ae4ac5988ddaeed2e0e5fd2a1c", + "writes-client-2.json": "3b468b6a393f2a589af955bef3ddb0117ab507e482b7f27b91e0de02048206d8", + "writes-client-3.json": "7f5568c6a89114252758f859ce74a6a8fb687bc49dc348f27a1d32f5e012a183", + "writes-client-4.json": "a5346e31aff18444a079edf2940ea0378e898df555285ce954ba5c4f54c34cea", + "writes-client-5.json": "02a8576dede58e2e49219e9940264377ba6c63075a72c1de73fff9567bbd438d", + "writes-client-6.json": "d31195c22ec6675f6b5bbff028db314e5a2b0ab92f61af5ad74fd4a3b3fd4c07", + "writes-client-7.json": "f623564b9c6401bd4c5df361528bf188f6e8831fd5a14c59d50a158caac0931c", + "writes-client-8.json": "b036380f274c087d2a64c42a4025ae2327be101d3652694cc903467b6532c9f2", + "writes-client-9.json": "4227f01c03d9a4fb9c0143071c574863f08be403e8003d461a5f38d5d262ed1b", + "writes-client-10.json": "e8cb45301a4ad4fa979652c89301431c1cc84ff0cae435b3c561fba022616ba9", + "writes-client-11.json": "326467ed94e2945b2e5422a5b1fe94121591b2ec1ef9a730cad9aacb357592f2", + "writes-client-12.json": "4952dfbaa888de4ee0302615755f759811109d09348c7e15d62432d0c4c1f7db", + "writes-client-13.json": "55ce5c2b6371a080c92e564f11cc572949c1dba7aa24e2e40a67213b05eefd68", + "writes-client-14.json": "6a920f8f03d6b8d7de943f2b8138ec86e73e2c897aa965773f041edd05a874c5", + "writes-client-15.json": "1124c590a01890b036c338b90baa7ca6831130789c0f82a35615ccd4c6d7aaec", + "write-warmup-client-0.json": "7cbda2ba1f50c14f22e5cdf5b7f6df6481648837027337e12f0823bb29ad80f9", + "write-warmup-client-1.json": "555c710edf01722f274bc7519c08f8ba79d1abad237b727a56ed3698578ed226", + "write-warmup-client-2.json": "6483de0d636278018f652574642252c93b8248ea409e1854084f77ab21beace3", + "write-warmup-client-3.json": "4340d729426ce5ec46e8cf3eb963ce5a78be0de0e89dceca101251e4f0651fee", + "write-warmup-client-4.json": "e52fb56586aaaf787253861e835de5c08d43fdd15459ac609c7fb6f07531951f", + "write-warmup-client-5.json": "ba8e31c749a43a380cec9465ea435241c10a00f3839d804b3e4742f669b93f2a", + "write-warmup-client-6.json": "22562592dee6ba042109bee24816dd86859669552a9e94e8ef0bea293a49dd8d", + "write-warmup-client-7.json": "6c6de91df560207ed7899679829249c93767ba05bbc81f7197ae861ca505d2f6", + "write-warmup-client-8.json": "608f6392d1cff778d3c5a20fa0c7636bc7b73c3a6b3449f3f78a6cb780bbe048", + "write-warmup-client-9.json": "ca1b7c03b93ee8267d2ba2ddb9111becf3ef866168f319eec88e49cfa1360096", + "write-warmup-client-10.json": "1973bec64ca10694064d36cebc6f563ecd191892f118700e80c0eab05cc46a8f", + "write-warmup-client-11.json": "e419578f3197a5e8be7a8cb10bce887942a68a53ee65689b3f6e9b7d7e4945bf", + "write-warmup-client-12.json": "a77e7ce3659e575340dac0ed868b6574c037d9ac13865b588619502bf2b6a24e", + "write-warmup-client-13.json": "8983d37e9f7f4b6d0f91757bebd8587dae05ce4644b2cee3e6c437e480d922fa", + "write-warmup-client-14.json": "277a7054dcb5cbb4d4d4c5daf2388485624283e223cb7e1656241f50b9e158a2", + "write-warmup-client-15.json": "ad3dba34c3cba48aa5fd968ed236fde1845bb8d3a033d7eefbee67ff7966dc13" + } + }, + "repeat": 2, + "cells": 4, + "variant": "baseline", + "measured_writes": 17799, + "all_acknowledged": 18627, + "TPS": 148.1012044489128, + "response_body_bytes_per_second": 29755.75278458873, + "p50": 95.908193, + "p95": 183.20271, + "p99": 218.282953, + "server_cpu_cores": 0.5110473496280774, + "driver_cpu_cores": 0.06388091870350968, + "server_rss_after_bytes": 76664832, + "first_30_seconds_TPS": 153.20000000000002, + "last_30_seconds_TPS": 136.93333333333334, + "interval_TPS_min": 133.8, + "interval_TPS_max": 158.8, + "interval_TPS_cv": 0.0511259461770237, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 37258, + "mean_ms": 18.751844527027753, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 54.1, + "p99_ms": 130.6, + "resolution_us": 100 + }, + "authority": { + "count": 9585, + "mean_ms": 15.13457470203443, + "overflow": 0, + "p50_ms": 14.8, + "p95_ms": 22.0, + "p99_ms": 26.9, + "resolution_us": 100 + }, + "compaction": { + "count": 548, + "mean_ms": 83.2349806350365, + "overflow": 0, + "p50_ms": 82.0, + "p95_ms": 113.9, + "p99_ms": 133.6, + "resolution_us": 100 + }, + "directory": { + "count": 10133, + "mean_ms": 0.04232756863712622, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 10137, + "mean_ms": 0.0007329910229851041, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "preparation": { + "count": 9585, + "mean_ms": 32.38710537266562, + "overflow": 0, + "p50_ms": 27.6, + "p95_ms": 90.8, + "p99_ms": 127.5, + "resolution_us": 100 + }, + "publication": { + "count": 9585, + "mean_ms": 48.27761118288993, + "overflow": 0, + "p50_ms": 43.3, + "p95_ms": 106.5, + "p99_ms": 143.8, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 548, + "mean_ms": 0.6315568777372264, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 26.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 9589, + "mean_ms": 0.005769511836479299, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 10133, + "mean_ms": 4.552347801144774, + "overflow": 0, + "p50_ms": 4.2, + "p95_ms": 8.1, + "p99_ms": 10.4, + "resolution_us": 100 + }, + "root_preparation": { + "count": 9589, + "mean_ms": 27.64789000281573, + "overflow": 0, + "p50_ms": 27.2, + "p95_ms": 36.8, + "p99_ms": 43.0, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 9589, + "mean_ms": 27.634936337052874, + "overflow": 0, + "p50_ms": 27.2, + "p95_ms": 36.8, + "p99_ms": 43.0, + "resolution_us": 100 + }, + "uploaded_bytes": 407954633, + "uploaded_objects": 50781, + "worker": { + "count": 37258, + "mean_ms": 1.5068351505180095, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 4.2, + "p99_ms": 7.1, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 12, + "mean_ms": 1.9455190833333333, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 5.2, + "p99_ms": 5.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 12, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 12 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 20266, + "mean_ms": 3.5749411650547716, + "overflow": 0, + "p50_ms": 3.3, + "p95_ms": 7.0, + "p99_ms": 9.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20266, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20266 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 14, + "mean_ms": 16.5361395, + "overflow": 0, + "p50_ms": 15.8, + "p95_ms": 24.8, + "p99_ms": 24.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 14, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 14 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 4899034, + "duration": { + "count": 14, + "mean_ms": 32.56983271428571, + "overflow": 0, + "p50_ms": 33.6, + "p95_ms": 42.3, + "p99_ms": 42.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 14, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 14 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 14, + "mean_ms": 10.214514142857144, + "overflow": 0, + "p50_ms": 9.7, + "p95_ms": 16.2, + "p99_ms": 16.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 14, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 14 + }, + "put": { + "bytes_read": 0, + "bytes_written": 411341753, + "duration": { + "count": 70005, + "mean_ms": 18.377255807470895, + "overflow": 0, + "p50_ms": 18.0, + "p95_ms": 26.8, + "p99_ms": 32.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 70005, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 70005 + }, + "range": { + "bytes_read": 204581056, + "bytes_written": 0, + "duration": { + "count": 20324, + "mean_ms": 5.835884336154301, + "overflow": 0, + "p50_ms": 5.6, + "p95_ms": 10.4, + "p99_ms": 12.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20324, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20324 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.36358782800016, + "cpu_seconds": 371.167314, + "cpu_cores": 2.960726638657187, + "cgroup_before": { + "usage_usec": 3157406808, + "user_usec": 2106522947, + "system_usec": 1050883861, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3528574122, + "user_usec": 2355690872, + "system_usec": 1172883249, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 17254, + "raw_client_sha256": { + "writes-client-0.json": "cf93566de2cf8167f6e6a5e592f638f34857a2d7216ca6e481bc60fddbe1d4b3", + "writes-client-1.json": "e8f153303c2becc13effe0f3557ad1679dc3ad393cad0e16f8b8f8df98a61eab", + "writes-client-2.json": "d9e680583a4eb3ab8eebf7f33f9d32f9b20778ee39d7223acc440943cbe5fc26", + "writes-client-3.json": "df76703a5e18a62665d77e772d957a798d49c54cbaa3ea6c39824464931c0014", + "writes-client-4.json": "2f43916ab5f00fbc7b5a706ad8a9c0a54ac49c9bd3eb6eb3dd07c2895297a034", + "writes-client-5.json": "5a1495f2337ea25c39a39ebd9a84c1bc22f4f01e31006c3ec0fec0ce1b2f8a13", + "writes-client-6.json": "ca444ef469c838415b0d44acbc4b0f9ec6ea2f9f713f5864c5f1cf0d548791eb", + "writes-client-7.json": "7abd9cf20508711e171588a18c23330f2f6e3d437920f58626b8cfca7eec7cf1", + "writes-client-8.json": "18a8163e48a07e1f385af6bff727ab8498a637883df36507f32aafac1960b0d6", + "writes-client-9.json": "efa0971779992a3168d70914eb4262230700cdde2742a0a51fa9d97a957fcb3b", + "writes-client-10.json": "468c4e4804926495b43e16e7ea9585c9486e817a637f5383b0286c28e5280084", + "writes-client-11.json": "b0df30d79517e9c7feae54cd79257373fd9bbcedda8b061994a80414490d8094", + "writes-client-12.json": "5d87927aa531fd20e4cd413f3503ecb129e7f35226270b77123621314137e1e2", + "writes-client-13.json": "fc2c0b18b329359a92d80600bbeb38a57fc29b6e8e66567d917b5809f28f223a", + "writes-client-14.json": "4f432872f8c2109f003fec6bcfee7f6b8c7ff6197402fcf1356cdff2259e09ac", + "writes-client-15.json": "9af7be84be47d8d4a52f5a1e73cd5e812ee20f605eabc1612c07d77ae38aedd4", + "write-warmup-client-0.json": "cf3d77be8feb23864a8a85ffe1b52d95675025b1d2886e0eac5725c9e1ac42e8", + "write-warmup-client-1.json": "44444f87f4d4d56f5d25b6698295bfe1c2ead75ddcaca9a1d8f686e37957cd4a", + "write-warmup-client-2.json": "daf942ba5125248dff7189f7bcb328366593a647f9613681ae46f0f973732e47", + "write-warmup-client-3.json": "2ec66c8b910b4f5f9e98dbe9a5853ab8c02db75a89a0d5d2f770c54b0d4de973", + "write-warmup-client-4.json": "aa2affa6a7220d981d26e1c18ce4dccc62e421858298e38163348b85ef437056", + "write-warmup-client-5.json": "6a54948e4a4484bc34c081a7c4b81a36a0e3ee2a77748d66b05097487ded7cfd", + "write-warmup-client-6.json": "58aaaef87bc74454b99479fbba28923f714d9cb763806374faa29d1617a00b5b", + "write-warmup-client-7.json": "05dddeb105278caa9248b5c1c91e7b3588a3ebb3eaba5a2137b969464c6cdaf7", + "write-warmup-client-8.json": "ce0e3f8c797fd23a9a721a78a6d354f762982f7e39224b2af574cc0eabbb64e2", + "write-warmup-client-9.json": "8bb48914a9cdad918f48a3665f7b2e2fa0d062403c37aace2017d03a4b084a4e", + "write-warmup-client-10.json": "46dad4f82617b81828bf95aa93b0fe59df7291389162ffb129da9a15196f0384", + "write-warmup-client-11.json": "245023b530e62a8408ce94d23d94d03d7a01c552dcc2fdc06d615572283c095e", + "write-warmup-client-12.json": "a023de47aea8ff4295e4cad99bbf4f0090e2afa775f20edd70d4bedd9c4c9d6f", + "write-warmup-client-13.json": "dd0de06bc0f21f76c8b2f90c7f0486fa6c8fa10a0ea69bd5ae10720a6acd0301", + "write-warmup-client-14.json": "70eb0e9dd9bf339d0ebd578d2e1864d936da21cb922dc3d0996099d3a7a34e7c", + "write-warmup-client-15.json": "e2649b1d9e3064ad2a645e8e2c2822b288bdcf88997423dc26d6e1baf71fa2bd" + } + }, + "repeat": 2, + "cells": 4, + "variant": "candidate", + "measured_writes": 16425, + "all_acknowledged": 17270, + "TPS": 136.69776151678957, + "response_body_bytes_per_second": 27452.813785031096, + "p50": 101.98724, + "p95": 185.569524, + "p99": 220.300275, + "server_cpu_cores": 0.5110527060032294, + "driver_cpu_cores": 0.06388158825040367, + "server_rss_after_bytes": 75296768, + "first_30_seconds_TPS": 146.2, + "last_30_seconds_TPS": 129.83333333333334, + "interval_TPS_min": 122.8, + "interval_TPS_max": 151.6, + "interval_TPS_cv": 0.0666929802393824, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 34544, + "mean_ms": 19.87542013698471, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 55.5, + "p99_ms": 114.0, + "resolution_us": 100 + }, + "authority": { + "count": 9818, + "mean_ms": 15.199928843654511, + "overflow": 0, + "p50_ms": 14.9, + "p95_ms": 22.1, + "p99_ms": 26.8, + "resolution_us": 100 + }, + "compaction": { + "count": 559, + "mean_ms": 91.60955923792486, + "overflow": 0, + "p50_ms": 90.4, + "p95_ms": 124.0, + "p99_ms": 158.8, + "resolution_us": 100 + }, + "directory": { + "count": 9820, + "mean_ms": 0.039608553054989816, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 9824, + "mean_ms": 0.0005827578379478828, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "preparation": { + "count": 9818, + "mean_ms": 31.401804160114075, + "overflow": 0, + "p50_ms": 27.9, + "p95_ms": 71.1, + "p99_ms": 106.2, + "resolution_us": 100 + }, + "publication": { + "count": 9818, + "mean_ms": 47.32655131635771, + "overflow": 0, + "p50_ms": 43.5, + "p95_ms": 87.6, + "p99_ms": 123.6, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 559, + "mean_ms": 1.6166792110912342, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 6.2, + "p99_ms": 46.6, + "resolution_us": 100 + }, + "root_admission": { + "count": 9822, + "mean_ms": 0.09793006047648137, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 9820, + "mean_ms": 4.580280914358452, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 8.1, + "p99_ms": 10.5, + "resolution_us": 100 + }, + "root_preparation": { + "count": 9822, + "mean_ms": 31.374379080635308, + "overflow": 0, + "p50_ms": 27.8, + "p95_ms": 71.1, + "p99_ms": 106.2, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 9822, + "mean_ms": 31.269054024638567, + "overflow": 0, + "p50_ms": 27.8, + "p95_ms": 70.9, + "p99_ms": 104.1, + "resolution_us": 100 + }, + "uploaded_bytes": 396500596, + "uploaded_objects": 50895, + "worker": { + "count": 34544, + "mean_ms": 1.4654532190250116, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 4.1, + "p99_ms": 7.2, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 12, + "mean_ms": 1.9606925833333333, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 4.9, + "p99_ms": 4.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 12, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 12 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 19640, + "mean_ms": 3.6189391188391036, + "overflow": 0, + "p50_ms": 3.3, + "p95_ms": 7.0, + "p99_ms": 9.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 19640, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 19640 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 12, + "mean_ms": 17.60301133333333, + "overflow": 0, + "p50_ms": 17.4, + "p95_ms": 27.2, + "p99_ms": 27.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 12, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 12 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 4074316, + "duration": { + "count": 12, + "mean_ms": 34.59824525, + "overflow": 0, + "p50_ms": 31.3, + "p95_ms": 54.0, + "p99_ms": 54.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 12, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 12 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 12, + "mean_ms": 12.22873125, + "overflow": 0, + "p50_ms": 10.5, + "p95_ms": 20.9, + "p99_ms": 20.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 12, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 12 + }, + "put": { + "bytes_read": 0, + "bytes_written": 400453641, + "duration": { + "count": 70571, + "mean_ms": 18.53074418259625, + "overflow": 0, + "p50_ms": 18.2, + "p95_ms": 27.1, + "p99_ms": 32.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 70571, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 70571 + }, + "range": { + "bytes_read": 196118363, + "bytes_written": 0, + "duration": { + "count": 20782, + "mean_ms": 5.876737742373208, + "overflow": 0, + "p50_ms": 5.6, + "p95_ms": 10.4, + "p99_ms": 13.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20782, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20782 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.36259497299989, + "cpu_seconds": 372.075675, + "cpu_cores": 2.9679959566897622, + "cgroup_before": { + "usage_usec": 2765862241, + "user_usec": 1837680981, + "system_usec": 928181260, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3137937916, + "user_usec": 2088035610, + "system_usec": 1049902305, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9230023619689277, + "p50": 1.0633840218426387, + "p95": 1.0129190992862496, + "p99": 1.009241775284211, + "response_body_bytes_per_second": 0.9226052516221204 + } + }, + { + "cells": 4, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 18274, + "raw_client_sha256": { + "writes-client-0.json": "f7be3e5304c364cc680263d65093d1eddab5b42f0057575717eb5405e2ba402c", + "writes-client-1.json": "2f2d7efd8445fa49f6c57888932fc842d40697bb25fb9f2841d221f7877d9392", + "writes-client-2.json": "1d561073bfb0df2f3cdf31c39fe57fa2b84827a8796d9af1668775417a06370a", + "writes-client-3.json": "595a951d936e8729211444c974682e44f38ad4186fac5cbb29291f86c2661d14", + "writes-client-4.json": "1e489f6d7d0de90d71e9275298f4216e00ab3236381b8c9ab53f56e8f64de60b", + "writes-client-5.json": "1de9c3be7323aee23b87121e707dd0ed58a6ee1fae51aa2dbb35d59ba8cef2cc", + "writes-client-6.json": "c0e0f39fc7dea363c1d94bf69cc1cc05775bed36e6881032f9c6613a9b29b722", + "writes-client-7.json": "e0b21d11854250128a7e7324bd4a7a6f9a3db9d88875e3d41a5436184e68c808", + "writes-client-8.json": "61943c9798d3c61d6e24b089e87004649ca669fa4c421b74bd317232aa26cacf", + "writes-client-9.json": "c1d6b34da04e7335b85c134df44fc4cf057627aab8c36f82566d0d8e647e6650", + "writes-client-10.json": "5fc3e3ccb5925f1e58d6442ccaf86b4ac4e3f6f08d0939f6eb7340aedb843f66", + "writes-client-11.json": "f3958e2d1c2bc630cf384b63d4d839dbec81551f0e0da287f98814df3b9b514c", + "writes-client-12.json": "ef33a0dfde1c4fcc3e1b6f0b9245f831262f4c1d32fd2d792aef8076622b9273", + "writes-client-13.json": "fb75aa65d88203f0fa0dd2b8696a060a53e25cb3f93b6fc33fd841e6b031d3db", + "writes-client-14.json": "68d06ca282f7dc839cd1fdfc078ce4ef8cc0e7fdb914c3fc4992625d7e1320d9", + "writes-client-15.json": "a0ef1e2b50bd769bc3f70d2c8ec640432835dfc0c3db2dddcbe5adddde2d7cc7", + "write-warmup-client-0.json": "759796469aedd2a4dac402a678479d4ba5d5e42a73224f801e4136a4326c8bb2", + "write-warmup-client-1.json": "21bc9134060f5ed2ef3c33548fb9d03b530daad1742e565d9290498bce411e87", + "write-warmup-client-2.json": "e1cd6774326e855c5fd80b2ef140eec52ba5ddb94acdf8d3f37f5f1a77dc3245", + "write-warmup-client-3.json": "c63176b941bec8b105cd25ef8fbba7041b3e730660b2f5bf9b9b97d497862faa", + "write-warmup-client-4.json": "34b9c444f0245385a396ac52eb259781543c2914e5fe0ba0b1a0216e4a696df3", + "write-warmup-client-5.json": "32e72572c9fda793c79c9e235f1e05b86612aa0c91d17a1b54740f12345e051e", + "write-warmup-client-6.json": "27e41284771c0e7e4582ddb3e07025c61d403428ed937c6906afb3c8c3833413", + "write-warmup-client-7.json": "4e2570d14a8d54e3813514ad03cca4c32787635714fbc28a5076802c50632638", + "write-warmup-client-8.json": "7348965422d0113a72b06cf3d0f7008a8fb9a0b2ef270c1cea04e5df68284e9f", + "write-warmup-client-9.json": "9d00733872850163212763478ca92a06c7d73db54bdb3861c4856b645df41760", + "write-warmup-client-10.json": "08cea5704d6a14e8bd1481685bd5895e459d16498b261c1e5813a2adec2c3d3e", + "write-warmup-client-11.json": "10ecedeb1de03450ea90bbd6c0b468ac691f300015b7f9b08ee11884a9e8f707", + "write-warmup-client-12.json": "88d471280df1034f432d7456196c30a78bd78ee253e451b6ef6b51091d6a7c49", + "write-warmup-client-13.json": "b7285d3ada248468d242ba320afa319ebe059c2bee95235a75ad15368f603f55", + "write-warmup-client-14.json": "df686008b25a7b629b0fc9bb3d58b40abefb818d705b11abc460ea0f316f6023", + "write-warmup-client-15.json": "00f1a6778adfd068379b077f3f758e1f42fb07592d7dc49100119f95cdb8ec23" + } + }, + "repeat": 3, + "cells": 4, + "variant": "baseline", + "measured_writes": 17418, + "all_acknowledged": 18290, + "TPS": 144.92679565024486, + "response_body_bytes_per_second": 29116.14104381809, + "p50": 96.013836, + "p95": 186.375733, + "p99": 226.536115, + "server_cpu_cores": 0.48708457618172163, + "driver_cpu_cores": 0.055894951365115596, + "server_rss_after_bytes": 74993664, + "first_30_seconds_TPS": 149.20000000000002, + "last_30_seconds_TPS": 135.13333333333333, + "interval_TPS_min": 132.0, + "interval_TPS_max": 167.6, + "interval_TPS_cv": 0.07955707609766975, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 36584, + "mean_ms": 18.807611353569865, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 54.9, + "p99_ms": 123.2, + "resolution_us": 100 + }, + "authority": { + "count": 9977, + "mean_ms": 14.569285534529417, + "overflow": 0, + "p50_ms": 14.1, + "p95_ms": 22.1, + "p99_ms": 27.8, + "resolution_us": 100 + }, + "compaction": { + "count": 568, + "mean_ms": 79.46842255633803, + "overflow": 0, + "p50_ms": 77.5, + "p95_ms": 120.6, + "p99_ms": 144.6, + "resolution_us": 100 + }, + "directory": { + "count": 10545, + "mean_ms": 0.037929303745851115, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 10549, + "mean_ms": 0.0004465698170442696, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 9977, + "mean_ms": 31.434062912298284, + "overflow": 0, + "p50_ms": 26.6, + "p95_ms": 86.0, + "p99_ms": 120.6, + "resolution_us": 100 + }, + "publication": { + "count": 9977, + "mean_ms": 46.702204402024655, + "overflow": 0, + "p50_ms": 41.4, + "p95_ms": 99.9, + "p99_ms": 135.3, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 568, + "mean_ms": 0.2681060897887324, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 5.8, + "resolution_us": 100 + }, + "root_admission": { + "count": 9981, + "mean_ms": 0.00446763360384731, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 10545, + "mean_ms": 4.34076346173542, + "overflow": 0, + "p50_ms": 4.0, + "p95_ms": 8.0, + "p99_ms": 10.5, + "resolution_us": 100 + }, + "root_preparation": { + "count": 9981, + "mean_ms": 26.900739840296563, + "overflow": 0, + "p50_ms": 26.3, + "p95_ms": 37.4, + "p99_ms": 45.4, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 9981, + "mean_ms": 26.889924098386935, + "overflow": 0, + "p50_ms": 26.3, + "p95_ms": 37.4, + "p99_ms": 45.4, + "resolution_us": 100 + }, + "uploaded_bytes": 417375859, + "uploaded_objects": 52846, + "worker": { + "count": 36584, + "mean_ms": 1.397662189345069, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 4.0, + "p99_ms": 6.8, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 12, + "mean_ms": 1.6500085, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 3.8, + "p99_ms": 3.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 12, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 12 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 21090, + "mean_ms": 3.421238527833096, + "overflow": 0, + "p50_ms": 3.1, + "p95_ms": 6.9, + "p99_ms": 9.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 21090, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 21090 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 14, + "mean_ms": 15.45350992857143, + "overflow": 0, + "p50_ms": 13.4, + "p95_ms": 27.5, + "p99_ms": 27.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 14, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 14 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 4709229, + "duration": { + "count": 14, + "mean_ms": 34.647978928571426, + "overflow": 0, + "p50_ms": 32.3, + "p95_ms": 53.9, + "p99_ms": 53.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 14, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 14 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 14, + "mean_ms": 10.913546214285715, + "overflow": 0, + "p50_ms": 10.2, + "p95_ms": 16.4, + "p99_ms": 16.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 14, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 14 + }, + "put": { + "bytes_read": 0, + "bytes_written": 420961857, + "duration": { + "count": 72844, + "mean_ms": 17.867926965844816, + "overflow": 0, + "p50_ms": 17.4, + "p95_ms": 27.0, + "p99_ms": 33.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 72844, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 72844 + }, + "range": { + "bytes_read": 203378825, + "bytes_written": 0, + "duration": { + "count": 21108, + "mean_ms": 5.6632906116638235, + "overflow": 0, + "p50_ms": 5.4, + "p95_ms": 10.4, + "p99_ms": 14.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 21108, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 21108 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.36355488599975, + "cpu_seconds": 371.729973, + "cpu_cores": 2.965215634942989, + "cgroup_before": { + "usage_usec": 5008030195, + "user_usec": 3400014545, + "system_usec": 1608015650, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5379760168, + "user_usec": 3641509491, + "system_usec": 1738250677, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 21341, + "raw_client_sha256": { + "writes-client-0.json": "362612d07fa88933ee0e56ee4a803afd86d7be3146b44964f4179ce35c8b46fe", + "writes-client-1.json": "9d6f13a1b310a03432a138c54c1d54375789f1520462dc598bac4048225676c7", + "writes-client-2.json": "710bc2a03d11ace61c73cf77f62b9d039256ac86719305d5951aee93a92f3cdd", + "writes-client-3.json": "b93122bd1cf360510816c7ed904a6db2af2631aaf9b90268a60b4170223662ae", + "writes-client-4.json": "662cf41162a07cb8bfb39cae8b8bf9972efced0a47c0ead8272743d169754d5b", + "writes-client-5.json": "ea2c82fcfb137245a98ff93f6c1f8959b87bd03d04b977864b9bf8f9a1a85214", + "writes-client-6.json": "540c20c4d1f351aab2c132691abf8e9602a502dd7dccb3470a3a6f7e8338dbb4", + "writes-client-7.json": "71bdddc7d2f3e9c481967d0a83a7c585031e01a6f01a0ee248fc9541cd30ca90", + "writes-client-8.json": "76ba2ee170d2624380f1bab504ced68cf10d8f8acd15a05232feb1e14f933991", + "writes-client-9.json": "537310a4ad050235b762aa6056b6bcd9aa0e721baf1420991bad793f85ff4848", + "writes-client-10.json": "67d13ebc9ac41915a86cca848edc3ed62eba4dc76b7998393f6fb9b87b08a113", + "writes-client-11.json": "40d544ca734e7d42176f83271ae2c49c1dd35cc80ae23716274d7da131462ab8", + "writes-client-12.json": "ddc3225a1819bd5a844f379b50add1802196d9514a6525a14273a8e873c9c805", + "writes-client-13.json": "ade0c2ea3ab31137b89912508b1fd5da9057047c91c6775cb6e38fa4adc499d8", + "writes-client-14.json": "32006140d79ec1764dec029a47b5a5b7d4533efa2db4dbbd94727a9aa687bd3b", + "writes-client-15.json": "36a63936d4d1b14e8cb24485c79a0ca44b23b564b7ceec6cd867aaee2f32b46f", + "write-warmup-client-0.json": "fa545cf249568605d9a0955b7724d4a905f22690fa43ba72499107c53d8cc158", + "write-warmup-client-1.json": "c019ec0785e1e7f9c3bdacf2bd718960476aec90a3e6cf0d270864973bb51ff3", + "write-warmup-client-2.json": "b281b6f71025e5238c36620290c2311bd962d2ae76a791be41f6f60cda9a0b15", + "write-warmup-client-3.json": "8c5012db5d5965fabe81c9030dfbc0e482b9ef9d467d86a943460b105ed70e87", + "write-warmup-client-4.json": "b0193595d76b50b61acc1b02c733f4d2a2b6b07d2fc13c1dabb7805ac61590b8", + "write-warmup-client-5.json": "4eaf8e873570457cd39d82433ed3a38984a28c48083cc0f34fd7d8b0447aaccd", + "write-warmup-client-6.json": "3f94a1165bf3deb51b23dc2e4651c44b39f7ae7d6e79d8de59b2b36e5c8ab3a8", + "write-warmup-client-7.json": "8483befec1062e58079e1d11fbb0a059380a20476825ae1f56665be6ac069e78", + "write-warmup-client-8.json": "b27cfae75401767905935f66a35c6010c910bf4c8954a20769a888fe70469f8f", + "write-warmup-client-9.json": "84d0757b184795bf6dec777d2cd738f8c4f5e9a479076520246cab835bc9f496", + "write-warmup-client-10.json": "bbb7915f0f77053fd5171c52ce8a16dfc24267b8899d1c5533b808c521bb411b", + "write-warmup-client-11.json": "4f88dc124722b6273062bc502793e2bc60fb1eb5419d3aa63a194275cd8c4e29", + "write-warmup-client-12.json": "b6b28d06cdd2d6863562bf668f719d9a28f29243a0c5c801c13d0c569d98f587", + "write-warmup-client-13.json": "b68004ce9fb246d865e3ebacd73769c4ee0ef5668cf7a6fe5d6f5b7d179e433e", + "write-warmup-client-14.json": "708299a73fe151e16d03ebb6aeacba823983100616fdaacf89468fc3f1c48cae", + "write-warmup-client-15.json": "18607bbacdc0cf000f331ac6dcd4f9bc091a51705b92eff23a2a73609b910ed3" + } + }, + "repeat": 3, + "cells": 4, + "variant": "candidate", + "measured_writes": 20433, + "all_acknowledged": 21357, + "TPS": 169.992755315177, + "response_body_bytes_per_second": 34181.03973762251, + "p50": 85.352263, + "p95": 150.859584, + "p99": 183.097395, + "server_cpu_cores": 0.5349711231941315, + "driver_cpu_cores": 0.06387714903810525, + "server_rss_after_bytes": 76603392, + "first_30_seconds_TPS": 170.66666666666666, + "last_30_seconds_TPS": 185.5, + "interval_TPS_min": 142.2, + "interval_TPS_max": 186.9, + "interval_TPS_cv": 0.07946254699214333, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 42718, + "mean_ms": 16.087737348307506, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 48.0, + "p99_ms": 93.2, + "resolution_us": 100 + }, + "authority": { + "count": 11377, + "mean_ms": 13.166201776830448, + "overflow": 0, + "p50_ms": 12.8, + "p95_ms": 19.3, + "p99_ms": 23.9, + "resolution_us": 100 + }, + "compaction": { + "count": 657, + "mean_ms": 78.94511152663623, + "overflow": 0, + "p50_ms": 77.0, + "p95_ms": 108.1, + "p99_ms": 135.6, + "resolution_us": 100 + }, + "directory": { + "count": 11377, + "mean_ms": 0.03761580056253845, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 11381, + "mean_ms": 0.0004828864774624374, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 11377, + "mean_ms": 26.61529245354663, + "overflow": 0, + "p50_ms": 23.4, + "p95_ms": 61.7, + "p99_ms": 93.0, + "resolution_us": 100 + }, + "publication": { + "count": 11377, + "mean_ms": 40.458706957721716, + "overflow": 0, + "p50_ms": 37.3, + "p95_ms": 76.1, + "p99_ms": 110.0, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 657, + "mean_ms": 0.6858373181126332, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 22.3, + "resolution_us": 100 + }, + "root_admission": { + "count": 11381, + "mean_ms": 0.047811741411123806, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 11377, + "mean_ms": 3.7999378341390524, + "overflow": 0, + "p50_ms": 3.5, + "p95_ms": 6.9, + "p99_ms": 9.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 11381, + "mean_ms": 26.594273259994726, + "overflow": 0, + "p50_ms": 23.4, + "p95_ms": 61.4, + "p99_ms": 93.0, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 11381, + "mean_ms": 26.54078001976979, + "overflow": 0, + "p50_ms": 23.3, + "p95_ms": 60.9, + "p99_ms": 92.5, + "resolution_us": 100 + }, + "uploaded_bytes": 495983413, + "uploaded_objects": 59010, + "worker": { + "count": 42718, + "mean_ms": 1.3967288617210545, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 4.0, + "p99_ms": 6.7, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 12, + "mean_ms": 1.743935, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 5.6, + "p99_ms": 5.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 12, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 12 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 22754, + "mean_ms": 2.951795507075679, + "overflow": 0, + "p50_ms": 2.6, + "p95_ms": 6.0, + "p99_ms": 8.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 22754, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 22754 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 17, + "mean_ms": 12.827076, + "overflow": 0, + "p50_ms": 12.6, + "p95_ms": 18.6, + "p99_ms": 18.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 17, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 17 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 6326272, + "duration": { + "count": 17, + "mean_ms": 30.247539294117647, + "overflow": 0, + "p50_ms": 30.5, + "p95_ms": 36.5, + "p99_ms": 36.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 17, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 17 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 17, + "mean_ms": 7.692832823529412, + "overflow": 0, + "p50_ms": 7.2, + "p95_ms": 13.4, + "p99_ms": 13.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 17, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 17 + }, + "put": { + "bytes_read": 0, + "bytes_written": 498690390, + "duration": { + "count": 81787, + "mean_ms": 15.560372940968614, + "overflow": 0, + "p50_ms": 15.1, + "p95_ms": 23.3, + "p99_ms": 28.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 81787, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 81787 + }, + "range": { + "bytes_read": 238236732, + "bytes_written": 0, + "duration": { + "count": 24034, + "mean_ms": 4.927890917367064, + "overflow": 0, + "p50_ms": 4.6, + "p95_ms": 9.0, + "p99_ms": 11.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 24034, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 24034 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.38130625500025, + "cpu_seconds": 357.339856, + "cpu_cores": 2.850024989157817, + "cgroup_before": { + "usage_usec": 5404220477, + "user_usec": 3662920439, + "system_usec": 1741300038, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5761560333, + "user_usec": 3882784323, + "system_usec": 1878776009, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.172956005495522, + "p50": 0.888957951851856, + "p95": 0.8094379111040171, + "p99": 0.8082481462172157, + "response_body_bytes_per_second": 1.1739550130005911 + } + }, + { + "cells": 16, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 11410, + "raw_client_sha256": { + "writes-client-0.json": "bec97b0e38110aa9f479fa736e2c133b7d83d594ce3ae7fd7746a516a71d9e83", + "writes-client-1.json": "f2f785aa69968978d5ddd0d217f2b1c3609d7f88eab5d456d5d06deb19279c79", + "writes-client-2.json": "b067efab3950e8ec226d8f1390bbc44ea5d40b0ca358149f1fdf2e769a5b4741", + "writes-client-3.json": "b4a5667f22b69e7d005ea05421bec6b45e0b37bcbbfd7130901794d6473dfb04", + "writes-client-4.json": "5f11988577b8876d58b055db2878abc299e8f1cafdd488a0c9c7de02206e31c5", + "writes-client-5.json": "e388a4d1c8806212044c9b43eeee823046a43ac2f8a471813dc256981c998e80", + "writes-client-6.json": "cf72e070983eb1a3279c893ee2d8390c44907b79c468b0819e1a548893de30f4", + "writes-client-7.json": "8870972bd8b4be0fb6bd9df29efd7646946ff3aa4ae3927f7626bc95ec2d86c9", + "writes-client-8.json": "b18874b17aec0bd4d4fc0effce9f3287ff8349088798d6412209702ba66e71e6", + "writes-client-9.json": "c9748469df10066f4a8d13836e4faece43a9a73ec5aae4f1fe1c3804faf1813a", + "writes-client-10.json": "b58bd4608b74a52eaa2097109a535502eea0def59d210107329681e44d3e6651", + "writes-client-11.json": "ed7b510e5bfb4f6ad854d6b8a747f39ff79097f905a88a162f6fd07f300334ec", + "writes-client-12.json": "c4726278fe39afc02b275ebf826521e88bbdd5204bd9beddca6ec896b79b6306", + "writes-client-13.json": "dce658ecf4113c2fd97a149f0fb854eed5ac03cbe49919d49bb7c591a76e2c80", + "writes-client-14.json": "80e891c857abedd9c8d63905f32efdaf1750df4177d20ae354021d2289096d85", + "writes-client-15.json": "2c69c2fffbe59eef95d8f67ab441585aa0c28418222f4a2a8864752ad1bc0d61", + "write-warmup-client-0.json": "fda2eeb4f7bfa9bbc3210195db9945eb5c0850fbc2123b55768520653d88d5a3", + "write-warmup-client-1.json": "dc162354a9e63292bf5460ad2e1f3d326a609229e7f3041e166c186f48a1abbc", + "write-warmup-client-2.json": "bb39cf9522acd673805fa532b089b65cdfffec0453f6c8b8ba80b5b9cbaed64e", + "write-warmup-client-3.json": "b78e006641ce96596ae92b65e142c86c04f2884826ba32b8729c71b973569571", + "write-warmup-client-4.json": "99df23cef5be3e4641f10674b32b70adbe7f468e09749f579fd4bda62f84bef2", + "write-warmup-client-5.json": "e51ef97c7287aa5f5dbe34d3e8fab6c679a102d3294fd633fe3b508f4a08715c", + "write-warmup-client-6.json": "42935e29a8fb23deeff42df3d6d992b0b1ba6a9ed6371147adaddd748a7978f7", + "write-warmup-client-7.json": "9204dc50b3c139e7a8bda9618ffae8611ccd37cdbc3368070dc3fc30b2994a37", + "write-warmup-client-8.json": "f7e77dfcaf171a2c40157109ee1fb2ad5742c22bae5eb80c3d430cbf7ab66a46", + "write-warmup-client-9.json": "6eebf93f378d243ca681ec2854873765bf367d165ca6d8ae3a4960e37b6a85a6", + "write-warmup-client-10.json": "8b95355da69127218a5a68ef70747fafad012085e574186243f30f8ad368f309", + "write-warmup-client-11.json": "9c5e13f4ddf52693935e61f1bf53ec063a0bc741b2daf89f95eccdf92f1c502e", + "write-warmup-client-12.json": "d6d5453d360fb3264aae621dd2bfdca7797094053ba871bed5597b6a6254cd75", + "write-warmup-client-13.json": "d712df2787018c7ff970470d3079f22a0dfab219dbebc5fb6098468d569c4ccb", + "write-warmup-client-14.json": "68742071559025bab3756324e6a937520ee89bf10fb89e0a1adb8f99043b989a", + "write-warmup-client-15.json": "b10204b5830dd207e2a39409fd2671d653252e3c22415991f44e0cf2984aad77" + } + }, + "repeat": 1, + "cells": 16, + "variant": "baseline", + "measured_writes": 10831, + "all_acknowledged": 11426, + "TPS": 90.1323847019215, + "response_body_bytes_per_second": 17969.11542918955, + "p50": 166.054443, + "p95": 226.888131, + "p99": 445.547178, + "server_cpu_cores": 0.5029232770518528, + "driver_cpu_cores": 0.04789745495731932, + "server_rss_after_bytes": 82948096, + "first_30_seconds_TPS": 96.9, + "last_30_seconds_TPS": 89.1, + "interval_TPS_min": 84.7, + "interval_TPS_max": 105.5, + "interval_TPS_cv": 0.058845798975292365, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 22868, + "mean_ms": 0.04467074195382193, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.5, + "resolution_us": 100 + }, + "authority": { + "count": 11426, + "mean_ms": 24.048714904691057, + "overflow": 0, + "p50_ms": 23.6, + "p95_ms": 34.6, + "p99_ms": 40.9, + "resolution_us": 100 + }, + "compaction": { + "count": 560, + "mean_ms": 240.4174503267857, + "overflow": 0, + "p50_ms": 220.1, + "p95_ms": 360.4, + "p99_ms": 625.0, + "resolution_us": 100 + }, + "directory": { + "count": 11986, + "mean_ms": 0.03014226839646254, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 12002, + "mean_ms": 96.0039701353941, + "overflow": 0, + "p50_ms": 96.3, + "p95_ms": 122.4, + "p99_ms": 134.2, + "resolution_us": 100 + }, + "preparation": { + "count": 11426, + "mean_ms": 146.52036545930335, + "overflow": 0, + "p50_ms": 136.4, + "p95_ms": 188.8, + "p99_ms": 416.9, + "resolution_us": 100 + }, + "publication": { + "count": 11426, + "mean_ms": 171.4787184164187, + "overflow": 0, + "p50_ms": 161.5, + "p95_ms": 217.0, + "p99_ms": 444.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1103, + "mean_ms": 1.054241895738894, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 1.8, + "p99_ms": 38.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 11442, + "mean_ms": 96.00908855934277, + "overflow": 0, + "p50_ms": 96.2, + "p95_ms": 122.5, + "p99_ms": 134.4, + "resolution_us": 100 + }, + "root_open": { + "count": 11986, + "mean_ms": 6.205837547138327, + "overflow": 0, + "p50_ms": 5.9, + "p95_ms": 10.6, + "p99_ms": 13.9, + "resolution_us": 100 + }, + "root_preparation": { + "count": 11442, + "mean_ms": 134.72890752988988, + "overflow": 0, + "p50_ms": 135.6, + "p95_ms": 163.8, + "p99_ms": 177.7, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 11442, + "mean_ms": 38.710861638437336, + "overflow": 0, + "p50_ms": 38.4, + "p95_ms": 50.2, + "p99_ms": 58.1, + "resolution_us": 100 + }, + "uploaded_bytes": 278978065, + "uploaded_objects": 60041, + "worker": { + "count": 22868, + "mean_ms": 1.2477836869861816, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 3.6, + "p99_ms": 6.7, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 2880, + "bytes_written": 0, + "duration": { + "count": 56, + "mean_ms": 2.2366605178571426, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 5.5, + "p99_ms": 8.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 48, + "success": 8, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 56 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 23972, + "mean_ms": 5.044807066452528, + "overflow": 0, + "p50_ms": 4.7, + "p95_ms": 9.4, + "p99_ms": 12.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23972, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23972 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 288982605, + "duration": { + "count": 83128, + "mean_ms": 26.974829044666055, + "overflow": 0, + "p50_ms": 26.9, + "p95_ms": 37.8, + "p99_ms": 44.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 8, + "error": 0, + "not_found": 0, + "success": 83120, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 83128 + }, + "range": { + "bytes_read": 126173419, + "bytes_written": 0, + "duration": { + "count": 23736, + "mean_ms": 7.0328781325412875, + "overflow": 0, + "p50_ms": 6.8, + "p95_ms": 12.3, + "p99_ms": 15.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23736, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23736 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.38843966200011, + "cpu_seconds": 377.43952, + "cpu_cores": 3.010162029429782, + "cgroup_before": { + "usage_usec": 1311187876, + "user_usec": 826989270, + "system_usec": 484198605, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 1688627396, + "user_usec": 1074607003, + "system_usec": 614020392, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 10980, + "raw_client_sha256": { + "writes-client-0.json": "91e9afc3166bbfed8cf138f0434fdff6fb812cccbc2125dfd234375736742cff", + "writes-client-1.json": "f3619f00560e0b360c3bae525f3cb4fa799d1dbca51f531f3ce7ba24584da59b", + "writes-client-2.json": "0ed13eaca8f1e5a7252a8d1f5207c5ba5babb4cfb44f600863c114e1ee9e2b61", + "writes-client-3.json": "31cd060509bf966f148b3017c6ad1153783f3e97dc1763d63fed7452501e974c", + "writes-client-4.json": "7fb1ff9542301255b56f314a2e194f799175c074d5ee32cfd6ad2f4eb74c5b2d", + "writes-client-5.json": "7eac0ed22edb868e87ad824428cfd6a13cf1299c859832624352467a42db51eb", + "writes-client-6.json": "cf053d55d8640859956e2af0553bd73fe2c7c29ec83650cd863b9e5b65d3f1e1", + "writes-client-7.json": "a65b942b8d77e8c3f67d4a794bde976bfd1c5c59d4430dd891b64d188ccbed77", + "writes-client-8.json": "1b17ffd0757f72d9baad7a2ab193ead1e13b0fb94b476474ddafa3abd1447c08", + "writes-client-9.json": "94cbeab86c3f7667d57dfc8eba203a521ced346161c6c1c6f3a5f81e66b180fe", + "writes-client-10.json": "178c288eff8112f322d824b4285b27dd2f6b1f55a53c3305d822eb7af91e73b0", + "writes-client-11.json": "1654bbe6aabc628c03ce18dd39cf13247035b3d3bfb9df1dff7e34dd2c94527e", + "writes-client-12.json": "dd7c2554b6ef968ec91943e4c5520d2216d2c24f627059b26d6e74a46140147b", + "writes-client-13.json": "460e1123475adfb7a4a495641d67c4d7a6a3c7ca97a009629e121377f3d52b68", + "writes-client-14.json": "1000081559c81a23d40ea45578b37ac2f3937fea2e0a3a48b2b3c78bcf6c1f0c", + "writes-client-15.json": "9a2a9bd9ce88537667f84407163702ebdbab3d4b481fa51c26f83d37b046d481", + "write-warmup-client-0.json": "4c411b5865db667a6542ba219163eee5340f5794442f6929ffbc9f01cb04fde8", + "write-warmup-client-1.json": "bf97aad17a98d3e83fb7c0d4fd6e1f285a8f719922dd8fe538354dbff62c6c4b", + "write-warmup-client-2.json": "760a4b8ae95c84e99f14966bbcb1d7690c251f44c7f2e6ccfbb12f1b0728bc1f", + "write-warmup-client-3.json": "c798562f791d9bf1278a7857892e7ca1a116a171283ce0aef866b4ee7b4796da", + "write-warmup-client-4.json": "bfde3c4417bee082abae95e80321d5bbacc8568fc5483c33a14194ff17fa6035", + "write-warmup-client-5.json": "ec084d1ced17a9444226730d2c4329720e769764c9df9363f432be308bd67ad6", + "write-warmup-client-6.json": "22624cd608e540414d11c2529b08957aef7def9147514c762a1a2da9d1599149", + "write-warmup-client-7.json": "91fdfadbb375fbaf339642179d9f57242b92006bba4442bbc0fe60d658177c98", + "write-warmup-client-8.json": "8432b7835777f3068b0cdadd98b5fefe3bdd108b37111ce1765c4adbe7c87abc", + "write-warmup-client-9.json": "a0ba26bcfc37fe755dceb5429889d1145cb46bd18c34e06b56c7c7e556d123d8", + "write-warmup-client-10.json": "b36ee0cedd146c7948b47b64ebd704fc68bf26201b234fc577b3c14eb8d878bb", + "write-warmup-client-11.json": "7cc7abb0afb9ca93d84ad31bccda7e63fa380d3c3eafae65bc8991c3d7a583e5", + "write-warmup-client-12.json": "c1511b15075fb21dbb1a751a2fb7d1ac97ac72a38223d58891c55a2408f88f48", + "write-warmup-client-13.json": "5b18682a62779edc85e2c7eb66f10f818ac54ce585a429a191bf96703f8c1609", + "write-warmup-client-14.json": "1898530623305c1801b19fd72fed686a86ef844c47573a4f287e395ff418f88f", + "write-warmup-client-15.json": "e1b633beac422a040ca6fcc158ff4c8578ac4d52e50645b1465bb1886ad2d180" + } + }, + "repeat": 1, + "cells": 16, + "variant": "candidate", + "measured_writes": 10478, + "all_acknowledged": 10996, + "TPS": 87.18637813967769, + "response_body_bytes_per_second": 17373.845416009714, + "p50": 175.466142, + "p95": 243.381446, + "p99": 341.600353, + "server_cpu_cores": 0.4780468846075723, + "driver_cpu_cores": 0.039837240383964356, + "server_rss_after_bytes": 82624512, + "first_30_seconds_TPS": 93.33333333333334, + "last_30_seconds_TPS": 89.13333333333334, + "interval_TPS_min": 73.3, + "interval_TPS_max": 94.9, + "interval_TPS_cv": 0.0766464635850166, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 22008, + "mean_ms": 0.0458286600781534, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.5, + "resolution_us": 100 + }, + "authority": { + "count": 10996, + "mean_ms": 26.03355576091306, + "overflow": 0, + "p50_ms": 25.4, + "p95_ms": 38.6, + "p99_ms": 47.0, + "resolution_us": 100 + }, + "compaction": { + "count": 540, + "mean_ms": 274.26673072037033, + "overflow": 0, + "p50_ms": 240.7, + "p95_ms": 516.8, + "p99_ms": 695.2, + "resolution_us": 100 + }, + "directory": { + "count": 11007, + "mean_ms": 0.031041297537930407, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 11023, + "mean_ms": 102.94259052072938, + "overflow": 0, + "p50_ms": 101.7, + "p95_ms": 134.2, + "p99_ms": 152.5, + "resolution_us": 100 + }, + "preparation": { + "count": 10996, + "mean_ms": 151.46552741460533, + "overflow": 0, + "p50_ms": 144.6, + "p95_ms": 205.2, + "p99_ms": 314.3, + "resolution_us": 100 + }, + "publication": { + "count": 10996, + "mean_ms": 178.42278660185522, + "overflow": 0, + "p50_ms": 170.7, + "p95_ms": 238.2, + "p99_ms": 343.8, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1058, + "mean_ms": 1.8703849914933837, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 5.7, + "p99_ms": 55.8, + "resolution_us": 100 + }, + "root_admission": { + "count": 11012, + "mean_ms": 105.78107833536141, + "overflow": 0, + "p50_ms": 102.0, + "p95_ms": 138.8, + "p99_ms": 194.0, + "resolution_us": 100 + }, + "root_open": { + "count": 11007, + "mean_ms": 6.5537468435541015, + "overflow": 0, + "p50_ms": 6.2, + "p95_ms": 11.1, + "p99_ms": 14.9, + "resolution_us": 100 + }, + "root_preparation": { + "count": 11012, + "mean_ms": 151.24472514711226, + "overflow": 0, + "p50_ms": 144.5, + "p95_ms": 205.1, + "p99_ms": 314.3, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 11012, + "mean_ms": 45.45539445359608, + "overflow": 0, + "p50_ms": 41.3, + "p95_ms": 72.4, + "p99_ms": 132.5, + "resolution_us": 100 + }, + "uploaded_bytes": 262902927, + "uploaded_objects": 56743, + "worker": { + "count": 22008, + "mean_ms": 1.2775058744093055, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 3.7, + "p99_ms": 7.3, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 2520, + "bytes_written": 0, + "duration": { + "count": 55, + "mean_ms": 2.2839065272727272, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 6.7, + "p99_ms": 8.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 48, + "success": 7, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 55 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 22014, + "mean_ms": 5.339672141137458, + "overflow": 0, + "p50_ms": 5.0, + "p95_ms": 9.9, + "p99_ms": 13.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 22014, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 22014 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 272349404, + "duration": { + "count": 78956, + "mean_ms": 29.404085077612848, + "overflow": 0, + "p50_ms": 29.1, + "p95_ms": 41.7, + "p99_ms": 49.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 7, + "error": 0, + "not_found": 0, + "success": 78949, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 78956 + }, + "range": { + "bytes_read": 120037247, + "bytes_written": 0, + "duration": { + "count": 22848, + "mean_ms": 7.41992619082633, + "overflow": 0, + "p50_ms": 7.2, + "p95_ms": 13.0, + "p99_ms": 16.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 22848, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 22848 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.62805099799994, + "cpu_seconds": 382.714705, + "cpu_cores": 3.046411227107973, + "cgroup_before": { + "usage_usec": 1709934472, + "user_usec": 1092504995, + "system_usec": 617429476, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2092649177, + "user_usec": 1344328392, + "system_usec": 748320784, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9673146719463087, + "p50": 1.0566783931219474, + "p95": 1.0726935998251932, + "p99": 0.7666984998836645, + "response_body_bytes_per_second": 0.9668726034108021 + } + }, + { + "cells": 16, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 10492, + "raw_client_sha256": { + "writes-client-0.json": "ae74fefaece17fe0d52a70a240e5f6c889fe51d6a3b22beb81c9629e85bb1fb1", + "writes-client-1.json": "965034b5036ef349bd3d873771e3a5b636eed68a5f106958d546395a43efe655", + "writes-client-2.json": "52f63b4880a9fa957e39dfad26bcdb5de7ea62e89d8b628ad5ba374fc0b5691b", + "writes-client-3.json": "5b012eb12bc183815142865ddbcebc479cf96ed5f99098143dfc22aee014bc25", + "writes-client-4.json": "65baf59425ab76296ae861d909c9a7b285de05ee4468cd28a03d63c3cc5c0390", + "writes-client-5.json": "da7db6698eb9fc91efacc6fa7698a16337a8cd8bf7726a959f4b651d8dbd12f5", + "writes-client-6.json": "d13dd3e9dca3f008e3d9e6c646246fc26674a589ece1c956872bc25cbee434d3", + "writes-client-7.json": "8ca6aa196693dee1d267ebdba3fb27ce1fd05b8a6fe8135b185ac7802da82c8a", + "writes-client-8.json": "d805a0ca33488285077637e927b5760c657297b97abaf65d8ea7ba711c3c828d", + "writes-client-9.json": "02018ca5d2724e88c58d4f56e7cd1df8dc9e9bd39dac258fae70920632f2a092", + "writes-client-10.json": "4fa5d9530e853edb8a7c0f1b8d54239f5025a2dfd95e0803e3553cb555140c77", + "writes-client-11.json": "9f155e95f7015ab65bceff0c61f7a699e984ca608dd33e4d3195381237860822", + "writes-client-12.json": "ca7eee69fe3543301f49aaa7da1aff2d3508ceedb1a6118b72c04b742904b970", + "writes-client-13.json": "768c871b19db6cdb9f90841d4ff38c2e8cf99a24ea157503d5159169f55d3b4f", + "writes-client-14.json": "fab45309aa8d546f92970f318a08107bc7f250f32b5368a8529f6f7bda242351", + "writes-client-15.json": "7731f92aca3b9596d51687163c1e8f3ff2e095c7a2b9135e75187d813b246607", + "write-warmup-client-0.json": "d41ac8da064ef3bf6db15b3487f882f2160d2c60e00d739f553b485d17aca257", + "write-warmup-client-1.json": "e01f57b84f453f0ad06101c7031ecc1150f411c5f3279090423de2e608333918", + "write-warmup-client-2.json": "f2431502956bda51d1f12bbc0e1edde75cc463db7ba9540b58cee06ada7215bc", + "write-warmup-client-3.json": "e3dbfec248dc834958682ae8930425ccdd58f72455f9ae10d0a4e28313b47764", + "write-warmup-client-4.json": "2427b27e9eef48537d401714bd062b85aac09b5e647401307b2d9c873518bb45", + "write-warmup-client-5.json": "24297b10f8f6bb8d55f4583074a08ada0518e371b6f3b78b861d622a414aca02", + "write-warmup-client-6.json": "c8c22fb63424521f39eb6427ffae737f2dc356c43056091be5de59b382e417c5", + "write-warmup-client-7.json": "182f4125a048e853426fbbdd404cf89e3422fdbde54afc104e9f89b94bf0b222", + "write-warmup-client-8.json": "166b663b6d0b33db23b5b598ea7288d86387add648c9946628122d931e70668c", + "write-warmup-client-9.json": "88f62c82de5d08b2d97fa64d930cb93cb6640dbcb773bb6e1366107fa2ce50a0", + "write-warmup-client-10.json": "b31e25bd80428fb72783533ef37f9abfa9097914ef87975b86a2a5ae7e517f8c", + "write-warmup-client-11.json": "497f7eefc0ee3e18371f0a825d7350e0a45d5a00e9b284904336d27b6db235b6", + "write-warmup-client-12.json": "bc1793645622f70319ec696c2c95370c38b6b4ba93bd77d7bd592dac4a763beb", + "write-warmup-client-13.json": "7f722f4eb1ed1a8a7f0e2aa46f04d8dd4ebee300910ec92123fd57b96da5b06f", + "write-warmup-client-14.json": "1e9b356199cdaf94edf4288546a3c8831297f275db6888b34768d4dea7a64399", + "write-warmup-client-15.json": "1dbb33e61188f3a48f72e8ff796ed2d45183baa6fe6543f8b098b834b412c496" + } + }, + "repeat": 2, + "cells": 16, + "variant": "baseline", + "measured_writes": 10010, + "all_acknowledged": 10508, + "TPS": 83.27349324649784, + "response_body_bytes_per_second": 16583.928658585486, + "p50": 178.511094, + "p95": 249.213463, + "p99": 487.042927, + "server_cpu_cores": 0.49307445102792136, + "driver_cpu_cores": 0.03976406863128398, + "server_rss_after_bytes": 82370560, + "first_30_seconds_TPS": 85.5, + "last_30_seconds_TPS": 84.33333333333333, + "interval_TPS_min": 78.7, + "interval_TPS_max": 87.4, + "interval_TPS_cv": 0.031191138393745713, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 21032, + "mean_ms": 0.05098289625332826, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.5, + "resolution_us": 100 + }, + "authority": { + "count": 10508, + "mean_ms": 26.060379733631517, + "overflow": 0, + "p50_ms": 25.7, + "p95_ms": 37.6, + "p99_ms": 44.2, + "resolution_us": 100 + }, + "compaction": { + "count": 516, + "mean_ms": 269.941471625969, + "overflow": 0, + "p50_ms": 244.9, + "p95_ms": 421.7, + "p99_ms": 727.9, + "resolution_us": 100 + }, + "directory": { + "count": 11024, + "mean_ms": 0.03398578873367199, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 11040, + "mean_ms": 104.15896701096014, + "overflow": 0, + "p50_ms": 103.8, + "p95_ms": 131.7, + "p99_ms": 145.7, + "resolution_us": 100 + }, + "preparation": { + "count": 10508, + "mean_ms": 159.9586337848306, + "overflow": 0, + "p50_ms": 147.2, + "p95_ms": 208.7, + "p99_ms": 457.4, + "resolution_us": 100 + }, + "publication": { + "count": 10508, + "mean_ms": 186.96201753083366, + "overflow": 0, + "p50_ms": 174.2, + "p95_ms": 239.9, + "p99_ms": 484.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1007, + "mean_ms": 1.572519935451837, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 3.5, + "p99_ms": 66.1, + "resolution_us": 100 + }, + "root_admission": { + "count": 10524, + "mean_ms": 104.28525519384264, + "overflow": 0, + "p50_ms": 103.7, + "p95_ms": 131.7, + "p99_ms": 145.8, + "resolution_us": 100 + }, + "root_open": { + "count": 11024, + "mean_ms": 6.861222763878811, + "overflow": 0, + "p50_ms": 6.5, + "p95_ms": 11.9, + "p99_ms": 14.9, + "resolution_us": 100 + }, + "root_preparation": { + "count": 10524, + "mean_ms": 146.55074073964272, + "overflow": 0, + "p50_ms": 146.3, + "p95_ms": 176.0, + "p99_ms": 191.3, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 10524, + "mean_ms": 42.25520079608514, + "overflow": 0, + "p50_ms": 42.0, + "p95_ms": 54.2, + "p99_ms": 61.9, + "resolution_us": 100 + }, + "uploaded_bytes": 252490866, + "uploaded_objects": 55248, + "worker": { + "count": 21032, + "mean_ms": 1.2993827425351843, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 3.6, + "p99_ms": 7.5, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 2160, + "bytes_written": 0, + "duration": { + "count": 54, + "mean_ms": 2.825771, + "overflow": 0, + "p50_ms": 1.3, + "p95_ms": 8.1, + "p99_ms": 9.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 48, + "success": 6, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 54 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 22048, + "mean_ms": 5.610059543042453, + "overflow": 0, + "p50_ms": 5.2, + "p95_ms": 10.6, + "p99_ms": 13.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 22048, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 22048 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 261308221, + "duration": { + "count": 76464, + "mean_ms": 29.4935149679457, + "overflow": 0, + "p50_ms": 29.5, + "p95_ms": 40.9, + "p99_ms": 47.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 6, + "error": 0, + "not_found": 0, + "success": 76458, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 76464 + }, + "range": { + "bytes_read": 114792727, + "bytes_written": 0, + "duration": { + "count": 21856, + "mean_ms": 7.781625405700952, + "overflow": 0, + "p50_ms": 7.5, + "p95_ms": 13.6, + "p99_ms": 17.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 21856, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 21856 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.86531074599998, + "cpu_seconds": 381.378914, + "cpu_cores": 3.0300557932887027, + "cgroup_before": { + "usage_usec": 3949159557, + "user_usec": 2648377699, + "system_usec": 1300781857, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4330538471, + "user_usec": 2905600254, + "system_usec": 1424938217, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 10703, + "raw_client_sha256": { + "writes-client-0.json": "802bd24bf0ef6556e82d304187a08bc78757b78d589de68ff219f88075b87b41", + "writes-client-1.json": "a49156dc91e6dbb6b1e9798343d07c9077d8b96bbcb39e327bf16bc8a265f0dd", + "writes-client-2.json": "509eea21615452ac527981ee9b8741ac216f793f3eaaf2f6638b332614c65808", + "writes-client-3.json": "7665cf113f6f07b2f0d65c4036e235b572b9aec2125488faad5ec6f81cfa67d1", + "writes-client-4.json": "e44d3650312c663f5babb08a955c83d2f42f6226e2a02b8f3c7197e1f8414999", + "writes-client-5.json": "fcadede0e2605694a10ba11b837b255460bfe58bfeab198e37a7efe2acb56374", + "writes-client-6.json": "58b8b2369e64c0d73f6033d9fac2bd5a0606d804e676b017fcd1bb25c54da110", + "writes-client-7.json": "efa9cb85c4ee7074d983bd08015e446dbc856669fc7edeb8ce23af8728a553f7", + "writes-client-8.json": "19eb83e673d62a05541efb087b55fe5def620cdc387a00bdde00f10761594a0a", + "writes-client-9.json": "8f20dd571d460dcacacc349f9414f35fcc0cb90102e653a6a86afccee27daba1", + "writes-client-10.json": "e67fa860caec031efe45422ea564cfbad0ae30108723307874209dc13a331843", + "writes-client-11.json": "474aa4e95e6c58c3fc40573001d3ee9c7218a2768b78768c674420c1f5ee923e", + "writes-client-12.json": "7c5d0cc22556070b3c5e4029cd961801b9b567ee778b16bced0a8d4878fe14f7", + "writes-client-13.json": "f3da14711e5ec65fcab09badc1754117e3f90dbc5956f4210897fc64d0a9a0ab", + "writes-client-14.json": "2d999d1bd2ac88f3b942bf777b54d16c2221fb42f9916cca1a239cbc53148d1c", + "writes-client-15.json": "d2d585de945e015f6b4d225bf59291d5e3ac767923a6f327a5a995fa3575c92e", + "write-warmup-client-0.json": "1eaa4b042c0ac43d57fbddf70ace62b31f5a055bc0e9662fa5c853641754d224", + "write-warmup-client-1.json": "b03c4c6377e02fb03fcbf2619567784beabbf979964de83f08a46fb71db10dbc", + "write-warmup-client-2.json": "2009d191d466f2d51059f76ccb0b82bf85830f028c605e17fe300d7366f6d16b", + "write-warmup-client-3.json": "aee0cfc01d01c767851a62e9b2e7d252ad798a753aa37264c454910e930440ac", + "write-warmup-client-4.json": "f7562c1ba269a0cd848b778c3fdd2489b9195f73562180c359cfb62cc156e11a", + "write-warmup-client-5.json": "dbaa33404614f102ee9780d0eb9ce252694e3fcfcd06d004da31942157d45197", + "write-warmup-client-6.json": "7f1dac838db654c389597667159cca73594b9a416923863b0b0e32a4a8385b9e", + "write-warmup-client-7.json": "c0bdf51758484ad84022a63bf69eab3e0dc5f77bf0fdc1b954551cc79ac2c27d", + "write-warmup-client-8.json": "4d95be7ea00469c7d40637b3501a9620bf9e6e6a3342df175216075a17b1b1b5", + "write-warmup-client-9.json": "e1d6c5ebea4e8d066fa370a787be76abdad847047c0c5c4f986702c7dd3d3fde", + "write-warmup-client-10.json": "c6aac98037d1d5cbc38e3d965af0b8debf02312f8d9bab65ae0a8cb9334912cc", + "write-warmup-client-11.json": "e72259bb226a4b3b78e160c957b3b509e50405bdf2c696b34b2bb08794a121de", + "write-warmup-client-12.json": "79c13c7f12e0ca89aaa264171d74cf10746dec8aae1d3918d4b9dff7de23dbf2", + "write-warmup-client-13.json": "bbd3b7a03cb81659dd24f949001ac630b1ee04e14a315dabc35dae989c2835d6", + "write-warmup-client-14.json": "58751c838c2b7b4186366e18963278552179489c0848d51e03715a46f64c4fe3", + "write-warmup-client-15.json": "56e9b992f1fecfdb1e10abde9b014c1b330043f4a44152388b126c6dedc66707" + } + }, + "repeat": 2, + "cells": 16, + "variant": "candidate", + "measured_writes": 10223, + "all_acknowledged": 10719, + "TPS": 85.04832224621742, + "response_body_bytes_per_second": 16940.414499680977, + "p50": 180.867564, + "p95": 242.027232, + "p99": 349.770938, + "server_cpu_cores": 0.4851278994276987, + "driver_cpu_cores": 0.039764581920303174, + "server_rss_after_bytes": 83603456, + "first_30_seconds_TPS": 85.5, + "last_30_seconds_TPS": 86.6, + "interval_TPS_min": 80.2, + "interval_TPS_max": 90.7, + "interval_TPS_cv": 0.03573211512193128, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 21454, + "mean_ms": 0.05729169893726111, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.7, + "resolution_us": 100 + }, + "authority": { + "count": 10719, + "mean_ms": 26.54765632708275, + "overflow": 0, + "p50_ms": 26.1, + "p95_ms": 38.1, + "p99_ms": 46.6, + "resolution_us": 100 + }, + "compaction": { + "count": 528, + "mean_ms": 286.5382728901515, + "overflow": 0, + "p50_ms": 255.4, + "p95_ms": 466.3, + "p99_ms": 796.9, + "resolution_us": 100 + }, + "directory": { + "count": 10731, + "mean_ms": 0.03307069294567142, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 10747, + "mean_ms": 105.23537076877268, + "overflow": 0, + "p50_ms": 104.5, + "p95_ms": 136.2, + "p99_ms": 151.5, + "resolution_us": 100 + }, + "preparation": { + "count": 10719, + "mean_ms": 155.41465949295642, + "overflow": 0, + "p50_ms": 148.8, + "p95_ms": 205.5, + "p99_ms": 322.0, + "resolution_us": 100 + }, + "publication": { + "count": 10719, + "mean_ms": 183.0077590160463, + "overflow": 0, + "p50_ms": 176.3, + "p95_ms": 235.6, + "p99_ms": 347.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1027, + "mean_ms": 2.7150627536514116, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 20.1, + "p99_ms": 65.9, + "resolution_us": 100 + }, + "root_admission": { + "count": 10735, + "mean_ms": 108.51259232845831, + "overflow": 0, + "p50_ms": 104.9, + "p95_ms": 141.5, + "p99_ms": 201.5, + "resolution_us": 100 + }, + "root_open": { + "count": 10731, + "mean_ms": 6.854923900568446, + "overflow": 0, + "p50_ms": 6.5, + "p95_ms": 11.8, + "p99_ms": 15.5, + "resolution_us": 100 + }, + "root_preparation": { + "count": 10735, + "mean_ms": 155.18307650470425, + "overflow": 0, + "p50_ms": 148.8, + "p95_ms": 205.3, + "p99_ms": 322.0, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 10735, + "mean_ms": 46.6616885265021, + "overflow": 0, + "p50_ms": 42.9, + "p95_ms": 72.4, + "p99_ms": 138.0, + "resolution_us": 100 + }, + "uploaded_bytes": 255262399, + "uploaded_objects": 55317, + "worker": { + "count": 21454, + "mean_ms": 1.381746007084926, + "overflow": 0, + "p50_ms": 1.2, + "p95_ms": 3.8, + "p99_ms": 8.3, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 3240, + "bytes_written": 0, + "duration": { + "count": 57, + "mean_ms": 2.8111693684210524, + "overflow": 0, + "p50_ms": 1.2, + "p95_ms": 9.6, + "p99_ms": 10.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 48, + "success": 9, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 57 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 21462, + "mean_ms": 5.586570029866741, + "overflow": 0, + "p50_ms": 5.2, + "p95_ms": 10.4, + "p99_ms": 13.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 21462, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 21462 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 264479437, + "duration": { + "count": 76983, + "mean_ms": 29.99779794002572, + "overflow": 0, + "p50_ms": 29.9, + "p95_ms": 41.9, + "p99_ms": 48.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 9, + "error": 0, + "not_found": 0, + "success": 76974, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 76983 + }, + "range": { + "bytes_read": 117297163, + "bytes_written": 0, + "duration": { + "count": 22318, + "mean_ms": 7.638046585760373, + "overflow": 0, + "p50_ms": 7.3, + "p95_ms": 13.6, + "p99_ms": 17.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 22318, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 22318 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.88017880699977, + "cpu_seconds": 378.549115, + "cpu_cores": 3.0072178049603324, + "cgroup_before": { + "usage_usec": 3551673085, + "user_usec": 2377353584, + "system_usec": 1174319500, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3930222200, + "user_usec": 2632198211, + "system_usec": 1298023989, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0213132526392992, + "p50": 1.0132006921653842, + "p95": 0.9711643547925017, + "p99": 0.7181521763481025, + "response_body_bytes_per_second": 1.0214958619537318 + } + }, + { + "cells": 16, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 13401, + "raw_client_sha256": { + "writes-client-0.json": "7fe8cccbc4cc3b971a01d222813f9d4133fd221e2d13d0de2dcba349f508498b", + "writes-client-1.json": "9e1529a64455182cfabd994f30b858815c68cac611a0dcde23cd225c09ef78ef", + "writes-client-2.json": "29c9fb5ef023f9bb960cbf70a51e0c6534023c569ac4efc89bcf8f04413428ff", + "writes-client-3.json": "0fc8e3205dee7f0a0e4f2c669b561f56982b37aea23c8687e12880e9a9dae0e2", + "writes-client-4.json": "a24ae2b16177c8180f3cab5f90442377128fed7874a352048084b171556aff6d", + "writes-client-5.json": "a6faebb420bbe89de6e6ead98f7b2f1a067f872b3c8a94eb9df97afdfca3aa07", + "writes-client-6.json": "a00c78076b0e7ecb912bf995835cfac4329a7b883cf651be5d3ae7dcc695bde1", + "writes-client-7.json": "78460d8c064a274264f70db30fca949c77240373f0177f0b2943401c8bdada3e", + "writes-client-8.json": "e5546af526459c4f7c35c5262d0196ae7282e165eda5cb7e090ab12687a14290", + "writes-client-9.json": "0453e718a79a98959517902e5ca6b8232868b4ebb723badad0f11485c2cdb55e", + "writes-client-10.json": "6da6b2bbf2423aef4a6dab508a7ef0db2c136849a8669aae9de98ac493536253", + "writes-client-11.json": "9c03d4dedfea17ff7ac7c2f188fc55d14b06040d663679c01fcec35ad378a927", + "writes-client-12.json": "787aec28327f7661a92e49b96d2c4a32224418c901ae6003eb14b4aed67e999b", + "writes-client-13.json": "56763897cf5577bb8a0ea6b1cd4726e623b1f946963d5f3247629b1ac99ac7bf", + "writes-client-14.json": "390e267558c28c6a89c1af3e65156c096c830bca09512810c0050c9a137c69df", + "writes-client-15.json": "f84082a31719f42bdcad5d2bc113804e762957017a5517497b1b6b0374d9a1fe", + "write-warmup-client-0.json": "47eed32ea87ca1706b1b0ef2827908e67c543a48e8f5165e8604aed388c46a6d", + "write-warmup-client-1.json": "a609dd06990bd32b93a9687bfeca593b4cf2c1a330bada8a40990d16a851fdf2", + "write-warmup-client-2.json": "d1e2c483d8cc3ef70f227fc65f243f5138af3148d266a547040c2b4b4f606cee", + "write-warmup-client-3.json": "0736906dda2263771434ccd0d9bc2dae70bd4d34e2f48567ef0b6c729fe196e4", + "write-warmup-client-4.json": "22b870dc03b2f66c0cdfa2c736a3d6cd8b0658856bf60969b865f367b7349132", + "write-warmup-client-5.json": "6a2cef1630b28df99a4f334558ce17e0188319ae9bf93c6a413fceff20d7121a", + "write-warmup-client-6.json": "998f0a1979a08179fdce75b79927c130f5950c7cd5143f85d7cc64f34db8d7ee", + "write-warmup-client-7.json": "3e2a150743585b6e054556d61d2f8ac5dfb3ffb3b245e2131f97f96d92983ef9", + "write-warmup-client-8.json": "f502419f8ff7286e7ea1a98a21dbaa2140e906b2932e3c5d99d3570087695fd0", + "write-warmup-client-9.json": "97eb4bbbd15d5a3e2219385d14211fabe4298162600a7636766e23ebf1d5b6a6", + "write-warmup-client-10.json": "23efc35058dbeffdd7826491f80ad7cfedc2d54b9e4a172cc71c73f3499bd137", + "write-warmup-client-11.json": "d57b2e74f33fe0838b8c740f141e05c1983ca1610ad78407cf81ca36e37a89d1", + "write-warmup-client-12.json": "cb8e4d05634c126cee5001de65e55821c2d6bb366f26f50dab139214522a2358", + "write-warmup-client-13.json": "a5031d9bc3dbee3ee607f91d73495e540174d5d9646cb2842ae4f9ee8143bfd4", + "write-warmup-client-14.json": "cd7e5c904f87466f34995867bc469ecd8d911ccf99e2a468a5e7df7a18162d6e", + "write-warmup-client-15.json": "9ef6fda3340336a63f94d61cbacd2c59605fa301c9fe2b6433fccc95f4d7dc7c" + } + }, + "repeat": 3, + "cells": 16, + "variant": "baseline", + "measured_writes": 12832, + "all_acknowledged": 13417, + "TPS": 106.78503423772891, + "response_body_bytes_per_second": 21316.047064307153, + "p50": 138.941211, + "p95": 278.569479, + "p99": 373.987658, + "server_cpu_cores": 0.5667922315161397, + "driver_cpu_cores": 0.04789793505770195, + "server_rss_after_bytes": 82182144, + "first_30_seconds_TPS": 109.8, + "last_30_seconds_TPS": 107.63333333333334, + "interval_TPS_min": 98.7, + "interval_TPS_max": 111.3, + "interval_TPS_cv": 0.031277239293777945, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26850, + "mean_ms": 0.042727196275605214, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.5, + "resolution_us": 100 + }, + "authority": { + "count": 13417, + "mean_ms": 20.485099920474028, + "overflow": 0, + "p50_ms": 20.2, + "p95_ms": 28.8, + "p99_ms": 33.6, + "resolution_us": 100 + }, + "compaction": { + "count": 674, + "mean_ms": 206.4880662744807, + "overflow": 0, + "p50_ms": 188.4, + "p95_ms": 308.2, + "p99_ms": 561.7, + "resolution_us": 100 + }, + "directory": { + "count": 14091, + "mean_ms": 0.03220476878858846, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 14107, + "mean_ms": 80.72106471723258, + "overflow": 0, + "p50_ms": 80.4, + "p95_ms": 99.5, + "p99_ms": 110.0, + "resolution_us": 100 + }, + "preparation": { + "count": 13417, + "mean_ms": 123.83799058068122, + "overflow": 0, + "p50_ms": 113.5, + "p95_ms": 166.6, + "p99_ms": 351.8, + "resolution_us": 100 + }, + "publication": { + "count": 13417, + "mean_ms": 145.28388751158977, + "overflow": 0, + "p50_ms": 134.9, + "p95_ms": 199.0, + "p99_ms": 372.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1333, + "mean_ms": 1.0836078057014253, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 6.6, + "p99_ms": 31.7, + "resolution_us": 100 + }, + "root_admission": { + "count": 13433, + "mean_ms": 80.70764575627187, + "overflow": 0, + "p50_ms": 80.3, + "p95_ms": 99.5, + "p99_ms": 110.2, + "resolution_us": 100 + }, + "root_open": { + "count": 14091, + "mean_ms": 5.605919698885813, + "overflow": 0, + "p50_ms": 5.3, + "p95_ms": 9.6, + "p99_ms": 12.3, + "resolution_us": 100 + }, + "root_preparation": { + "count": 13433, + "mean_ms": 113.3816654524678, + "overflow": 0, + "p50_ms": 112.9, + "p95_ms": 133.5, + "p99_ms": 145.5, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13433, + "mean_ms": 32.66511019474429, + "overflow": 0, + "p50_ms": 32.5, + "p95_ms": 41.4, + "p99_ms": 46.8, + "resolution_us": 100 + }, + "uploaded_bytes": 336431781, + "uploaded_objects": 70576, + "worker": { + "count": 26850, + "mean_ms": 1.3025077976163872, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.8, + "p99_ms": 6.9, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 1080, + "bytes_written": 0, + "duration": { + "count": 51, + "mean_ms": 1.7378817450980393, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 5.1, + "p99_ms": 5.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 48, + "success": 3, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 51 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 28182, + "mean_ms": 4.456242434142361, + "overflow": 0, + "p50_ms": 4.2, + "p95_ms": 8.2, + "p99_ms": 10.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 28182, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 28182 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 347815559, + "duration": { + "count": 97631, + "mean_ms": 22.069917043818048, + "overflow": 0, + "p50_ms": 22.0, + "p95_ms": 30.5, + "p99_ms": 35.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 3, + "error": 0, + "not_found": 0, + "success": 97628, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 97631 + }, + "range": { + "bytes_read": 145858631, + "bytes_written": 0, + "duration": { + "count": 27700, + "mean_ms": 6.159129289169675, + "overflow": 0, + "p50_ms": 5.9, + "p95_ms": 10.8, + "p99_ms": 13.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27700, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27700 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.38048913800003, + "cpu_seconds": 345.127524, + "cpu_cores": 2.7526413907999308, + "cgroup_before": { + "usage_usec": 5770672841, + "user_usec": 3887743568, + "system_usec": 1882929273, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 6115800365, + "user_usec": 4077417390, + "system_usec": 2038382974, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 11552, + "raw_client_sha256": { + "writes-client-0.json": "afb2a94e0d9057eb72071f1c912ae0bdbc9acc54531556b23d620646d4d2d9fc", + "writes-client-1.json": "cd2d6624cf31d8809152769a79c655f4d0b23ae3f4fd289043f1e716a10bde4e", + "writes-client-2.json": "bdcfebd3ed0aaa01a7e25ee08c98ceb380a83ddcf10612bff3938df12b2bfc9b", + "writes-client-3.json": "7caca3d871ad718e61c2680074499badc48fe2bf7cb65df861adf8db2441c3bf", + "writes-client-4.json": "71c0ce166f781d3a61956052f9fea67dee8e402912412c640db205e5616a6c0d", + "writes-client-5.json": "44e0c045ca2ab4ef9e5533cd55603e5834635cca649a5e7e06d72aa484cfa5f6", + "writes-client-6.json": "87c5d1c76c72f498fd08a5d705b7d46a29b934ff031ca0ce82be640ce1c163f8", + "writes-client-7.json": "bde4c3d7dd258a3a19669aca3b9782b953ee44eedc89d4162fea43066b84f1a3", + "writes-client-8.json": "1f4e3389f234c978d177f16ad0a2f890e8fe44e611e83224a7eb8acfe8c75165", + "writes-client-9.json": "0015cbcbb086236b138f532e7bce9198ea401ce88ce15cc0c0f355155246619a", + "writes-client-10.json": "d3c5ff0d8fdcbe2600ffe137c331b0540d39460102085cd99aa568dbc6177d9b", + "writes-client-11.json": "48eb1c361197d4dc04af9cf39e8833a5d284c7900ede0b095aba28ae61e9c736", + "writes-client-12.json": "facf3ebd23dbde60b83bbcfdf0141e8be8d12acc2acb7a5f72b0bb44c10790d7", + "writes-client-13.json": "97cf361026b113f913251ed0a96ed8c44097d6e3f1323dff46645741302aaf06", + "writes-client-14.json": "f07c9fbef91d8b0b5a6e6229b13e88b2d3c97dc28e5ad834274ba90c57835004", + "writes-client-15.json": "be6eb081a4bde6ca2a893c3644abba0bc0cdea647db4987de329a98cbddbcbf2", + "write-warmup-client-0.json": "0ac7a9d193932c37c92a6b408a8b597c78155c9a632e474fe2ae82f7eead2219", + "write-warmup-client-1.json": "b03affc0ebe48eae16355c5f3232748cd192b2072964dba8fd2ed9023f2835b8", + "write-warmup-client-2.json": "2f8d910683d1619bd6b6efde30cb797efc544f4313cbf220890ad77bdb2e6c94", + "write-warmup-client-3.json": "c3065f01797e8525461b89b51a14136282d4ef12c004d505c4585b98dca068eb", + "write-warmup-client-4.json": "550cf6790823859730d89514992f9e7b8205882bcb11b1b958761ae79a291dfe", + "write-warmup-client-5.json": "2888e96abd5233d8d6a10c9797eb541d1fe444a097d609db54e4f3ec6ab22ef9", + "write-warmup-client-6.json": "92ea717e7a46412d112b3ae639c8051a31cae5b0b9ec6282ed13f016bfc69359", + "write-warmup-client-7.json": "b5c80bdad24c603c1b3535cf2683a1b60c279ae84d1175d272cf7a001ce6cf41", + "write-warmup-client-8.json": "846441c797308e798be68368ea77576a38366f593f32e4a2518af7b7275ef2f2", + "write-warmup-client-9.json": "39eded08a0a650d74dfb6881bf3970ebe48cce0e3ed80f14db30f8092685bc5b", + "write-warmup-client-10.json": "1f916bb4e219dd6f600b56d913b8c79b3ef8921f95bfb353c331415634a59489", + "write-warmup-client-11.json": "61d459f160f162d9c1aa7cd986df3bcd1fe39edbb7090f7a481369de9479381c", + "write-warmup-client-12.json": "a7be900b26caaed08de047b6d88c2b523137a6766ef5ea19184ae802703b1d04", + "write-warmup-client-13.json": "aef6734f21ce9f9d89809576ff8cfe5e5be8ef338534ceba008d5ca2e5085a0b", + "write-warmup-client-14.json": "6784de4687d89fc9a7d426e776d4c8ae56d9dc7c4dbee2d2735da78bdd6beb6f", + "write-warmup-client-15.json": "9b0a496b2da12993e883f3e19b34cd40beb7c56297493654352799fc16594bf6" + } + }, + "repeat": 3, + "cells": 16, + "variant": "candidate", + "measured_writes": 10954, + "all_acknowledged": 11568, + "TPS": 91.12543606962926, + "response_body_bytes_per_second": 18169.491879869496, + "p50": 171.519702, + "p95": 231.522641, + "p99": 336.603315, + "server_cpu_cores": 0.5107781801621034, + "driver_cpu_cores": 0.039904545325164326, + "server_rss_after_bytes": 82640896, + "first_30_seconds_TPS": 106.76666666666667, + "last_30_seconds_TPS": 84.60000000000001, + "interval_TPS_min": 82.9, + "interval_TPS_max": 112.6, + "interval_TPS_cv": 0.10703215657113567, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 23152, + "mean_ms": 0.0626188692121631, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.8, + "resolution_us": 100 + }, + "authority": { + "count": 11568, + "mean_ms": 24.609882539678424, + "overflow": 0, + "p50_ms": 24.0, + "p95_ms": 36.3, + "p99_ms": 43.7, + "resolution_us": 100 + }, + "compaction": { + "count": 563, + "mean_ms": 267.7833461349911, + "overflow": 0, + "p50_ms": 243.3, + "p95_ms": 428.5, + "p99_ms": 690.8, + "resolution_us": 100 + }, + "directory": { + "count": 11575, + "mean_ms": 0.03241961900647948, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 11591, + "mean_ms": 97.7120008246053, + "overflow": 0, + "p50_ms": 98.1, + "p95_ms": 131.9, + "p99_ms": 147.5, + "resolution_us": 100 + }, + "preparation": { + "count": 11568, + "mean_ms": 143.86925133886584, + "overflow": 0, + "p50_ms": 140.5, + "p95_ms": 195.5, + "p99_ms": 306.9, + "resolution_us": 100 + }, + "publication": { + "count": 11568, + "mean_ms": 169.38877807987552, + "overflow": 0, + "p50_ms": 166.3, + "p95_ms": 226.0, + "p99_ms": 336.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1114, + "mean_ms": 1.6631341131059245, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 6.5, + "p99_ms": 48.3, + "resolution_us": 100 + }, + "root_admission": { + "count": 11584, + "mean_ms": 100.48706949369821, + "overflow": 0, + "p50_ms": 98.7, + "p95_ms": 137.2, + "p99_ms": 196.5, + "resolution_us": 100 + }, + "root_open": { + "count": 11575, + "mean_ms": 6.270706587041037, + "overflow": 0, + "p50_ms": 5.9, + "p95_ms": 11.0, + "p99_ms": 14.2, + "resolution_us": 100 + }, + "root_preparation": { + "count": 11584, + "mean_ms": 143.66492043862223, + "overflow": 0, + "p50_ms": 140.5, + "p95_ms": 195.4, + "p99_ms": 306.9, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 11584, + "mean_ms": 43.16925177330801, + "overflow": 0, + "p50_ms": 39.7, + "p95_ms": 74.5, + "p99_ms": 128.5, + "resolution_us": 100 + }, + "uploaded_bytes": 280766383, + "uploaded_objects": 59684, + "worker": { + "count": 23152, + "mean_ms": 1.3671184161627505, + "overflow": 0, + "p50_ms": 1.3, + "p95_ms": 3.6, + "p99_ms": 7.4, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 2880, + "bytes_written": 0, + "duration": { + "count": 56, + "mean_ms": 2.3227156071428574, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 7.8, + "p99_ms": 11.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 48, + "success": 8, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 56 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 23150, + "mean_ms": 5.071651253779697, + "overflow": 0, + "p50_ms": 4.7, + "p95_ms": 9.7, + "p99_ms": 12.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23150, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23150 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 290408218, + "duration": { + "count": 83013, + "mean_ms": 27.62036105067881, + "overflow": 0, + "p50_ms": 27.3, + "p95_ms": 39.8, + "p99_ms": 47.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 8, + "error": 0, + "not_found": 0, + "success": 83005, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 83013 + }, + "range": { + "bytes_read": 127976310, + "bytes_written": 0, + "duration": { + "count": 23968, + "mean_ms": 7.1331444354973295, + "overflow": 0, + "p50_ms": 6.8, + "p95_ms": 12.8, + "p99_ms": 16.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23968, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23968 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.44062842499989, + "cpu_seconds": 373.944661, + "cpu_cores": 2.9810490085640713, + "cgroup_before": { + "usage_usec": 6119374687, + "user_usec": 4079449187, + "system_usec": 2039925500, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 6493319348, + "user_usec": 4318767443, + "system_usec": 2174551905, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.8533539996509468, + "p50": 1.2344768032862474, + "p95": 0.8311127329207518, + "p99": 0.9000385649090056, + "response_body_bytes_per_second": 0.8523856146993392 + } + } + ], + "limitations": [ + "Three paired repeats, not a statistical confidence interval.", + "Closed-loop small-row HTTP workload with one persistent connection per client.", + "Response throughput is JSON response-body bytes, not database or network-wire throughput.", + "Publication phase metrics include warmup; worker and queue metrics also include exact replay verification.", + "Compaction is a subset of preparation; do not add their timings." + ], + "ci_run": "https://github.com/crabbuild/cellule/actions/runs/37187678989", + "source_and_budget_audit": { + "baseline_revision": "fa548bb2cc1993bbf77dc7f4fbef499a0de3f5a4", + "candidate_revision": "ce93119794182c01c5d876568799cdb4dbe94628", + "patch_sha256": "1ae7cfaee1f4fd454df73a2bc9e282455e8b36da4461f79b432431fbf7859a74", + "observer_sha256": "56f794d4c44c1e957b27841b91599fd0bfb534fb3dcc14b82127ffcb81968b2c", + "baseline_instrumentation_diff_sha256": "2b96542184b78d95a344e19b0697f5a403876f6200a5cc5010473af1cdcc134c", + "sources": { + "crates/cellule-axum/examples/sql.rs": { + "baseline_sha256": "dfab7641a55e6ba653d3c068ca65f6a38d9fb785c59847fcda843dbc0ea38baa", + "candidate_sha256": "dfab7641a55e6ba653d3c068ca65f6a38d9fb785c59847fcda843dbc0ea38baa", + "admission": "fixed-target-reverse-check" + }, + "crates/cellule-ltx/src/environment/host/mod.rs": { + "baseline_sha256": "ec6f3c6f658c61aa170695af1f81b0d2676f8ac9baeeff4e2f82193c502fb166", + "candidate_sha256": "ec6f3c6f658c61aa170695af1f81b0d2676f8ac9baeeff4e2f82193c502fb166", + "admission": "candidate-byte-equality" + }, + "crates/cellule-ltx/src/environment/telemetry.rs": { + "baseline_sha256": "9f23ada9280c6a5bd46cd2f4ee51f3ee0437ba262a4c8bc5fdc646b972640149", + "candidate_sha256": "9f23ada9280c6a5bd46cd2f4ee51f3ee0437ba262a4c8bc5fdc646b972640149", + "admission": "candidate-byte-equality" + }, + "crates/cellule-ltx/src/replica/prepare.rs": { + "baseline_sha256": "8656b03e7f45395f38f69744d0bb30575f34031c0979312b6baf9b0f502780a8", + "candidate_sha256": "bb894a029fbbbc1041854e19c1a5520feb4751001a8ebc601468df5a55a7b98a", + "admission": "fixed-target-reverse-check" + }, + "scripts/bench-axum-rustfs.py": { + "baseline_sha256": "4b1ee45a1ac3f2dd31a140a1f09a1c28bcdf7000e7c3be8c8c953ca1d8d86852", + "candidate_sha256": "4b1ee45a1ac3f2dd31a140a1f09a1c28bcdf7000e7c3be8c8c953ca1d8d86852" + }, + "Cargo.lock": { + "baseline_sha256": "bb169d9516cada628f62b3d64d0857bf94439574e7ca07b830f6a9f4144be1f3", + "candidate_sha256": "bb169d9516cada628f62b3d64d0857bf94439574e7ca07b830f6a9f4144be1f3" + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "recovery": 2, + "scratch_mib": 65536, + "local_disk_bytes": 1073741824 + }, + "binary_sha256": "400260ab59a47453acb4cfce40701c3091eeaad846c6d4fbfc74fba20f0c5982", + "baseline_binary_sha256": "0bfe4acf5ed7a2ab83ef24f2eea0b1b11886c79c363c4f86901ee9ad06c2a6bb", + "cpu_count": 4, + "points": 18, + "note": "Strict raw receipt/recovery audit must also pass via unchanged analyze-steady-writes.py." + }, + "completed_ci_log_sha256": "75a29b130ebb80f6d3264e358bee828aecbf3160a1a9bdccdbae9a751a6782d5", + "measured_writes": 281659, + "verification": "All 18 points independently rechecked against raw client receipts, per-Cell sequences, root coverage, epochs, replay, drains, fresh-file cold recovery and next writes. Frozen source instrumentation and every budget checked separately.", + "timed_receipts_independently_checked": 295342, + "setup_writes_verified_by_recovery_and_replay": 288, + "evidence_file_sha256": { + "composed-lineage-analysis.log": "ed8a91ca6a0260762abbb17b56962d362812d4d73929a68a1d11dc8ead4dd5ed", + "composed-lineage-provenance.log": "d633209603aa2e378dcb008f20f2735369e342125e169f40d8a16411270353ed", + "composed-lineage-ci.log": "75a29b130ebb80f6d3264e358bee828aecbf3160a1a9bdccdbae9a751a6782d5" + } +} diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-composed-lineage-writes.md b/crates/cellule-axum/performance/2026-10-04-rustfs-composed-lineage-writes.md new file mode 100644 index 00000000..da48faec --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-composed-lineage-writes.md @@ -0,0 +1,44 @@ +# Composed compaction with lineage: steady writes + +The integrated change improves 16-Cell p99 latency but does not establish a +consistent throughput gain. Paired median TPS decreases at every Cell count. +[CI run](https://github.com/crabbuild/cellule/actions/runs/37187678989) · +[Dataset](2026-10-04-rustfs-composed-lineage-writes.json). + +Baseline `fa548bb2cc1993bbf77dc7f4fbef499a0de3f5a4` is compared with +`ce93119794182c01c5d876568799cdb4dbe94628`. Both retain main’s required +root-lineage metadata through the same inline preparation owner. + +Three alternating 120-second pairs at each of 1/4/16 Cells use 16 persistent +HTTP clients, four SQL workers, four HTTP workers, five seconds of warmup, +fresh storage prefixes and fixed host budgets on a four-CPU runner. +All 18 points pass: **281,659 measured writes**, **295,630 acknowledged writes**, +and **zero measured errors**. Independent checks cover raw receipts, exact +per-Cell sequences, ownership, replay/conflicts, drain, fresh-file cold recovery +and the next recovered write. The unchanged observation patch and identical +example observer are verified separately from production changes. + +| Cells | TPS change | p95 change | p99 change | +| ---: | ---: | ---: | ---: | +| 1 | -3.0% | -7.4% | -7.7% | +| 4 | -2.5% | -5.4% | +0.9% | +| 16 | -3.3% | -2.9% | -23.3% | + +Changes are medians of the three paired candidate/baseline ratios, not ratios +of aggregate medians. All nine pairs are retained: two of three pairs lose +TPS at every Cell count. The second 1-Cell pair increases p95 by 6.6% and p99 +by 5.6%; the first two 4-Cell pairs increase p99. The third 16-Cell pair loses +14.7% TPS; all three 16-Cell pairs improve p99. Neither reduced operation counts +nor positive unpaired aggregate ratios establish a throughput improvement. + +These are a small-row, closed-loop workload on one host and shared RustFS +provider. Response-body throughput is JSON bytes, not database or wire bytes. +Three repeats do not provide a confidence interval or horizontal-scaling proof. +Composed preparation includes compaction/append and admission includes recovery; +its phase populations overlap and differ from baseline standalone preparation. +Do not add phase timings or compound gains with other comparisons. + +The [earlier comparison](2026-10-04-rustfs-composed-original-writes.md) predates +lineage integration and remains separate evidence. The next priority is ordinary +publication’s provider-operation count, with full verification and resource +ceilings retained. diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-composed-original-writes.json b/crates/cellule-axum/performance/2026-10-04-rustfs-composed-original-writes.json new file mode 100644 index 00000000..be30eded --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-composed-original-writes.json @@ -0,0 +1,9231 @@ +{ + "baseline_revision": "4c1c9826322b154a4dd2af6f86b89cd586e871a7", + "candidate_revision": "ce1f918a76e1edabbdab0128e9debe28fe56ec38", + "metadata": { + "started_at_utc": "2026-10-04T07:55:43Z", + "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39", + "cpu_count": 4, + "python": "3.12.3", + "binary_sha256": "fbf086e4e9229dedf1292828b025d744882ddab547c1505026beebb678601fd2", + "endpoint": "http://127.0.0.1:9000", + "bucket": "cellule-axum-perf", + "writes": 32, + "reads": 64, + "warmup": 16, + "repeats": 3, + "concurrency": [ + 16 + ], + "cells": [ + 1, + 4, + 16 + ], + "workers": 4, + "read_seconds": null, + "read_warmup_seconds": 5, + "write_seconds": 120, + "write_warmup_seconds": 5, + "read_driver_sha256": null, + "baseline_binary_sha256": "78ae6178944db35c2ac5aa4c600f23b2895b0b1fadca22b5e148664b2588264e", + "http_tokio_workers": "4", + "provider_container": "3deedf508ef1b7387e4bc66da6d565c70eb40610a6d7836030928262e2b7161d", + "workload": "order_id mod active Cells; POST inserts then receipt-bound SELECT; GET owner-ordered SELECT; closed loop" + }, + "all_acknowledged": 337978, + "aggregate": [ + { + "cells": 1, + "baseline_medians": { + "TPS": 157.95618728419385, + "p50": 94.796504, + "p95": 145.726098, + "p99": 168.954589 + }, + "candidate_medians": { + "TPS": 179.5250624229028, + "p50": 82.639125, + "p95": 121.990488, + "p99": 146.939609 + }, + "paired_ratio_medians": { + "TPS": 1.102921805950389, + "p50": 0.8945500605862743, + "p95": 0.835591293035194, + "p99": 0.8696988336907499 + }, + "paired_ratios": [ + { + "TPS": 1.102921805950389, + "p50": 0.8945500605862743, + "p95": 0.835591293035194, + "p99": 0.7557279476467741, + "response_body_bytes_per_second": 1.1034470950288455 + }, + { + "TPS": 1.048585342812367, + "p50": 0.9667333512636711, + "p95": 0.9195465120729329, + "p99": 0.9376220847138802, + "response_body_bytes_per_second": 1.048947142279193 + }, + { + "TPS": 1.1589638018429145, + "p50": 0.8493988105108056, + "p95": 0.830444941989732, + "p99": 0.8696988336907499, + "response_body_bytes_per_second": 1.1601193165131913 + } + ] + }, + { + "cells": 4, + "baseline_medians": { + "TPS": 169.53942495668176, + "p50": 80.589569, + "p95": 164.284, + "p99": 191.584677 + }, + "candidate_medians": { + "TPS": 175.80145579761492, + "p50": 80.320974, + "p95": 144.009343, + "p99": 177.139699 + }, + "paired_ratio_medians": { + "TPS": 0.9810567001321062, + "p50": 1.0649235386778158, + "p95": 0.933875307394512, + "p99": 0.9308268061542313 + }, + "paired_ratios": [ + { + "TPS": 0.9810567001321062, + "p50": 1.0649235386778158, + "p95": 0.933875307394512, + "p99": 0.9308268061542313, + "response_body_bytes_per_second": 0.980850075529772 + }, + { + "TPS": 1.1700580949661588, + "p50": 0.7716827389034838, + "p95": 0.7892468336184542, + "p99": 0.8362978705833809, + "response_body_bytes_per_second": 1.1709048855004438 + }, + { + "TPS": 0.9258554181457782, + "p50": 1.0893505341577505, + "p95": 0.997316229934096, + "p99": 1.0469785957351194, + "response_body_bytes_per_second": 0.9254745633550828 + } + ] + }, + { + "cells": 16, + "baseline_medians": { + "TPS": 103.50479205840588, + "p50": 142.253039, + "p95": 278.350942, + "p99": 391.523612 + }, + "candidate_medians": { + "TPS": 106.28640187525406, + "p50": 144.951246, + "p95": 195.982827, + "p99": 273.285624 + }, + "paired_ratio_medians": { + "TPS": 1.0277480085797381, + "p50": 1.0189676580477132, + "p95": 0.7299119792452508, + "p99": 0.6980054730390053 + }, + "paired_ratios": [ + { + "TPS": 0.9931109566047716, + "p50": 1.0345748961333403, + "p95": 0.7299119792452508, + "p99": 0.7451253314603203, + "response_body_bytes_per_second": 0.9930656704735781 + }, + { + "TPS": 1.0479121391652926, + "p50": 0.992342985688062, + "p95": 0.9120806543718105, + "p99": 0.6980054730390053, + "response_body_bytes_per_second": 1.048384911796413 + }, + { + "TPS": 1.0277480085797381, + "p50": 1.0189676580477132, + "p95": 0.661777479833257, + "p99": 0.6798509424627077, + "response_body_bytes_per_second": 1.0279111176854312 + } + ] + } + ], + "pairs": [ + { + "cells": 1, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 20720, + "raw_client_sha256": { + "writes-client-0.json": "63307764bbda6cea36fe6fc5849b4a50a4b12df96f9f1be3e03a78f656ed8502", + "writes-client-1.json": "30d487a43dbca239927d04f8fcedfd22796c6464058aea340840f2256d434f1c", + "writes-client-2.json": "26c26d1b55129502eeeaa0cd9eff9cdfd63d5816cd8a62ebc6bc34a50c2f5716", + "writes-client-3.json": "e9482149c21bec645347002111b7b58cb0ac24bee16e95ca551cf3b2a543b4df", + "writes-client-4.json": "4ada519d3847d659e62414dda5aa8670ad3daee1cf972a65c04f1a19edd63fec", + "writes-client-5.json": "3f498eec38df48e61ad552746d47642db0db3472032a9a8a41478107431a53f7", + "writes-client-6.json": "8968f688e443a597157fc938bf557fbecd6e457a5417883815541ee79f85c2fb", + "writes-client-7.json": "18ea9ad3a8350373016f7fe48164a94ae2f1409645665b08ed89ceff6db91eca", + "writes-client-8.json": "4244e3a0730bf00e6d4827f33db51615f46ba470650a41856cb619a4e1d318c6", + "writes-client-9.json": "8f745a91f10b3d3b391eac7f982cb83ef0b05eb604d6f170f95c1e4259d388a9", + "writes-client-10.json": "8bfa3b5243cfcda5c161e5607a87fb64384f4a331b659aea096027a38c99db42", + "writes-client-11.json": "2ae5b24685198fcb8cc2786d1944f252cebf64013f21d17ee04f0dc90568d95e", + "writes-client-12.json": "2b2f0589059f5702b0d46cb2e933c105ad2a8e5f866002e79925e7864c1ed171", + "writes-client-13.json": "d896e9b2bdee8f16032a4eb8271686e70a5856794838b9e7ae852b500200aa6b", + "writes-client-14.json": "d7039e1d5e6ff35636c2a460ed76c50ae5ce76536ef9a4cff01a58c7ffd39f2e", + "writes-client-15.json": "086ff5a8635215fbda972e21b628dafa7ef696f872a4c72999c122c0e9b59d76", + "write-warmup-client-0.json": "65b14f677a482b84cdae575ef870bf5b6a25a5d201736f5ab8b5eac92b554a5b", + "write-warmup-client-1.json": "33e4fc9b76d7a231f484d8c174984eacab4fc150c8ca87d799ab767b12ffd5fa", + "write-warmup-client-2.json": "7ac0b16912a327305223060f95ca85b0f4c58bbff335651712d9932f153b7397", + "write-warmup-client-3.json": "8aba7a020c8f0f22ed5440569f3908384b72fb84c36bf7478723d58baa41abe2", + "write-warmup-client-4.json": "de5722bad4bd1d7a6087127ff0ab75ebcf2f5c2671ed16f4830171e86f89841b", + "write-warmup-client-5.json": "9f338dd84f552137f15cee45c1e68a241ecf5597a5314a74faf4803cf37215b2", + "write-warmup-client-6.json": "5d776c1466b1da58ad7e09396fa1779d80db650016db025087c3c4d1445fd855", + "write-warmup-client-7.json": "b35262fb57361da401b624af79ae12912cdb59734c3f1b2e643d69c503752c5f", + "write-warmup-client-8.json": "55d8f8109ad9bcba0d03d2a93baeec0b801c2e77683f2be5ab10876f614b769a", + "write-warmup-client-9.json": "2fd7cbedc8b8fe84fe9ab28fc8492231a881a51e9904e56d5ac6351032d259e3", + "write-warmup-client-10.json": "6799fb052b479fdf3b0661dc3f423705aac8b5f9290478b78909de8e0008dd53", + "write-warmup-client-11.json": "a3eea31321146a82206853c7b1af549fdda42f3f3d35fd6ab0c585eeabe5c781", + "write-warmup-client-12.json": "fd8790b39bdbb24303dae8a80ba6c9498f9b097bac4927ba5b96a87a6d405307", + "write-warmup-client-13.json": "0025320c955a796e2b8b4e1711423b7b406573741b8aa1b244bc9685c131d6eb", + "write-warmup-client-14.json": "e0f18f93eaede9b826cf7b633378840cf289a9b7991bf96a8af481690ef73b02", + "write-warmup-client-15.json": "87b17581baadb4d393e2d94e31f67e6374c4aabcb7a687558c7a5eabea266170" + } + }, + "repeat": 1, + "cells": 1, + "variant": "baseline", + "measured_writes": 19584, + "all_acknowledged": 20736, + "TPS": 162.77224863480313, + "response_body_bytes_per_second": 32841.41228090084, + "p50": 92.38066, + "p95": 145.99301, + "p99": 182.238703, + "server_cpu_cores": 0.33505467825593765, + "driver_cpu_cores": 0.0638199387154167, + "server_rss_after_bytes": 78241792, + "first_30_seconds_TPS": 203.73333333333335, + "last_30_seconds_TPS": 140.26666666666665, + "interval_TPS_min": 113.6, + "interval_TPS_max": 214.4, + "interval_TPS_cv": 0.1668730713693113, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 41473, + "mean_ms": 18.401363823451405, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 72.7, + "p99_ms": 106.4, + "resolution_us": 100 + }, + "authority": { + "count": 6239, + "mean_ms": 4.817935876262221, + "overflow": 0, + "p50_ms": 4.7, + "p95_ms": 6.5, + "p99_ms": 8.0, + "resolution_us": 100 + }, + "compaction": { + "count": 404, + "mean_ms": 37.40588220792079, + "overflow": 0, + "p50_ms": 32.5, + "p95_ms": 63.9, + "p99_ms": 92.8, + "resolution_us": 100 + }, + "directory": { + "count": 6643, + "mean_ms": 0.018470675899443022, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 6644, + "mean_ms": 0.0005539986453943407, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 6239, + "mean_ms": 12.347192191056259, + "overflow": 0, + "p50_ms": 10.4, + "p95_ms": 37.3, + "p99_ms": 60.7, + "resolution_us": 100 + }, + "publication": { + "count": 6239, + "mean_ms": 17.50373109200192, + "overflow": 0, + "p50_ms": 15.6, + "p95_ms": 41.9, + "p99_ms": 66.3, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 404, + "mean_ms": 0.00032339356435643566, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 6240, + "mean_ms": 0.0038879413461538463, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 6643, + "mean_ms": 1.3765142160168597, + "overflow": 0, + "p50_ms": 1.4, + "p95_ms": 2.1, + "p99_ms": 3.0, + "resolution_us": 100 + }, + "root_preparation": { + "count": 6240, + "mean_ms": 9.934456135416665, + "overflow": 0, + "p50_ms": 10.2, + "p95_ms": 15.3, + "p99_ms": 18.7, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 6240, + "mean_ms": 9.927292796153845, + "overflow": 0, + "p50_ms": 10.2, + "p95_ms": 15.3, + "p99_ms": 18.7, + "resolution_us": 100 + }, + "uploaded_bytes": 550892640, + "uploaded_objects": 44329, + "worker": { + "count": 41473, + "mean_ms": 1.0498846794541026, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 2.5, + "p99_ms": 4.2, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.73113, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 0.9, + "p99_ms": 0.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 13286, + "mean_ms": 0.9857053049826885, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 1.6, + "p99_ms": 2.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 13286, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 13286 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 118, + "mean_ms": 4.470128288135593, + "overflow": 0, + "p50_ms": 4.1, + "p95_ms": 7.2, + "p99_ms": 9.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 118, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 118 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 51415682, + "duration": { + "count": 118, + "mean_ms": 12.729588101694915, + "overflow": 0, + "p50_ms": 12.0, + "p95_ms": 17.8, + "p99_ms": 23.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 118, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 118 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 118, + "mean_ms": 4.456978474576271, + "overflow": 0, + "p50_ms": 4.2, + "p95_ms": 7.3, + "p99_ms": 10.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 118, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 118 + }, + "put": { + "bytes_read": 0, + "bytes_written": 503469809, + "duration": { + "count": 50467, + "mean_ms": 6.726965706283314, + "overflow": 0, + "p50_ms": 6.7, + "p95_ms": 10.5, + "p99_ms": 13.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 50467, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 50467 + }, + "range": { + "bytes_read": 244635755, + "bytes_written": 0, + "duration": { + "count": 13376, + "mean_ms": 2.0625053722338516, + "overflow": 0, + "p50_ms": 1.9, + "p95_ms": 3.7, + "p99_ms": 5.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 13376, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 13376 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.49257942900005, + "cpu_seconds": 292.705607, + "cpu_cores": 2.33245350706656, + "cgroup_before": { + "usage_usec": 6141786, + "user_usec": 3902649, + "system_usec": 2239137, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 298847393, + "user_usec": 199848942, + "system_usec": 98998450, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 22578, + "raw_client_sha256": { + "writes-client-0.json": "29f983d36bbbf516a0525df006c09ea2b146327818678f6172b8818af701c3a9", + "writes-client-1.json": "f937cbba1c439e611fe166ff9adb1ad6cd286f3e6be21f1941898532201fea6f", + "writes-client-2.json": "2f0df8b968376ed6a63e4cbf04bc0ccd8aa56e83cf735af9b725f54c8317e9c7", + "writes-client-3.json": "054ad9cf10ff2fd4f18dc682739153f846ddc39ce448053b3838303f469b9878", + "writes-client-4.json": "577feb41e81d2712bb4be040d24698482f074a02769228459532902ac40bb538", + "writes-client-5.json": "d2247c47904243040921479de9f7c00679b8cdaa0b0487f3fbd7d7d9a8405a5f", + "writes-client-6.json": "b9c5ee57c47124c07754ba0420cbed4b441befd6ec2aa60fe968ae203e8393ca", + "writes-client-7.json": "35ff699331eecc199fab659f99ffa42516f2801752b14e53660026599770d9e1", + "writes-client-8.json": "376bb9cc656033ce37203a53203ad5722c55e714693be0a12ddf2fad54c488ae", + "writes-client-9.json": "59288247aee77666d985295fe7ae25e6a6a10aa3c7da7ba5319641467642b504", + "writes-client-10.json": "4767449c08cf71147223b375704f95052d6f65173ec19b1091a99a1678f30c39", + "writes-client-11.json": "64e89a843f04c5a4d8938cbedc805249d2875dd6fa98e1852d83839ba8b8da77", + "writes-client-12.json": "b1632a4edb35f002b749612c2e9515ebac1c396d367cdf0ce31b9048a858078f", + "writes-client-13.json": "66ed978e3bba06c5198e8837f046c2dc0213d566e7ee11ee46236120df193b5e", + "writes-client-14.json": "899b9b0987fd824e5642bc817d0e357dc83399568dbb4ded8ff39d05a83ab692", + "writes-client-15.json": "edd3215072d073f8851361d1f9651a39b8e95b234774c1a85bcbd6e92230fc3e", + "write-warmup-client-0.json": "58bc4371d49b81866b9efa1f81374b161cfe635f42c73e72547ec81b2400de41", + "write-warmup-client-1.json": "d6782fc56e7e69634daeb913fe410f060521721284f45a0506cca15a8ee12363", + "write-warmup-client-2.json": "b68a726207d490c1790c036f8ab9acab2107ec0cd0fff853582d1fefc983d8c4", + "write-warmup-client-3.json": "2d00c0fc908e3ab160cf51078c6f253823f162c39629178500005a3b80809076", + "write-warmup-client-4.json": "65ae90a7dbb80ec79dbb34f843c3f4768aa68260d24d8f0a80dba18c1ad7ebdf", + "write-warmup-client-5.json": "4d1490e1e36f71bc0276bd741390cf5abc1093b7bef023c55478154fa380e3e6", + "write-warmup-client-6.json": "e8e474f01ba6db0e88c8442a567277bf20b9874208212da3ac781070183bd1a5", + "write-warmup-client-7.json": "575a1f1dd6cdb441c857555793665222152772b938448fc86aed7cb38b416825", + "write-warmup-client-8.json": "5a95588adb3c99d07e64a064ea17f2be0a1e8e04d1dc67ca0f0a264e093d9a46", + "write-warmup-client-9.json": "f34795075f95bfaaed055f3dc5add9076a48ac8d59ededea1aeb19df45bf5d91", + "write-warmup-client-10.json": "a1d748b8f5b299a4763c2b405fea3a0271e9769a3d7630d625cce8de3d237819", + "write-warmup-client-11.json": "064a2259816fa6181033cd2dfbf82fedfea9c9b7223a6e7ae320b10b9160ff99", + "write-warmup-client-12.json": "ab72ff788959f2c672250eb5607a0bcf13a0ae268995857d0bcb2d28e3f47b8c", + "write-warmup-client-13.json": "09ae8cb9ae6e61708b1c8135d040fa0cdd03de0a6a8b8c6327d9d35861edf466", + "write-warmup-client-14.json": "767bbc0ed9c0846730b8ac94a9c30430fd17d8392d40dc7a38a0aa326742cb6d", + "write-warmup-client-15.json": "bb18cf1f468393746a108d0e13eba75e5342afcbe7d4fb423cc7d4c6850b86eb" + } + }, + "repeat": 1, + "cells": 1, + "variant": "candidate", + "measured_writes": 21570, + "all_acknowledged": 22594, + "TPS": 179.5250624229028, + "response_body_bytes_per_second": 36238.760978004684, + "p50": 82.639125, + "p95": 121.990488, + "p99": 137.722881, + "server_cpu_cores": 0.367355010524387, + "driver_cpu_cores": 0.0718738064069453, + "server_rss_after_bytes": 78467072, + "first_30_seconds_TPS": 188.8, + "last_30_seconds_TPS": 169.6, + "interval_TPS_min": 163.4, + "interval_TPS_max": 190.4, + "interval_TPS_cv": 0.053708376089547254, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 45189, + "mean_ms": 16.690412126667994, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 59.9, + "p99_ms": 82.9, + "resolution_us": 100 + }, + "authority": { + "count": 6923, + "mean_ms": 4.508895731474794, + "overflow": 0, + "p50_ms": 4.5, + "p95_ms": 5.6, + "p99_ms": 6.9, + "resolution_us": 100 + }, + "compaction": { + "count": 449, + "mean_ms": 38.34846480178174, + "overflow": 0, + "p50_ms": 35.1, + "p95_ms": 57.8, + "p99_ms": 84.2, + "resolution_us": 100 + }, + "directory": { + "count": 6924, + "mean_ms": 0.017407786972848064, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 6925, + "mean_ms": 0.000500305559566787, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 6923, + "mean_ms": 10.833865213202369, + "overflow": 0, + "p50_ms": 8.8, + "p95_ms": 30.5, + "p99_ms": 48.0, + "resolution_us": 100 + }, + "publication": { + "count": 6923, + "mean_ms": 15.655494617217968, + "overflow": 0, + "p50_ms": 13.6, + "p95_ms": 35.0, + "p99_ms": 52.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 449, + "mean_ms": 0.00035309576837416485, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 6924, + "mean_ms": 0.0037903898035817445, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 6924, + "mean_ms": 1.2329532741190066, + "overflow": 0, + "p50_ms": 1.2, + "p95_ms": 1.8, + "p99_ms": 2.3, + "resolution_us": 100 + }, + "root_preparation": { + "count": 6924, + "mean_ms": 10.826668438619295, + "overflow": 0, + "p50_ms": 8.8, + "p95_ms": 30.4, + "p99_ms": 48.0, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 6924, + "mean_ms": 10.819660758521085, + "overflow": 0, + "p50_ms": 8.8, + "p95_ms": 30.4, + "p99_ms": 48.0, + "resolution_us": 100 + }, + "uploaded_bytes": 629625960, + "uploaded_objects": 49821, + "worker": { + "count": 45189, + "mean_ms": 1.002983115625484, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.3, + "p99_ms": 3.4, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.6651605, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 0.8, + "p99_ms": 0.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 13848, + "mean_ms": 0.8815722925332178, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 1.3, + "p99_ms": 1.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 13848, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 13848 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 137, + "mean_ms": 4.271824583941606, + "overflow": 0, + "p50_ms": 4.1, + "p95_ms": 6.0, + "p99_ms": 7.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 137, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 137 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 58317127, + "duration": { + "count": 137, + "mean_ms": 14.825763080291972, + "overflow": 0, + "p50_ms": 14.4, + "p95_ms": 20.1, + "p99_ms": 25.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 137, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 137 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 137, + "mean_ms": 3.578036613138686, + "overflow": 0, + "p50_ms": 3.5, + "p95_ms": 4.8, + "p99_ms": 7.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 137, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 137 + }, + "put": { + "bytes_read": 0, + "bytes_written": 575534955, + "duration": { + "count": 56625, + "mean_ms": 5.978907765615895, + "overflow": 0, + "p50_ms": 5.9, + "p95_ms": 8.3, + "p99_ms": 10.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 56625, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 56625 + }, + "range": { + "bytes_read": 266107830, + "bytes_written": 0, + "duration": { + "count": 14824, + "mean_ms": 1.8271311867242308, + "overflow": 0, + "p50_ms": 1.7, + "p95_ms": 3.1, + "p99_ms": 4.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 14824, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 14824 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.33592339100005, + "cpu_seconds": 266.452997, + "cpu_cores": 2.1259108305985728, + "cgroup_before": { + "usage_usec": 319484485, + "user_usec": 220050574, + "system_usec": 99433910, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 585937482, + "user_usec": 375039532, + "system_usec": 210897950, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.102921805950389, + "p50": 0.8945500605862743, + "p95": 0.835591293035194, + "p99": 0.7557279476467741, + "response_body_bytes_per_second": 1.1034470950288455 + } + }, + { + "cells": 1, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 19920, + "raw_client_sha256": { + "writes-client-0.json": "9a1494b5862f31fa503700ace71cd97a240d2a6a6cd0928473a63530f60e2e3b", + "writes-client-1.json": "a1a44776f746e9394d2b2e5eb589b07830a1eeb1ec4ead89dbc861bc784b52cf", + "writes-client-2.json": "1b66ed6244015ab5bb7584525b2aaf0bdc57bd03d76d9d48a458be41f59ac555", + "writes-client-3.json": "3fc792cefad1b424e9190b430168a5cd99908c842ed38258fb310bca3cf50df2", + "writes-client-4.json": "14caba667041f55271e34ccc7342492bc1e6e1cfcd1bda7ca81fa6d5a5f4820b", + "writes-client-5.json": "9f5462e4c6d149bef29cea56d5a969d7d8f6942ab7eb6409123b60427564b2e1", + "writes-client-6.json": "836999dd145945ab624f58d65e11d194e55b01e89e7ed698d63185add3c82667", + "writes-client-7.json": "0c7a9d219a974ca4d7b27c7bc96e6cb648e00c92d0e1b955318be5bc64eba9da", + "writes-client-8.json": "c6951362b4c26aa5792b6819202c75432c518fbd049225e3c79ab91f2a527691", + "writes-client-9.json": "d8aa168da0f00d1e43f6ad4f37295a4bb92e10a75c3ab48648c8ab14fa45ce25", + "writes-client-10.json": "4d80693ae59a33f76e948e6d7a1178101d545cd90b13987cdf1e94ef3342de2a", + "writes-client-11.json": "cf450e4dcfea607ce167e0f8dc90b9fb21054515264b33b5cae124500057ea7d", + "writes-client-12.json": "cc9e0f41c84ec6029d555b41287e94b4ed87e85a514f7a29ba6441ad91d000a6", + "writes-client-13.json": "330a964ea836c4a56bd59ad810cdf9a539f4d706279d4d51b3a2e9771f56303f", + "writes-client-14.json": "8f45e584fa6f6229fcf899d968eefbadd03b4d7f64d192c7fdddabcda79d8456", + "writes-client-15.json": "5386f854b9f6763c08d28953f063b651c3e0978126812e06dab9a4e78507a5a0", + "write-warmup-client-0.json": "203a095be877353ed79101afc34dbfb2e63a07cebbcb79530ccf79e758391f15", + "write-warmup-client-1.json": "0a4cd2c6e809ec83da09a00b343a80b480bbbf0a689a9c48137b1193497838d1", + "write-warmup-client-2.json": "8a76f84c8d334e2eab911c5beefc870dc38f44c2a60ecd20e092eff389e0b443", + "write-warmup-client-3.json": "3e55a36f05861dfd029a6bba9151ad63b0f99765fcbe80f6d3a3de5785399f37", + "write-warmup-client-4.json": "4e02f0756318ff2ecb1118d8849d243764269490efaee0729406c25e43896fc4", + "write-warmup-client-5.json": "4e57246fc8ac5073b9da341446b326974c34d840b4284ac79a575339f3d61a2e", + "write-warmup-client-6.json": "ba469b96123f477b2e734b72f8f94884e5a959f26af3dd67f040384a9267b83a", + "write-warmup-client-7.json": "40657d526728e8e20fa0acd7139c8b0a4a778ab478e5f2805206081af66bcad8", + "write-warmup-client-8.json": "86a1f9e4cc45ef90cb0ea90118f6aadfee218de9b03e424771e818d2e5354868", + "write-warmup-client-9.json": "ffb0391a92198e784dcdb13afb293c540d94d438d5373af950e83b66a96b9fc1", + "write-warmup-client-10.json": "6da0e4543ba50eca4b29ba57dd1babd4769d092de65d3a2e629fb92fc80230c9", + "write-warmup-client-11.json": "d72e61654d1331e53155a82611f9f33db310c8a67cdda3528bdcda1432572d8f", + "write-warmup-client-12.json": "cc92e3160e24f27c8617106771e6f215a403f97746e0df45bd5a732a143b8812", + "write-warmup-client-13.json": "367cbf64d44a41b4e19f7d6e2abe531fc6d54a8f90a09a8bac02981470454c78", + "write-warmup-client-14.json": "10b12491753b2b48be0b434a50e8c92d105c6f6dd8cd4847202aa76fa4ba10f5", + "write-warmup-client-15.json": "c553aceaa8665f10b17e66ce3f6db8e0f87ad9cb996ea3108ed9c037c35ce7a0" + } + }, + "repeat": 2, + "cells": 1, + "variant": "baseline", + "measured_writes": 18960, + "all_acknowledged": 19936, + "TPS": 157.71713510152387, + "response_body_bytes_per_second": 31810.28175100398, + "p50": 94.796504, + "p95": 145.170524, + "p99": 162.600721, + "server_cpu_cores": 0.32727302587750673, + "driver_cpu_cores": 0.06385815139073302, + "server_rss_after_bytes": 75939840, + "first_30_seconds_TPS": 182.93333333333334, + "last_30_seconds_TPS": 144.0, + "interval_TPS_min": 129.6, + "interval_TPS_max": 184.0, + "interval_TPS_cv": 0.10263822656056293, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 39873, + "mean_ms": 19.159272119404108, + "overflow": 0, + "p50_ms": 1.3, + "p95_ms": 71.8, + "p99_ms": 103.8, + "resolution_us": 100 + }, + "authority": { + "count": 6084, + "mean_ms": 4.993829640368179, + "overflow": 0, + "p50_ms": 4.9, + "p95_ms": 6.4, + "p99_ms": 8.1, + "resolution_us": 100 + }, + "compaction": { + "count": 393, + "mean_ms": 37.6401587302799, + "overflow": 0, + "p50_ms": 33.8, + "p95_ms": 60.6, + "p99_ms": 90.5, + "resolution_us": 100 + }, + "directory": { + "count": 6477, + "mean_ms": 0.0197714341516134, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 6478, + "mean_ms": 0.0005258246372337142, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 6084, + "mean_ms": 12.606666202827087, + "overflow": 0, + "p50_ms": 10.4, + "p95_ms": 40.0, + "p99_ms": 59.6, + "resolution_us": 100 + }, + "publication": { + "count": 6084, + "mean_ms": 17.950658022024985, + "overflow": 0, + "p50_ms": 15.7, + "p95_ms": 45.4, + "p99_ms": 64.8, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 393, + "mean_ms": 0.0003421704834605598, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 6085, + "mean_ms": 0.004239902547247329, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 6477, + "mean_ms": 1.4415707877103598, + "overflow": 0, + "p50_ms": 1.4, + "p95_ms": 2.1, + "p99_ms": 2.7, + "resolution_us": 100 + }, + "root_preparation": { + "count": 6085, + "mean_ms": 10.166580848151192, + "overflow": 0, + "p50_ms": 10.3, + "p95_ms": 12.8, + "p99_ms": 15.3, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 6085, + "mean_ms": 10.158737114215283, + "overflow": 0, + "p50_ms": 10.3, + "p95_ms": 12.8, + "p99_ms": 15.3, + "resolution_us": 100 + }, + "uploaded_bytes": 529283378, + "uploaded_objects": 43052, + "worker": { + "count": 39873, + "mean_ms": 1.0867441887241993, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 2.5, + "p99_ms": 4.3, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.734828, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 0.8, + "p99_ms": 0.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 12954, + "mean_ms": 1.0295847889454994, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 1.6, + "p99_ms": 2.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 12954, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 12954 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 110, + "mean_ms": 4.3553413545454545, + "overflow": 0, + "p50_ms": 4.2, + "p95_ms": 5.8, + "p99_ms": 6.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 110, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 110 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 46937657, + "duration": { + "count": 110, + "mean_ms": 12.697825154545454, + "overflow": 0, + "p50_ms": 12.1, + "p95_ms": 17.0, + "p99_ms": 20.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 110, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 110 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 110, + "mean_ms": 4.325771490909092, + "overflow": 0, + "p50_ms": 4.2, + "p95_ms": 6.1, + "p99_ms": 6.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 110, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 110 + }, + "put": { + "bytes_read": 0, + "bytes_written": 485852604, + "duration": { + "count": 49034, + "mean_ms": 6.771113315250642, + "overflow": 0, + "p50_ms": 6.8, + "p95_ms": 9.3, + "p99_ms": 10.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 49034, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 49034 + }, + "range": { + "bytes_read": 234455204, + "bytes_written": 0, + "duration": { + "count": 13016, + "mean_ms": 2.164098575522434, + "overflow": 0, + "p50_ms": 2.1, + "p95_ms": 3.7, + "p99_ms": 5.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 13016, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 13016 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.44599136199986, + "cpu_seconds": 311.206687, + "cpu_cores": 2.480802165307538, + "cgroup_before": { + "usage_usec": 2504703365, + "user_usec": 1667353325, + "system_usec": 837350039, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2815910052, + "user_usec": 1885646041, + "system_usec": 930264010, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 20880, + "raw_client_sha256": { + "writes-client-0.json": "81395e1c790aeccbe6ba3baa83860bec4a73ba2c8024d03596fdd9c5944f2ca9", + "writes-client-1.json": "02d0745dfd45507ad5792dd10ee076202e0c80d56ee40c2754f6937e949bc845", + "writes-client-2.json": "1531120d30840ab5041928100e32e6274fe9b40caccfbce8953e1790cf2700d3", + "writes-client-3.json": "54161deda637250e9a4db1f9fab901a138ed6920060e693fe6e2c5f5beb7a617", + "writes-client-4.json": "d8669725aa91804297fd08b61d09fc78688c69f246ec9eb0a4bf67ab41696fb9", + "writes-client-5.json": "49784c4ba7520a50a0dc5a647f455a54db998492fccdd55060cc6ffad0c0fa16", + "writes-client-6.json": "ab3d3c37d35e05e15bafa45b5baed7a1ce36a5d16123761ca73b1d49350471fe", + "writes-client-7.json": "1d7c61b5ebac070b380a70c0db7a929e1065cb4f853f532e82d21bdc6d7f2ee3", + "writes-client-8.json": "a2f9dbaddf65a3a6c031dc1c6d0a1d3d9550469d73691597e4aeecd907ecf76d", + "writes-client-9.json": "4a6b095be402db4dd3c3a326ab3e5ee197168dbffebd4d62e4409378896266d0", + "writes-client-10.json": "fd9d9799502a64bfbdbc865294b92a576d8d8716373bedee6ff4c5ff786188ec", + "writes-client-11.json": "5be939b0257e8a2f8a89b7bee2ff2bb14f2e3f7c7b185a2aab5a8572615a32f4", + "writes-client-12.json": "2d285c279619e611bb778e96abcbb4c72d0e6bc9d6701a8cd2bbc33baea38f3a", + "writes-client-13.json": "8d5831a935b169dd330d62609e75fc7c14ed3d576791069b8634895fc911ef66", + "writes-client-14.json": "bc7071b184af1a0e0c2c9bde09da16713f6b6e5c81a9b36bb6a2212249ed80eb", + "writes-client-15.json": "77201a4addf37f3bd0fbc0bcba1a0dad9e8c97f4dced4d7fc2e1aab75b8bfd62", + "write-warmup-client-0.json": "b776f89f7fe0b38b02110fe274ee8635f434ae30baf343eaca993d396c455f9e", + "write-warmup-client-1.json": "a70c38a8da55e7421911cff3ae4795e1183209c838f92c176b00d338046dfe79", + "write-warmup-client-2.json": "6997010f4ff29121c71eb080056b3c797991923cfbd65dc2b120ef769b0c555a", + "write-warmup-client-3.json": "c9b41f9de0c0668c08a0efddb41b63991a31f06c1604125ad5bbdf65b29948cc", + "write-warmup-client-4.json": "59ad4ba25fae76fe510af44777de47beade233e40c0bec3250ef56dda1d2c6f9", + "write-warmup-client-5.json": "c68864f2600d982e264d9ab9f246f27e11e616b4dca259466b773452a9b82621", + "write-warmup-client-6.json": "26e9ca77f9f0d8821301cb078adfc8baffa933f7e089e054487410abfccbd7be", + "write-warmup-client-7.json": "9d1c802a6757a659b53c6ed879c9e8c45c6a979c1708502930b2fb833309c300", + "write-warmup-client-8.json": "b8cbacc6fb21c0cbd97b370c620c61ea812a3b502e50c22bbe96578da37b48fe", + "write-warmup-client-9.json": "50d8024ee15c4689d5f797dfcbdee6f6249093dfb3bb158780e93eae59c6b82e", + "write-warmup-client-10.json": "1930e016c01bb69908d9314c89dbc969d4a745b5861e74af39cca3ad324717a1", + "write-warmup-client-11.json": "e3da85f0cf2b23a9b4f9c5386aa9bafb527f930448b32dd6553f7c2cfec91582", + "write-warmup-client-12.json": "8756ab0418da71a6084dbcb1910fa5a4ee1505c14ed762d1938772499088e4f3", + "write-warmup-client-13.json": "f3876ffdfd5eb9a9e3a02cb19e46f5056732664ea193e03992c4d9ae09abcc3b", + "write-warmup-client-14.json": "16abf6dc4740c2296766a395a8f1e7a91e2ee4a450cdecf2c6088ac3768f9fb1", + "write-warmup-client-15.json": "1bda477c4088519d14c54bf163711f3cea59f95719088a38894663bdf68e75bf" + } + }, + "repeat": 2, + "cells": 1, + "variant": "candidate", + "measured_writes": 19872, + "all_acknowledged": 20896, + "TPS": 165.37987617781582, + "response_body_bytes_per_second": 33367.30413781159, + "p50": 91.642942, + "p95": 133.491049, + "p99": 152.458027, + "server_cpu_cores": 0.3273661249373423, + "driver_cpu_cores": 0.06387631706094483, + "server_rss_after_bytes": 77258752, + "first_30_seconds_TPS": 186.13333333333333, + "last_30_seconds_TPS": 156.26666666666668, + "interval_TPS_min": 147.2, + "interval_TPS_max": 190.4, + "interval_TPS_cv": 0.0792926960088304, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 41793, + "mean_ms": 18.294504336587465, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 69.8, + "p99_ms": 96.8, + "resolution_us": 100 + }, + "authority": { + "count": 6300, + "mean_ms": 4.853923713333333, + "overflow": 0, + "p50_ms": 4.8, + "p95_ms": 6.0, + "p99_ms": 7.3, + "resolution_us": 100 + }, + "compaction": { + "count": 407, + "mean_ms": 42.165199980343985, + "overflow": 0, + "p50_ms": 38.6, + "p95_ms": 66.0, + "p99_ms": 91.5, + "resolution_us": 100 + }, + "directory": { + "count": 6301, + "mean_ms": 0.018383486272020313, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 6302, + "mean_ms": 0.0005186244049508093, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "preparation": { + "count": 6300, + "mean_ms": 12.148973304761904, + "overflow": 0, + "p50_ms": 10.3, + "p95_ms": 33.5, + "p99_ms": 53.1, + "resolution_us": 100 + }, + "publication": { + "count": 6300, + "mean_ms": 17.341745886031745, + "overflow": 0, + "p50_ms": 15.4, + "p95_ms": 38.6, + "p99_ms": 57.6, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 407, + "mean_ms": 0.0003488673218673219, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 6301, + "mean_ms": 0.0039371074432629745, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 6301, + "mean_ms": 1.4033443332804316, + "overflow": 0, + "p50_ms": 1.4, + "p95_ms": 2.1, + "p99_ms": 2.8, + "resolution_us": 100 + }, + "root_preparation": { + "count": 6301, + "mean_ms": 12.141266240438025, + "overflow": 0, + "p50_ms": 10.3, + "p95_ms": 33.5, + "p99_ms": 53.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 6301, + "mean_ms": 12.133938956673544, + "overflow": 0, + "p50_ms": 10.3, + "p95_ms": 33.5, + "p99_ms": 53.1, + "resolution_us": 100 + }, + "uploaded_bytes": 554410202, + "uploaded_objects": 44167, + "worker": { + "count": 41793, + "mean_ms": 1.0274845202785154, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.4, + "p99_ms": 3.4, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.6844035, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 0.7, + "p99_ms": 0.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 12602, + "mean_ms": 0.9972176833042374, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 1.6, + "p99_ms": 2.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 12602, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 12602 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 122, + "mean_ms": 4.6659755, + "overflow": 0, + "p50_ms": 4.5, + "p95_ms": 6.3, + "p99_ms": 6.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 122, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 122 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 51913965, + "duration": { + "count": 122, + "mean_ms": 16.94510448360656, + "overflow": 0, + "p50_ms": 16.4, + "p95_ms": 22.2, + "p99_ms": 27.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 122, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 122 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 122, + "mean_ms": 4.137591491803279, + "overflow": 0, + "p50_ms": 4.1, + "p95_ms": 5.6, + "p99_ms": 8.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 122, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 122 + }, + "put": { + "bytes_read": 0, + "bytes_written": 506408349, + "duration": { + "count": 50362, + "mean_ms": 6.809926649954331, + "overflow": 0, + "p50_ms": 6.8, + "p95_ms": 9.6, + "p99_ms": 11.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 50362, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 50362 + }, + "range": { + "bytes_read": 244516373, + "bytes_written": 0, + "duration": { + "count": 13498, + "mean_ms": 2.1350732239591053, + "overflow": 0, + "p50_ms": 2.0, + "p95_ms": 3.7, + "p99_ms": 5.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 13498, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 13498 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.36285272100008, + "cpu_seconds": 313.78892, + "cpu_cores": 2.503045465137504, + "cgroup_before": { + "usage_usec": 2166115751, + "user_usec": 1426605659, + "system_usec": 739510092, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2479904671, + "user_usec": 1644822441, + "system_usec": 835082230, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.048585342812367, + "p50": 0.9667333512636711, + "p95": 0.9195465120729329, + "p99": 0.9376220847138802, + "response_body_bytes_per_second": 1.048947142279193 + } + }, + { + "cells": 1, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 19940, + "raw_client_sha256": { + "writes-client-0.json": "e167764fc9e91ccd085fc40093fa39b3b7c1b52b8199504e8649d5a58258ab22", + "writes-client-1.json": "edbfbbc8a30c3deb824513a8f6d952ee88ef58aaa3ea1d3264b3d617d92cd861", + "writes-client-2.json": "8385cbd75d012228d096d290b793f72929d1fd7d037b3104b5f7cce04fac7743", + "writes-client-3.json": "700036c133448ec1deff62cae21d7f3eb62c310c737eeccae35b2393c8bd255e", + "writes-client-4.json": "0d94a7d62fa7e430629528f87a06de598e3470a8d8e7f7894c93f363d3ed2f9d", + "writes-client-5.json": "e633772e692a2e71ac9eb0b86a02564f1dbdc23d92f1b8307fb321ec66212443", + "writes-client-6.json": "f435690558ffb21be5428634f6e618de99e4e0cdde632b7b23f1bf7f38b05b26", + "writes-client-7.json": "3b65746088f60ce02b89eb9fb61a81608959db6e0b6e87860e84510f6f07d108", + "writes-client-8.json": "cd1d7f972bea09f0a7855510b32ab2958fd50706204fdc6e6afe81fcef61d9cd", + "writes-client-9.json": "a2a8698d79a8337abe7311af5bc2c6b52256b07d717a4db4e4c8130e18c097ed", + "writes-client-10.json": "25148423bbfe555c6ffc262a8ba57963aa008d7b3b616931492f655dd3e5d549", + "writes-client-11.json": "1b055c84dd714f3bc54a480e11084ab3ba070faaeaa37f40836b6729eb77cd37", + "writes-client-12.json": "0c6c6572c8914990665a9f1073b609086c993b67b4fba5085caa8096e19e44c9", + "writes-client-13.json": "be745d065fefb126d6d8e098a143418811c2c9f8c75418928c9a16b0701b302e", + "writes-client-14.json": "13dc8bf5bea7d57013da6075ec668dc3100a0107ffb2dc7bd4ad3a1723dfeac4", + "writes-client-15.json": "90254d4185e6519781c237107249080d97b355815fd46e43b995b005a6a653aa", + "write-warmup-client-0.json": "f0bd0b1f5e4852fb63eb35e0f1425dc89a77f97ccef2c888b45297ad478b24fc", + "write-warmup-client-1.json": "efaef6140b5bd89df1a5e8253a3376a620e8b628ddb1b8b5d57999afdefd1515", + "write-warmup-client-2.json": "14e86767487a7ab91c9a3a1706ce32696ecad11f5b4b0f03a20649d2e601b52c", + "write-warmup-client-3.json": "f8d8c82b16654c122df275f92ecfe4d6a8144b1b3f2735d6544ab8edfcc83981", + "write-warmup-client-4.json": "5a31b1fdfa881e256cde32965ba0fefc08b78bda3af25ad8f52030105bc2e02f", + "write-warmup-client-5.json": "0c87827e88062702b8356341de3bde3837d9f2dab8c4a4bbd1eb493d70d7cb2a", + "write-warmup-client-6.json": "12dd82f83fc22a6d307fad947b044715da779a6e37dd726002c8215558ba1ecf", + "write-warmup-client-7.json": "8a349bc246fe93ad53d373e45b52c2342bbaa1fe289cea01ac50a53d7db7da6b", + "write-warmup-client-8.json": "21a612ff3b83b754ceb538b95f9e93ba9f17ea308150667ab9a276caa7a194df", + "write-warmup-client-9.json": "e2ac2c91234e2b88de8cefef95d45c91aa3b0cf8f70c09b8d6d986236775cef3", + "write-warmup-client-10.json": "c4cf03a2100dc67cf30d9a46d78e4b8b4466722dd394caa702b2b38404ac1291", + "write-warmup-client-11.json": "4062ffb8a4256a0d7e169e57b0eb77f2487ec2f93f1277022b7dde2b30850ce3", + "write-warmup-client-12.json": "f2ae69092c47315fd9e3a8a8f39f2647b8c6a01c8a948455d871c580b84ae0dc", + "write-warmup-client-13.json": "7bb234f8e6341c01517a8d401a903f4f23d3986cd14b8b6435e125cd3b801fdf", + "write-warmup-client-14.json": "41808303cbde868f65acc4d06ad8c8a34d1fb8c8975f2a0dc1243a054a0b666c", + "write-warmup-client-15.json": "3b48ff85b78a981d741357ac65cb2324e895a5bc51cb6c748ce48a005603a188" + } + }, + "repeat": 3, + "cells": 1, + "variant": "baseline", + "measured_writes": 18980, + "all_acknowledged": 19956, + "TPS": 157.95618728419385, + "response_body_bytes_per_second": 31858.714372503364, + "p50": 95.726973, + "p95": 145.726098, + "p99": 168.954589, + "server_cpu_cores": 0.3354017729731058, + "driver_cpu_cores": 0.06388605199487729, + "server_rss_after_bytes": 77561856, + "first_30_seconds_TPS": 184.0, + "last_30_seconds_TPS": 146.8, + "interval_TPS_min": 144.0, + "interval_TPS_max": 187.2, + "interval_TPS_cv": 0.09980398397355093, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 39913, + "mean_ms": 19.24194406323754, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 73.7, + "p99_ms": 103.7, + "resolution_us": 100 + }, + "authority": { + "count": 6019, + "mean_ms": 5.081718723708257, + "overflow": 0, + "p50_ms": 5.0, + "p95_ms": 6.4, + "p99_ms": 8.0, + "resolution_us": 100 + }, + "compaction": { + "count": 389, + "mean_ms": 38.824473465295625, + "overflow": 0, + "p50_ms": 34.7, + "p95_ms": 64.0, + "p99_ms": 94.3, + "resolution_us": 100 + }, + "directory": { + "count": 6408, + "mean_ms": 0.019902298220973783, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 6409, + "mean_ms": 0.0005470081135902638, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 6019, + "mean_ms": 12.734652700282439, + "overflow": 0, + "p50_ms": 10.5, + "p95_ms": 40.4, + "p99_ms": 60.2, + "resolution_us": 100 + }, + "publication": { + "count": 6019, + "mean_ms": 18.16941005499252, + "overflow": 0, + "p50_ms": 15.9, + "p95_ms": 45.7, + "p99_ms": 65.7, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 389, + "mean_ms": 0.0005695347043701799, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 6020, + "mean_ms": 0.004679413455149502, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 6408, + "mean_ms": 1.4830186299937578, + "overflow": 0, + "p50_ms": 1.5, + "p95_ms": 2.1, + "p99_ms": 2.7, + "resolution_us": 100 + }, + "root_preparation": { + "count": 6020, + "mean_ms": 10.222303105481727, + "overflow": 0, + "p50_ms": 10.3, + "p95_ms": 13.1, + "p99_ms": 15.6, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 6020, + "mean_ms": 10.21385215398671, + "overflow": 0, + "p50_ms": 10.3, + "p95_ms": 13.1, + "p99_ms": 15.6, + "resolution_us": 100 + }, + "uploaded_bytes": 526337060, + "uploaded_objects": 42501, + "worker": { + "count": 39913, + "mean_ms": 1.0636400399869719, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 2.5, + "p99_ms": 3.8, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.672979, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 0.8, + "p99_ms": 0.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 12816, + "mean_ms": 1.071332490948814, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 1.6, + "p99_ms": 2.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 12816, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 12816 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 108, + "mean_ms": 4.632924, + "overflow": 0, + "p50_ms": 4.5, + "p95_ms": 6.4, + "p99_ms": 7.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 108, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 108 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 46813815, + "duration": { + "count": 108, + "mean_ms": 12.548794324074075, + "overflow": 0, + "p50_ms": 12.1, + "p95_ms": 16.4, + "p99_ms": 17.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 108, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 108 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 108, + "mean_ms": 4.4210507037037035, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 6.3, + "p99_ms": 8.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 108, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 108 + }, + "put": { + "bytes_read": 0, + "bytes_written": 483278539, + "duration": { + "count": 48428, + "mean_ms": 6.810767377797967, + "overflow": 0, + "p50_ms": 6.8, + "p95_ms": 9.5, + "p99_ms": 11.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 48428, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 48428 + }, + "range": { + "bytes_read": 236478234, + "bytes_written": 0, + "duration": { + "count": 12894, + "mean_ms": 2.223612382581045, + "overflow": 0, + "p50_ms": 2.1, + "p95_ms": 3.8, + "p99_ms": 5.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 12894, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 12894 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.34534978900001, + "cpu_seconds": 307.380053, + "cpu_cores": 2.45226530954222, + "cgroup_before": { + "usage_usec": 4413751942, + "user_usec": 2964858965, + "system_usec": 1448892976, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4721131995, + "user_usec": 3176464100, + "system_usec": 1544667895, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 23104, + "raw_client_sha256": { + "writes-client-0.json": "cb1b2e3446a560d86e2c3040d9c16e36efd53f42134ea73f1d5588ef6da08925", + "writes-client-1.json": "c2eb3986953131a1b2d9a6ac2165c6b397c14af37b21c203ba4b7d77553a5341", + "writes-client-2.json": "4c3bb9c788f24d191673662aa671d782eb223c0f788ac1e4d0b0353eee9ec973", + "writes-client-3.json": "01b0cf0518efa91f9dce199fa473242b1d65265abf8445cd183bc67f4d2fd7c8", + "writes-client-4.json": "50ae91e201270d959820ca21b7e0340ddc32d41c900f69e1ac56f621e6c76a62", + "writes-client-5.json": "b10f2dfd0b4f29034a4f6ae1eb44e1d15956b0bc2c86560eb6e43300906250d5", + "writes-client-6.json": "d8ee7c0a04edec97d6834a996f2cf8d033943ba09ee3c9096d245d676d4db65e", + "writes-client-7.json": "ea692f00947c075d626933363b41236f24043e63e5b93f6f69e63b6bec51b571", + "writes-client-8.json": "ee0f7f5c42aa67c21610b85a6ce7781ee477eb54ef1cf2f6d9e67b13438c095d", + "writes-client-9.json": "3d77e2218c6a90fb5abeec5a20f5f691da6cf462abe27b1347eba5d24ff8f1fa", + "writes-client-10.json": "b6e6b7710bf72d279861d0bd872bc401257a96bc9bc6ea024952e69bf845fbe1", + "writes-client-11.json": "62a2d759093f1def8b05475b066c9bf6c895f225508bb86c3d2aca9e4a83d790", + "writes-client-12.json": "de49f67ab36862bdc19e3dd5d53a120142124d81a7ee7d7c8409ec38123f2679", + "writes-client-13.json": "a512f47b9f79a1556b44a79b7e6fc18e2b0c7f3db1d14390429aab0a49391f64", + "writes-client-14.json": "8d24ea36b325705281ae207420b3bffb567e26a1524b19dab18116b39df2e37c", + "writes-client-15.json": "a85449c75efc907f99e85c04188ddc54a07a0a6b1e3c72fdfdb38ccb5c945027", + "write-warmup-client-0.json": "2645f366fb96f15795581492697ad7eee9c554170b638014e25f29b9706939c7", + "write-warmup-client-1.json": "a0eedcf76528f806f83299f65056259d6e4fd8fb110a18298ccf16a2ae689ca8", + "write-warmup-client-2.json": "bd090451ba4fc62e19bbd57d8537a1258f1d74389d280590d1b5fb48c45d541f", + "write-warmup-client-3.json": "4bd7726f5e20ad00cc8092081f3ca88e62e402e573eb5a053ca4cd04a56c548d", + "write-warmup-client-4.json": "09979d99761a73e4a870d063adc251675b950146a2437b1c1132d298aebc33cf", + "write-warmup-client-5.json": "7de286061296b6597fb8b38999336c5946ae6e63d1af58a51beddd431f771af2", + "write-warmup-client-6.json": "764c4bfff018712ad334a26048477078184932b3adf4c450d8c60463d31308c5", + "write-warmup-client-7.json": "544977df9ee11a2b1dab254c518fb2e59a60d04b9eeb6d7a73057545e893d800", + "write-warmup-client-8.json": "8b5eadaee36fa0c8429e8c9cb54a13e8b72363cbe3732bdfa34a9fa48bae3b04", + "write-warmup-client-9.json": "d8dd7a24225a7c4a9e71889017a4f0f98d76e961c7c205b87646d8bc58eb8a8e", + "write-warmup-client-10.json": "c8893c88c3c427d6a7dea89526fa94cc1f14b432be6a27a1dcbe3c2e2dbe8ddb", + "write-warmup-client-11.json": "af633d0a4de4fffada9b0e77a41c69980ec0aad79f9d6000f44f16a1e73bee98", + "write-warmup-client-12.json": "5116cc8de7bec664bdaf5cbb9bff3ba5913b49e698a585cb7adfe8a44047cbbd", + "write-warmup-client-13.json": "53f5084c1e8c22d3e702c9cd8b58299c25c5d70e0579e44832ef821f84a7bdc9", + "write-warmup-client-14.json": "8471243da3bc321070245d813463673003c4200ad8db0a6b0e68f20e059e8f30", + "write-warmup-client-15.json": "bf552c38eb675c0ebede79042c737ac3bc91e0e5404227fa73e51c9d8712fd32" + } + }, + "repeat": 3, + "cells": 1, + "variant": "candidate", + "measured_writes": 22000, + "all_acknowledged": 23120, + "TPS": 183.06550333950074, + "response_body_bytes_per_second": 36959.90994281759, + "p50": 81.310377, + "p95": 121.017501, + "p99": 146.939609, + "server_cpu_cores": 0.39137076061601506, + "driver_cpu_cores": 0.07987158379918674, + "server_rss_after_bytes": 76406784, + "first_30_seconds_TPS": 207.46666666666667, + "last_30_seconds_TPS": 169.6, + "interval_TPS_min": 161.6, + "interval_TPS_max": 212.8, + "interval_TPS_cv": 0.08350398549789502, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 46241, + "mean_ms": 16.617193898055838, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 62.7, + "p99_ms": 88.5, + "resolution_us": 100 + }, + "authority": { + "count": 7084, + "mean_ms": 4.479057390457369, + "overflow": 0, + "p50_ms": 4.4, + "p95_ms": 5.5, + "p99_ms": 6.9, + "resolution_us": 100 + }, + "compaction": { + "count": 461, + "mean_ms": 37.664698516268984, + "overflow": 0, + "p50_ms": 33.7, + "p95_ms": 59.7, + "p99_ms": 88.1, + "resolution_us": 100 + }, + "directory": { + "count": 7085, + "mean_ms": 0.017713839802399434, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 7086, + "mean_ms": 0.0005537599491955969, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "preparation": { + "count": 7084, + "mean_ms": 10.471374581168831, + "overflow": 0, + "p50_ms": 8.8, + "p95_ms": 29.5, + "p99_ms": 47.5, + "resolution_us": 100 + }, + "publication": { + "count": 7084, + "mean_ms": 15.259023627046867, + "overflow": 0, + "p50_ms": 13.4, + "p95_ms": 33.9, + "p99_ms": 51.7, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 461, + "mean_ms": 0.0003606594360086768, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 7085, + "mean_ms": 0.003942941566690191, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 7085, + "mean_ms": 1.1990000334509527, + "overflow": 0, + "p50_ms": 1.2, + "p95_ms": 1.7, + "p99_ms": 2.0, + "resolution_us": 100 + }, + "root_preparation": { + "count": 7085, + "mean_ms": 10.463263672265349, + "overflow": 0, + "p50_ms": 8.8, + "p95_ms": 29.5, + "p99_ms": 47.5, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 7085, + "mean_ms": 10.455874363020467, + "overflow": 0, + "p50_ms": 8.8, + "p95_ms": 29.5, + "p99_ms": 47.5, + "resolution_us": 100 + }, + "uploaded_bytes": 649646644, + "uploaded_objects": 51103, + "worker": { + "count": 46241, + "mean_ms": 1.0099346986656863, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.3, + "p99_ms": 3.5, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.668966, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 0.7, + "p99_ms": 0.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 14170, + "mean_ms": 0.8614917016231475, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 1.3, + "p99_ms": 1.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 14170, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 14170 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 142, + "mean_ms": 4.2075165070422536, + "overflow": 0, + "p50_ms": 4.1, + "p95_ms": 5.6, + "p99_ms": 6.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 142, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 142 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 61630099, + "duration": { + "count": 142, + "mean_ms": 15.05726609859155, + "overflow": 0, + "p50_ms": 14.3, + "p95_ms": 22.0, + "p99_ms": 24.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 142, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 142 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 142, + "mean_ms": 3.753455781690141, + "overflow": 0, + "p50_ms": 3.6, + "p95_ms": 5.2, + "p99_ms": 7.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 142, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 142 + }, + "put": { + "bytes_read": 0, + "bytes_written": 592414906, + "duration": { + "count": 58063, + "mean_ms": 5.831835030191344, + "overflow": 0, + "p50_ms": 5.8, + "p95_ms": 8.2, + "p99_ms": 9.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 58063, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 58063 + }, + "range": { + "bytes_read": 275681055, + "bytes_written": 0, + "duration": { + "count": 15182, + "mean_ms": 1.7411648096429984, + "overflow": 0, + "p50_ms": 1.7, + "p95_ms": 2.9, + "p99_ms": 3.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15182, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15182 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.32914149699991, + "cpu_seconds": 244.663644, + "cpu_cores": 1.9521688338211165, + "cgroup_before": { + "usage_usec": 4724178273, + "user_usec": 3178090205, + "system_usec": 1546088068, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4968841917, + "user_usec": 3306656490, + "system_usec": 1662185426, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.1589638018429145, + "p50": 0.8493988105108056, + "p95": 0.830444941989732, + "p99": 0.8696988336907499, + "response_body_bytes_per_second": 1.1601193165131913 + } + }, + { + "cells": 4, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 21584, + "raw_client_sha256": { + "writes-client-0.json": "9d63750476e99a200de030dc032054731fbe4797be4a628b8ab55a77651f8f7e", + "writes-client-1.json": "8096fead7cdd6b1f8f8672ec79a018fa6ce596c77a0810f92e43171eaa23dfcb", + "writes-client-2.json": "55fcf549a68c2223ac9ba00de846565ca726fab84b0acec8ef0bbf599568cf03", + "writes-client-3.json": "ed4801ef7366585271609a4b758e26102afe7d09444c9161edbae92de6fc00de", + "writes-client-4.json": "96513b7920a039064e5dade86c0f5ea93e51cba07d39800386fc21cff9f990da", + "writes-client-5.json": "ca156bc2072e924624812f824c8c1ebc70348ab4af032a9bf56bddc88062d6f9", + "writes-client-6.json": "3e4f49ef702fed6a42c2edf467cd429876a0317a650d5e79f2f543ac9ddb72a3", + "writes-client-7.json": "b9956e78b0b2d353e021fa6824977c1c7fc835a84283fadf3a6d3708906f46ca", + "writes-client-8.json": "567ffbd55165a868d3c9a2469b878e64457d8f426ef969c84513077baf998962", + "writes-client-9.json": "04e4417ff22e448bc3e3b49b740eb6558e214c311b3faa7d9da813da97d782ea", + "writes-client-10.json": "9ad264dcd035fce46aa89d1287f5b28f3b620e3b557e3c1696ee571a7d39c52b", + "writes-client-11.json": "4073e6f68f55b28f29fba0e7e7202e18872b1aa21429eb3bec3a41a0e3cd9098", + "writes-client-12.json": "0a9a91545397ee04270eb7cb0ffccc9c59328fd45e910ee5146e00d5119c3378", + "writes-client-13.json": "ae9a6117eb7e17989ec4786721d0f46fa86f33bdb7578a0a9325286fd467d63d", + "writes-client-14.json": "97d5b13f8dd451ac6a66f9b015aed490b3b8f5011e22920807f4c717c42d4dbd", + "writes-client-15.json": "458cf16025cc371073c45e9fa63ab9a856c319fd343e95780f7ecefc6ad46077", + "write-warmup-client-0.json": "0f173fff0c671acf47a2eacb60f5fece6f16fead0379df144b1f23d44cb1b2c8", + "write-warmup-client-1.json": "b37e5062a5de53c1fc15837a7cc4598c7aa50b87f80d84dcbe712755a215f67c", + "write-warmup-client-2.json": "4f900f548cab2902a684f6245bbdb926b9dfda2144a2264a2330091348ff5ff2", + "write-warmup-client-3.json": "82f363d1c8a1ff34b3e934de1103e1ffdf19b8156b9b2e5d0a81ff96947b07ce", + "write-warmup-client-4.json": "9a2ca0a2e5ec279dff9742834f596891fc72b83c4138d2b50c1cd93df77a537f", + "write-warmup-client-5.json": "74bf88df3845b2744a496cdc040a26587ed2f69f6e42b8a2ed1302d4266d8d22", + "write-warmup-client-6.json": "c6767abea31ad50c1c915c6df3c1bf457b636b6a58fe39551d6e02a6a1835d01", + "write-warmup-client-7.json": "755fc3bf69c89bfef9253a344f550c0b67f3ef85f31840a673401c2ab077c8f5", + "write-warmup-client-8.json": "13b5bc185f40841718b5e58ae12c620f1b42f38088e835bc1d9f5b49bd09e01c", + "write-warmup-client-9.json": "a3ebeb7a5a4529c85ee0ee864231fa8fce43c4ab497ead38c62b33abdf32c512", + "write-warmup-client-10.json": "48284acccfe7881e6edfe0904d62455b38b5dac64535943f9fbb90e0ec63b4a9", + "write-warmup-client-11.json": "ec1f0d911f4dc90f716d6fcaf0ee3c3650b8592d97219a626aa07ac14d8a49ab", + "write-warmup-client-12.json": "5b80f3075d9074218119843ee5d08f351d72970fdf6783159b8c1f217a3057e6", + "write-warmup-client-13.json": "c605084af0f7f99d383e67bea520b793ce5b79efed25070065f83a32f667c7c8", + "write-warmup-client-14.json": "6e5546a9f59c800aa1561c12f10c6dc96ff7e9b4f24382946c648ea6aa035a6f", + "write-warmup-client-15.json": "9a0c257ee6d72f5b5a56afe72eeb77b94b5b756e077e5d3f7d911d12b9ff4e54" + } + }, + "repeat": 1, + "cells": 4, + "variant": "baseline", + "measured_writes": 20376, + "all_acknowledged": 21600, + "TPS": 169.53942495668176, + "response_body_bytes_per_second": 34097.50189138238, + "p50": 80.589569, + "p95": 164.284, + "p99": 191.584677, + "server_cpu_cores": 0.5270690881688251, + "driver_cpu_cores": 0.06388716220228184, + "server_rss_after_bytes": 76115968, + "first_30_seconds_TPS": 190.9, + "last_30_seconds_TPS": 163.36666666666667, + "interval_TPS_min": 159.2, + "interval_TPS_max": 210.0, + "interval_TPS_cv": 0.08724457388467606, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 43204, + "mean_ms": 15.759658243495974, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 43.3, + "p99_ms": 104.7, + "resolution_us": 100 + }, + "authority": { + "count": 12227, + "mean_ms": 12.298181304735422, + "overflow": 0, + "p50_ms": 12.0, + "p95_ms": 17.6, + "p99_ms": 21.4, + "resolution_us": 100 + }, + "compaction": { + "count": 718, + "mean_ms": 67.22511002089136, + "overflow": 0, + "p50_ms": 65.2, + "p95_ms": 92.1, + "p99_ms": 117.3, + "resolution_us": 100 + }, + "directory": { + "count": 12945, + "mean_ms": 0.033879457242178446, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 12949, + "mean_ms": 0.00045310958375164103, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 12227, + "mean_ms": 24.81462575464137, + "overflow": 0, + "p50_ms": 20.8, + "p95_ms": 74.2, + "p99_ms": 100.2, + "resolution_us": 100 + }, + "publication": { + "count": 12227, + "mean_ms": 37.74730594495788, + "overflow": 0, + "p50_ms": 33.8, + "p95_ms": 86.7, + "p99_ms": 113.8, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 718, + "mean_ms": 0.34922768802228416, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 10.4, + "resolution_us": 100 + }, + "root_admission": { + "count": 12231, + "mean_ms": 0.0035979632082413543, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 12945, + "mean_ms": 3.4225327344148324, + "overflow": 0, + "p50_ms": 3.2, + "p95_ms": 6.1, + "p99_ms": 7.8, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12231, + "mean_ms": 20.868991852424166, + "overflow": 0, + "p50_ms": 20.5, + "p95_ms": 28.4, + "p99_ms": 33.0, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12231, + "mean_ms": 20.86133961115199, + "overflow": 0, + "p50_ms": 20.5, + "p95_ms": 28.4, + "p99_ms": 33.0, + "resolution_us": 100 + }, + "uploaded_bytes": 532686755, + "uploaded_objects": 64872, + "worker": { + "count": 43204, + "mean_ms": 1.3159508039301915, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.6, + "p99_ms": 6.0, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.676566625, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 0.8, + "p99_ms": 0.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 25890, + "mean_ms": 2.6363834105832367, + "overflow": 0, + "p50_ms": 2.4, + "p95_ms": 5.2, + "p99_ms": 6.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 25890, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 25890 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 21, + "mean_ms": 14.397887571428571, + "overflow": 0, + "p50_ms": 13.8, + "p95_ms": 22.8, + "p99_ms": 24.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 21, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 21 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 7763426, + "duration": { + "count": 21, + "mean_ms": 28.135323380952382, + "overflow": 0, + "p50_ms": 28.0, + "p95_ms": 39.2, + "p99_ms": 42.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 21, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 21 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 21, + "mean_ms": 9.01003580952381, + "overflow": 0, + "p50_ms": 8.8, + "p95_ms": 12.0, + "p99_ms": 14.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 21, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 21 + }, + "put": { + "bytes_read": 0, + "bytes_written": 532346517, + "duration": { + "count": 77128, + "mean_ms": 14.01209846981641, + "overflow": 0, + "p50_ms": 13.7, + "p95_ms": 20.4, + "p99_ms": 24.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 77128, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 77128 + }, + "range": { + "bytes_read": 250112112, + "bytes_written": 0, + "duration": { + "count": 25906, + "mean_ms": 4.621080695321547, + "overflow": 0, + "p50_ms": 4.4, + "p95_ms": 8.2, + "p99_ms": 10.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 25906, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 25906 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.35072269799991, + "cpu_seconds": 365.484492, + "cpu_cores": 2.915695132293255, + "cgroup_before": { + "usage_usec": 588880663, + "user_usec": 376723755, + "system_usec": 212156908, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 954365155, + "user_usec": 613415797, + "system_usec": 340949357, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 21040, + "raw_client_sha256": { + "writes-client-0.json": "f51ca3a4e2f8da212c169411140c7fcaf1d7b1a59388aaf7899b243af5ecd45c", + "writes-client-1.json": "757e063fa4e6eb2a69fc6a675707997b3e467fc14460f247f4fe9b346f1014af", + "writes-client-2.json": "69d6e6111ede7edb5667bc9aa2d432be6926bfd340bd7563154eed39a1f0d2ad", + "writes-client-3.json": "024f03be230be56a9674c7238822cf17f6e4b5f8f63db75ef77eddd00144079f", + "writes-client-4.json": "05a9ea0d8b4d00d6416bfda2be8d1811388958f5bda3d5fc08a91d83fd12362d", + "writes-client-5.json": "45fbfaaaa334363bba1dd46d9f4ebd7508bb66f392a0f03d83fbd3ed28487857", + "writes-client-6.json": "eeda929da5c7e386cc67a51c2e8c54e1760bf7205142565e39983d9780a5916b", + "writes-client-7.json": "7bc711206d6632acda105c04c4be04b21e2cbcc63b48982d49782aacd4658dc6", + "writes-client-8.json": "437eed4a33674f16381c42f8183a244ea5c7bed4232e7882f32f2aa916656126", + "writes-client-9.json": "04779130549e02b8026246fd5ad41e79b2ae014c7a7d5b73d0401dba452197ee", + "writes-client-10.json": "3bdc5aca43fdb3893fa849fbb347d8b7e891efa610c7888aa6951db29cd90623", + "writes-client-11.json": "61b828ab051bb11fac067539afa78890df02fca5293c9b046b5fe81f5f6d8fd7", + "writes-client-12.json": "4a39682ae5a6cd4677b175faecf4350668cb6641710b38805189256a31637d3f", + "writes-client-13.json": "dac9f3b315d87d98425ae86d606f91a7231218d0b30dc1cff9d772e712401a06", + "writes-client-14.json": "a0f3a0a893b2380765dbf90fec79fa26e06952c2644429302e457d98b1dbaa2d", + "writes-client-15.json": "c98813f186649bd6bcc4daa26edfb079806fef1767dbbd6781b696b33942f0f9", + "write-warmup-client-0.json": "5b23a34f99e02658a43faa9a0312a754065614563ee3bcb2c1c2151ade9386c5", + "write-warmup-client-1.json": "3ea80870e15564681363a9a0d17fb17560ce174ed3565eaf8b44ada594b82de8", + "write-warmup-client-2.json": "aaadea53c54faec2f55b4338d2597ed490771f6b41ae9a560405cfd42326cd75", + "write-warmup-client-3.json": "dd73936587c8a84a327aa6619043186d795da9e4d192f72eb2b9426aeaa2c9ee", + "write-warmup-client-4.json": "e7797982de843c0024983ea5b7e4fe224bddcf03ad90054260f04ead85340361", + "write-warmup-client-5.json": "39a266c8c74ac4a2a2a86acc28f3c68c7d3718e39550c4963e4a579e293bf697", + "write-warmup-client-6.json": "bc91295f70e0dcf7bfb3de9ed7831e8bf10c214fd01b97e2701ab32fedf611c9", + "write-warmup-client-7.json": "4452adf84ac846890ddf3cf8860915a20ecbe5cc9b08347314d22afd67b850e0", + "write-warmup-client-8.json": "72bbe94441f24aded9675ffd621042bd57f43133f6084f460753b1d4a3c9c9b4", + "write-warmup-client-9.json": "8060268f12c4aa90ee0b917d533c8527d20df9e44c70c72e5cc55301884df61b", + "write-warmup-client-10.json": "1a6d9f7ccefcf13b3e17083731ac6e0c89158333d7ebfc73f0423c0852c834d1", + "write-warmup-client-11.json": "f339c3f109d181d741dc8a23bca43e3a6974f070b9f0914eb281cbc6438df831", + "write-warmup-client-12.json": "3ab9c1d6b909fd2d680362d935d3f39f555f228d594efef5fd802564a7f1a9af", + "write-warmup-client-13.json": "9a29f716ec8eec38c345702746ad90ff2e9535cd16b20930014a1638c96946d7", + "write-warmup-client-14.json": "e83a76e43dc1396ca190441eee7c065f5d17a278ed9dd1d7f4097b1c4e823094", + "write-warmup-client-15.json": "3c499891335eae8f5b211efa635a1170de02f5c3f031d84029ca10c45099d883" + } + }, + "repeat": 1, + "cells": 4, + "variant": "candidate", + "measured_writes": 19996, + "all_acknowledged": 21056, + "TPS": 166.32778879029706, + "response_body_bytes_per_second": 33444.53730553895, + "p50": 85.821729, + "p95": 153.420771, + "p99": 178.332153, + "server_cpu_cores": 0.5188585093534194, + "driver_cpu_cores": 0.06385950884349777, + "server_rss_after_bytes": 76890112, + "first_30_seconds_TPS": 177.5, + "last_30_seconds_TPS": 161.36666666666665, + "interval_TPS_min": 154.7, + "interval_TPS_max": 190.0, + "interval_TPS_cv": 0.052912537962287814, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 42116, + "mean_ms": 16.06449100425017, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 43.7, + "p99_ms": 89.5, + "resolution_us": 100 + }, + "authority": { + "count": 12395, + "mean_ms": 12.576565859540137, + "overflow": 0, + "p50_ms": 12.3, + "p95_ms": 17.9, + "p99_ms": 21.6, + "resolution_us": 100 + }, + "compaction": { + "count": 729, + "mean_ms": 73.12420076268862, + "overflow": 0, + "p50_ms": 71.6, + "p95_ms": 100.6, + "p99_ms": 122.3, + "resolution_us": 100 + }, + "directory": { + "count": 12396, + "mean_ms": 0.03360754017424976, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 12400, + "mean_ms": 0.00040610322580645166, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 12395, + "mean_ms": 24.196596756192015, + "overflow": 0, + "p50_ms": 21.1, + "p95_ms": 58.7, + "p99_ms": 84.8, + "resolution_us": 100 + }, + "publication": { + "count": 12395, + "mean_ms": 37.36600929358612, + "overflow": 0, + "p50_ms": 34.0, + "p95_ms": 72.0, + "p99_ms": 99.2, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 729, + "mean_ms": 0.3936410356652949, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 20.9, + "resolution_us": 100 + }, + "root_admission": { + "count": 12399, + "mean_ms": 0.028748796273893054, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 12396, + "mean_ms": 3.5500557879154564, + "overflow": 0, + "p50_ms": 3.3, + "p95_ms": 6.3, + "p99_ms": 8.0, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12399, + "mean_ms": 24.18332905944028, + "overflow": 0, + "p50_ms": 21.0, + "p95_ms": 58.7, + "p99_ms": 84.8, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12399, + "mean_ms": 24.150637055891604, + "overflow": 0, + "p50_ms": 21.0, + "p95_ms": 58.7, + "p99_ms": 84.5, + "resolution_us": 100 + }, + "uploaded_bytes": 525419209, + "uploaded_objects": 64319, + "worker": { + "count": 42116, + "mean_ms": 1.2762806017665496, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.6, + "p99_ms": 5.8, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.76316825, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.0, + "p99_ms": 1.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 24792, + "mean_ms": 2.763572177113585, + "overflow": 0, + "p50_ms": 2.5, + "p95_ms": 5.4, + "p99_ms": 7.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 24792, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 24792 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 20, + "mean_ms": 15.3214046, + "overflow": 0, + "p50_ms": 14.7, + "p95_ms": 18.9, + "p99_ms": 23.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 7255278, + "duration": { + "count": 20, + "mean_ms": 30.77541455, + "overflow": 0, + "p50_ms": 30.2, + "p95_ms": 35.5, + "p99_ms": 36.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 20, + "mean_ms": 8.1712743, + "overflow": 0, + "p50_ms": 7.4, + "p95_ms": 13.3, + "p99_ms": 15.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20 + }, + "put": { + "bytes_read": 0, + "bytes_written": 525389567, + "duration": { + "count": 76732, + "mean_ms": 14.239951880792889, + "overflow": 0, + "p50_ms": 13.9, + "p95_ms": 20.5, + "p99_ms": 24.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 76732, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 76732 + }, + "range": { + "bytes_read": 247104351, + "bytes_written": 0, + "duration": { + "count": 26234, + "mean_ms": 4.759994712129298, + "overflow": 0, + "p50_ms": 4.6, + "p95_ms": 8.4, + "p99_ms": 10.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26234, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26234 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.41772020600001, + "cpu_seconds": 369.216672, + "cpu_cores": 2.943895578659519, + "cgroup_before": { + "usage_usec": 976195688, + "user_usec": 634515849, + "system_usec": 341679838, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 1345412360, + "user_usec": 876560742, + "system_usec": 468851618, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9810567001321062, + "p50": 1.0649235386778158, + "p95": 0.933875307394512, + "p99": 0.9308268061542313, + "response_body_bytes_per_second": 0.980850075529772 + } + }, + { + "cells": 4, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 19775, + "raw_client_sha256": { + "writes-client-0.json": "48ff085122322fb6a1da9d87e95231f9f0d20d5fd63f7a0674a15ede2e0fbf35", + "writes-client-1.json": "387445d6b4092f1845621bdde9655fe5926343a6f8aeaf307bc199f52d6ef02a", + "writes-client-2.json": "0e0f6264e068c3257d80b1b7df736216b10613d9be936cbbf2866cd21bfe5b16", + "writes-client-3.json": "be6dfbbca93f2a813d5f2fe5cd9de47281727122f3827bab6d8af71c44aebc49", + "writes-client-4.json": "3dc3755041c057fcd23e2e8e544fe7ae5807b02fdf0472c3fccbc9895d3de624", + "writes-client-5.json": "75989442f943f3690a5ee4cbbc8434f6a2bfd8826f2c4edb7bd9799bb2ffcbd2", + "writes-client-6.json": "d3e20d4be052799c6ec3ad47f09476c6ed89713346b8e1f4b7f2b262194fdacd", + "writes-client-7.json": "7ba0de55e9641b1ac3bad3688516f902412c4fa7523477a078548fff49f6bb75", + "writes-client-8.json": "cadb4e1a86093c1978e3c54ead6fdd6e2e6a71dcbf76c303373dd19628ab7154", + "writes-client-9.json": "89dfaadb654d92cab6185bd90212a57301ef76b1fd24abc2c6d5ae4addf78c1d", + "writes-client-10.json": "f911a0433b8845b86e16da0398e9fe19e1c8058bac521f99f7a5ff21927a7645", + "writes-client-11.json": "7c0f3f622376125d77c3ef7ac3e221a8f320fc6d7d783e0106f9043233c5dec9", + "writes-client-12.json": "5ba4e744794f161ae348bfd5439de9265d1285b8a3dd91a11255a2aa8eec2fdc", + "writes-client-13.json": "c298738295483ede11830b6102cb26168636222f3030847446fd3df9889c5619", + "writes-client-14.json": "d5529bb03ffabff92785d1bc1d910f2af8731c71fb61f383919916423469a240", + "writes-client-15.json": "3f299b134777b82464b48efa231f74c8ff444bae0fe5525f254fa13aca711f21", + "write-warmup-client-0.json": "83b9c99575bd7501450d49f35aa2049376d9b93cc4c1a4880590f1bfdc0fb36d", + "write-warmup-client-1.json": "b3b7982b4ff260cc4c55dce077824c22e24480a44ead29dae49c22235fed7c46", + "write-warmup-client-2.json": "f77ef970b8040e741ad662b8b0078bb29776de65fde81f395f2d7f3f3ccf1ac5", + "write-warmup-client-3.json": "9a56a91259f0c37b257aeb5c488add494c1608e03b7bc792b6145244f46db8f6", + "write-warmup-client-4.json": "bd15b85d7c46bb297c5030e65c19a7c7c9597cefd9c1aae45a6c85a21ec4bc4d", + "write-warmup-client-5.json": "9d6649c2f78eda932205201b6e5a896df7d72f3e5da0e9aed2cd0c613559fe75", + "write-warmup-client-6.json": "161037ff186b48d888873ac1fa76e2c97c9a965f7a62d90114bdbfc01693307e", + "write-warmup-client-7.json": "ab7220fd7c9850c0d778232aa5f88ef142697c84fa7b0f63eef21ce4dfbf9d71", + "write-warmup-client-8.json": "9efa7f5a77aef5c9eb1afa53917b446385feb1fb5552f399a49d7ea6a84e98df", + "write-warmup-client-9.json": "42a1535f6b83eb280b0029c569a6dec1a9f9865df1f34a57eb93b829f8d9ff4b", + "write-warmup-client-10.json": "7b4f5c1e771e9febf2d3f1796803da5676840694e1537bf3818b8312b37eefe0", + "write-warmup-client-11.json": "ec92b4bbcf7701666fdc288400b43aa9638ccc37ba0c35f83e1d1c5d976c1fd8", + "write-warmup-client-12.json": "2ed850b1e31f5787e4b13aaaab639f64b9852d977c8fbff4f7c117f1a798bd55", + "write-warmup-client-13.json": "fc2ce40e5f1bc6913b4cdc3db9d173ffa8adcb6ff01c253d334a552562653925", + "write-warmup-client-14.json": "cdefa26ba755dc0ee1cc9ded6d0f54a20c589473887ed558fcf5ed99c9aadb91", + "write-warmup-client-15.json": "ba6deeca67db181f0c3de3b8f3efda705a03486aab07fbd90759aa0edb200050" + } + }, + "repeat": 2, + "cells": 4, + "variant": "baseline", + "measured_writes": 18743, + "all_acknowledged": 19791, + "TPS": 155.9281156090895, + "response_body_bytes_per_second": 31343.41475436112, + "p50": 100.468177, + "p95": 176.707542, + "p99": 203.702787, + "server_cpu_cores": 0.5189433608075235, + "driver_cpu_cores": 0.05588620808696407, + "server_rss_after_bytes": 74317824, + "first_30_seconds_TPS": 189.83333333333334, + "last_30_seconds_TPS": 143.23333333333335, + "interval_TPS_min": 137.6, + "interval_TPS_max": 197.6, + "interval_TPS_cv": 0.13018565009690306, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 39586, + "mean_ms": 17.056961462234124, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 43.8, + "p99_ms": 108.3, + "resolution_us": 100 + }, + "authority": { + "count": 12172, + "mean_ms": 12.438916858034835, + "overflow": 0, + "p50_ms": 12.2, + "p95_ms": 17.6, + "p99_ms": 21.4, + "resolution_us": 100 + }, + "compaction": { + "count": 713, + "mean_ms": 69.20170006732118, + "overflow": 0, + "p50_ms": 67.3, + "p95_ms": 99.7, + "p99_ms": 115.4, + "resolution_us": 100 + }, + "directory": { + "count": 12885, + "mean_ms": 0.03275091788901824, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 12889, + "mean_ms": 0.0004618338117774847, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 12172, + "mean_ms": 25.15671243066053, + "overflow": 0, + "p50_ms": 21.0, + "p95_ms": 75.0, + "p99_ms": 104.4, + "resolution_us": 100 + }, + "publication": { + "count": 12172, + "mean_ms": 38.197335835359844, + "overflow": 0, + "p50_ms": 33.8, + "p95_ms": 87.7, + "p99_ms": 118.8, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 713, + "mean_ms": 1.5303957208976156, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 12.2, + "p99_ms": 31.9, + "resolution_us": 100 + }, + "root_admission": { + "count": 12176, + "mean_ms": 0.0035007031044678055, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 12885, + "mean_ms": 3.516000403492433, + "overflow": 0, + "p50_ms": 3.3, + "p95_ms": 6.2, + "p99_ms": 8.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12176, + "mean_ms": 21.0906947662615, + "overflow": 0, + "p50_ms": 20.7, + "p95_ms": 28.0, + "p99_ms": 33.3, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12176, + "mean_ms": 21.083626944809463, + "overflow": 0, + "p50_ms": 20.7, + "p95_ms": 28.0, + "p99_ms": 33.3, + "resolution_us": 100 + }, + "uploaded_bytes": 509638756, + "uploaded_objects": 64579, + "worker": { + "count": 39586, + "mean_ms": 1.2513064473046027, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.5, + "p99_ms": 5.7, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.717577375, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 0.9, + "p99_ms": 0.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 25770, + "mean_ms": 2.722518680597594, + "overflow": 0, + "p50_ms": 2.5, + "p95_ms": 5.3, + "p99_ms": 7.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 25770, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 25770 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 20, + "mean_ms": 13.604471199999999, + "overflow": 0, + "p50_ms": 13.3, + "p95_ms": 16.7, + "p99_ms": 24.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 7047292, + "duration": { + "count": 20, + "mean_ms": 27.3404654, + "overflow": 0, + "p50_ms": 26.4, + "p95_ms": 37.2, + "p99_ms": 44.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 20, + "mean_ms": 8.0413944, + "overflow": 0, + "p50_ms": 7.7, + "p95_ms": 13.1, + "p99_ms": 14.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20 + }, + "put": { + "bytes_read": 0, + "bytes_written": 509599491, + "duration": { + "count": 76763, + "mean_ms": 14.166765930878157, + "overflow": 0, + "p50_ms": 13.9, + "p95_ms": 20.3, + "p99_ms": 24.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 76763, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 76763 + }, + "range": { + "bytes_read": 235817978, + "bytes_written": 0, + "duration": { + "count": 25770, + "mean_ms": 4.798130868412883, + "overflow": 0, + "p50_ms": 4.6, + "p95_ms": 8.6, + "p99_ms": 10.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 25770, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 25770 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.41587358600009, + "cpu_seconds": 369.53569, + "cpu_cores": 2.94648260570144, + "cgroup_before": { + "usage_usec": 3232022940, + "user_usec": 2171596861, + "system_usec": 1060426078, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3601558630, + "user_usec": 2412742308, + "system_usec": 1188816322, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 22976, + "raw_client_sha256": { + "writes-client-0.json": "4655b58b8e8a17a3152b3983fae7abdce858f2008eec73e8ec58a096a4f738ff", + "writes-client-1.json": "3bbd573e16036e2f0ba3edb040d55b1a270ac750e50628c5aca35c3607185d40", + "writes-client-2.json": "c97cd490b567e84fcfd0d1d3a7f1c55bdfe8e2ac6bfe6f628f8231aca7cddb68", + "writes-client-3.json": "ae04d08254e0f8d36d4e8f94a4d6c5e699a9c74273122b0ad298c3af930bbd07", + "writes-client-4.json": "55e62823a34b585a9daed0aa6b88c8ab63881bfce9f1e11cdcd22167fdd94024", + "writes-client-5.json": "f24ba83d6d0b4056dc882f02215c7a3cfd3779ab9d2993cbc093da7dec56898b", + "writes-client-6.json": "a51f0b31ec7053648a3767a33cc0a7e0ccd86688ce7d9c6079cb11305284edcc", + "writes-client-7.json": "f2e414e8bc2329d7d944216728cb145f164a8abc76e3f55dfd9be8493be651a8", + "writes-client-8.json": "1ce02be15107afa852da45006a98463009c7c64b2a75187930e02fa02d364740", + "writes-client-9.json": "70186033e6e45f25c4b199775c15345054581e8630318ae876dc51bea00f622d", + "writes-client-10.json": "3350aa67d283853a19c31f9acf18ace6a163f0588f39e2f62b3a6cc9e7784521", + "writes-client-11.json": "44eecc93993899d8b111ed660e8c8b7086a990820d15c37f43553033574bdb4c", + "writes-client-12.json": "b1b092c6c4dd6c72d59bc7dc3df3ef71bf11652ca9a09ae63127d4bd5002d452", + "writes-client-13.json": "b9d97618e324113b2c6c7f2ef2da633d706d80e03717fca02e1ab40948bbbf69", + "writes-client-14.json": "fa862b94f80877a4523f93b2f656aa3f1559a6c57dfadca7a97667c1375c2bd0", + "writes-client-15.json": "6eb020e23c4c75554f6f1a45fe65b28f46956219c75d5e10a9a964fff540e131", + "write-warmup-client-0.json": "6751d2bbaf55721638577222cb3a49b180b4305cbfed8ae09d33f5d471031169", + "write-warmup-client-1.json": "59b768c35f577981ee497a70716affa67d969df6d33599da91ea4453b6b807ca", + "write-warmup-client-2.json": "d7568e32affc1ef956ff8ebddef9877e2217c71aaaddcfb823126460dee7b90c", + "write-warmup-client-3.json": "552434b0df43062715ff6eedef686400a1edb21d9433e2ea8ade5410635ca473", + "write-warmup-client-4.json": "d27727c7af307c37064c61ab2888bf829df4c92fb6e633355137ae51bfe50af4", + "write-warmup-client-5.json": "c9f666631982a839bdee13f9938904e723384d7ff6f36a68df4a135d164f5d79", + "write-warmup-client-6.json": "a9dd51694da719ac5116cbf27146da21a362551de681c8d9c6aaf7d0eaf3f88d", + "write-warmup-client-7.json": "cac629633d2b3001812044a8995865e60873d7df062b320bc650e32888ce66e4", + "write-warmup-client-8.json": "5930f76113b67b60a8f9b7fcfa3d5890a602932d94dc31e820d4acbcfc4eabf3", + "write-warmup-client-9.json": "2bfa5d1792d190ac305df7486b97c30454d528aa55aa7edc258a59bbdfad429b", + "write-warmup-client-10.json": "c55808872576ceb834b6ae4c472a4e3f7d3e9b0a6878a7c0f0baa7b8e6dbe9e4", + "write-warmup-client-11.json": "8ec54d729d5aa3d770383a525c077fbf21fea81a46effc650304a2e7ddd1e4ea", + "write-warmup-client-12.json": "b9abc6a70556de92bc8999cb0bfc8e4e8a12d6840d0f6d6e551f35181f07b047", + "write-warmup-client-13.json": "188d145c1170a1875a5f004df69d0e7e00cbc478147bac29f395c69331551d86", + "write-warmup-client-14.json": "36c3f9dcebd29e0d5466095902c9ff158c52e3dc47875d5edd467e2d90a5a795", + "write-warmup-client-15.json": "fc1e1093db4811c0103d0df1a1eb07af24eff331bcf1fd78918a8ff636d3a543" + } + }, + "repeat": 2, + "cells": 4, + "variant": "candidate", + "measured_writes": 21934, + "all_acknowledged": 22992, + "TPS": 182.44495390123424, + "response_body_bytes_per_second": 36700.15746414813, + "p50": 77.529558, + "p95": 139.465868, + "p99": 170.356207, + "server_cpu_cores": 0.5347758209712282, + "driver_cpu_cores": 0.0638538293696989, + "server_rss_after_bytes": 76668928, + "first_30_seconds_TPS": 198.76666666666665, + "last_30_seconds_TPS": 161.96666666666667, + "interval_TPS_min": 146.8, + "interval_TPS_max": 199.6, + "interval_TPS_cv": 0.08638504610554898, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 45988, + "mean_ms": 14.973457993672262, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 43.4, + "p99_ms": 89.8, + "resolution_us": 100 + }, + "authority": { + "count": 12214, + "mean_ms": 12.58018039954151, + "overflow": 0, + "p50_ms": 12.3, + "p95_ms": 18.0, + "p99_ms": 21.6, + "resolution_us": 100 + }, + "compaction": { + "count": 716, + "mean_ms": 75.14181061173184, + "overflow": 0, + "p50_ms": 73.7, + "p95_ms": 102.4, + "p99_ms": 126.4, + "resolution_us": 100 + }, + "directory": { + "count": 12216, + "mean_ms": 0.035565352979698754, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 12220, + "mean_ms": 0.00045307062193126026, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 12214, + "mean_ms": 24.482758356476175, + "overflow": 0, + "p50_ms": 21.2, + "p95_ms": 60.6, + "p99_ms": 86.2, + "resolution_us": 100 + }, + "publication": { + "count": 12214, + "mean_ms": 37.693592790568204, + "overflow": 0, + "p50_ms": 34.2, + "p95_ms": 73.7, + "p99_ms": 100.4, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 716, + "mean_ms": 0.5410821410614526, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 22.8, + "resolution_us": 100 + }, + "root_admission": { + "count": 12218, + "mean_ms": 0.04194324652152562, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 12216, + "mean_ms": 3.586055144891945, + "overflow": 0, + "p50_ms": 3.3, + "p95_ms": 6.4, + "p99_ms": 8.3, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12218, + "mean_ms": 24.469463733344245, + "overflow": 0, + "p50_ms": 21.2, + "p95_ms": 60.6, + "p99_ms": 86.2, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12218, + "mean_ms": 24.423584086675397, + "overflow": 0, + "p50_ms": 21.2, + "p95_ms": 60.2, + "p99_ms": 85.8, + "resolution_us": 100 + }, + "uploaded_bytes": 552918266, + "uploaded_objects": 63378, + "worker": { + "count": 45988, + "mean_ms": 1.3254566999652082, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.7, + "p99_ms": 5.9, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.762375625, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 0.9, + "p99_ms": 0.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 24432, + "mean_ms": 2.78299071021611, + "overflow": 0, + "p50_ms": 2.5, + "p95_ms": 5.5, + "p99_ms": 7.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 24432, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 24432 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 23, + "mean_ms": 13.70520204347826, + "overflow": 0, + "p50_ms": 13.8, + "p95_ms": 18.0, + "p99_ms": 19.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 8959681, + "duration": { + "count": 23, + "mean_ms": 31.020347565217392, + "overflow": 0, + "p50_ms": 32.7, + "p95_ms": 35.2, + "p99_ms": 50.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 23, + "mean_ms": 9.20343352173913, + "overflow": 0, + "p50_ms": 8.5, + "p95_ms": 13.5, + "p99_ms": 14.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23 + }, + "put": { + "bytes_read": 0, + "bytes_written": 551314499, + "duration": { + "count": 75613, + "mean_ms": 14.37241694951926, + "overflow": 0, + "p50_ms": 14.1, + "p95_ms": 20.6, + "p99_ms": 25.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 75613, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 75613 + }, + "range": { + "bytes_read": 265906127, + "bytes_written": 0, + "duration": { + "count": 25872, + "mean_ms": 4.830929040970934, + "overflow": 0, + "p50_ms": 4.6, + "p95_ms": 8.5, + "p99_ms": 11.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 25872, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 25872 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.438830757, + "cpu_seconds": 366.745161, + "cpu_cores": 2.9236972218790718, + "cgroup_before": { + "usage_usec": 2839089310, + "user_usec": 1906919313, + "system_usec": 932169997, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3205834471, + "user_usec": 2147284661, + "system_usec": 1058549809, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.1700580949661588, + "p50": 0.7716827389034838, + "p95": 0.7892468336184542, + "p99": 0.8362978705833809, + "response_body_bytes_per_second": 1.1709048855004438 + } + }, + { + "cells": 4, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 23930, + "raw_client_sha256": { + "writes-client-0.json": "683a57bf1a2b6520f7a313e1124f8e869ebafad9d8218be3a5f64a4a17f894fe", + "writes-client-1.json": "7a8be5e64b6b29de1d547ba07925c4e1cc88fe07edba66bcc62ee6e09b9208ca", + "writes-client-2.json": "0169d3dc0664ac589a01a7c72a3d3bc0ca2618bef00d74abec978401b5f9d77f", + "writes-client-3.json": "de5721dd55dc617d9c72f20e333eaae968dd6f8ff9ca61b33c82b9746b1f4a42", + "writes-client-4.json": "fe4b0aa2b195468a279e8b65e80a9c1f91068a2f67f4ad7944d4a80ff8e4b67c", + "writes-client-5.json": "65d46913c77a3bcdb46aec4ff8c040c68f59ea6607c08ca03f44f9a9de21990a", + "writes-client-6.json": "68ae0992e4b683d15da78e3ca9694fd639961629207d754773e2713ca673806e", + "writes-client-7.json": "8bd1c409c7654c40acb120a04a48ecc03bfcff5774b04eaf7da114ce7db358ec", + "writes-client-8.json": "0a71399a0ebdfd4f365230380a44e721090dd40575f005b65e3e3df751bceb8f", + "writes-client-9.json": "750d99e31aa6ac1acde70f28e557c0e1eafa8c20928648663399d8793568b477", + "writes-client-10.json": "6448d1c7a23158318b21a4f377608c496d26fdfe02bb4a63d0f57af05b5af73c", + "writes-client-11.json": "4f4761c815144689690a25da60a5c3f9f0668a1950fc51aab9b855b800809f47", + "writes-client-12.json": "666059dbd7f8e7d53f80f167eb530078eb0d0a76c8907116954de9f4d914bc86", + "writes-client-13.json": "aa473ac499b77528f7dd6865fddf059d24b1daca1b0f553d273b5ea89655a8be", + "writes-client-14.json": "2b2488ac5f8f05cf616c8447ae861157eef16006133d7bcdfc0a8d8caa9f3b3f", + "writes-client-15.json": "915527a1e345e3a29f68b811d1c9dc5324704e9ac732b671fe2f2d9a97070362", + "write-warmup-client-0.json": "a63ce4247a121b9ff1f3783a593181bb639728ddc33eaa8bd9abe99777242d1b", + "write-warmup-client-1.json": "c9b02d95db9e609198dd6e8207bd592952f044c4337cb5abdc1d026bcd9bd850", + "write-warmup-client-2.json": "501ddd80f3ed55f7e96e572ebec16b4e5459d671dad115d8e0d03c7de52af641", + "write-warmup-client-3.json": "5434e4a40d01cefff2a9b61d28eaf750992fa09420b9fb262635f38e06f2cca2", + "write-warmup-client-4.json": "55cc4388ff9d66ebe131839fd63d06e759d83d56d77f01067b3df2a56f59d9f9", + "write-warmup-client-5.json": "ad718f4379f4eec3d33a5808a4b05e5fa171c425c97db2c60ffef98fc149c5c7", + "write-warmup-client-6.json": "0f4b1b494eb2046acc32eea3e07974871ef51d205c1f1dfcbcc80ec9cf548a70", + "write-warmup-client-7.json": "69fd1a4d1810156d9125b5d453e6cdb3102f0e2940172e7be75ff344a1d7e306", + "write-warmup-client-8.json": "abf237205c744d989e04b41d2572c0cd58951c80b77c29e4532b5e3fd0c6a222", + "write-warmup-client-9.json": "24edde28c32a431701b4fa3dd29124ff9b445250f365286727a9625a2c48ab6b", + "write-warmup-client-10.json": "1a819584f5513aefbbf06d3cb76a163dc7c22d314c88335ce8a8920e0f0ca991", + "write-warmup-client-11.json": "da35e6858becfbd9aab2d5d34d44df86be5691eaea17b88776f14bed5a9658e3", + "write-warmup-client-12.json": "18cd99a131f9781d1b50acc3da7eb7e2f3b050b0ed3e437bff3026415aecc411", + "write-warmup-client-13.json": "f984393f97de3f665dfd0f1523c92c6fed4a28572910fcc60b69308e2be49323", + "write-warmup-client-14.json": "d81670508d8f2d59942f7d7b80072e8d2dd2e36d809e9cd0dc3f7b751aae3a40", + "write-warmup-client-15.json": "c197e6e542a8dddc78a1aec248562e9b53fcd4a49308278652412d368696e3ba" + } + }, + "repeat": 3, + "cells": 4, + "variant": "baseline", + "measured_writes": 22825, + "all_acknowledged": 23946, + "TPS": 189.88003132248727, + "response_body_bytes_per_second": 38204.927127670824, + "p50": 73.7329, + "p95": 144.396871, + "p99": 169.191328, + "server_cpu_cores": 0.598740274264071, + "driver_cpu_cores": 0.06386562925483423, + "server_rss_after_bytes": 76759040, + "first_30_seconds_TPS": 212.53333333333333, + "last_30_seconds_TPS": 163.9, + "interval_TPS_min": 154.3, + "interval_TPS_max": 227.6, + "interval_TPS_cv": 0.12002860519461106, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 47896, + "mean_ms": 14.159100153499248, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 39.0, + "p99_ms": 92.2, + "resolution_us": 100 + }, + "authority": { + "count": 13714, + "mean_ms": 10.921847316100335, + "overflow": 0, + "p50_ms": 10.6, + "p95_ms": 15.7, + "p99_ms": 19.4, + "resolution_us": 100 + }, + "compaction": { + "count": 827, + "mean_ms": 59.931839964933495, + "overflow": 0, + "p50_ms": 57.7, + "p95_ms": 87.8, + "p99_ms": 114.2, + "resolution_us": 100 + }, + "directory": { + "count": 14541, + "mean_ms": 0.03710320975173647, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 14545, + "mean_ms": 0.0004831067720866277, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 13714, + "mean_ms": 21.73022039514365, + "overflow": 0, + "p50_ms": 17.9, + "p95_ms": 65.5, + "p99_ms": 87.3, + "resolution_us": 100 + }, + "publication": { + "count": 13714, + "mean_ms": 33.30135376855768, + "overflow": 0, + "p50_ms": 29.2, + "p95_ms": 76.4, + "p99_ms": 99.7, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 827, + "mean_ms": 0.25511447521160824, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 8.4, + "resolution_us": 100 + }, + "root_admission": { + "count": 13718, + "mean_ms": 0.003651263157894737, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 14541, + "mean_ms": 2.9811742278385256, + "overflow": 0, + "p50_ms": 2.8, + "p95_ms": 5.3, + "p99_ms": 7.0, + "resolution_us": 100 + }, + "root_preparation": { + "count": 13718, + "mean_ms": 18.107398699008602, + "overflow": 0, + "p50_ms": 17.7, + "p95_ms": 24.6, + "p99_ms": 29.3, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13718, + "mean_ms": 18.099928995553288, + "overflow": 0, + "p50_ms": 17.7, + "p95_ms": 24.6, + "p99_ms": 29.3, + "resolution_us": 100 + }, + "uploaded_bytes": 622293841, + "uploaded_objects": 73069, + "worker": { + "count": 47896, + "mean_ms": 1.3153883738308, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 3.7, + "p99_ms": 5.6, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.663864625, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 0.8, + "p99_ms": 0.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 29082, + "mean_ms": 2.2171043201292897, + "overflow": 0, + "p50_ms": 2.0, + "p95_ms": 4.3, + "p99_ms": 5.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 29082, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 29082 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 29, + "mean_ms": 11.412883620689655, + "overflow": 0, + "p50_ms": 11.9, + "p95_ms": 15.5, + "p99_ms": 17.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 29, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 29 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 11532558, + "duration": { + "count": 29, + "mean_ms": 23.633508862068965, + "overflow": 0, + "p50_ms": 23.7, + "p95_ms": 32.6, + "p99_ms": 33.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 29, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 29 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 29, + "mean_ms": 7.138684448275862, + "overflow": 0, + "p50_ms": 6.7, + "p95_ms": 11.0, + "p99_ms": 13.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 29, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 29 + }, + "put": { + "bytes_read": 0, + "bytes_written": 618772907, + "duration": { + "count": 86794, + "mean_ms": 12.00339122273429, + "overflow": 0, + "p50_ms": 11.7, + "p95_ms": 17.6, + "p99_ms": 21.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 86794, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 86794 + }, + "range": { + "bytes_read": 281384020, + "bytes_written": 0, + "duration": { + "count": 29094, + "mean_ms": 3.8635123749226645, + "overflow": 0, + "p50_ms": 3.6, + "p95_ms": 7.0, + "p99_ms": 9.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 29094, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 29094 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.40965898700006, + "cpu_seconds": 333.81467, + "cpu_cores": 2.66179393753557, + "cgroup_before": { + "usage_usec": 4972188288, + "user_usec": 3308455351, + "system_usec": 1663732937, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5306002958, + "user_usec": 3482417819, + "system_usec": 1823585139, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 22153, + "raw_client_sha256": { + "writes-client-0.json": "c0d825dbaa5a4b7996025aecc8ec93be1e3280878267b5eb45c6332d0006476c", + "writes-client-1.json": "a45ec6c3da1020475a516753159abf77941e91e3875df6616f682173139ec216", + "writes-client-2.json": "da0de90c260a6d5ca9000aa39822d11f2cf28d6b78caf77a81c8ddd91fd241ac", + "writes-client-3.json": "50a4766134e7d2f0b8f5635272525083c2e845dcbde0c6dade3feeb410aba0d2", + "writes-client-4.json": "7d84d330c40c5d15ba54469763aad8a4062878d50a57dcf7eb18307364bbc609", + "writes-client-5.json": "ba5214d778304fb3a6d820d40c14e1ab5282d93ae00ae9d325935bbf7dcae4bc", + "writes-client-6.json": "95542f4308cbac8bbc9248465d56522ff29a06d364061514e8a7bd49aabc42db", + "writes-client-7.json": "bf47e4009e0cb3858096e68498090d1f42d000d8811fe9a02663e5f33a107833", + "writes-client-8.json": "e454678131586226811ca4956a553d48ef39db6388db3bda49149e6ef2e57b08", + "writes-client-9.json": "a743a340c8942278f587ad08a7840fa616e28f444c0542637ce5df0bc2a43b0d", + "writes-client-10.json": "f1a16c09f4345a8a10fb53c6881a286aac680dcd0c74627d360cddaf1fec5e8a", + "writes-client-11.json": "6b3414d1d8374bbb919359256459adb3ce5b3a63726bbf7914fbf847161ed6d9", + "writes-client-12.json": "9c78aea5bd1630029954b53da9c9fa400676962f884f7db2a4a1934fe13f800b", + "writes-client-13.json": "09134da57242befff0f3d641d0594edf59aba51709ac35e4e976149299b78e44", + "writes-client-14.json": "4211f5cb15696faadcea262cb1089d5ab17b718c90dd33fcb0a75743b6d848d0", + "writes-client-15.json": "59079b9751b3a9c434e7fd1a4286e6e59c2a8641226056d25208dca641fb645d", + "write-warmup-client-0.json": "b524df0e2c93f5814f43fedfe754f3b7c723686dfb3e3ba78be343bafbae5cff", + "write-warmup-client-1.json": "e641f61385e8b369a1292477d46852690fe343d59407ec9cbaa9958bd09c9527", + "write-warmup-client-2.json": "9608cd44a1df2c6da9580b70585c4a1248a447eb6e1fdf8b4bad6bd621728931", + "write-warmup-client-3.json": "e471f19ea7ab8784a0ce3cd262a49f13b7c2432d809c2c28cecfafc95724ef43", + "write-warmup-client-4.json": "95bfa2414e22000c647fbaa882eda10970dabdb0863ee3f60646836962b95ce3", + "write-warmup-client-5.json": "ca1db614c5dabba8e59570d3a63c05adc1276bb68bb147e05d29b4566c215ed1", + "write-warmup-client-6.json": "e8e7616c4eb2bbd3e137b4c8fa10798e29bbf34d7bc835d30b78434a575d97c3", + "write-warmup-client-7.json": "034b2202d59fe32d7eedbed7f703ec6712eb660ddc12461def1fc19c00e4a802", + "write-warmup-client-8.json": "0da3cc89cae0411b4e73951cf512691ffbaea1c4b420ce0b27cf4502bcc6a8ce", + "write-warmup-client-9.json": "06b7c2b4c7e20733c7dca0df4678accd3a68ab5801b5941a61ddcb6a1928740d", + "write-warmup-client-10.json": "b2fa25b678a197d2867164533262af2ccb6fe624e3bde24ad0220ab3196cfb2f", + "write-warmup-client-11.json": "863ae973a28b70d2a6a1b181884c125045d36a9e117f08bc8b76e730cb89db92", + "write-warmup-client-12.json": "e584f98443f44efe479103d3647f65a512d2917bdf7a40a04bd1d0803ea3a64a", + "write-warmup-client-13.json": "516b411080d9ad8ef9e5297ee87b1a0c958cefdf6498e80c04975440b6135aaa", + "write-warmup-client-14.json": "82cb1c82cd39d3e70b04440932e6fcbac0a271cf9614805e1d8e7aa25d847e1b", + "write-warmup-client-15.json": "dc6019e9255dee973a95dc496db0bb55e50a21668f67c4486259ba59caf8f96d" + } + }, + "repeat": 3, + "cells": 4, + "variant": "candidate", + "measured_writes": 21133, + "all_acknowledged": 22169, + "TPS": 175.80145579761492, + "response_body_bytes_per_second": 35357.68825149391, + "p50": 80.320974, + "p95": 144.009343, + "p99": 177.139699, + "server_cpu_cores": 0.5348873649167787, + "driver_cpu_cores": 0.06386714804976461, + "server_rss_after_bytes": 76419072, + "first_30_seconds_TPS": 175.2, + "last_30_seconds_TPS": 179.56666666666666, + "interval_TPS_min": 165.4, + "interval_TPS_max": 190.4, + "interval_TPS_cv": 0.04663108331363588, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 44342, + "mean_ms": 15.508828460849758, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 44.6, + "p99_ms": 92.7, + "resolution_us": 100 + }, + "authority": { + "count": 11938, + "mean_ms": 12.89012649028313, + "overflow": 0, + "p50_ms": 12.6, + "p95_ms": 18.2, + "p99_ms": 22.3, + "resolution_us": 100 + }, + "compaction": { + "count": 701, + "mean_ms": 76.75202353780314, + "overflow": 0, + "p50_ms": 75.2, + "p95_ms": 106.7, + "p99_ms": 132.3, + "resolution_us": 100 + }, + "directory": { + "count": 11940, + "mean_ms": 0.03749116172529313, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 11944, + "mean_ms": 0.0005012924480910918, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 11938, + "mean_ms": 25.04022444613838, + "overflow": 0, + "p50_ms": 21.8, + "p95_ms": 61.3, + "p99_ms": 89.0, + "resolution_us": 100 + }, + "publication": { + "count": 11938, + "mean_ms": 38.575043609733626, + "overflow": 0, + "p50_ms": 35.1, + "p95_ms": 74.4, + "p99_ms": 102.7, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 701, + "mean_ms": 0.7553094650499287, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 29.5, + "resolution_us": 100 + }, + "root_admission": { + "count": 11942, + "mean_ms": 0.05083374049572936, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_open": { + "count": 11940, + "mean_ms": 3.68203045720268, + "overflow": 0, + "p50_ms": 3.4, + "p95_ms": 6.6, + "p99_ms": 8.5, + "resolution_us": 100 + }, + "root_preparation": { + "count": 11942, + "mean_ms": 25.02591405334115, + "overflow": 0, + "p50_ms": 21.8, + "p95_ms": 61.3, + "p99_ms": 89.0, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 11942, + "mean_ms": 24.97081262870541, + "overflow": 0, + "p50_ms": 21.8, + "p95_ms": 60.7, + "p99_ms": 88.0, + "resolution_us": 100 + }, + "uploaded_bytes": 523321667, + "uploaded_objects": 61947, + "worker": { + "count": 44342, + "mean_ms": 1.3662985095620404, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 3.8, + "p99_ms": 5.9, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.96978725, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 2.4, + "p99_ms": 2.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 23880, + "mean_ms": 2.8546838428810717, + "overflow": 0, + "p50_ms": 2.6, + "p95_ms": 5.6, + "p99_ms": 7.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23880, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23880 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 19, + "mean_ms": 16.64801094736842, + "overflow": 0, + "p50_ms": 15.8, + "p95_ms": 28.0, + "p99_ms": 28.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 19, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 19 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 7536462, + "duration": { + "count": 19, + "mean_ms": 33.644314421052634, + "overflow": 0, + "p50_ms": 32.2, + "p95_ms": 52.8, + "p99_ms": 52.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 19, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 19 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 19, + "mean_ms": 9.287639157894736, + "overflow": 0, + "p50_ms": 8.9, + "p95_ms": 15.1, + "p99_ms": 15.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 19, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 19 + }, + "put": { + "bytes_read": 0, + "bytes_written": 523033346, + "duration": { + "count": 73910, + "mean_ms": 14.701482633364902, + "overflow": 0, + "p50_ms": 14.4, + "p95_ms": 21.1, + "p99_ms": 25.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 73910, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 73910 + }, + "range": { + "bytes_read": 254941249, + "bytes_written": 0, + "duration": { + "count": 25322, + "mean_ms": 4.942454657688966, + "overflow": 0, + "p50_ms": 4.7, + "p95_ms": 8.8, + "p99_ms": 11.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 25322, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 25322 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.41028965099986, + "cpu_seconds": 367.476405, + "cpu_cores": 2.9301934157287883, + "cgroup_before": { + "usage_usec": 5315211546, + "user_usec": 3489850683, + "system_usec": 1825360862, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5682687951, + "user_usec": 3730775653, + "system_usec": 1951912298, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9258554181457782, + "p50": 1.0893505341577505, + "p95": 0.997316229934096, + "p99": 1.0469785957351194, + "response_body_bytes_per_second": 0.9254745633550828 + } + }, + { + "cells": 16, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 13372, + "raw_client_sha256": { + "writes-client-0.json": "34f7d1896c7f588699f42eddffcd08b638ac64286eea4f579931ddc9bf98ffdc", + "writes-client-1.json": "5616a2ec6ae72540c1567d622b18cb15d0a5b0416714d03239138f33f67c0501", + "writes-client-2.json": "214701d821183ab98a75b1316e3a5aab1369a0047cf93c77b43a0cf756d8989f", + "writes-client-3.json": "d6607d676f641592a658d5b9578234c1f831d44d6a4507cccadcd00f7ac6468d", + "writes-client-4.json": "c18514236b129682e70ba53f3a57c4e5252833d13be1e342306ed8cb4a3acc33", + "writes-client-5.json": "911ba2903700b68e4f8bcbe75007aefaf3a06ab1a29e5b85acb1ae156cefa072", + "writes-client-6.json": "e8a0112586f6081ccf201005461e9f5b0c97cb46247618dd2366ab4e99d93256", + "writes-client-7.json": "d28349e9e37f47526c0e43c018ed44b3552a57d95d3b166434b1e0afda01eb05", + "writes-client-8.json": "c6e23544449d38e4fe660dccbb438f882c9fa111ba73aaf409e7376c6f6fd03c", + "writes-client-9.json": "21773f8a980adeae9405b3b6b00bd4c1482dfb99d6b13b8dc05ad7956015576f", + "writes-client-10.json": "f759a5d4725ce0576523b72cabab7a42f11068ea3d063d582fd6ae4166d59144", + "writes-client-11.json": "cfa46046f645c2a15cf08195cfb0192b26ecca7df0cc4cd06311c2b00c228cd4", + "writes-client-12.json": "9bd5baaf108a513593dfba7e8566405f1ac799ce5ec8c36b636a228c275032b1", + "writes-client-13.json": "013ca85550145e3ca2cbb0f70df47105e41455b3d8620c5267c5cc5f15310bbe", + "writes-client-14.json": "7c6e9bde5e4feddcb09f33c2c7a93315b57582f2af0a3d1097a124d6a6e872bd", + "writes-client-15.json": "85823b8cd17e2c32bfb8b214c7edb7a6261588dd66f62069aca7eedce89d5c8c", + "write-warmup-client-0.json": "121eed6e43ec2ca7daa9ce55a014c47a693013ad8d7702591bc5369644188dc2", + "write-warmup-client-1.json": "f5948e65bad150aeb202db441aec0503c00d3ceeffddb9c9a4651b55ab5d7208", + "write-warmup-client-2.json": "5315213723a54226b2d2168c1d19db611b74e63180df31b415a7fbda65846057", + "write-warmup-client-3.json": "3758c32b1da43cec5176a92a09d98c4d332d03cbac7fdfc2a7e3c8a08f9cbc90", + "write-warmup-client-4.json": "5a1b34918b6a06790e60583973a60a22c52244617b90169ca8a780ad06ad67d1", + "write-warmup-client-5.json": "355fca59120c80326395f639485ff305dbf11461b1571501afb0c3facf0eeeff", + "write-warmup-client-6.json": "35bd8eb1be7207f96700ea19c47bad9effb668fe5b0acebdbc755329244446db", + "write-warmup-client-7.json": "f77db57d46ef983bd0a44c6c8d3a18c57cc36335fb263e2191db68e2defe03ac", + "write-warmup-client-8.json": "64d02df8997a5c38585a17c2938558889a4e155e8dd6087ef8cd22d9794215fd", + "write-warmup-client-9.json": "b23163d213c91f4281f6037f753755901e74794b0be7be3fc9ec84510542b16e", + "write-warmup-client-10.json": "5c25e57e7be1a1a5f7ae92f1bb5eabca2c0837b32ce604b92a79756970e15150", + "write-warmup-client-11.json": "2bd7dafad47cf3a945356f463facffaaf4463e99f71dd93b05b447236c93967e", + "write-warmup-client-12.json": "259f0e2ad225f516cc149015cb093f308586ec7c38fe470bed7d3be126507dea", + "write-warmup-client-13.json": "2709976108f4f1022e65e8343699289ee197ea31613e13f037dec2bbda8642f2", + "write-warmup-client-14.json": "a07e0d42922ef98cd00511465f569cad6123fe52d2bf63877aff6a09a6f823f1", + "write-warmup-client-15.json": "522a7901c9aceca387067f55b91a45ef617e51d8fa312589a5265903789b2414" + } + }, + "repeat": 1, + "cells": 16, + "variant": "baseline", + "measured_writes": 12796, + "all_acknowledged": 13388, + "TPS": 106.48061952537087, + "response_body_bytes_per_second": 21255.157658596883, + "p50": 139.711338, + "p95": 278.350942, + "p99": 374.558031, + "server_cpu_cores": 0.5028216923846578, + "driver_cpu_cores": 0.039906483522591886, + "server_rss_after_bytes": 81932288, + "first_30_seconds_TPS": 109.8, + "last_30_seconds_TPS": 107.06666666666666, + "interval_TPS_min": 98.2, + "interval_TPS_max": 111.9, + "interval_TPS_cv": 0.033809336877725506, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26792, + "mean_ms": 0.03739941034637205, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 13388, + "mean_ms": 21.060725494173887, + "overflow": 0, + "p50_ms": 20.7, + "p95_ms": 29.6, + "p99_ms": 35.0, + "resolution_us": 100 + }, + "compaction": { + "count": 670, + "mean_ms": 205.21633418059702, + "overflow": 0, + "p50_ms": 185.1, + "p95_ms": 309.7, + "p99_ms": 547.7, + "resolution_us": 100 + }, + "directory": { + "count": 14058, + "mean_ms": 0.02437087331057049, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.2, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 14074, + "mean_ms": 81.33562211396902, + "overflow": 0, + "p50_ms": 80.8, + "p95_ms": 102.2, + "p99_ms": 112.3, + "resolution_us": 100 + }, + "preparation": { + "count": 13388, + "mean_ms": 124.44372612862266, + "overflow": 0, + "p50_ms": 114.3, + "p95_ms": 162.8, + "p99_ms": 350.6, + "resolution_us": 100 + }, + "publication": { + "count": 13388, + "mean_ms": 146.3196169569017, + "overflow": 0, + "p50_ms": 136.2, + "p95_ms": 190.7, + "p99_ms": 372.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1330, + "mean_ms": 0.8257464586466166, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 26.6, + "resolution_us": 100 + }, + "root_admission": { + "count": 13404, + "mean_ms": 81.33035899917935, + "overflow": 0, + "p50_ms": 80.7, + "p95_ms": 102.3, + "p99_ms": 112.4, + "resolution_us": 100 + }, + "root_open": { + "count": 14058, + "mean_ms": 5.478096221368616, + "overflow": 0, + "p50_ms": 5.2, + "p95_ms": 9.3, + "p99_ms": 11.8, + "resolution_us": 100 + }, + "root_preparation": { + "count": 13404, + "mean_ms": 114.08493986996419, + "overflow": 0, + "p50_ms": 113.7, + "p95_ms": 135.8, + "p99_ms": 147.6, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13404, + "mean_ms": 32.74924968725754, + "overflow": 0, + "p50_ms": 32.5, + "p95_ms": 41.6, + "p99_ms": 47.4, + "resolution_us": 100 + }, + "uploaded_bytes": 337208122, + "uploaded_objects": 70431, + "worker": { + "count": 26792, + "mean_ms": 1.1323525693490595, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.3, + "p99_ms": 6.1, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 3600, + "bytes_written": 0, + "duration": { + "count": 42, + "mean_ms": 1.8785815714285714, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 7.3, + "p99_ms": 10.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 10, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 42 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 28116, + "mean_ms": 4.460135116588419, + "overflow": 0, + "p50_ms": 4.2, + "p95_ms": 8.3, + "p99_ms": 10.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 28116, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 28116 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 345408731, + "duration": { + "count": 83973, + "mean_ms": 22.941755192633345, + "overflow": 0, + "p50_ms": 22.9, + "p95_ms": 31.4, + "p99_ms": 36.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 10, + "error": 0, + "not_found": 0, + "success": 83963, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 83973 + }, + "range": { + "bytes_read": 146722535, + "bytes_written": 0, + "duration": { + "count": 27602, + "mean_ms": 6.410402846460401, + "overflow": 0, + "p50_ms": 6.2, + "p95_ms": 11.0, + "p99_ms": 13.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27602, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27602 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.40677084100014, + "cpu_seconds": 378.473505, + "cpu_cores": 3.017967071968198, + "cgroup_before": { + "usage_usec": 1370209055, + "user_usec": 899620177, + "system_usec": 470588878, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 1748682560, + "user_usec": 1147973843, + "system_usec": 600708717, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 13285, + "raw_client_sha256": { + "writes-client-0.json": "ed63226dce4c55e5de332cd79a1e735934524f486f659e52d714fa473be7d6dc", + "writes-client-1.json": "fb9e69b952fb9ba2cd2c53a19bbb0451972eec22202f9ac733825167edf4697a", + "writes-client-2.json": "ffce97e08d5256bd6423ed8139c2c067d64bee92495d2863f19943eb45c18166", + "writes-client-3.json": "bd07640a8f161df3a7214d8f84f1d21bc8e1e8978822aa4c19d3e89928800390", + "writes-client-4.json": "65695298f2e5556a2bc3077c40ead49217c804ec5140301ee31c5a7a48f7a0cd", + "writes-client-5.json": "3862bcb99df939144a14e18da91b2b29e479a9ec8e85b7f36488de125a927c60", + "writes-client-6.json": "b1657590b70cf00910f8919e0943351c8833ce40942f5691066e8fa905ef71ec", + "writes-client-7.json": "8b57a8e6ae44602d9cc854b920d2ce41e4dc2af57fe4604a53d45604a5f6eb1b", + "writes-client-8.json": "713f470f1ddc096bc4c3c83740adabafcea5a37682bf9c768337da68e2697d54", + "writes-client-9.json": "0b8c37d877e96ced842be61ce1144df43dd7521706ce7968986d8778f31592ac", + "writes-client-10.json": "cac34962ec5a071fea23b1072e040cf90d12002bbdea84c9ac1b42b2cc1ee997", + "writes-client-11.json": "8fcf7a0d8151cba3e02779cec1bb5dd73a2e55e0362a03584824fc8bf39dc10e", + "writes-client-12.json": "25cada816fde5eb9be8071713a42f38c09ff1f6fa9c8a6e16c6a376d0588ce4c", + "writes-client-13.json": "e7099358d6138879a70cf555064aa06f867459a5ed5ffb048d3ae0bb59a8b182", + "writes-client-14.json": "cec44319da855b1c413b646a42e5af7d05d08d4d6740f63b91f210aa1f77e633", + "writes-client-15.json": "03839a88ecfed6221a6eba4578b4654336417c1bac90d36eba9c1f2a84251f31", + "write-warmup-client-0.json": "873397ec23b3b32f95af634ac2c16fa1ff11f7ec4e5758cf67439da974027682", + "write-warmup-client-1.json": "ec2aa6be72e8d70b8428097670702a0e5e351e7870b47f7389ee77e695187c2a", + "write-warmup-client-2.json": "c468adf327881f8d5523de2e28c36b714ecad66b9a7bf89c7cfe8e34a4cee3f7", + "write-warmup-client-3.json": "d53089ebddb3cb5b9f4c58d598ca056412b556064f4e8409f0e41362620654a7", + "write-warmup-client-4.json": "c2bebf52fb9fabe30a59d26294b19ff37771cd73f42b7e8d3cf70786df679702", + "write-warmup-client-5.json": "d2fe505238cc42947c5dbd340637271e8db9a8e6635027d8285a33f6bdf39a91", + "write-warmup-client-6.json": "2d9cd19381da650665e025deff581f40fd356ccf9f6474899ba41a144924eed3", + "write-warmup-client-7.json": "992b8e3a888200fdb483dc90ba9dfb3d335aa613641a535b14685c06f243c527", + "write-warmup-client-8.json": "cee53ac3dca637c1b634728ebd0e54d14338fc1f91fe567c5f7093e33cff2bd5", + "write-warmup-client-9.json": "39aeb70dd675d6aee718becaaf438db9ef2171b41f8f9a6bd1fd5a3387ffd44b", + "write-warmup-client-10.json": "4b1242df2e401903b492851cb02b5f4a5a656440f0f537ce4d830fb3ebc9c050", + "write-warmup-client-11.json": "19298ad147ff3ae4558dab73fb4d67b5ce7e4be7ce0853feb4c7930b9b39ab6d", + "write-warmup-client-12.json": "fe8b2a673e2917749d63628d9b9c4dda2fc1dfcc0637a81ad7e950a38f5bda13", + "write-warmup-client-13.json": "ac30c176d141490d41274e09e532fff9c1f7159c2ccc301e243deac88cc048dd", + "write-warmup-client-14.json": "a74d3d7347dd67dbf06f43a1747b61ccf3a0f6d418c7a36e72f49dcc6f0efbfe", + "write-warmup-client-15.json": "9dcd716f0903a0bda786b2a65ed81d4bfc74db90e93071f7fcdb152be547055a" + } + }, + "repeat": 1, + "cells": 16, + "variant": "candidate", + "measured_writes": 12711, + "all_acknowledged": 13301, + "TPS": 105.74706991670978, + "response_body_bytes_per_second": 21107.767391256122, + "p50": 144.541843, + "p95": 203.171687, + "p99": 279.092677, + "server_cpu_cores": 0.49482592233004596, + "driver_cpu_cores": 0.03990531631693919, + "server_rss_after_bytes": 82788352, + "first_30_seconds_TPS": 111.53333333333333, + "last_30_seconds_TPS": 98.36666666666666, + "interval_TPS_min": 89.5, + "interval_TPS_max": 113.2, + "interval_TPS_cv": 0.05990561701606062, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26618, + "mean_ms": 0.03709492392366068, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 13301, + "mean_ms": 22.170477, + "overflow": 0, + "p50_ms": 21.7, + "p95_ms": 32.1, + "p99_ms": 38.6, + "resolution_us": 100 + }, + "compaction": { + "count": 664, + "mean_ms": 226.74236714759036, + "overflow": 0, + "p50_ms": 205.8, + "p95_ms": 372.1, + "p99_ms": 581.6, + "resolution_us": 100 + }, + "directory": { + "count": 13307, + "mean_ms": 0.025360481175321258, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.2, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13323, + "mean_ms": 84.39716018329204, + "overflow": 0, + "p50_ms": 82.7, + "p95_ms": 111.7, + "p99_ms": 126.9, + "resolution_us": 100 + }, + "preparation": { + "count": 13301, + "mean_ms": 124.23362415149238, + "overflow": 0, + "p50_ms": 118.0, + "p95_ms": 170.6, + "p99_ms": 250.7, + "resolution_us": 100 + }, + "publication": { + "count": 13301, + "mean_ms": 147.24160199842117, + "overflow": 0, + "p50_ms": 140.7, + "p95_ms": 198.6, + "p99_ms": 275.5, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1316, + "mean_ms": 1.414724651975684, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 5.0, + "p99_ms": 35.3, + "resolution_us": 100 + }, + "root_admission": { + "count": 13317, + "mean_ms": 86.52760885199369, + "overflow": 0, + "p50_ms": 83.1, + "p95_ms": 115.6, + "p99_ms": 152.1, + "resolution_us": 100 + }, + "root_open": { + "count": 13307, + "mean_ms": 5.68235105703765, + "overflow": 0, + "p50_ms": 5.4, + "p95_ms": 9.8, + "p99_ms": 12.8, + "resolution_us": 100 + }, + "root_preparation": { + "count": 13317, + "mean_ms": 124.09739376353534, + "overflow": 0, + "p50_ms": 117.9, + "p95_ms": 170.6, + "p99_ms": 250.7, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13317, + "mean_ms": 37.56467279499888, + "overflow": 0, + "p50_ms": 34.0, + "p95_ms": 67.1, + "p99_ms": 114.6, + "resolution_us": 100 + }, + "uploaded_bytes": 330916474, + "uploaded_objects": 68655, + "worker": { + "count": 26618, + "mean_ms": 1.124965978698625, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 3.2, + "p99_ms": 5.7, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 2520, + "bytes_written": 0, + "duration": { + "count": 39, + "mean_ms": 1.6158859487179487, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 6.4, + "p99_ms": 6.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 7, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 39 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 26614, + "mean_ms": 4.634361402645225, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 8.7, + "p99_ms": 11.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26614, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26614 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 338984452, + "duration": { + "count": 82104, + "mean_ms": 24.067592224264345, + "overflow": 0, + "p50_ms": 23.8, + "p95_ms": 33.8, + "p99_ms": 40.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 7, + "error": 0, + "not_found": 0, + "success": 82097, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 82104 + }, + "range": { + "bytes_read": 146024846, + "bytes_written": 0, + "duration": { + "count": 27444, + "mean_ms": 6.622087953468882, + "overflow": 0, + "p50_ms": 6.4, + "p95_ms": 11.5, + "p99_ms": 14.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27444, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27444 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.41736344699984, + "cpu_seconds": 380.295555, + "cpu_cores": 3.03224007065584, + "cgroup_before": { + "usage_usec": 1769969245, + "user_usec": 1166155153, + "system_usec": 603814092, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2150264800, + "user_usec": 1411776111, + "system_usec": 738488689, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9931109566047716, + "p50": 1.0345748961333403, + "p95": 0.7299119792452508, + "p99": 0.7451253314603203, + "response_body_bytes_per_second": 0.9930656704735781 + } + }, + { + "cells": 16, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 12733, + "raw_client_sha256": { + "writes-client-0.json": "e7844fad16ea3ec5f4d923244ba3823a5919f5cc4bf9d23e53e7d6f9a2846a31", + "writes-client-1.json": "c1f2fcb74e38ba100288ea5104123694e2ff1be5e4eaf8920d43e1e4d307a95e", + "writes-client-2.json": "3e1c732ee4b748fa1834769709192b7b19b3ab1bd38b626787137293a8cfd46c", + "writes-client-3.json": "ff59faad5dede28e0a5fee2d9254966db3afa999ee8a3cb5f9ca74f2b1a69862", + "writes-client-4.json": "5d456fd31d805ce1ea5a1cd3f6cf9eab50c948c9dbaf7312f1556706dea37672", + "writes-client-5.json": "a61f539265006b7cfb4fe8cfe21e39b4c3b5b336d308bdd462e62ac855eefceb", + "writes-client-6.json": "b6ea49ed3d9b24c8165a1aadf904fd2d0f2e25ad1d6ac60ca522347f8e006df9", + "writes-client-7.json": "a4cdf2d27c7d40e389b995158b17d72b3ce85145651f2ae2a3fe821e31a64e85", + "writes-client-8.json": "35a28202c9c4c695a5c530a0a6a98d25402e8c5efd197d32206d0614ba14b2d5", + "writes-client-9.json": "c282bb79765b5c6cf902e2527b34b32827f0ee84023a60de491c79de47743d3b", + "writes-client-10.json": "0b8b228d402605b7689efd73ec41194f337993e4dd0fc38593340d1ab11f01f4", + "writes-client-11.json": "82c25a3c3d6b2f3e3ade57dde574238f5f2b42f2763a257ad88c6975ede2561f", + "writes-client-12.json": "f4e7e88dda73cb5ad514e7b99e9419f5258d4554a7ac72fc2cd60a97e6b5a85a", + "writes-client-13.json": "a0d5ed47fb9a494a9d51875701a4ba64fc89c829479801a2a4e0bc12b087edf4", + "writes-client-14.json": "1b9b5d556f1db52678589bd57476d1c6ec8a47d95307c55014ed4ca698ae3d7d", + "writes-client-15.json": "8b6d8a5f429893e8cc68e944737b8c14e08942d51e861006d974f56b888d3bd3", + "write-warmup-client-0.json": "e81dcd546e7165eb42b2416e7700071dc91dca438766dce381e4b483a56da590", + "write-warmup-client-1.json": "a39e73c0eedff9d27e134017c3026be4ac9b5dd461fce80330936749f8ad8145", + "write-warmup-client-2.json": "25bc51f770d25e3e30a3b8cdd4e48b188b6454d15205282673bc5ba2853643ac", + "write-warmup-client-3.json": "3fa2a585a678cbb719e36f375e309139cbaa40b79da8189e3e21ef99e19c0619", + "write-warmup-client-4.json": "72dfbb891fefea31771ff0840c51c163edb6c8beaac4b32e5211d33b8ecd12fc", + "write-warmup-client-5.json": "06df6fcbb9773337f7b90892de7c33532d96a974bdb2b64282c8d3c6cdd967cf", + "write-warmup-client-6.json": "01cae0ae806b881e86b504c2072ac0ed65303cf916be80dc8a03e9edcb1f89c2", + "write-warmup-client-7.json": "c1ba07a888438713de448a8bb0f78914231e37c41996d0fa99b5c87b3b1521f4", + "write-warmup-client-8.json": "85c1e2cba69031750ee26eec675585c9fb3b7c2000cd02db9446d3b7c97d5916", + "write-warmup-client-9.json": "a8ed0b79389534076d492c27a89e9a47b9fa576dcf0829a8417a2adabff5ac0e", + "write-warmup-client-10.json": "50dde31a010515fb3a680783dbbd566ab90db14f7cb9d913026a3716a25a82d2", + "write-warmup-client-11.json": "852ded1dd1a370ef642b77b1f4131b8bb32761bf3f389c03cd05bbe8990e7149", + "write-warmup-client-12.json": "beb2a0a3617e3fac6014bbd839b31e67e07f0a77cd59fdaaf686d9ee8bbcaea4", + "write-warmup-client-13.json": "f14b60a7d39c3852ca838fe96778b2647c3baba3895d0d3a36eaaa440b2a4e13", + "write-warmup-client-14.json": "8f45ef623313a02eaf22e59f97ddb470dc0e75ca5673dd198613fdc7c340f230", + "write-warmup-client-15.json": "b3ac70a66c0cf9dd3a621a508a4b2d2afa8fe5fbd0ebad886aaa171cf32d8fb2" + } + }, + "repeat": 2, + "cells": 16, + "variant": "baseline", + "measured_writes": 12190, + "all_acknowledged": 12749, + "TPS": 101.42682568780603, + "response_body_bytes_per_second": 20237.55557723289, + "p50": 146.478765, + "p95": 210.257468, + "p99": 391.523612, + "server_cpu_cores": 0.5105862789158512, + "driver_cpu_cores": 0.039889553040300875, + "server_rss_after_bytes": 83677184, + "first_30_seconds_TPS": 101.66666666666667, + "last_30_seconds_TPS": 101.26666666666667, + "interval_TPS_min": 96.9, + "interval_TPS_max": 106.5, + "interval_TPS_cv": 0.025968912116510177, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 25514, + "mean_ms": 0.03968629826761778, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 12749, + "mean_ms": 22.59512222025257, + "overflow": 0, + "p50_ms": 22.2, + "p95_ms": 32.0, + "p99_ms": 38.2, + "resolution_us": 100 + }, + "compaction": { + "count": 629, + "mean_ms": 215.2914830969793, + "overflow": 0, + "p50_ms": 193.9, + "p95_ms": 330.3, + "p99_ms": 557.2, + "resolution_us": 100 + }, + "directory": { + "count": 13378, + "mean_ms": 0.027247178651517417, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13394, + "mean_ms": 84.85986443332835, + "overflow": 0, + "p50_ms": 84.0, + "p95_ms": 107.4, + "p99_ms": 121.1, + "resolution_us": 100 + }, + "preparation": { + "count": 12749, + "mean_ms": 130.0923927146443, + "overflow": 0, + "p50_ms": 119.4, + "p95_ms": 170.6, + "p99_ms": 364.0, + "resolution_us": 100 + }, + "publication": { + "count": 12749, + "mean_ms": 153.57387269778022, + "overflow": 0, + "p50_ms": 142.8, + "p95_ms": 198.7, + "p99_ms": 388.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1245, + "mean_ms": 0.9130537381526105, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 33.6, + "resolution_us": 100 + }, + "root_admission": { + "count": 12765, + "mean_ms": 84.88128646784176, + "overflow": 0, + "p50_ms": 83.9, + "p95_ms": 107.4, + "p99_ms": 121.1, + "resolution_us": 100 + }, + "root_open": { + "count": 13378, + "mean_ms": 5.574203501121244, + "overflow": 0, + "p50_ms": 5.3, + "p95_ms": 9.5, + "p99_ms": 12.2, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12765, + "mean_ms": 119.41533828797493, + "overflow": 0, + "p50_ms": 118.8, + "p95_ms": 143.6, + "p99_ms": 158.4, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12765, + "mean_ms": 34.52825544042303, + "overflow": 0, + "p50_ms": 34.2, + "p95_ms": 44.4, + "p99_ms": 51.2, + "resolution_us": 100 + }, + "uploaded_bytes": 317146206, + "uploaded_objects": 67016, + "worker": { + "count": 25514, + "mean_ms": 1.181772138198636, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.4, + "p99_ms": 6.1, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 2880, + "bytes_written": 0, + "duration": { + "count": 40, + "mean_ms": 1.1056313500000001, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.4, + "p99_ms": 3.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 8, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 40 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 26756, + "mean_ms": 4.520154771341007, + "overflow": 0, + "p50_ms": 4.2, + "p95_ms": 8.4, + "p99_ms": 10.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26756, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26756 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 325041083, + "duration": { + "count": 79937, + "mean_ms": 24.382212481704343, + "overflow": 0, + "p50_ms": 24.2, + "p95_ms": 33.8, + "p99_ms": 39.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 8, + "error": 0, + "not_found": 0, + "success": 79929, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 79937 + }, + "range": { + "bytes_read": 139973774, + "bytes_written": 0, + "duration": { + "count": 26356, + "mean_ms": 6.560300125056913, + "overflow": 0, + "p50_ms": 6.3, + "p95_ms": 11.5, + "p99_ms": 14.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26356, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26356 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.4942458810001, + "cpu_seconds": 377.652679, + "cpu_cores": 3.0093226693286725, + "cgroup_before": { + "usage_usec": 4020284171, + "user_usec": 2699581413, + "system_usec": 1320702758, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4397936850, + "user_usec": 2950234357, + "system_usec": 1447702492, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 13352, + "raw_client_sha256": { + "writes-client-0.json": "0c2e9bdb1e3d20b56df4dfdbb87cc0528bc8f783cbc866da1a8e353b15106b9f", + "writes-client-1.json": "cadd5236b062991f40a917fd906997c6036033c1737e0242e6bc80c7a25035b3", + "writes-client-2.json": "2245f0421362e5190489ded1129174c0587cb3a942036a9eda977a0118f650a8", + "writes-client-3.json": "a1e774c4cb2743118ed4cd9ae3b9f410cca2b5e9f8890ebb327c0e1490898f2d", + "writes-client-4.json": "d0a88c62ce5ae038b95b875caf5b880a62ed55d03b1e8d890c410eb99f890b69", + "writes-client-5.json": "9ab4e2a47f1954ecdc6703be620b9e0d5f40562f64e55f058593416ca3cc8496", + "writes-client-6.json": "aea93647031e55dbefddb4efd51c2ee39fece43db3f1f93d0f59669ddf22edf9", + "writes-client-7.json": "ede0ba3c9d4fd43239546dc464d629146d30c1e0e81e5e488bbeacfcc20a9509", + "writes-client-8.json": "080eae8f1b24eae990737411da9eab170d81362850155b81e036689b8477442e", + "writes-client-9.json": "fc19ad17b5f99730f19be0ac60482fafe57ce975ca458aaf6a6d1365f49eca7b", + "writes-client-10.json": "f1bdb31e2813b48e7a28894bfa644468c5fc60cf0db0d7a04e9d2ec4d1eacb4b", + "writes-client-11.json": "8d2427e16a5fd381aa70dc0604d4992eb4450fbe9bb11cb522eb2664a2667acb", + "writes-client-12.json": "3a2911397d77f2e16efb3c1e11a718b151a88e8eb029b4933211daa4123dd710", + "writes-client-13.json": "0b1c3b12cd63194b639b3e6073f4c11f464560931064558bbc9a91b27b111e45", + "writes-client-14.json": "9a339da843da59f04333dcdc65ac982f5e0c9682af874d918f089b26f407c4f3", + "writes-client-15.json": "cfd50c39d6137d5cc0717390c9912251922f1f6b7f99a266e50e6fd3ebaceac3", + "write-warmup-client-0.json": "3a1491c039af9565f32ce2d047b574326d661536bab5b11e6e7ce6a366b51ffb", + "write-warmup-client-1.json": "e95540f6fb13e5da6bc3a4c1de63e1f870575bbe48aabd2b88201d74a7632c68", + "write-warmup-client-2.json": "19b5150400e4ca5dd2b8dd7eedfa358e2e888bdfdbf5e74a6ecbe64342895a23", + "write-warmup-client-3.json": "cbe561c9c8ce72ba773ee943dcc70125c4a9ec46158125677ff883ee5905ee45", + "write-warmup-client-4.json": "7501dbc1875dbfd1375a28dab41662c0a7031910f04259e9848f47e73b6bbeae", + "write-warmup-client-5.json": "9cba5ccb82581f0a7e9ad943b2602a8ba74bd93f7bab55e9d6e7e7420cee0891", + "write-warmup-client-6.json": "c506eeb28a054dddfdf61bf7b9a504f307f14bffc95963aeab1e1cda4afe7c15", + "write-warmup-client-7.json": "fb48fe9c3f5e6ee0f2cf8e83b8c7de25f12113709f9489a2e1252d412370fa1f", + "write-warmup-client-8.json": "5e00e1a55d31e2a7948a816077625148251a64262ba81f11af9100e49b98d757", + "write-warmup-client-9.json": "511a0a3ec13b69fd270452467a49c91da23405020709e9f5fa141b4e6aafac22", + "write-warmup-client-10.json": "bd574773089f2cef0f9168b1f4f536491d5eed87a1a60061485c037ccadfcd0e", + "write-warmup-client-11.json": "7402bbd250deb05a9a75c84a38fcec8c04653ac98f0ba78dff8d1138d25036a0", + "write-warmup-client-12.json": "b8cd6d37ce0b255120e2eefdd8e9aea5f0d89cd42cc7ddb1bc59f28fe7a31cbf", + "write-warmup-client-13.json": "eb83dc767f5cc779f794891673e47d9908d411d33852454597ed755b3391fcbc", + "write-warmup-client-14.json": "025c63484000cd546fa6496a45665d38f725ae981b00fb751b5610843b85a61c", + "write-warmup-client-15.json": "942aa3502af57f2486cf346c71830b16a11db181d2981fa1fb144a98e90be267" + } + }, + "repeat": 2, + "cells": 16, + "variant": "candidate", + "measured_writes": 12773, + "all_acknowledged": 13368, + "TPS": 106.28640187525406, + "response_body_bytes_per_second": 21216.74791881231, + "p50": 145.357175, + "p95": 191.771769, + "p99": 273.285624, + "server_cpu_cores": 0.5108715542397382, + "driver_cpu_cores": 0.047894208209975454, + "server_rss_after_bytes": 81985536, + "first_30_seconds_TPS": 109.13333333333334, + "last_30_seconds_TPS": 107.06666666666666, + "interval_TPS_min": 99.9, + "interval_TPS_max": 111.4, + "interval_TPS_cv": 0.02918689446986725, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26752, + "mean_ms": 0.03639837346740431, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 13368, + "mean_ms": 21.903038648563737, + "overflow": 0, + "p50_ms": 21.6, + "p95_ms": 30.9, + "p99_ms": 35.7, + "resolution_us": 100 + }, + "compaction": { + "count": 669, + "mean_ms": 221.0703837174888, + "overflow": 0, + "p50_ms": 197.7, + "p95_ms": 345.2, + "p99_ms": 602.6, + "resolution_us": 100 + }, + "directory": { + "count": 13376, + "mean_ms": 0.026304724506578947, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13392, + "mean_ms": 84.19552471908602, + "overflow": 0, + "p50_ms": 83.3, + "p95_ms": 108.1, + "p99_ms": 119.0, + "resolution_us": 100 + }, + "preparation": { + "count": 13368, + "mean_ms": 123.67070482891981, + "overflow": 0, + "p50_ms": 118.5, + "p95_ms": 164.4, + "p99_ms": 248.7, + "resolution_us": 100 + }, + "publication": { + "count": 13368, + "mean_ms": 146.4209719429982, + "overflow": 0, + "p50_ms": 141.4, + "p95_ms": 187.9, + "p99_ms": 271.3, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1326, + "mean_ms": 1.3323307481146305, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 3.9, + "p99_ms": 42.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 13384, + "mean_ms": 86.1520618415272, + "overflow": 0, + "p50_ms": 83.6, + "p95_ms": 111.2, + "p99_ms": 151.2, + "resolution_us": 100 + }, + "root_open": { + "count": 13376, + "mean_ms": 5.7200660740131575, + "overflow": 0, + "p50_ms": 5.4, + "p95_ms": 9.6, + "p99_ms": 12.3, + "resolution_us": 100 + }, + "root_preparation": { + "count": 13384, + "mean_ms": 123.525160684997, + "overflow": 0, + "p50_ms": 118.5, + "p95_ms": 164.4, + "p99_ms": 248.7, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13384, + "mean_ms": 37.36760616982964, + "overflow": 0, + "p50_ms": 34.1, + "p95_ms": 59.1, + "p99_ms": 112.8, + "resolution_us": 100 + }, + "uploaded_bytes": 332988888, + "uploaded_objects": 68999, + "worker": { + "count": 26752, + "mean_ms": 1.1593168641596892, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.3, + "p99_ms": 6.0, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 1800, + "bytes_written": 0, + "duration": { + "count": 37, + "mean_ms": 1.3638483783783784, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 5.7, + "p99_ms": 7.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 5, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 37 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 26752, + "mean_ms": 4.647785012223386, + "overflow": 0, + "p50_ms": 4.4, + "p95_ms": 8.5, + "p99_ms": 11.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26752, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26752 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 341221719, + "duration": { + "count": 82527, + "mean_ms": 23.89596323336605, + "overflow": 0, + "p50_ms": 23.8, + "p95_ms": 32.8, + "p99_ms": 37.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 5, + "error": 0, + "not_found": 0, + "success": 82522, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 82527 + }, + "range": { + "bytes_read": 146817701, + "bytes_written": 0, + "duration": { + "count": 27572, + "mean_ms": 6.5716457573988105, + "overflow": 0, + "p50_ms": 6.4, + "p95_ms": 11.3, + "p99_ms": 14.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27572, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27572 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.39739429499991, + "cpu_seconds": 377.96935, + "cpu_cores": 3.014172281050908, + "cgroup_before": { + "usage_usec": 3624617194, + "user_usec": 2434014249, + "system_usec": 1190602944, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4002586544, + "user_usec": 2683465616, + "system_usec": 1319120927, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0479121391652926, + "p50": 0.992342985688062, + "p95": 0.9120806543718105, + "p99": 0.6980054730390053, + "response_body_bytes_per_second": 1.048384911796413 + } + }, + { + "cells": 16, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 13006, + "raw_client_sha256": { + "writes-client-0.json": "d2674aadc727d2b58d0e76612fd0b500290a27aa7aace767e2f6a01b4053b84b", + "writes-client-1.json": "5b4f55fa7f59e0f9fa1fa705929e67eb998e009aa92e751086e6af51035c6cf8", + "writes-client-2.json": "97f4c9f418079c89d74fc8fa0a67b7c9c04fcf8900792b97922b713d2facfe90", + "writes-client-3.json": "ef843bdb8af19efe10a7e70bfc63d087519cb5f5876b5e9403b5bdfcc8761f78", + "writes-client-4.json": "bc7b21e5b3c5e572e32d44d39db3b0087dba92f76689e653b4df82038a7ecd79", + "writes-client-5.json": "f0248fd6ed7dc2729687e5ddf28997de99f781fefa2d7d1cc65b383771bdbc91", + "writes-client-6.json": "982272825148796c9d5fe741dc58600278aa4252adae0a0f413a4730948cefdb", + "writes-client-7.json": "45b80ac1360822c93a6cd9c6d8d7c7cae31ec9693a857ccf91463afa2fb69e62", + "writes-client-8.json": "d9f3e2a40f56ac40c06faa082ab650f45c93054afafeb74a8a3ace4b6e15e177", + "writes-client-9.json": "d1c0de04db0ae97cfe8b7471959c54ac45d9e8ec64da9649a59dfd8d58b60c83", + "writes-client-10.json": "f68849d9886ab98cc3de5e2a7434743d531fc026253949e2e0f3658a8c3885fe", + "writes-client-11.json": "fa556a508cfa70f7744529b1ec89024a5806e7a77e6a55c411b2faf6016b68fe", + "writes-client-12.json": "c895e18ec6d28071f1ff81964360d8bcb1117e18a1f5933a24033871667d2d11", + "writes-client-13.json": "6deab284ec5a7ae609f7219167fabb37d9e28f3239d32a2195b4deb02a67f915", + "writes-client-14.json": "1aeb65d0b3da6fc1826fe2d410b7b54d96db6c965fbbe768f72339beaa8ffd1f", + "writes-client-15.json": "3c08517153b6334cceeb95afc626943e662d49bc82c8169aedc6a60caeb33f27", + "write-warmup-client-0.json": "99d5bedda65fcb60d3b27889a02434989a11c66f25035f684d828deb8c7e3ca9", + "write-warmup-client-1.json": "511a9406868e19a5998063408e0c43c04561890197adf9248ec6ba13cf4ce808", + "write-warmup-client-2.json": "156fa13c90ab686730aab1c71a4e7f3fc2dc42e5617282de96233295ecd49def", + "write-warmup-client-3.json": "6d3049d29c049657958150e283bb84c7767877c4cb75370557a164ba580be08c", + "write-warmup-client-4.json": "9e3de0685b6aea38d0a95c462303e929def21aeda7329ab30a095db2fe0362a7", + "write-warmup-client-5.json": "8ee67b82e4fd3fa2334ceeaff8d58f476344eed398e705e5890c7675bfcd5c77", + "write-warmup-client-6.json": "a4c1b4a9bd48f87725d6f5610852d45f71f639a6dd74130e677ff68b08c318df", + "write-warmup-client-7.json": "4697d55f3d803b6da0c0d3308e80977062c333bf7e7c4811befce601709a9e18", + "write-warmup-client-8.json": "acc655fb704889b36915c2749410c36fec6e7f2e4596fd935c504c3f05e77471", + "write-warmup-client-9.json": "fd03f849e69034141cc6f1b4a5f808bfa7b9db05baa3a474d4fd69527e161c55", + "write-warmup-client-10.json": "521ab1e292a8074ae3d8611a5248b6f424e99916167c0fe2b87bd3099df10120", + "write-warmup-client-11.json": "a56501ad18d7691aab658834432f6897c9612e114746665dfddd94a27940a36d", + "write-warmup-client-12.json": "d991daa3b4d906b9fc89ac9572641eba94b9d21cf2e46fa151ee68275ae4ba8b", + "write-warmup-client-13.json": "aac7d52f604e1fddca9523dd9ccbd8f2da3ead859152fc0e3554448711d3fd58", + "write-warmup-client-14.json": "1a19449aa0315f5b2deeca5b9d5c0338beb11ea3c231bd89e13f419f4f039ae9", + "write-warmup-client-15.json": "94c13ad3f77252a2f173a22bad31780d5358c8e8b5bb75140c0acedf40625284" + } + }, + "repeat": 3, + "cells": 16, + "variant": "baseline", + "measured_writes": 12440, + "all_acknowledged": 13022, + "TPS": 103.50479205840588, + "response_body_bytes_per_second": 20657.118640832647, + "p50": 142.253039, + "p95": 296.146111, + "p99": 396.679303, + "server_cpu_cores": 0.5028240940571206, + "driver_cpu_cores": 0.0399066741315175, + "server_rss_after_bytes": 83177472, + "first_30_seconds_TPS": 104.5, + "last_30_seconds_TPS": 103.5, + "interval_TPS_min": 96.8, + "interval_TPS_max": 109.3, + "interval_TPS_cv": 0.03621986119877717, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26060, + "mean_ms": 0.03824182521105142, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 13022, + "mean_ms": 21.576445740592842, + "overflow": 0, + "p50_ms": 21.2, + "p95_ms": 30.1, + "p99_ms": 35.1, + "resolution_us": 100 + }, + "compaction": { + "count": 645, + "mean_ms": 218.12709123255814, + "overflow": 0, + "p50_ms": 194.2, + "p95_ms": 328.7, + "p99_ms": 729.7, + "resolution_us": 100 + }, + "directory": { + "count": 13667, + "mean_ms": 0.026131440184385745, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13683, + "mean_ms": 83.26429250712563, + "overflow": 0, + "p50_ms": 82.1, + "p95_ms": 104.5, + "p99_ms": 116.1, + "resolution_us": 100 + }, + "preparation": { + "count": 13022, + "mean_ms": 127.71992524389495, + "overflow": 0, + "p50_ms": 116.3, + "p95_ms": 172.4, + "p99_ms": 370.0, + "resolution_us": 100 + }, + "publication": { + "count": 13022, + "mean_ms": 150.31467117217016, + "overflow": 0, + "p50_ms": 138.6, + "p95_ms": 269.8, + "p99_ms": 395.0, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1279, + "mean_ms": 0.9643271383893667, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 2.0, + "p99_ms": 28.9, + "resolution_us": 100 + }, + "root_admission": { + "count": 13038, + "mean_ms": 83.1989250077466, + "overflow": 0, + "p50_ms": 81.9, + "p95_ms": 104.5, + "p99_ms": 116.3, + "resolution_us": 100 + }, + "root_open": { + "count": 13667, + "mean_ms": 5.710035228433452, + "overflow": 0, + "p50_ms": 5.4, + "p95_ms": 9.7, + "p99_ms": 12.4, + "resolution_us": 100 + }, + "root_preparation": { + "count": 13038, + "mean_ms": 116.81949800314464, + "overflow": 0, + "p50_ms": 115.8, + "p95_ms": 138.9, + "p99_ms": 153.4, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13038, + "mean_ms": 33.61507764496088, + "overflow": 0, + "p50_ms": 33.1, + "p95_ms": 42.6, + "p99_ms": 49.0, + "resolution_us": 100 + }, + "uploaded_bytes": 325852764, + "uploaded_objects": 68476, + "worker": { + "count": 26060, + "mean_ms": 1.2034625149654643, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.2, + "p99_ms": 6.1, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 3240, + "bytes_written": 0, + "duration": { + "count": 41, + "mean_ms": 1.5235218780487805, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 5.7, + "p99_ms": 7.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 9, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 41 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 27334, + "mean_ms": 4.6563775200117075, + "overflow": 0, + "p50_ms": 4.4, + "p95_ms": 8.6, + "p99_ms": 11.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27334, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27334 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 333818609, + "duration": { + "count": 81652, + "mean_ms": 23.461211834235538, + "overflow": 0, + "p50_ms": 23.2, + "p95_ms": 32.0, + "p99_ms": 37.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 9, + "error": 0, + "not_found": 0, + "success": 81643, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 81652 + }, + "range": { + "bytes_read": 143117270, + "bytes_written": 0, + "duration": { + "count": 26888, + "mean_ms": 6.622632415426956, + "overflow": 0, + "p50_ms": 6.4, + "p95_ms": 11.4, + "p99_ms": 14.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26888, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26888 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.41198925500021, + "cpu_seconds": 376.173361, + "cpu_cores": 2.9995007912291918, + "cgroup_before": { + "usage_usec": 5710595798, + "user_usec": 3755706560, + "system_usec": 1954889237, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 6086769159, + "user_usec": 4003541158, + "system_usec": 2083228001, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 13342, + "raw_client_sha256": { + "writes-client-0.json": "416aae6e9abb6484071f3ad573e375dfd5fe9f1025894254b5990f54c9d0db49", + "writes-client-1.json": "8783cba5bce3bc2abbeb7d64778bbcf66465f9c28b6a4240ec4e1f64c56fb9b1", + "writes-client-2.json": "b21ddff72760b846386c288a31dff0f3163ebfed9e776f5557b2ba846441315e", + "writes-client-3.json": "097a7526947cf7845e0d7bbad96d6036a6cb1cbf1ded0bfbf228bd39d0c5cc58", + "writes-client-4.json": "9c1548e727bd47e10342f926e36da0bf0d71cc6cd0bd3e44a34a18337e1abb2c", + "writes-client-5.json": "cfa2f610d47e97af298481741be1c63eab849460d48e62fc5c25a4d4a31e886c", + "writes-client-6.json": "b67c7d755c48d11eac00602be789561ed00c5241cc0784e870cfb68feeabcabe", + "writes-client-7.json": "12dc99cba8de72d37bf2451669513ae3ace2ca23201206c9361da1b3b9f49232", + "writes-client-8.json": "e44a7b99868b909e94fb8cd9f60095fab65880c114469db079b25da6c5cbb711", + "writes-client-9.json": "d0a9a120c9a1d7189daf2326390b3087c6edaa22ffc1282b5649f7d4b8cf2f77", + "writes-client-10.json": "d2a04044d9c43c3e28a1abce0458e3e1c1bc7c2576a762f11ca3568cf887e04e", + "writes-client-11.json": "8c7eadcc1666766ef65820b20a62e826e995cc6a3142067474b05880b559516d", + "writes-client-12.json": "5451b0cf7585b91c29f9532fbabd4dad78ff2374380ae8f8a8abde1ef08890ae", + "writes-client-13.json": "2a9874dc7c74bd074210897560f14a4e931bc5841124632d7e78ab2119a93efa", + "writes-client-14.json": "ef8aeb49e0667d731a6936038caf34bd47b3bb2ad0d3a245bf01b6303bafad96", + "writes-client-15.json": "2cde0335acd5da27150f3c23284753c81c6eeb6ec3d2b8bc31527af33965fe1e", + "write-warmup-client-0.json": "ee28bd26b1e67b059131230c7707e52999e902b1e98838b2773d733bd9a3ff7d", + "write-warmup-client-1.json": "01d20a9bf56ea49fe8ab245b7138bbe539e5115e96b4aedfeb55c395ccc37b49", + "write-warmup-client-2.json": "b02ae9ad4a8411ef75a29a9a39a28d358b519e6dba5c7d1e4b42e01fbce0b02e", + "write-warmup-client-3.json": "5660054b5e7ddc510e757e857abbc00da54e23acbb87af8d954f59dfa7c6e6a3", + "write-warmup-client-4.json": "f913c7af08e842a1bbe4dccec0197f36602d95fe07382d495e2e945c45eefdf1", + "write-warmup-client-5.json": "7a1846b910b2d24baf9ffb5ae6a1c00801cf70cb69abe8c213dfdfe2a49c95e8", + "write-warmup-client-6.json": "0a179b6ea31b5c09ec9b22d07ed2341163fcb88ec054fbe13ba21896b3bf7388", + "write-warmup-client-7.json": "6e7b8fd2b505e195aad28de1336bf9e3436b3af776668cf7b06e217281b0d580", + "write-warmup-client-8.json": "4d777650bd05a5b37fe4d85fd6395f0c8c95c525d5b31280811485e5d08a6234", + "write-warmup-client-9.json": "4e3bee2d05cc6ca72dbebbd02018b996ea696da17313c3646ab1f3cf31bb0454", + "write-warmup-client-10.json": "a5628125fdbd0a1cc7801b5e5f67a821192d845157b97c2e4de33a571548d5b6", + "write-warmup-client-11.json": "e05344cd645662359ec68d213d132813da392d5f574a15f0a6d4816818d4b49b", + "write-warmup-client-12.json": "73964e6178545cb9c62b466042635b8a1dc0e4bd39148ca5083f8b999fa88ac2", + "write-warmup-client-13.json": "afaa95df261b63e947aa3f6c620d0a1497d1e54ef2ceb84360ff8bd4d10463e0", + "write-warmup-client-14.json": "fe108a84e6b8bb43a4ec96d08f97eb09514edcc98a2f415d5240712c8ff70dc5", + "write-warmup-client-15.json": "1334b23578316fa5f51afaf63e3ed685882401fd56804acbabe07c55846475f7" + } + }, + "repeat": 3, + "cells": 16, + "variant": "candidate", + "measured_writes": 12782, + "all_acknowledged": 13358, + "TPS": 106.37684391648655, + "response_body_bytes_per_second": 21233.68191025884, + "p50": 144.951246, + "p95": 195.982827, + "p99": 269.682798, + "server_cpu_cores": 0.5108318763470314, + "driver_cpu_cores": 0.047890488407534196, + "server_rss_after_bytes": 82571264, + "first_30_seconds_TPS": 109.46666666666667, + "last_30_seconds_TPS": 106.93333333333334, + "interval_TPS_min": 100.3, + "interval_TPS_max": 110.4, + "interval_TPS_cv": 0.02611441828688439, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26732, + "mean_ms": 0.040424749962591655, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "authority": { + "count": 13358, + "mean_ms": 21.922220002320707, + "overflow": 0, + "p50_ms": 21.6, + "p95_ms": 30.8, + "p99_ms": 36.5, + "resolution_us": 100 + }, + "compaction": { + "count": 668, + "mean_ms": 221.15374064520958, + "overflow": 0, + "p50_ms": 200.0, + "p95_ms": 345.4, + "p99_ms": 600.5, + "resolution_us": 100 + }, + "directory": { + "count": 13365, + "mean_ms": 0.026172317096894875, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.2, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13381, + "mean_ms": 84.40187419452957, + "overflow": 0, + "p50_ms": 83.5, + "p95_ms": 108.3, + "p99_ms": 121.3, + "resolution_us": 100 + }, + "preparation": { + "count": 13358, + "mean_ms": 123.84354938254229, + "overflow": 0, + "p50_ms": 118.7, + "p95_ms": 167.6, + "p99_ms": 245.4, + "resolution_us": 100 + }, + "publication": { + "count": 13358, + "mean_ms": 146.5890622975745, + "overflow": 0, + "p50_ms": 141.4, + "p95_ms": 191.6, + "p99_ms": 270.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1324, + "mean_ms": 1.3502565196374623, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 6.2, + "p99_ms": 35.2, + "resolution_us": 100 + }, + "root_admission": { + "count": 13374, + "mean_ms": 86.2936045122626, + "overflow": 0, + "p50_ms": 83.8, + "p95_ms": 111.3, + "p99_ms": 148.5, + "resolution_us": 100 + }, + "root_open": { + "count": 13365, + "mean_ms": 5.802688612345679, + "overflow": 0, + "p50_ms": 5.5, + "p95_ms": 9.9, + "p99_ms": 12.4, + "resolution_us": 100 + }, + "root_preparation": { + "count": 13374, + "mean_ms": 123.69875913615972, + "overflow": 0, + "p50_ms": 118.7, + "p95_ms": 167.4, + "p99_ms": 245.4, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13374, + "mean_ms": 37.39940619021983, + "overflow": 0, + "p50_ms": 34.1, + "p95_ms": 62.2, + "p99_ms": 113.1, + "resolution_us": 100 + }, + "uploaded_bytes": 332061538, + "uploaded_objects": 68949, + "worker": { + "count": 26732, + "mean_ms": 1.12422375022445, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.1, + "p99_ms": 5.8, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 2520, + "bytes_written": 0, + "duration": { + "count": 39, + "mean_ms": 1.4952235897435897, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 4.9, + "p99_ms": 7.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 7, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 39 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 26730, + "mean_ms": 4.724068347100636, + "overflow": 0, + "p50_ms": 4.4, + "p95_ms": 8.7, + "p99_ms": 11.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26730, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26730 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 340184107, + "duration": { + "count": 82461, + "mean_ms": 23.836970608845395, + "overflow": 0, + "p50_ms": 23.7, + "p95_ms": 32.7, + "p99_ms": 38.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 7, + "error": 0, + "not_found": 0, + "success": 82454, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 82461 + }, + "range": { + "bytes_read": 146066029, + "bytes_written": 0, + "duration": { + "count": 27544, + "mean_ms": 6.679416491867557, + "overflow": 0, + "p50_ms": 6.5, + "p95_ms": 11.4, + "p99_ms": 14.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27544, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27544 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.40862126699994, + "cpu_seconds": 377.672496, + "cpu_cores": 3.0115353488810013, + "cgroup_before": { + "usage_usec": 6108686864, + "user_usec": 4022008402, + "system_usec": 2086678461, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 6486359360, + "user_usec": 4269682316, + "system_usec": 2216677044, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0277480085797381, + "p50": 1.0189676580477132, + "p95": 0.661777479833257, + "p99": 0.6798509424627077, + "response_body_bytes_per_second": 1.0279111176854312 + } + } + ], + "limitations": [ + "Three paired repeats, not a statistical confidence interval.", + "Closed-loop small-row HTTP workload with one persistent connection per client.", + "Response throughput is JSON response-body bytes, not database or network-wire throughput.", + "Publication phase metrics include warmup; worker and queue metrics also include exact replay verification.", + "Compaction is a subset of preparation; do not add their timings." + ], + "ci_run": "https://github.com/crabbuild/cellule/actions/runs/37186946941", + "source_and_budget_audit": { + "baseline_revision": "4c1c9826322b154a4dd2af6f86b89cd586e871a7", + "candidate_revision": "ce1f918a76e1edabbdab0128e9debe28fe56ec38", + "patch_sha256": "1ae7cfaee1f4fd454df73a2bc9e282455e8b36da4461f79b432431fbf7859a74", + "observer_sha256": "56f794d4c44c1e957b27841b91599fd0bfb534fb3dcc14b82127ffcb81968b2c", + "baseline_instrumentation_diff_sha256": "2b96542184b78d95a344e19b0697f5a403876f6200a5cc5010473af1cdcc134c", + "sources": { + "crates/cellule-axum/examples/sql.rs": { + "baseline_sha256": "dfab7641a55e6ba653d3c068ca65f6a38d9fb785c59847fcda843dbc0ea38baa", + "candidate_sha256": "dfab7641a55e6ba653d3c068ca65f6a38d9fb785c59847fcda843dbc0ea38baa", + "admission": "fixed-target-reverse-check" + }, + "crates/cellule-ltx/src/environment/host/mod.rs": { + "baseline_sha256": "ec6f3c6f658c61aa170695af1f81b0d2676f8ac9baeeff4e2f82193c502fb166", + "candidate_sha256": "ec6f3c6f658c61aa170695af1f81b0d2676f8ac9baeeff4e2f82193c502fb166", + "admission": "candidate-byte-equality" + }, + "crates/cellule-ltx/src/environment/telemetry.rs": { + "baseline_sha256": "9f23ada9280c6a5bd46cd2f4ee51f3ee0437ba262a4c8bc5fdc646b972640149", + "candidate_sha256": "9f23ada9280c6a5bd46cd2f4ee51f3ee0437ba262a4c8bc5fdc646b972640149", + "admission": "candidate-byte-equality" + }, + "crates/cellule-ltx/src/replica/prepare.rs": { + "baseline_sha256": "594131ab59fb9961258ab66296b43513ed5aea90413b3ee58c17a7d83bc4f074", + "candidate_sha256": "c3fc2b87a1cbdc67a253b88e782ba82d7957c0ebe2fc4be06bae026f676db539", + "admission": "fixed-target-reverse-check" + }, + "scripts/bench-axum-rustfs.py": { + "baseline_sha256": "4b1ee45a1ac3f2dd31a140a1f09a1c28bcdf7000e7c3be8c8c953ca1d8d86852", + "candidate_sha256": "4b1ee45a1ac3f2dd31a140a1f09a1c28bcdf7000e7c3be8c8c953ca1d8d86852" + }, + "Cargo.lock": { + "baseline_sha256": "bf138b7f790cb63db857092eeae7a258f37f32c225cb06e919c074c22e9f2e4c", + "candidate_sha256": "bf138b7f790cb63db857092eeae7a258f37f32c225cb06e919c074c22e9f2e4c" + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "recovery": 2, + "scratch_mib": 65536, + "local_disk_bytes": 1073741824 + }, + "binary_sha256": "fbf086e4e9229dedf1292828b025d744882ddab547c1505026beebb678601fd2", + "baseline_binary_sha256": "78ae6178944db35c2ac5aa4c600f23b2895b0b1fadca22b5e148664b2588264e", + "cpu_count": 4, + "points": 18, + "note": "Strict raw receipt/recovery audit must also pass via unchanged analyze-steady-writes.py." + }, + "completed_ci_log_sha256": "268e59d1bb0fcd31701cd78173d74de28f2132edb83380f89615c23936a99de3", + "measured_writes": 321665, + "verification": "All 18 points rechecked independently against raw client receipts, per-Cell sequences, root coverage, epochs, replay, drains, fresh-file cold recovery and next writes. Frozen source instrumentation and every budget checked separately.", + "timed_receipts_independently_checked": 337690, + "setup_writes_verified_by_recovery_and_replay": 288, + "evidence_file_sha256": { + "composed-original-analysis.log": "e069a6ef100e54958f9b2cdb83d6ec129781d13670de8dc8f3206bcf775bb0e8", + "composed-original-provenance.log": "d633209603aa2e378dcb008f20f2735369e342125e169f40d8a16411270353ed", + "composed-original-ci.log": "268e59d1bb0fcd31701cd78173d74de28f2132edb83380f89615c23936a99de3" + } +} diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-composed-original-writes.md b/crates/cellule-axum/performance/2026-10-04-rustfs-composed-original-writes.md new file mode 100644 index 00000000..62babc81 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-composed-original-writes.md @@ -0,0 +1,37 @@ +# Composed compaction: original steady-write comparison + +The original implementation improves 1-Cell throughput and 16-Cell tail latency, +but does not establish consistent throughput gains across Cell counts. +[CI run](https://github.com/crabbuild/cellule/actions/runs/37186946941) · +[Dataset](2026-10-04-rustfs-composed-original-writes.json). + +Baseline `4c1c9826322b154a4dd2af6f86b89cd586e871a7` is compared with +`ce1f918a76e1edabbdab0128e9debe28fe56ec38`. This precedes integration of main’s +required root-lineage retention; it does not qualify the later integrated source. + +Three alternating 120-second pairs at each of 1/4/16 Cells use 16 persistent +HTTP clients, four SQL workers, four HTTP workers, five seconds of warmup, +fresh storage prefixes and fixed host budgets on a four-CPU runner. +All 18 points pass: **321,665 measured writes**, **337,978 acknowledged writes**, +and **zero measured errors**. Independent checks cover raw receipts, exact +per-Cell sequences, ownership, replay/conflicts, drain, fresh-file cold recovery +and the next recovered write. The unchanged observation patch and identical +example observer are verified separately from production changes. + +| Cells | TPS change | p95 change | p99 change | +| ---: | ---: | ---: | ---: | +| 1 | +10.3% | -16.4% | -13.0% | +| 4 | -1.9% | -6.6% | -6.9% | +| 16 | +2.8% | -27.0% | -30.2% | + +Changes are medians of the three paired candidate/baseline ratios, not ratios +of aggregate medians. All nine pairs are retained: two of three 4-Cell pairs +lose throughput, and the third repeat increases p99 by 4.7%; the first +16-Cell pair loses 0.7% throughput. All three 16-Cell pairs improve p95 and p99. + +These are a small-row, closed-loop workload on one host and shared RustFS +provider. Response-body throughput is JSON bytes, not database or wire bytes. +Three repeats do not provide a confidence interval or horizontal-scaling proof. +Composed preparation includes compaction/append and admission includes recovery; +its phase populations overlap and differ from baseline standalone preparation. +Do not add phase timings or compound gains with other comparisons. diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-composed-routing.json b/crates/cellule-axum/performance/2026-10-04-rustfs-composed-routing.json new file mode 100644 index 00000000..657eb754 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-composed-routing.json @@ -0,0 +1,8413 @@ +{ + "run": 37187645453, + "candidate_implementation": "ce93119794182c01c5d876568799cdb4dbe94628", + "actual_source": "1ca9759282fb5b1d5a15059b8b235bf34c819f2e", + "source_tree": "8cfad7e150ed12e1b22731f1933aa4a3c0cb1ad9", + "modes": { + "leased": { + "rows": [ + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.000192, + "throughput": 5214.716, + "p50_ms": 0.191765, + "p95_ms": 0.191765, + "p99_ms": 0.191765, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.322346, + "throughput": 12706.842, + "p50_ms": 0.077597, + "p95_ms": 0.090056, + "p99_ms": 0.11276, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.153152, + "throughput": 26744.632, + "p50_ms": 0.316487, + "p95_ms": 0.545537, + "p99_ms": 0.578931, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.230387, + "throughput": 17778.766, + "p50_ms": 0.055774, + "p95_ms": 0.061082, + "p99_ms": 0.069204, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.144791, + "throughput": 28289.065, + "p50_ms": 0.286962, + "p95_ms": 0.509403, + "p99_ms": 0.540924, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.020844, + "throughput": 7.602, + "p50_ms": 0.505187, + "p95_ms": 0.754897, + "p99_ms": 2.755088, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 11.224701, + "throughput": 91.227, + "p50_ms": 9.697723, + "p95_ms": 23.223741, + "p99_ms": 29.095169, + "reads": 2130.0, + "puts": 7445.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.496167, + "throughput": 292.892, + "p50_ms": 31.714665, + "p95_ms": 62.656279, + "p99_ms": 99.992177, + "reads": 644.0, + "puts": 2339.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.025099, + "throughput": 39.843, + "p50_ms": 25.098501, + "p95_ms": 25.098501, + "p99_ms": 25.098501, + "reads": 2.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.749268, + "throughput": 5466.667, + "p50_ms": 0.175995, + "p95_ms": 0.22595, + "p99_ms": 0.336787, + "reads": 0.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.566933, + "throughput": 7224.841, + "p50_ms": 1.176631, + "p95_ms": 2.267704, + "p99_ms": 2.884292, + "reads": 0.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.015106, + "throughput": 4236.711, + "p50_ms": 2.171389, + "p95_ms": 4.722505, + "p99_ms": 4.774294, + "reads": 8.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.408367, + "throughput": 7.573, + "p50_ms": 1.555172, + "p95_ms": 3.207612, + "p99_ms": 3.678769, + "reads": 0.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 11.20896, + "throughput": 91.355, + "p50_ms": 9.558063, + "p95_ms": 23.453455, + "p99_ms": 30.83825, + "reads": 2173.0, + "puts": 7490.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.185633, + "throughput": 321.443, + "p50_ms": 30.225543, + "p95_ms": 57.072907, + "p99_ms": 61.71419, + "reads": 670.0, + "puts": 2344.0, + "hops": 1025.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.000206, + "throughput": 4860.527, + "p50_ms": 0.205739, + "p95_ms": 0.205739, + "p99_ms": 0.205739, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.324781, + "throughput": 12611.587, + "p50_ms": 0.078658, + "p95_ms": 0.085228, + "p99_ms": 0.091377, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.150263, + "throughput": 27258.801, + "p50_ms": 0.3118, + "p95_ms": 0.537309, + "p99_ms": 0.572401, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.229633, + "throughput": 17837.163, + "p50_ms": 0.055283, + "p95_ms": 0.061603, + "p99_ms": 0.070035, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.146406, + "throughput": 27977.053, + "p50_ms": 0.287403, + "p95_ms": 0.512561, + "p99_ms": 0.56441, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.020682, + "throughput": 7.602, + "p50_ms": 0.51826, + "p95_ms": 0.782963, + "p99_ms": 2.831609, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 11.201746, + "throughput": 91.414, + "p50_ms": 9.438675, + "p95_ms": 22.132027, + "p99_ms": 32.549482, + "reads": 2130.0, + "puts": 7340.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.053072, + "throughput": 252.648, + "p50_ms": 35.211385, + "p95_ms": 74.848261, + "p99_ms": 143.104061, + "reads": 644.0, + "puts": 2302.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.023741, + "throughput": 42.12, + "p50_ms": 23.741471, + "p95_ms": 23.741471, + "p99_ms": 23.741471, + "reads": 2.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.739856, + "throughput": 5536.216, + "p50_ms": 0.170587, + "p95_ms": 0.228024, + "p99_ms": 0.288925, + "reads": 0.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.57579, + "throughput": 7113.704, + "p50_ms": 1.204423, + "p95_ms": 2.26518, + "p99_ms": 2.782749, + "reads": 0.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.016114, + "throughput": 3971.761, + "p50_ms": 2.385525, + "p95_ms": 4.345442, + "p99_ms": 4.732014, + "reads": 8.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.40838, + "throughput": 7.573, + "p50_ms": 1.548401, + "p95_ms": 2.864822, + "p99_ms": 3.436363, + "reads": 0.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 10.078385, + "throughput": 101.604, + "p50_ms": 8.91981, + "p95_ms": 17.660723, + "p99_ms": 22.934277, + "reads": 2175.0, + "puts": 7366.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.319887, + "throughput": 308.444, + "p50_ms": 30.076252, + "p95_ms": 56.631115, + "p99_ms": 158.578267, + "reads": 670.0, + "puts": 2305.0, + "hops": 1025.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.000159, + "throughput": 6303.62, + "p50_ms": 0.158639, + "p95_ms": 0.158639, + "p99_ms": 0.158639, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.33368, + "throughput": 12275.224, + "p50_ms": 0.07972, + "p95_ms": 0.088243, + "p99_ms": 0.096204, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.154792, + "throughput": 26461.292, + "p50_ms": 0.328074, + "p95_ms": 0.579833, + "p99_ms": 0.668026, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.233246, + "throughput": 17560.886, + "p50_ms": 0.056515, + "p95_ms": 0.062684, + "p99_ms": 0.068233, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.15129, + "throughput": 27073.861, + "p50_ms": 0.302085, + "p95_ms": 0.543117, + "p99_ms": 0.601306, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.008257, + "throughput": 7.603, + "p50_ms": 0.509461, + "p95_ms": 0.797235, + "p99_ms": 1.23918, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 12.323462, + "throughput": 83.094, + "p50_ms": 10.783311, + "p95_ms": 22.763955, + "p99_ms": 30.458687, + "reads": 2130.0, + "puts": 7340.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.042296, + "throughput": 253.321, + "p50_ms": 37.139036, + "p95_ms": 69.627314, + "p99_ms": 85.274555, + "reads": 644.0, + "puts": 2302.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.023863, + "throughput": 41.907, + "p50_ms": 23.862615, + "p95_ms": 23.862615, + "p99_ms": 23.862615, + "reads": 2.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.866674, + "throughput": 4726.114, + "p50_ms": 0.202555, + "p95_ms": 0.248173, + "p99_ms": 0.35238, + "reads": 0.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.741637, + "throughput": 5522.918, + "p50_ms": 1.631204, + "p95_ms": 3.009271, + "p99_ms": 3.876492, + "reads": 0.0, + "puts": 2.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.020045, + "throughput": 3192.747, + "p50_ms": 3.512985, + "p95_ms": 5.98882, + "p99_ms": 6.03575, + "reads": 8.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.381199, + "throughput": 7.575, + "p50_ms": 1.334017, + "p95_ms": 2.889066, + "p99_ms": 3.471606, + "reads": 0.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 10.427065, + "throughput": 98.206, + "p50_ms": 9.086876, + "p95_ms": 18.87647, + "p99_ms": 23.325114, + "reads": 2173.0, + "puts": 7366.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.273667, + "throughput": 312.799, + "p50_ms": 32.585957, + "p95_ms": 58.441093, + "p99_ms": 90.015021, + "reads": 670.0, + "puts": 2304.0, + "hops": 1025.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.00026, + "throughput": 3846.435, + "p50_ms": 0.259981, + "p95_ms": 0.259981, + "p99_ms": 0.259981, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.341393, + "throughput": 11997.897, + "p50_ms": 0.081242, + "p95_ms": 0.088263, + "p99_ms": 0.096224, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.158487, + "throughput": 25844.448, + "p50_ms": 0.338069, + "p95_ms": 0.589097, + "p99_ms": 0.707164, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.239177, + "throughput": 17125.373, + "p50_ms": 0.057527, + "p95_ms": 0.064437, + "p99_ms": 0.070146, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.15643, + "throughput": 26184.224, + "p50_ms": 0.317247, + "p95_ms": 0.578091, + "p99_ms": 0.619243, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.008257, + "throughput": 7.603, + "p50_ms": 0.517069, + "p95_ms": 0.890811, + "p99_ms": 1.303338, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 13.142195, + "throughput": 77.917, + "p50_ms": 10.92081, + "p95_ms": 27.873376, + "p99_ms": 35.453531, + "reads": 2130.0, + "puts": 7445.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.670674, + "throughput": 219.24, + "p50_ms": 41.925387, + "p95_ms": 89.882992, + "p99_ms": 103.247305, + "reads": 644.0, + "puts": 2340.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.024993, + "throughput": 40.012, + "p50_ms": 24.992549, + "p95_ms": 24.992549, + "p99_ms": 24.992549, + "reads": 2.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.800647, + "throughput": 5115.861, + "p50_ms": 0.186951, + "p95_ms": 0.218709, + "p99_ms": 0.264948, + "reads": 0.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.714534, + "throughput": 5732.408, + "p50_ms": 1.5223, + "p95_ms": 2.817769, + "p99_ms": 3.451156, + "reads": 0.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.01647, + "throughput": 3885.769, + "p50_ms": 2.972862, + "p95_ms": 4.754233, + "p99_ms": 4.856546, + "reads": 8.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.381209, + "throughput": 7.575, + "p50_ms": 1.342719, + "p95_ms": 2.562911, + "p99_ms": 3.025495, + "reads": 0.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 10.429978, + "throughput": 98.179, + "p50_ms": 8.512072, + "p95_ms": 21.94569, + "p99_ms": 33.31502, + "reads": 2175.0, + "puts": 7491.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.135403, + "throughput": 326.593, + "p50_ms": 28.632732, + "p95_ms": 55.268426, + "p99_ms": 59.992445, + "reads": 670.0, + "puts": 2345.0, + "hops": 1025.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.000208, + "throughput": 4798.464, + "p50_ms": 0.2084, + "p95_ms": 0.2084, + "p99_ms": 0.2084, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.336097, + "throughput": 12186.975, + "p50_ms": 0.07932, + "p95_ms": 0.094512, + "p99_ms": 0.135504, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.158402, + "throughput": 25858.209, + "p50_ms": 0.330468, + "p95_ms": 0.570369, + "p99_ms": 0.619653, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.235529, + "throughput": 17390.613, + "p50_ms": 0.056365, + "p95_ms": 0.065148, + "p99_ms": 0.080502, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.15243, + "throughput": 26871.398, + "p50_ms": 0.301053, + "p95_ms": 0.533293, + "p99_ms": 0.594735, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.002084, + "throughput": 7.604, + "p50_ms": 0.5078, + "p95_ms": 0.760371, + "p99_ms": 2.037006, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 12.042218, + "throughput": 85.034, + "p50_ms": 10.413775, + "p95_ms": 23.021068, + "p99_ms": 33.302256, + "reads": 2130.0, + "puts": 7340.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.619003, + "throughput": 282.951, + "p50_ms": 34.167162, + "p95_ms": 62.510526, + "p99_ms": 70.349151, + "reads": 644.0, + "puts": 2302.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.024397, + "throughput": 40.988, + "p50_ms": 24.397364, + "p95_ms": 24.397364, + "p99_ms": 24.397364, + "reads": 2.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.777473, + "throughput": 5268.348, + "p50_ms": 0.181893, + "p95_ms": 0.225009, + "p99_ms": 0.353933, + "reads": 0.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.721664, + "throughput": 5675.772, + "p50_ms": 1.494576, + "p95_ms": 2.867187, + "p99_ms": 3.415822, + "reads": 0.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.01739, + "throughput": 3680.37, + "p50_ms": 3.022175, + "p95_ms": 5.15536, + "p99_ms": 5.319577, + "reads": 8.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.428833, + "throughput": 7.572, + "p50_ms": 1.465771, + "p95_ms": 2.951303, + "p99_ms": 3.395991, + "reads": 0.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 10.914357, + "throughput": 93.821, + "p50_ms": 9.575974, + "p95_ms": 20.15087, + "p99_ms": 24.684829, + "reads": 2173.0, + "puts": 7366.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.593274, + "throughput": 284.977, + "p50_ms": 34.228292, + "p95_ms": 60.142478, + "p99_ms": 67.371099, + "reads": 670.0, + "puts": 2305.0, + "hops": 1025.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.000172, + "throughput": 5800.128, + "p50_ms": 0.17241, + "p95_ms": 0.17241, + "p99_ms": 0.17241, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.345477, + "throughput": 11856.07, + "p50_ms": 0.079079, + "p95_ms": 0.096461, + "p99_ms": 0.253201, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.157349, + "throughput": 26031.34, + "p50_ms": 0.328157, + "p95_ms": 0.56513, + "p99_ms": 0.650689, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.237805, + "throughput": 17224.183, + "p50_ms": 0.057016, + "p95_ms": 0.066861, + "p99_ms": 0.082885, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.149352, + "throughput": 27425.148, + "p50_ms": 0.296226, + "p95_ms": 0.526843, + "p99_ms": 0.568766, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.001938, + "throughput": 7.604, + "p50_ms": 0.50502, + "p95_ms": 0.744491, + "p99_ms": 1.070781, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 11.754987, + "throughput": 87.112, + "p50_ms": 10.364938, + "p95_ms": 23.171408, + "p99_ms": 31.309536, + "reads": 2130.0, + "puts": 7445.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.875827, + "throughput": 264.202, + "p50_ms": 34.842365, + "p95_ms": 70.904748, + "p99_ms": 74.136824, + "reads": 644.0, + "puts": 2339.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.028421, + "throughput": 35.185, + "p50_ms": 28.420988, + "p95_ms": 28.420988, + "p99_ms": 28.420988, + "reads": 2.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.765227, + "throughput": 5352.661, + "p50_ms": 0.182065, + "p95_ms": 0.211559, + "p99_ms": 0.239741, + "reads": 0.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.720596, + "throughput": 5684.185, + "p50_ms": 1.539778, + "p95_ms": 2.869841, + "p99_ms": 3.591797, + "reads": 0.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.016895, + "throughput": 3788.19, + "p50_ms": 2.849398, + "p95_ms": 4.447684, + "p99_ms": 4.938677, + "reads": 8.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.428848, + "throughput": 7.572, + "p50_ms": 1.35889, + "p95_ms": 3.1018, + "p99_ms": 3.52073, + "reads": 0.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 10.733141, + "throughput": 95.405, + "p50_ms": 9.350608, + "p95_ms": 22.015925, + "p99_ms": 27.411755, + "reads": 2175.0, + "puts": 7490.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.648599, + "throughput": 280.656, + "p50_ms": 34.750265, + "p95_ms": 63.024817, + "p99_ms": 70.696967, + "reads": 670.0, + "puts": 2345.0, + "hops": 1025.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.000991, + "throughput": 1009.509, + "p50_ms": 0.990581, + "p95_ms": 0.990581, + "p99_ms": 0.990581, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.381356, + "throughput": 10740.631, + "p50_ms": 0.081513, + "p95_ms": 0.127652, + "p99_ms": 0.42531, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.160209, + "throughput": 25566.616, + "p50_ms": 0.336035, + "p95_ms": 0.574205, + "p99_ms": 0.619963, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.231012, + "throughput": 17730.643, + "p50_ms": 0.055073, + "p95_ms": 0.064687, + "p99_ms": 0.081182, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.152764, + "throughput": 26812.62, + "p50_ms": 0.303637, + "p95_ms": 0.539593, + "p99_ms": 0.586529, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.005465, + "throughput": 7.604, + "p50_ms": 0.524133, + "p95_ms": 0.793659, + "p99_ms": 4.484905, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 11.930297, + "throughput": 85.832, + "p50_ms": 10.407077, + "p95_ms": 24.395332, + "p99_ms": 32.019719, + "reads": 2130.0, + "puts": 7446.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.427292, + "throughput": 231.293, + "p50_ms": 41.542277, + "p95_ms": 79.908604, + "p99_ms": 115.625203, + "reads": 644.0, + "puts": 2340.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.024838, + "throughput": 40.261, + "p50_ms": 24.837886, + "p95_ms": 24.837886, + "p99_ms": 24.837886, + "reads": 2.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.919992, + "throughput": 4452.214, + "p50_ms": 0.209185, + "p95_ms": 0.320011, + "p99_ms": 0.456858, + "reads": 0.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.727957, + "throughput": 5626.708, + "p50_ms": 1.52749, + "p95_ms": 2.876075, + "p99_ms": 3.747752, + "reads": 0.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.019432, + "throughput": 3293.52, + "p50_ms": 3.299247, + "p95_ms": 5.376254, + "p99_ms": 6.3165, + "reads": 8.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.43339, + "throughput": 7.571, + "p50_ms": 1.41456, + "p95_ms": 2.81695, + "p99_ms": 3.182611, + "reads": 0.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 11.669867, + "throughput": 87.747, + "p50_ms": 9.772623, + "p95_ms": 24.186644, + "p99_ms": 32.449912, + "reads": 2175.0, + "puts": 7492.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.570751, + "throughput": 286.774, + "p50_ms": 33.383991, + "p95_ms": 63.140231, + "p99_ms": 69.660247, + "reads": 670.0, + "puts": 2345.0, + "hops": 1025.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.000197, + "throughput": 5085.953, + "p50_ms": 0.19662, + "p95_ms": 0.19662, + "p99_ms": 0.19662, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.336668, + "throughput": 12166.292, + "p50_ms": 0.080241, + "p95_ms": 0.095778, + "p99_ms": 0.135654, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.15926, + "throughput": 25719.013, + "p50_ms": 0.334053, + "p95_ms": 0.569317, + "p99_ms": 0.623265, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 0.243565, + "throughput": 16816.891, + "p50_ms": 0.055844, + "p95_ms": 0.067902, + "p99_ms": 0.123656, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.154419, + "throughput": 26525.229, + "p50_ms": 0.307122, + "p95_ms": 0.54461, + "p99_ms": 0.590823, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.005316, + "throughput": 7.604, + "p50_ms": 0.527625, + "p95_ms": 0.799924, + "p99_ms": 1.395861, + "reads": 0.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 12.030295, + "throughput": 85.118, + "p50_ms": 10.823153, + "p95_ms": 22.697723, + "p99_ms": 29.160422, + "reads": 2130.0, + "puts": 7339.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.842037, + "throughput": 266.525, + "p50_ms": 34.868447, + "p95_ms": 64.848504, + "p99_ms": 74.414547, + "reads": 644.0, + "puts": 2302.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.025079, + "throughput": 39.875, + "p50_ms": 25.078678, + "p95_ms": 25.078678, + "p99_ms": 25.078678, + "reads": 2.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 1.036981, + "throughput": 3949.927, + "p50_ms": 0.235685, + "p95_ms": 0.356246, + "p99_ms": 0.572862, + "reads": 0.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.770763, + "throughput": 5314.213, + "p50_ms": 1.600941, + "p95_ms": 3.026841, + "p99_ms": 3.85263, + "reads": 0.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.01534, + "throughput": 4172.18, + "p50_ms": 2.599794, + "p95_ms": 4.121465, + "p99_ms": 4.67596, + "reads": 8.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.433366, + "throughput": 7.571, + "p50_ms": 1.504625, + "p95_ms": 2.939449, + "p99_ms": 3.211855, + "reads": 0.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 11.631562, + "throughput": 88.036, + "p50_ms": 9.989635, + "p95_ms": 20.612838, + "p99_ms": 30.594253, + "reads": 2175.0, + "puts": 7366.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.625163, + "throughput": 282.47, + "p50_ms": 33.092482, + "p95_ms": 62.31373, + "p99_ms": 68.773475, + "reads": 670.0, + "puts": 2304.0, + "hops": 1025.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 8 + } + ], + "points": [ + { + "version": "baseline", + "index": 1, + "publications": { + "forwarded_command-c1.publication": { + "publications": 1024, + "first_sequence": 2049, + "last_sequence": 3072, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.002015462890625, + "preparation": 6.016637532226563, + "authority": 2.9259514208984374, + "total": 9.159892047851562 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001873, + "p95": 0.002604, + "p99": 0.00655 + }, + "preparation": { + "p50": 4.991162, + "p95": 17.455601, + "p99": 23.127877 + }, + "authority": { + "p50": 2.864053, + "p95": 3.499349, + "p99": 4.335228 + }, + "total": { + "p50": 8.094733, + "p95": 20.497511, + "p99": 26.523069 + } + } + }, + "local_command-c1.publication": { + "publications": 1024, + "first_sequence": 1, + "last_sequence": 1024, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0023650166015625, + "preparation": 6.109683262695312, + "authority": 3.1367102529296873, + "total": 9.491608173828125 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.002224, + "p95": 0.002904, + "p99": 0.004387 + }, + "preparation": { + "p50": 5.12554, + "p95": 18.126833, + "p99": 24.224186 + }, + "authority": { + "p50": 3.099229, + "p95": 3.755397, + "p99": 4.498989 + }, + "total": { + "p50": 8.4868, + "p95": 21.29731, + "p99": 27.513248 + } + } + }, + "local_command-c16.publication": { + "publications": 320, + "first_sequence": 1025, + "last_sequence": 2048, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0017536625, + "preparation": 6.203252034375, + "authority": 2.891980721875, + "total": 9.321587028124998 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001552, + "p95": 0.002313, + "p99": 0.008423 + }, + "preparation": { + "p50": 5.159567, + "p95": 18.916973, + "p99": 25.681152 + }, + "authority": { + "p50": 2.824088, + "p95": 3.524176, + "p99": 5.278292 + }, + "total": { + "p50": 8.192914, + "p95": 21.729783, + "p99": 28.651884 + } + } + }, + "forwarded_command-c16.publication": { + "publications": 320, + "first_sequence": 3073, + "last_sequence": 4096, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0019042875, + "preparation": 5.71742431875, + "authority": 2.695359109375, + "total": 8.60283140625 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001472, + "p95": 0.002113, + "p99": 0.003345 + }, + "preparation": { + "p50": 4.719036, + "p95": 16.844839, + "p99": 19.960928 + }, + "authority": { + "p50": 2.662666, + "p95": 3.146002, + "p99": 3.684187 + }, + "total": { + "p50": 7.534415, + "p95": 19.78036, + "p99": 23.18314 + } + } + } + }, + "logical_commands_including_recovery_proof": 6144 + }, + { + "version": "candidate", + "index": 2, + "publications": { + "forwarded_command-c1.publication": { + "publications": 1024, + "first_sequence": 2049, + "last_sequence": 3072, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.001622611328125, + "preparation": 5.3856263876953125, + "authority": 2.7776040556640624, + "total": 8.359115901367188 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001492, + "p95": 0.002433, + "p99": 0.003495 + }, + "preparation": { + "p50": 4.651433, + "p95": 13.542954, + "p99": 17.967852 + }, + "authority": { + "p50": 2.767139, + "p95": 3.288156, + "p99": 3.631568 + }, + "total": { + "p50": 7.61412, + "p95": 16.063493, + "p99": 21.105442 + } + } + }, + "local_command-c1.publication": { + "publications": 1024, + "first_sequence": 1, + "last_sequence": 1024, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.002145234375, + "preparation": 5.957777880859375, + "authority": 3.1361397900390626, + "total": 9.366354012695313 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001953, + "p95": 0.002794, + "p99": 0.004276 + }, + "preparation": { + "p50": 5.002957, + "p95": 15.120469, + "p99": 21.223156 + }, + "authority": { + "p50": 2.95963, + "p95": 3.830466, + "p99": 10.384587 + }, + "total": { + "p50": 8.263511, + "p95": 18.531789, + "p99": 27.675138 + } + } + }, + "local_command-c16.publication": { + "publications": 320, + "first_sequence": 1025, + "last_sequence": 2048, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.001874371875, + "preparation": 7.10425341875, + "authority": 3.2107157593749998, + "total": 10.545204125 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001693, + "p95": 0.002584, + "p99": 0.004016 + }, + "preparation": { + "p50": 5.892241, + "p95": 18.019027, + "p99": 27.955957 + }, + "authority": { + "p50": 3.076055, + "p95": 4.308687, + "p99": 5.661533 + }, + "total": { + "p50": 9.215096, + "p95": 21.67191, + "p99": 31.641321 + } + } + }, + "forwarded_command-c16.publication": { + "publications": 320, + "first_sequence": 3073, + "last_sequence": 4096, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0016707093749999998, + "preparation": 5.6273617, + "authority": 2.719837934375, + "total": 8.544796240624999 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001392, + "p95": 0.002244, + "p99": 0.006791 + }, + "preparation": { + "p50": 4.793698, + "p95": 13.691436, + "p99": 18.239891 + }, + "authority": { + "p50": 2.682856, + "p95": 3.197735, + "p99": 3.432378 + }, + "total": { + "p50": 7.688483, + "p95": 16.918406, + "p99": 20.819349 + } + } + } + }, + "logical_commands_including_recovery_proof": 6144 + }, + { + "version": "candidate", + "index": 3, + "publications": { + "forwarded_command-c1.publication": { + "publications": 1024, + "first_sequence": 2049, + "last_sequence": 3072, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.001775748046875, + "preparation": 5.498477685546875, + "authority": 2.8258988759765624, + "total": 8.5878879296875 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001682, + "p95": 0.002434, + "p99": 0.003355 + }, + "preparation": { + "p50": 4.641723, + "p95": 13.91501, + "p99": 18.292982 + }, + "authority": { + "p50": 2.773582, + "p95": 3.367473, + "p99": 4.644368 + }, + "total": { + "p50": 7.684926, + "p95": 16.950557, + "p99": 21.301339 + } + } + }, + "local_command-c1.publication": { + "publications": 1024, + "first_sequence": 1, + "last_sequence": 1024, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.002232376953125, + "preparation": 6.9837786923828125, + "authority": 3.2689390380859376, + "total": 10.509492251953125 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.002053, + "p95": 0.002875, + "p99": 0.004196 + }, + "preparation": { + "p50": 6.124835, + "p95": 16.559105, + "p99": 23.34103 + }, + "authority": { + "p50": 3.194935, + "p95": 3.991278, + "p99": 5.214044 + }, + "total": { + "p50": 9.624653, + "p95": 19.776429, + "p99": 26.900758 + } + } + }, + "local_command-c16.publication": { + "publications": 320, + "first_sequence": 1025, + "last_sequence": 2048, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.001970328125, + "preparation": 7.535971246875, + "authority": 3.3758924125000003, + "total": 11.163240721875 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001903, + "p95": 0.002644, + "p99": 0.002945 + }, + "preparation": { + "p50": 6.363364, + "p95": 17.14877, + "p99": 28.872755 + }, + "authority": { + "p50": 3.193574, + "p95": 4.300189, + "p99": 7.810454 + }, + "total": { + "p50": 9.941386, + "p95": 20.816708, + "p99": 33.965357 + } + } + }, + "forwarded_command-c16.publication": { + "publications": 320, + "first_sequence": 3073, + "last_sequence": 4096, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0013743, + "preparation": 5.378254184375, + "authority": 2.65682559375, + "total": 8.2274647 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001292, + "p95": 0.001813, + "p99": 0.002224 + }, + "preparation": { + "p50": 4.555829, + "p95": 13.788823, + "p99": 18.226905 + }, + "authority": { + "p50": 2.624409, + "p95": 3.085368, + "p99": 3.599546 + }, + "total": { + "p50": 7.407486, + "p95": 16.239308, + "p99": 21.001737 + } + } + } + }, + "logical_commands_including_recovery_proof": 6144 + }, + { + "version": "baseline", + "index": 4, + "publications": { + "forwarded_command-c1.publication": { + "publications": 1024, + "first_sequence": 2049, + "last_sequence": 3072, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.001545353515625, + "preparation": 5.431171013671875, + "authority": 2.683338208984375, + "total": 8.3349717734375 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001392, + "p95": 0.002233, + "p99": 0.003395 + }, + "preparation": { + "p50": 4.429208, + "p95": 15.943089, + "p99": 21.113894 + }, + "authority": { + "p50": 2.622125, + "p95": 3.126283, + "p99": 3.714719 + }, + "total": { + "p50": 7.276557, + "p95": 18.749221, + "p99": 23.792704 + } + } + }, + "local_command-c1.publication": { + "publications": 1024, + "first_sequence": 1, + "last_sequence": 1024, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.002542265625, + "preparation": 7.458208493164062, + "authority": 3.4789810439453124, + "total": 11.198572924804688 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.002143, + "p95": 0.002985, + "p99": 0.009023 + }, + "preparation": { + "p50": 6.18266, + "p95": 19.761487, + "p99": 27.479202 + }, + "authority": { + "p50": 3.206728, + "p95": 4.334508, + "p99": 10.798977 + }, + "total": { + "p50": 9.71174, + "p95": 24.674431, + "p99": 31.297921 + } + } + }, + "local_command-c16.publication": { + "publications": 320, + "first_sequence": 1025, + "last_sequence": 2048, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.00255799375, + "preparation": 8.827630871875, + "authority": 3.64663248125, + "total": 12.765791859375 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001963, + "p95": 0.003025, + "p99": 0.009945 + }, + "preparation": { + "p50": 7.243468, + "p95": 24.69402, + "p99": 35.639637 + }, + "authority": { + "p50": 3.405623, + "p95": 5.274655, + "p99": 6.685487 + }, + "total": { + "p50": 11.080476, + "p95": 29.732472, + "p99": 40.236877 + } + } + }, + "forwarded_command-c16.publication": { + "publications": 320, + "first_sequence": 3073, + "last_sequence": 4096, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.00149406875, + "preparation": 5.614143671875, + "authority": 2.6578891906249997, + "total": 8.464151721875 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001422, + "p95": 0.002133, + "p99": 0.002884 + }, + "preparation": { + "p50": 4.717729, + "p95": 16.897539, + "p99": 20.50749 + }, + "authority": { + "p50": 2.631854, + "p95": 3.11429, + "p99": 3.314818 + }, + "total": { + "p50": 7.540415, + "p95": 19.81473, + "p99": 23.080908 + } + } + } + }, + "logical_commands_including_recovery_proof": 6144 + }, + { + "version": "candidate", + "index": 5, + "publications": { + "forwarded_command-c1.publication": { + "publications": 1024, + "first_sequence": 2049, + "last_sequence": 3072, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.002000234375, + "preparation": 5.740800849609375, + "authority": 2.9518521796875, + "total": 8.9343418828125 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001863, + "p95": 0.002834, + "p99": 0.004207 + }, + "preparation": { + "p50": 4.958749, + "p95": 14.482984, + "p99": 19.412254 + }, + "authority": { + "p50": 2.896336, + "p95": 3.483878, + "p99": 4.49993 + }, + "total": { + "p50": 8.108653, + "p95": 17.899087, + "p99": 22.481649 + } + } + }, + "local_command-c1.publication": { + "publications": 1024, + "first_sequence": 1, + "last_sequence": 1024, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0018744697265625, + "preparation": 6.698531528320313, + "authority": 3.176104376953125, + "total": 10.171456734375 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001773, + "p95": 0.002724, + "p99": 0.003355 + }, + "preparation": { + "p50": 5.908863, + "p95": 15.333608, + "p99": 22.317102 + }, + "authority": { + "p50": 3.088629, + "p95": 3.922184, + "p99": 4.896964 + }, + "total": { + "p50": 9.280385, + "p95": 19.463935, + "p99": 26.30439 + } + } + }, + "local_command-c16.publication": { + "publications": 320, + "first_sequence": 1025, + "last_sequence": 2048, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.00197885, + "preparation": 6.678162400000001, + "authority": 3.101446396875, + "total": 10.021718362500001 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001732, + "p95": 0.002624, + "p99": 0.0071 + }, + "preparation": { + "p50": 5.805497, + "p95": 15.728097, + "p99": 21.968899 + }, + "authority": { + "p50": 3.074744, + "p95": 3.802743, + "p99": 4.294698 + }, + "total": { + "p50": 9.131083, + "p95": 19.389658, + "p99": 25.970527 + } + } + }, + "forwarded_command-c16.publication": { + "publications": 320, + "first_sequence": 3073, + "last_sequence": 4096, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0021999375, + "preparation": 6.32286050625, + "authority": 3.0824486749999997, + "total": 9.638495775 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.002123, + "p95": 0.002775, + "p99": 0.004226 + }, + "preparation": { + "p50": 5.488211, + "p95": 15.717489, + "p99": 19.955472 + }, + "authority": { + "p50": 3.060456, + "p95": 3.680183, + "p99": 4.172931 + }, + "total": { + "p50": 8.805915, + "p95": 18.645001, + "p99": 22.703959 + } + } + } + }, + "logical_commands_including_recovery_proof": 6144 + }, + { + "version": "baseline", + "index": 6, + "publications": { + "forwarded_command-c1.publication": { + "publications": 1024, + "first_sequence": 2049, + "last_sequence": 3072, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.002107732421875, + "preparation": 5.806558146484375, + "authority": 2.911271287109375, + "total": 8.933993666015626 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001953, + "p95": 0.002974, + "p99": 0.00648 + }, + "preparation": { + "p50": 4.837606, + "p95": 17.419835, + "p99": 22.139174 + }, + "authority": { + "p50": 2.846919, + "p95": 3.347817, + "p99": 4.170243 + }, + "total": { + "p50": 7.920521, + "p95": 20.263417, + "p99": 25.292613 + } + } + }, + "local_command-c1.publication": { + "publications": 1024, + "first_sequence": 1, + "last_sequence": 1024, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0022340849609375, + "preparation": 6.885639479492188, + "authority": 3.1604824970703125, + "total": 10.309266573242187 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001963, + "p95": 0.002775, + "p99": 0.003966 + }, + "preparation": { + "p50": 5.891797, + "p95": 18.037331, + "p99": 26.293594 + }, + "authority": { + "p50": 3.108707, + "p95": 3.867451, + "p99": 4.5372 + }, + "total": { + "p50": 9.236094, + "p95": 21.638565, + "p99": 30.382174 + } + } + }, + "local_command-c16.publication": { + "publications": 320, + "first_sequence": 1025, + "last_sequence": 2048, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.002303625, + "preparation": 7.20345415625, + "authority": 3.301447821875, + "total": 10.800211528124999 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.002113, + "p95": 0.002824, + "p99": 0.005298 + }, + "preparation": { + "p50": 6.105485, + "p95": 21.410855, + "p99": 25.014156 + }, + "authority": { + "p50": 3.2189, + "p95": 3.912673, + "p99": 4.418299 + }, + "total": { + "p50": 9.657625, + "p95": 24.874494, + "p99": 28.394338 + } + } + }, + "forwarded_command-c16.publication": { + "publications": 320, + "first_sequence": 3073, + "last_sequence": 4096, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.002274559375, + "preparation": 6.418122631249999, + "authority": 3.1039097406250002, + "total": 9.746387284375 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.002114, + "p95": 0.003104, + "p99": 0.007532 + }, + "preparation": { + "p50": 5.390798, + "p95": 18.624451, + "p99": 22.777302 + }, + "authority": { + "p50": 3.075785, + "p95": 3.745454, + "p99": 4.262326 + }, + "total": { + "p50": 8.70211, + "p95": 21.693771, + "p99": 26.296043 + } + } + } + }, + "logical_commands_including_recovery_proof": 6144 + }, + { + "version": "baseline", + "index": 7, + "publications": { + "forwarded_command-c1.publication": { + "publications": 1024, + "first_sequence": 2049, + "last_sequence": 3072, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0021619931640625, + "preparation": 6.13083165625, + "authority": 2.9843041123046876, + "total": 9.364172106445313 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.002043, + "p95": 0.002864, + "p99": 0.004286 + }, + "preparation": { + "p50": 5.073227, + "p95": 18.484313, + "p99": 22.493655 + }, + "authority": { + "p50": 2.952641, + "p95": 3.443831, + "p99": 4.379904 + }, + "total": { + "p50": 8.278843, + "p95": 21.842375, + "p99": 25.744332 + } + } + }, + "local_command-c1.publication": { + "publications": 1024, + "first_sequence": 1, + "last_sequence": 1024, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.002219138671875, + "preparation": 6.864142202148438, + "authority": 3.1676385849609376, + "total": 10.284527864257813 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.002013, + "p95": 0.002664, + "p99": 0.004317 + }, + "preparation": { + "p50": 5.853181, + "p95": 19.220878, + "p99": 26.906381 + }, + "authority": { + "p50": 3.124527, + "p95": 3.784367, + "p99": 4.540755 + }, + "total": { + "p50": 9.249995, + "p95": 22.615072, + "p99": 30.354231 + } + } + }, + "local_command-c16.publication": { + "publications": 320, + "first_sequence": 1025, + "last_sequence": 2048, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0022435375, + "preparation": 8.05486779375, + "authority": 3.693127478125, + "total": 12.02862008125 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.002123, + "p95": 0.003075, + "p99": 0.003976 + }, + "preparation": { + "p50": 6.548496, + "p95": 21.005372, + "p99": 28.024319 + }, + "authority": { + "p50": 3.567687, + "p95": 4.490861, + "p99": 8.374591 + }, + "total": { + "p50": 10.457697, + "p95": 25.133101, + "p99": 31.973479 + } + } + }, + "forwarded_command-c16.publication": { + "publications": 320, + "first_sequence": 3073, + "last_sequence": 4096, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.00214555, + "preparation": 6.3934583125, + "authority": 2.963391828125, + "total": 9.577212496875 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.002003, + "p95": 0.002734, + "p99": 0.005899 + }, + "preparation": { + "p50": 5.288907, + "p95": 18.35566, + "p99": 22.525469 + }, + "authority": { + "p50": 2.92874, + "p95": 3.458261, + "p99": 4.326183 + }, + "total": { + "p50": 8.497424, + "p95": 21.565198, + "p99": 25.536783 + } + } + } + }, + "logical_commands_including_recovery_proof": 6144 + }, + { + "version": "candidate", + "index": 8, + "publications": { + "forwarded_command-c1.publication": { + "publications": 1024, + "first_sequence": 2049, + "last_sequence": 3072, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.00199532421875, + "preparation": 6.15176923828125, + "authority": 3.104909466796875, + "total": 9.485322067382812 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001863, + "p95": 0.002714, + "p99": 0.003786 + }, + "preparation": { + "p50": 5.190835, + "p95": 15.202571, + "p99": 21.250323 + }, + "authority": { + "p50": 3.025709, + "p95": 3.691452, + "p99": 4.735555 + }, + "total": { + "p50": 8.460443, + "p95": 18.365619, + "p99": 25.086848 + } + } + }, + "local_command-c1.publication": { + "publications": 1024, + "first_sequence": 1, + "last_sequence": 1024, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0019831298828125, + "preparation": 6.925616387695312, + "authority": 3.296300626953125, + "total": 10.467797489257812 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001913, + "p95": 0.002664, + "p99": 0.003595 + }, + "preparation": { + "p50": 6.122767, + "p95": 15.911913, + "p99": 24.413425 + }, + "authority": { + "p50": 3.221005, + "p95": 4.10524, + "p99": 4.637165 + }, + "total": { + "p50": 9.626355, + "p95": 19.116647, + "p99": 27.86697 + } + } + }, + "local_command-c16.publication": { + "publications": 320, + "first_sequence": 1025, + "last_sequence": 2048, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.002229521875, + "preparation": 7.0573442375, + "authority": 3.32902898125, + "total": 10.641476240625 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001903, + "p95": 0.002764, + "p99": 0.008693 + }, + "preparation": { + "p50": 6.186354, + "p95": 16.14317, + "p99": 22.334266 + }, + "authority": { + "p50": 3.306057, + "p95": 3.981485, + "p99": 4.973542 + }, + "total": { + "p50": 9.749573, + "p95": 19.294245, + "p99": 26.07412 + } + } + }, + "forwarded_command-c16.publication": { + "publications": 320, + "first_sequence": 3073, + "last_sequence": 4096, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.002167028125, + "preparation": 6.3816395125000005, + "authority": 3.0969783125, + "total": 9.708569934375 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.002043, + "p95": 0.002714, + "p99": 0.004116 + }, + "preparation": { + "p50": 5.509779, + "p95": 15.27017, + "p99": 20.343237 + }, + "authority": { + "p50": 3.07123, + "p95": 3.515502, + "p99": 4.37776 + }, + "total": { + "p50": 8.833298, + "p95": 18.229075, + "p99": 23.337756 + } + } + } + }, + "logical_commands_including_recovery_proof": 6144 + } + ], + "logical_commands_including_recovery_proof": 49152, + "raw_hashes": { + "leased-1-baseline/local_command-c1.ns": "f48d202dafa9e8c13a663cfad93840188989a4c96133520b14f8304ccf61ed3c", + "leased-1-baseline/local_query_expired_bursts-c16.ns": "c9a6c92d62d93387d3ed5a8302ba0b0a724dfaa261f865647109069b070d51e1", + "leased-1-baseline/forwarded_query-c16.ns": "d1972e25e79fc6a1c66247bc6ef3c3071e04ee38d66927fee7c5089b65a839a0", + "leased-1-baseline/local_query_fresh_client-c1.ns": "59ab31f82f8281acdc2a3cf8ae95f6ea6ee9315925cb433aae6c66c02e3a4ec7", + "leased-1-baseline/local_query-c1.ns": "b6e255878af74f59adf84cc365063cc0912777ab401adff93e328f022c4cff65", + "leased-1-baseline/forwarded_query_expired_bursts-c16.ns": "1950ccc7ecb1a6e166a33a132d30a2e3662effdab018387825fe52962d0222b9", + "leased-1-baseline/forwarded_command-c16.ns": "b812ba1c23f3c793c8bb2aebc37aa59b1b3c2b2388eeac6cbc689c06c3976351", + "leased-1-baseline/forwarded_command-c1.ns": "ac75220eb63378cf15a5a31326d364e905e35d26ff6c749347c681323b9a5853", + "leased-1-baseline/forwarded_query-c1.ns": "85608af8e23f68e682d6a9049adb6fe06a26f2f58964a0c69722077f2903259a", + "leased-1-baseline/local_command-c16.ns": "72e7c9c723c34870996bf9ff497ed2706e6f3cdd2c8b5268ed6a41c132cf72ce", + "leased-1-baseline/forwarded_query_uncached_route-c16.ns": "274a43490300641afbe1a8cdb6b3e2b3c8bcd87c240d5afc0b517583a538a77b", + "leased-1-baseline/local_query-c16.ns": "a0a5a0c5215353f570cd3c983e48d631b45196b85d874468281fa1a366374014", + "leased-1-baseline/local_query_cold-c1.ns": "b763d1293107624e68b5f6c6e6a1acaeac771677a3909e9730b70cabcdf1a5d4", + "leased-1-baseline/local_query_fresh_client-c16.ns": "e56d6d1bac4600597f23af840d720d266c4a0a5f513b7ea547cd9c630762c1bc", + "leased-1-baseline/forwarded_query_cold-c1.ns": "80a5d9d88a335a6b8055c686a6a7f627970b76ca0e43c902de8cdb7aaff0731a", + "leased-1-baseline/forwarded_command-c1.publication.tsv": "951ada6eb7007a53098dd670f3134409b50e53e11a00db092f9ce02796d4368f", + "leased-1-baseline/local_command-c1.publication.tsv": "56f7cb6c9f4a23818dd88dcfa7ee5f7816c893a86599a30ac58c572f514b3f2f", + "leased-1-baseline/local_command-c16.publication.tsv": "fd89aee01e0a52e247ac53f8362bb03a12fa336dc96a2d9a25b4b5ddc9e8973e", + "leased-1-baseline/forwarded_command-c16.publication.tsv": "bef5248744fde15a88a49e49ec587b8963cb0aca58cff20a8bd984dd073311ea", + "leased-2-candidate/local_command-c1.ns": "33f7ca7f6c00c6a619054a1752098e14dc30c243658f88c4efe90732d0ba25cb", + "leased-2-candidate/local_query_expired_bursts-c16.ns": "e5416400f993b3893c086be8790080e19ceed773fd3dfca9502f95f247b8110d", + "leased-2-candidate/forwarded_query-c16.ns": "3ffc9ba5ea7e3b9d227417ecc98840bc2dc7c2aa2694d5bf1e1f2472c11cc7c6", + "leased-2-candidate/local_query_fresh_client-c1.ns": "097022cdf85a50f36b05867fff4a221a6f1e59a50e98c2dda76ccb8aac9075dc", + "leased-2-candidate/local_query-c1.ns": "e8d2987dd617f344231ef9868b4111be549012bb00654d37eacf1cf241494c25", + "leased-2-candidate/forwarded_query_expired_bursts-c16.ns": "828b860d3865855a3a0a2b9d160755ed66ab113be929b576f24c06b97e667bf7", + "leased-2-candidate/forwarded_command-c16.ns": "5da8e364333e110b2ed863f08ca799514ea5d69f60d2b6b766ed9c81f2f6bdd2", + "leased-2-candidate/forwarded_command-c1.ns": "38dd3f173136059abdbeac169d7bbbfbee5daf0d483aa18a40fb3c4d0c9fdc1c", + "leased-2-candidate/forwarded_query-c1.ns": "c10bdcaef50017a994ba5a01af4b679d9027cd2cf98831abf29b9f3b1dcdf282", + "leased-2-candidate/local_command-c16.ns": "b459f14281989d8b8570df2e5ef3a9424ffb981c953a6e970d1231ba3c941c32", + "leased-2-candidate/forwarded_query_uncached_route-c16.ns": "a6805163a9d54fca36c18f2b463f56adbd0e194b54881278fc5d214ced1be6e7", + "leased-2-candidate/local_query-c16.ns": "8401fb056dbb5b6068694736d421cdc4e7542aa9850b73a881c0733cf65afe14", + "leased-2-candidate/local_query_cold-c1.ns": "23a3ac20edf9e7728bb01065e329b01eb61da8dba10d2d4066c33ee57236a0f0", + "leased-2-candidate/local_query_fresh_client-c16.ns": "f8d1fca47310f46d64d00be8b6e8b3a3bba0f5e86017bafa99681839d56ff116", + "leased-2-candidate/forwarded_query_cold-c1.ns": "c2f1dd0328b2820c24141bdb7638bce9125cc15f05120ab3ee30dd5f0c234a20", + "leased-2-candidate/forwarded_command-c1.publication.tsv": "2cf688cc8a1206a23e60c287e94d985fb1fb2eaa1962ccd9698d0f08941d16b4", + "leased-2-candidate/local_command-c1.publication.tsv": "88d1014be237c469d78744650f96340bacb94f9cd15f6d52f71f2494a01b1708", + "leased-2-candidate/local_command-c16.publication.tsv": "8949b0615606c51a516d15ce15ac3c38367a42ca9f43ff94d27058c0fcbce6f1", + "leased-2-candidate/forwarded_command-c16.publication.tsv": "91097ff842d1840d9d5446e75e0cff030445415c80d72769ff7a367a698f78ab", + "leased-3-candidate/local_command-c1.ns": "7584ec65d1868ac6aa131898719be707c0d60bee42a3e13f9124153433f04baa", + "leased-3-candidate/local_query_expired_bursts-c16.ns": "f68600d1e4f781498a4be378d48a49cc8f0c0fadc70122fd17de91e72fe90ddb", + "leased-3-candidate/forwarded_query-c16.ns": "be1a53a72397705b70ee85476134d2690c5b5b4ff6628421f4206256b3c99059", + "leased-3-candidate/local_query_fresh_client-c1.ns": "d0c8289e38cd10fa8541cb86df4b7057ba2f5100324a733454bfca5696ae01ce", + "leased-3-candidate/local_query-c1.ns": "2b35209eeee47485f9a0fdf852e7a13284f5946788c20b4fb97b18a2efdc45d8", + "leased-3-candidate/forwarded_query_expired_bursts-c16.ns": "8704a86d7f2704ea74e46040af758756e2a10b4180d5bfa1387dde944407d24d", + "leased-3-candidate/forwarded_command-c16.ns": "18973e80c40851137ebbbe304c4c43deff4f452d2a7e1f5f453c04c97797b379", + "leased-3-candidate/forwarded_command-c1.ns": "a69d49c6c74a7182dde45b8dd9ece788eb1f55d504d40797a5aea0ea54e3b4db", + "leased-3-candidate/forwarded_query-c1.ns": "a1a58de832ccacd2c977f7f5edfeed2143add78e3bd4c20c23ae940a363b6e7d", + "leased-3-candidate/local_command-c16.ns": "21abdc0c1e8a2693a328cc5be7a45436d12ea8dac093872fff4fd507d47b9bc5", + "leased-3-candidate/forwarded_query_uncached_route-c16.ns": "c6ed4dbdf82baa4d21168a0e9b973e9832237607d67eaa6d2c42788fc4208712", + "leased-3-candidate/local_query-c16.ns": "c82ddb30d48ab75c8db995fd5e5693c58dd9a7713d28611f4a00fa60e10a1475", + "leased-3-candidate/local_query_cold-c1.ns": "ab09de344bfc350fcadd95003e5b1b2bdecccf13905d38aa0b51a2b38fe6ae88", + "leased-3-candidate/local_query_fresh_client-c16.ns": "706d60f6664c9f08427fdd0057e668adcb9aab23a232b4f8aa1ecb60201135b0", + "leased-3-candidate/forwarded_query_cold-c1.ns": "1d0d2d6203f2c2aca5a53a216512181a1e8c40b156c78316266a651b25f63175", + "leased-3-candidate/forwarded_command-c1.publication.tsv": "f0d9a416939264e587aeddfb1e18780b29725d59bf938d5b3afa770fa929b4d3", + "leased-3-candidate/local_command-c1.publication.tsv": "144541059d04c92bcefe322382b2830f4550b229fdb12941a8fd21fa7a3970b3", + "leased-3-candidate/local_command-c16.publication.tsv": "2657dc128f1dd0149f133b5fff32be0ff87a76d50d82fb173cf1daaf2848c818", + "leased-3-candidate/forwarded_command-c16.publication.tsv": "2bc907716daf01f80dc368d3f47216b3a52febf8532ac06b34a6a04f63baca82", + "leased-4-baseline/local_command-c1.ns": "4f6322fc0e3bc2a03ba8dcfa3bc8b44e48539a99a886493e2764a6174f22eeda", + "leased-4-baseline/local_query_expired_bursts-c16.ns": "5cadbb1f7fb68d890f0e6c4bd9a0022f899adf8762c9bad93cd2dde53819c4d9", + "leased-4-baseline/forwarded_query-c16.ns": "9c2a5924c65a4712d84db548951692802749572c6c6a82bf0918e5b66639ee17", + "leased-4-baseline/local_query_fresh_client-c1.ns": "392b8a6742992c5f9a81f95a70288052b7b1af77f4fbbdd96fa869698c4a4d5d", + "leased-4-baseline/local_query-c1.ns": "5bc26d3b1eaa551b5c4eca36354e5733f6960f89a1c20bcf8f384ec7a51694c4", + "leased-4-baseline/forwarded_query_expired_bursts-c16.ns": "ea71f8b0bbbab727166d65cdb551c34301130065d1b1eb30ccf4b0537befc2af", + "leased-4-baseline/forwarded_command-c16.ns": "f44be04e1d3c4cbbfdda6fdcefaf6d5d2779779d8f258f81c56f471193402adc", + "leased-4-baseline/forwarded_command-c1.ns": "17111f77437dfdff79295af5112a8ebe94a1ade668d9a0120ced00859a1bce73", + "leased-4-baseline/forwarded_query-c1.ns": "02ec37ec834ca8fefe6c14d6be2311c3dac52e5c59aa60057c142888a63616d9", + "leased-4-baseline/local_command-c16.ns": "84f9356b4b1a871564c5033ea5547dfe509d1969ead5ddcf50f05f07df6fdab5", + "leased-4-baseline/forwarded_query_uncached_route-c16.ns": "5787508aa33b895fbfcdeefbd6b3b09c678999d3a5213059d9075e12f151a1d4", + "leased-4-baseline/local_query-c16.ns": "8b4b9266fb7fb2b02850d8c2a40444cb3f38f82a9efa7b4aa003deee08ab3034", + "leased-4-baseline/local_query_cold-c1.ns": "55ed3e7389a4d40be14aa19d413355ace39dfd1be9febbbe900ecd1a7a6ac37e", + "leased-4-baseline/local_query_fresh_client-c16.ns": "59fe328aa36b16b46bcf4d2d9e2066a7cd0f3aabc3bcd2a98ac46bea86091b5e", + "leased-4-baseline/forwarded_query_cold-c1.ns": "4dd89cf185c865fd6dee18fa2f7d20b89520ca3f2eb72e2822558b0bb4699be7", + "leased-4-baseline/forwarded_command-c1.publication.tsv": "2d2b923dd482fd952d133006e53d0d26bc3ec884bc3967f2e939553b8eecc124", + "leased-4-baseline/local_command-c1.publication.tsv": "09e6c7d34311914231ea475ba248e619df2c7600ea9e17cb5e01647755500305", + "leased-4-baseline/local_command-c16.publication.tsv": "d4dbacb152f8834c7aca3aa71628b99aaf1ddcfd01bce5ba13bdd229f3d5d8ec", + "leased-4-baseline/forwarded_command-c16.publication.tsv": "0ddc1a12d133ed9a312b06fa345daa71c1b6a4d86d91a902770b02f609bfe463", + "leased-5-candidate/local_command-c1.ns": "e4545402413f68dc7fe72fcfeae67cb89775bedb7b78e9445420f0a770e2cf9f", + "leased-5-candidate/local_query_expired_bursts-c16.ns": "93d24bfd922689c78ba63c0ef8e2d9b21b7553816c4a77880ac0334fdca8dd8f", + "leased-5-candidate/forwarded_query-c16.ns": "62a09391dd772ddbe41057644e529480499a009240e774b35bde90c6998ec0b0", + "leased-5-candidate/local_query_fresh_client-c1.ns": "e5f91f2fadb5df26e19e1d00ef2b33ec5927a894c982240baddd793a01fa8358", + "leased-5-candidate/local_query-c1.ns": "646d7ad559e8b906e19c34122fe953171268cd9579439ce29c6f274e3e27c0a3", + "leased-5-candidate/forwarded_query_expired_bursts-c16.ns": "484956612a04d0db408d0539596a52831e8fa078d73e4b27e0ad74766ed1617d", + "leased-5-candidate/forwarded_command-c16.ns": "90b42b4eb93e5f9d2cab3f7a6ccbd17398a30f9e300b6bde4d8fb61539372f66", + "leased-5-candidate/forwarded_command-c1.ns": "8e7484c1fff6b134aa224cf4b759d4a5e65d53a69e52fea166f0cbdcb4028431", + "leased-5-candidate/forwarded_query-c1.ns": "ce34651c359788ea7cf2c6dba06ad3ed61fbeb77374504b20d95adbbf56d7a79", + "leased-5-candidate/local_command-c16.ns": "6764cd6ffd8fc97188d9a2034ce4e93b23cdc763d37a844e586c64cbc5218cab", + "leased-5-candidate/forwarded_query_uncached_route-c16.ns": "4179ef22de4dc7d529e30bfd0bc3e09806d692f4b1650c5e89c00ef7f3ad307e", + "leased-5-candidate/local_query-c16.ns": "60778462bf551a06acfdeaee6397ecb6b66ac49a10047d994a2e1b2294eda111", + "leased-5-candidate/local_query_cold-c1.ns": "6ab561a462cb93194453a2f65b13eaca3274676db266e7649592689acf023532", + "leased-5-candidate/local_query_fresh_client-c16.ns": "20a95fd6203122a5e26be67404f1e0d77944efae5df3b12e0f5fee8b521c03aa", + "leased-5-candidate/forwarded_query_cold-c1.ns": "3d696939ee26097f1657e2e072831c87eb25d0534082380c5ad5fb7510b0261d", + "leased-5-candidate/forwarded_command-c1.publication.tsv": "675062a6f158e34b7df8dc853fc30477fc6b16160446a63a04a56bcad5acf8a8", + "leased-5-candidate/local_command-c1.publication.tsv": "2d46e23c7112658fa625857376bcb67424058826b2a5cc592a8c3e4e6cfeff94", + "leased-5-candidate/local_command-c16.publication.tsv": "79c0d4c032b8961cdc34d467b93b5e870e974458bc5d0c2ee1554cad357e0d27", + "leased-5-candidate/forwarded_command-c16.publication.tsv": "55339c486a773a4625d594a93a339675f7f1c4e6831d144dcdc67aa3cfe573bc", + "leased-6-baseline/local_command-c1.ns": "7d4f7ddc16f10d5e21f3f789c2d7787b7b9947a6c5e9555811628e3d111378d6", + "leased-6-baseline/local_query_expired_bursts-c16.ns": "4a0e689a2d07d8a056fdfe07e15fe1de56e8d2074b3d16e52738d18f1956d18f", + "leased-6-baseline/forwarded_query-c16.ns": "e809baae145604b134a7ac0ef58c1a57805781bbebfa7904cf0470e2fd57dd57", + "leased-6-baseline/local_query_fresh_client-c1.ns": "5408e92ac4a0b2a77c9f9042c98bc3f0e2336a1f099a3e806ed0b2255a3a000a", + "leased-6-baseline/local_query-c1.ns": "9918a4764ed85fd69246ef18bb3871954c5115a0c6cb3389ef63ee60a6a9bf4a", + "leased-6-baseline/forwarded_query_expired_bursts-c16.ns": "65a160b93f05fe7f987846eb4230c953c08a1b693667aee2acb3e8cfeec391ac", + "leased-6-baseline/forwarded_command-c16.ns": "a9281a401d9075101353fd8c4fa5c376d58115d2d07c83dac5556c722ec6721a", + "leased-6-baseline/forwarded_command-c1.ns": "61278211ff246808721e3a7b4f231a2556d50d9ee18cac56c711259904758a4c", + "leased-6-baseline/forwarded_query-c1.ns": "d9e7f3860b105a0c70fc291e78cfc390f743eb5bad4f99fc1be4b99307715f08", + "leased-6-baseline/local_command-c16.ns": "e702569feca610cdf34e1e2a8e57101be52fd025a3028e1df3eea4148fb787bb", + "leased-6-baseline/forwarded_query_uncached_route-c16.ns": "117a5da9c280cc7334b005d2886011dcc123fc905000b7548ead616a15619782", + "leased-6-baseline/local_query-c16.ns": "3b4c18d8cb6871e3d184bb81280b2ffa1e9f4ae1a8ba926675a1708206c6e40b", + "leased-6-baseline/local_query_cold-c1.ns": "3e24aabe5da27aa62d0890a20a66c1b41bd7d2c84413396b751f7737b6816424", + "leased-6-baseline/local_query_fresh_client-c16.ns": "50845e76addb115dfdbacfb0be04ad64c90631a3fe36077bcd4aa5d19435ffa9", + "leased-6-baseline/forwarded_query_cold-c1.ns": "cf5ed29be0af149eda8a83da290ad34689a8b3d124628ada10c0634749e86465", + "leased-6-baseline/forwarded_command-c1.publication.tsv": "6bd2944fb864f3534e7432cbc3006c82dd13239ff6a724e85af41a849c570b81", + "leased-6-baseline/local_command-c1.publication.tsv": "902282898501dbfd5616353c7e2cfb0096dacf76a74313c49dc1e5a43540cc9d", + "leased-6-baseline/local_command-c16.publication.tsv": "b65f87fd0426a50d76ced0b26f8e102a27dfd245d60a6afbfad4dc6d48d91ef2", + "leased-6-baseline/forwarded_command-c16.publication.tsv": "59f9989df06b7b750a4397790e4cd98b0f7f27819a7c737e6060c71cb980f6c9", + "leased-7-baseline/local_command-c1.ns": "4558429db101e3a79ba81488170ab4429ccc880a391b9994521ca6a9a3c40051", + "leased-7-baseline/local_query_expired_bursts-c16.ns": "8339c7ce9faa29a379ecdfa57201644c29b3ba0c4b08c04eca05ddf73e510642", + "leased-7-baseline/forwarded_query-c16.ns": "d94154b67670bca0f02e9b7865a496c06656befe801d7103df5229fb39bcca1b", + "leased-7-baseline/local_query_fresh_client-c1.ns": "47d5b6bb1ee47c4d6e8f154b04d77acf4d0dd70face28a9ec8d33a9a6a7abd51", + "leased-7-baseline/local_query-c1.ns": "91a6b574b7324520be5987d6b32e75373b51c4ebc7136f468a94be08eb12b9f2", + "leased-7-baseline/forwarded_query_expired_bursts-c16.ns": "403c31a411d4f870b139c2226943720d88b7362bdb747bc55c01797afc50a45b", + "leased-7-baseline/forwarded_command-c16.ns": "61258e39d8064b59a020909a9b060d9e956a67c169d6897e2e64fda0fcef29c9", + "leased-7-baseline/forwarded_command-c1.ns": "91072c1191c6b10189a58f4f9dec6f2ec47d210a8e1a88ee18d66ce32a3593d9", + "leased-7-baseline/forwarded_query-c1.ns": "ecc77819d867d35cacb943efc91b8ca620c141e77285457484de2dc7d06c1212", + "leased-7-baseline/local_command-c16.ns": "218f294e984b9f80325585153314441ec7d129521caa36ed7f11724d56ef267d", + "leased-7-baseline/forwarded_query_uncached_route-c16.ns": "c1d4e498937f68ac985e5fdda6346ff6abd8c7cbde323b129c36ddd3829ece85", + "leased-7-baseline/local_query-c16.ns": "da8de5acfe000b0c080c0ee9f081818b892dfe9bac39a6372eece50b80e625f3", + "leased-7-baseline/local_query_cold-c1.ns": "d81d35179d07b127a7779788e49209b2e261b27132dae14b1feceb4abc552f6f", + "leased-7-baseline/local_query_fresh_client-c16.ns": "b0815e7cce27ff604bec91f1eeece1db3ec3d46c8241c91ea9236c31c98f6ba9", + "leased-7-baseline/forwarded_query_cold-c1.ns": "836c6d680829beef6c48fcad8b40562a3166fd8fe16c5e1af8e30ca9cf9317fd", + "leased-7-baseline/forwarded_command-c1.publication.tsv": "a098d871657a45682fea3308c01c23763c0affbc1279f698e9881c7e6f58831f", + "leased-7-baseline/local_command-c1.publication.tsv": "5047e021e3b95ea109bd942f3322618c1052b9c6ffebbe253d843b64f4a5ac45", + "leased-7-baseline/local_command-c16.publication.tsv": "7e1b611c8ddb52707da9f4c54651bb9b6f5b73c31ab0a8c6ceb4e8b5b8c08055", + "leased-7-baseline/forwarded_command-c16.publication.tsv": "f34b963e430ef1ad57282f3f54ed582ca37dcf876787f1dfd47c883eb4b2bec2", + "leased-8-candidate/local_command-c1.ns": "eb76cfc856373d897a4b6ce3467d3eeef62b7ad9999693a69e88c278c6826d2c", + "leased-8-candidate/local_query_expired_bursts-c16.ns": "8f84b980361780a12a74aa5c0f11d97603a1ea53c0e68f195fad4c9866308bd1", + "leased-8-candidate/forwarded_query-c16.ns": "13e28f50c940b0b1cfc3724560fce115449807f2d438e78a964ddd5e94ae1438", + "leased-8-candidate/local_query_fresh_client-c1.ns": "529724e43ed6f566648bde169e9895592026a355ade3361b863562a26f38d394", + "leased-8-candidate/local_query-c1.ns": "24b5a985495b7d121822eb53cb29b63f9150d5a7e7b028e7ee3f2e94da4d2a37", + "leased-8-candidate/forwarded_query_expired_bursts-c16.ns": "67ac1ba26eeceaf713bc1b0976600814ae84ab9d8620c503abb8b682b0ab3656", + "leased-8-candidate/forwarded_command-c16.ns": "da4de319126b9784b8c72385585f85b4f148790066811d6601e309de2c7aa081", + "leased-8-candidate/forwarded_command-c1.ns": "ab1e1bf2585fed7dbbc6d9bd02b1f68aa2d1a6fd484f835565898254ed2a516b", + "leased-8-candidate/forwarded_query-c1.ns": "094cb4beedfd5573b134ea8bf7051834d02104dbc07b021939953ddade303bb0", + "leased-8-candidate/local_command-c16.ns": "b30de74dcaf54847423495b8b475fd35a167a9bc916bacef0d0833e2fdb8c030", + "leased-8-candidate/forwarded_query_uncached_route-c16.ns": "56d32fcaa7f83c8216332e1ba1d6d8c0385acd3542f686588d3faa5e467aaf40", + "leased-8-candidate/local_query-c16.ns": "64de6aaf30ef975a86bb9bd34428c1ae1e7a61345a4df4273d46e3aee48ba357", + "leased-8-candidate/local_query_cold-c1.ns": "01462ada2b669c579f6a67e71373f5d1e5db00be2556e1ad185d83e85a436943", + "leased-8-candidate/local_query_fresh_client-c16.ns": "a264d010fad8c18fcac1749719c8cba5e83f5d12357c9d1d9219c56faf494b01", + "leased-8-candidate/forwarded_query_cold-c1.ns": "a2680115b8b6c2aab521fb48bfe0d55f2fa03769297f0c91e7c8048c16c47857", + "leased-8-candidate/forwarded_command-c1.publication.tsv": "efe326e127d5f0fbe60184a15baaade8d229faac065f3dd5d026747403aaede0", + "leased-8-candidate/local_command-c1.publication.tsv": "c4ba36c425d2804519a5f5847db8c30b213d07639d11ba3e10df226fcebe636c", + "leased-8-candidate/local_command-c16.publication.tsv": "bd49f8ecd794d6c80e69c2e28258b5b63ce77e9219751e70be0fdc4ffb7c89c7", + "leased-8-candidate/forwarded_command-c16.publication.tsv": "58d535d3ef368ba499893e0e4488d2b8c21878d545036e45ea4aba078391f6fc" + }, + "manifest": { + "order": [ + "baseline", + "candidate", + "candidate", + "baseline", + "candidate", + "baseline", + "baseline", + "candidate" + ], + "pairs": [ + [ + "baseline", + "candidate" + ], + [ + "candidate", + "baseline" + ], + [ + "candidate", + "baseline" + ], + [ + "baseline", + "candidate" + ] + ], + "queries": 4096, + "commands_per_lane": 1024, + "paced_bursts": 48, + "modes": [ + "leased" + ], + "gate_limits": { + "p95_max_ratio": 1.5, + "p99_max_ratio": 2.0, + "throughput_min_ratio": 0.9 + }, + "latency_alert_ratio": 1.1, + "selectors": { + "leased": "performance_tests::rustfs_owner_routing_latency_throughput", + "object_only": "performance_tests::rustfs_object_only_routing_latency_throughput" + }, + "host": { + "system": "Linux", + "node": "runnervm8df0l", + "release": "6.17.0-1022-azure", + "version": "#22-Ubuntu SMP Mon Jul 27 17:24:03 UTC 2026", + "machine": "x86_64", + "processor": "x86_64" + }, + "test_only_transplant": [ + "crates/cellule-peer-http/src/performance_tests.rs", + "crates/cellule-peer-http/src/lib.rs", + "crates/cellule-peer-http/src/tests.rs", + "crates/cellule-peer-http/Cargo.toml", + "Cargo.lock (peer test dependencies only)" + ], + "fixture_endpoint": "http://127.0.0.1:9000", + "baseline": { + "revision": "fa548bb2cc1993bbf77dc7f4fbef499a0de3f5a4", + "binary": "/home/runner/work/_temp/cell-routing/evidence/baseline", + "binary_sha256": "f6b3e5b741da329634d24cb7d1f8cca5ace5cecb161795a9444e49c5cc8c5ffe", + "source_archive_sha256": "13528e1cbeb7e1f65dab8b33606f68870f4b3af543d29262a7c30b8d45df9b0a", + "harness_sha256": "d405e13452a32414086ad1363b53550a5f653e54f3d4e6b3b5ee76e1b3b04ed3" + }, + "candidate": { + "revision": "1ca9759282fb5b1d5a15059b8b235bf34c819f2e", + "binary": "/home/runner/work/_temp/cell-routing/evidence/candidate", + "binary_sha256": "8a30198a19a5b04c399f3af8d499c03cda20a0c0bf2e21c299f7c7fcd3dff0ff", + "source_archive_sha256": "4ad13b3e08bb0b9e61deefbaa145d4180517ea71cae100bf358f1314e6dbeafb", + "harness_sha256": "d405e13452a32414086ad1363b53550a5f653e54f3d4e6b3b5ee76e1b3b04ed3" + } + }, + "comparison": { + "comparisons": [ + { + "mode": "leased", + "lane": "forwarded_command", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 93.38, + "p50_ms": 9.4543355, + "p95_ms": 22.73469, + "p99_ms": 31.644081, + "reads": 2175.0 + }, + "candidate": { + "throughput": 96.0135, + "p50_ms": 9.331425, + "p95_ms": 19.51367, + "p99_ms": 24.0049715, + "reads": 2174.0 + } + }, + "ratios": { + "throughput": 1.0282019704433498, + "p50_ms": 0.9869995622643178, + "p95_ms": 0.8583213582415243, + "p99_ms": 0.7585927839079921 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_command", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 304.1085, + "p50_ms": 31.804767, + "p95_ms": 60.048862, + "p99_ms": 65.6872185, + "reads": 670.0 + }, + "candidate": { + "throughput": 296.7105, + "p50_ms": 32.8392195, + "p95_ms": 59.2917855, + "p99_ms": 79.394248, + "reads": 670.0 + } + }, + "ratios": { + "throughput": 0.975673156126843, + "p50_ms": 1.0325250771370216, + "p95_ms": 0.9873923256031064, + "p99_ms": 1.208671181593722 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_query", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 5234.261, + "p50_ms": 0.184508, + "p95_ms": 0.2223295, + "p99_ms": 0.3008675, + "reads": 0.0 + }, + "candidate": { + "throughput": 4997.231, + "p50_ms": 0.192224, + "p95_ms": 0.2380985, + "p99_ms": 0.3531565, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 0.9547156704642736, + "p50_ms": 1.041819324907321, + "p95_ms": 1.070926260347817, + "p99_ms": 1.173794112026058 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_query", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 5708.2965, + "p50_ms": 1.524895, + "p95_ms": 2.843805, + "p99_ms": 3.5214765000000003, + "reads": 0.0 + }, + "candidate": { + "throughput": 5599.344999999999, + "p50_ms": 1.5477585, + "p95_ms": 2.9382289999999998, + "p99_ms": 3.634226, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 0.980913482682618, + "p50_ms": 1.0149934913551426, + "p95_ms": 1.033203401780361, + "p99_ms": 1.0320176778121335 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_query_cold", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 39.9275, + "p50_ms": 25.045524999999998, + "p95_ms": 25.045524999999998, + "p99_ms": 25.045524999999998, + "reads": 2.0 + }, + "candidate": { + "throughput": 41.4475, + "p50_ms": 24.1299895, + "p95_ms": 24.1299895, + "p99_ms": 24.1299895, + "reads": 2.0 + } + }, + "ratios": { + "throughput": 1.0380690000626134, + "p50_ms": 0.9634451463884268, + "p95_ms": 0.9634451463884268, + "p99_ms": 0.9634451463884268 + }, + "latency_gate": false + }, + { + "mode": "leased", + "lane": "forwarded_query_expired_bursts", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 7.5725, + "p50_ms": 1.386725, + "p95_ms": 2.9593749999999996, + "p99_ms": 3.3516705, + "reads": 0.0 + }, + "candidate": { + "throughput": 7.5725, + "p50_ms": 1.485198, + "p95_ms": 2.9142575, + "p99_ms": 3.4161770000000002, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.0, + "p50_ms": 1.0710111954424995, + "p95_ms": 0.9847543822597679, + "p99_ms": 1.0192460744574983 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_query_uncached_route", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 3836.9795, + "p50_ms": 2.91113, + "p95_ms": 4.7383690000000005, + "p99_ms": 4.8976115, + "reads": 8.0 + }, + "candidate": { + "throughput": 3826.0654999999997, + "p50_ms": 2.8109845, + "p95_ms": 4.750401, + "p99_ms": 5.0257955, + "reads": 8.0 + } + }, + "ratios": { + "throughput": 0.9971555751079723, + "p50_ms": 0.9655990972577659, + "p95_ms": 1.0025392703691924, + "p99_ms": 1.0261727578841238 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_command", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 86.472, + "p50_ms": 10.3860075, + "p95_ms": 23.8095365, + "p99_ms": 31.6646275, + "reads": 2130.0 + }, + "candidate": { + "throughput": 85.076, + "p50_ms": 10.598543, + "p95_ms": 22.730839, + "p99_ms": 31.504084499999998, + "reads": 2130.0 + } + }, + "ratios": { + "throughput": 0.9838560458876862, + "p50_ms": 1.0204636382170915, + "p95_ms": 0.9546947291477094, + "p99_ms": 0.9949298945645262 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_command", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 247.7475, + "p50_ms": 38.192321, + "p95_ms": 75.406676, + "p99_ms": 101.619741, + "reads": 644.0 + }, + "candidate": { + "throughput": 259.923, + "p50_ms": 35.039916000000005, + "p95_ms": 67.237909, + "p99_ms": 79.844551, + "reads": 644.0 + } + }, + "ratios": { + "throughput": 1.04914479459934, + "p50_ms": 0.917459716574963, + "p95_ms": 0.8916705067333826, + "p99_ms": 0.7857188988505688 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 17477.413, + "p50_ms": 0.056395, + "p95_ms": 0.064562, + "p99_ms": 0.07566400000000001, + "reads": 0.0 + }, + "candidate": { + "throughput": 17475.749499999998, + "p50_ms": 0.0561045, + "p95_ms": 0.063916, + "p99_ms": 0.0752685, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 0.9999048200096889, + "p50_ms": 0.9948488341164997, + "p95_ms": 0.9899941141848146, + "p99_ms": 0.9947729435398603 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 27118.884, + "p50_ms": 0.2999315, + "p95_ms": 0.533218, + "p99_ms": 0.5776475, + "reads": 0.0 + }, + "candidate": { + "throughput": 26972.629500000003, + "p50_ms": 0.301569, + "p95_ms": 0.538205, + "p99_ms": 0.592779, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 0.9946069130278371, + "p50_ms": 1.0054595799374189, + "p95_ms": 1.0093526475100243, + "p99_ms": 1.0261950410934004 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query_cold", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 4530.5755, + "p50_ms": 0.225873, + "p95_ms": 0.225873, + "p99_ms": 0.225873, + "reads": 0.0 + }, + "candidate": { + "throughput": 4973.24, + "p50_ms": 0.2011795, + "p95_ms": 0.2011795, + "p99_ms": 0.2011795, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.0977060199085082, + "p50_ms": 0.8906752909821006, + "p95_ms": 0.8906752909821006, + "p99_ms": 0.8906752909821006 + }, + "latency_gate": false + }, + { + "mode": "leased", + "lane": "local_query_expired_bursts", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 7.6035, + "p50_ms": 0.511128, + "p95_ms": 0.774278, + "p99_ms": 2.0292130000000004, + "reads": 0.0 + }, + "candidate": { + "throughput": 7.6035, + "p50_ms": 0.5138605, + "p95_ms": 0.790099, + "p99_ms": 1.7164335, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.0, + "p50_ms": 1.0053460190011114, + "p95_ms": 1.0204332294085587, + "p99_ms": 0.8458616714953037 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query_fresh_client", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 11926.9835, + "p50_ms": 0.0801605, + "p95_ms": 0.0932585, + "p99_ms": 0.1829805, + "reads": 0.0 + }, + "candidate": { + "throughput": 12231.0995, + "p50_ms": 0.07952000000000001, + "p95_ms": 0.0913775, + "p99_ms": 0.11585400000000001, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.0254981487984787, + "p50_ms": 0.9920097803781166, + "p95_ms": 0.9798302567594376, + "p99_ms": 0.6331494339560774 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query_fresh_client", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 25937.894, + "p50_ms": 0.33209599999999995, + "p95_ms": 0.5696675, + "p99_ms": 0.6353260000000001, + "reads": 0.0 + }, + "candidate": { + "throughput": 26159.750500000002, + "p50_ms": 0.329271, + "p95_ms": 0.569843, + "p99_ms": 0.621459, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.00855337368562, + "p50_ms": 0.9914934235883601, + "p95_ms": 1.0003080744469361, + "p99_ms": 0.9781734101862665 + }, + "latency_gate": true + } + ], + "failures": [], + "gate_limits": { + "p95_max_ratio": 1.5, + "p99_max_ratio": 2.0, + "throughput_min_ratio": 0.9 + }, + "latency_alert_ratio": 1.1, + "latency_alerts": [ + "leased/forwarded_command/c16", + "leased/forwarded_query/c1" + ], + "threshold": "median of all four runs: p95 <= 150%, p99 <= 200%, throughput >= 90%" + }, + "source_archive_audit": { + "baseline": { + "revision": "fa548bb2cc1993bbf77dc7f4fbef499a0de3f5a4", + "binary": "/home/runner/work/_temp/cell-routing/evidence/baseline", + "binary_sha256": "f6b3e5b741da329634d24cb7d1f8cca5ace5cecb161795a9444e49c5cc8c5ffe", + "source_archive_sha256": "13528e1cbeb7e1f65dab8b33606f68870f4b3af543d29262a7c30b8d45df9b0a", + "harness_sha256": "d405e13452a32414086ad1363b53550a5f653e54f3d4e6b3b5ee76e1b3b04ed3", + "build_log_sha256": "e0994cd1573365709df33b3e733d1a61f287cdd9174e63e026ae602ae775769f" + }, + "candidate": { + "revision": "1ca9759282fb5b1d5a15059b8b235bf34c819f2e", + "binary": "/home/runner/work/_temp/cell-routing/evidence/candidate", + "binary_sha256": "8a30198a19a5b04c399f3af8d499c03cda20a0c0bf2e21c299f7c7fcd3dff0ff", + "source_archive_sha256": "4ad13b3e08bb0b9e61deefbaa145d4180517ea71cae100bf358f1314e6dbeafb", + "harness_sha256": "d405e13452a32414086ad1363b53550a5f653e54f3d4e6b3b5ee76e1b3b04ed3", + "build_log_sha256": "bf828d0b9c87dc2bd8872a4c9dccc97d0067ee3c6eb1126a0f6d3e7bec14832b" + } + }, + "coordinator_hashes": { + "leased-pair-1.json": "1d1fffd00f98afae9c6f49fd9e7a37e9631622ee8a82f5faf202bc88b7dd1885", + "leased-pair-2.json": "0aeb714a7fcba2b71523f8662917c445d0e55c6df049c5ac8f30d4adfcc29f8a", + "leased-pair-3.json": "c2c2b36c4239344eed1fa3af5c7465f67b13b61a3ce8c1218b849db81679e510", + "leased-pair-4.json": "66474eb971b18e4fc82c9223944e56bc38ad309375d1773905348b6235a9b846" + }, + "run_log_hashes": { + "leased-1-baseline/run.log": "0c7f07d1c26860dd80b73314eec632936024c82418a669db73c256bb080d0add", + "leased-2-candidate/run.log": "edc3696145aee80c57e9c8e71e6bb7b2b5ab90057cc35c7bfe6778c3c96e4b40", + "leased-3-candidate/run.log": "f0776cfec4625b404e2c8a0ea15ec71d66c614a18b472b78aa3277318658e5cf", + "leased-4-baseline/run.log": "eac267e5f11f595f98494328a6c1da89803c33aebbf345c9df02c483b399e7ed", + "leased-5-candidate/run.log": "61322a06a324050d9b0b1c18cee1c97df3ed9de2db39e3d9fc87267492c2997b", + "leased-6-baseline/run.log": "1b04553a10b8a58baf697168650469468a48b3e93056c1b20976fe4fa59aad7e", + "leased-7-baseline/run.log": "03f9a5d79b259639d467a51a69556c828a1436a866faae8625f6514d58e7633e", + "leased-8-candidate/run.log": "9a3d987b06120ed90d03c3f9f23d1370da7d92005fe02ea27a867bde920f2e4d" + }, + "point_count": 8 + }, + "object_only": { + "rows": [ + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.002288, + "throughput": 436.98, + "p50_ms": 2.288435, + "p95_ms": 2.288435, + "p99_ms": 2.288435, + "reads": 2.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 3.833899, + "throughput": 1068.364, + "p50_ms": 0.928658, + "p95_ms": 1.010199, + "p99_ms": 1.111199, + "reads": 8192.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.104247, + "throughput": 3709.317, + "p50_ms": 3.763263, + "p95_ms": 4.460148, + "p99_ms": 5.743171, + "reads": 8192.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.039017, + "throughput": 2008.811, + "p50_ms": 0.490247, + "p95_ms": 0.557096, + "p99_ms": 0.618718, + "reads": 4096.0, + "puts": 2.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.631062, + "throughput": 6490.647, + "p50_ms": 1.77243, + "p95_ms": 2.245932, + "p99_ms": 2.563814, + "reads": 4096.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.239431, + "throughput": 7.586, + "p50_ms": 2.376011, + "p95_ms": 3.308794, + "p99_ms": 4.235564, + "reads": 768.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 16.493184, + "throughput": 62.086, + "p50_ms": 10.317879, + "p95_ms": 30.335876, + "p99_ms": 170.983741, + "reads": 3156.0, + "puts": 7446.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.964393, + "throughput": 206.269, + "p50_ms": 41.083434, + "p95_ms": 102.702314, + "p99_ms": 225.860374, + "reads": 1685.0, + "puts": 2340.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.036569, + "throughput": 27.346, + "p50_ms": 36.568798, + "p95_ms": 36.568798, + "p99_ms": 36.568798, + "reads": 4.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.911494, + "throughput": 1406.838, + "p50_ms": 0.697545, + "p95_ms": 0.767559, + "p99_ms": 0.916275, + "reads": 4096.0, + "puts": 2.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.369383, + "throughput": 2991.128, + "p50_ms": 3.355939, + "p95_ms": 4.948613, + "p99_ms": 5.562554, + "reads": 4096.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.02725, + "throughput": 2348.647, + "p50_ms": 5.203071, + "p95_ms": 6.859188, + "p99_ms": 6.924435, + "reads": 72.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.742322, + "throughput": 7.548, + "p50_ms": 3.653716, + "p95_ms": 5.292416, + "p99_ms": 6.239087, + "reads": 768.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 18.19298, + "throughput": 56.285, + "p50_ms": 10.681269, + "p95_ms": 49.465947, + "p99_ms": 174.101449, + "reads": 3201.0, + "puts": 7492.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.259972, + "throughput": 240.377, + "p50_ms": 41.470344, + "p95_ms": 72.375815, + "p99_ms": 87.134841, + "reads": 1711.0, + "puts": 2345.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.001683, + "throughput": 594.185, + "p50_ms": 1.682977, + "p95_ms": 1.682977, + "p99_ms": 1.682977, + "reads": 2.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 3.814623, + "throughput": 1073.763, + "p50_ms": 0.918723, + "p95_ms": 1.025196, + "p99_ms": 1.157156, + "reads": 8192.0, + "puts": 2.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.074316, + "throughput": 3812.658, + "p50_ms": 3.728823, + "p95_ms": 4.301883, + "p99_ms": 4.990334, + "reads": 8192.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.034421, + "throughput": 2013.35, + "p50_ms": 0.490377, + "p95_ms": 0.548263, + "p99_ms": 0.590075, + "reads": 4096.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.616772, + "throughput": 6641.03, + "p50_ms": 1.735159, + "p95_ms": 2.108283, + "p99_ms": 2.403987, + "reads": 4096.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.239473, + "throughput": 7.586, + "p50_ms": 2.385023, + "p95_ms": 3.125318, + "p99_ms": 3.650746, + "reads": 768.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 16.58612, + "throughput": 61.738, + "p50_ms": 10.458008, + "p95_ms": 43.129694, + "p99_ms": 99.150043, + "reads": 3156.0, + "puts": 7340.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 5.118907, + "throughput": 200.043, + "p50_ms": 48.041334, + "p95_ms": 112.585224, + "p99_ms": 230.917362, + "reads": 1671.0, + "puts": 2295.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.03956, + "throughput": 25.278, + "p50_ms": 39.560203, + "p95_ms": 39.560203, + "p99_ms": 39.560203, + "reads": 4.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.91628, + "throughput": 1404.529, + "p50_ms": 0.70114, + "p95_ms": 0.770163, + "p99_ms": 0.837843, + "reads": 4096.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.35781, + "throughput": 3016.621, + "p50_ms": 3.344273, + "p95_ms": 4.829115, + "p99_ms": 5.828605, + "reads": 4096.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.040439, + "throughput": 1582.622, + "p50_ms": 7.690011, + "p95_ms": 10.770112, + "p99_ms": 11.043172, + "reads": 72.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.742313, + "throughput": 7.548, + "p50_ms": 3.960196, + "p95_ms": 5.656909, + "p99_ms": 6.355599, + "reads": 768.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 18.039638, + "throughput": 56.764, + "p50_ms": 10.73437, + "p95_ms": 40.066767, + "p99_ms": 194.156263, + "reads": 3203.0, + "puts": 7367.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 6.327219, + "throughput": 161.84, + "p50_ms": 47.36661, + "p95_ms": 170.070302, + "p99_ms": 385.278491, + "reads": 1695.0, + "puts": 2305.0, + "hops": 1025.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.001518, + "throughput": 658.898, + "p50_ms": 1.517686, + "p95_ms": 1.517686, + "p99_ms": 1.517686, + "reads": 2.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 3.729785, + "throughput": 1098.187, + "p50_ms": 0.901387, + "p95_ms": 0.989908, + "p99_ms": 1.039211, + "reads": 8192.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.065634, + "throughput": 3843.72, + "p50_ms": 3.670556, + "p95_ms": 4.317269, + "p99_ms": 4.80748, + "reads": 8192.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.054323, + "throughput": 1993.844, + "p50_ms": 0.491459, + "p95_ms": 0.561903, + "p99_ms": 0.621663, + "reads": 4096.0, + "puts": 2.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.631035, + "throughput": 6490.926, + "p50_ms": 1.748499, + "p95_ms": 2.229809, + "p99_ms": 2.622732, + "reads": 4096.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.357003, + "throughput": 7.577, + "p50_ms": 2.747286, + "p95_ms": 4.041757, + "p99_ms": 4.512365, + "reads": 768.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 19.503274, + "throughput": 52.504, + "p50_ms": 12.932444, + "p95_ms": 36.184302, + "p99_ms": 178.538244, + "reads": 3156.0, + "puts": 7341.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 6.326741, + "throughput": 161.853, + "p50_ms": 53.040281, + "p95_ms": 145.230324, + "p99_ms": 208.360302, + "reads": 1685.0, + "puts": 2302.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.059808, + "throughput": 16.72, + "p50_ms": 59.807569, + "p95_ms": 59.807569, + "p99_ms": 59.807569, + "reads": 4.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 3.074721, + "throughput": 1332.153, + "p50_ms": 0.734009, + "p95_ms": 0.810934, + "p99_ms": 1.152595, + "reads": 4096.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.742596, + "throughput": 2350.516, + "p50_ms": 4.225185, + "p95_ms": 6.422405, + "p99_ms": 8.17426, + "reads": 4096.0, + "puts": 2.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.032546, + "throughput": 1966.446, + "p50_ms": 5.198064, + "p95_ms": 8.248831, + "p99_ms": 8.801616, + "reads": 72.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.738524, + "throughput": 7.549, + "p50_ms": 4.060005, + "p95_ms": 6.032001, + "p99_ms": 6.439616, + "reads": 768.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 20.503213, + "throughput": 49.943, + "p50_ms": 11.649618, + "p95_ms": 50.691049, + "p99_ms": 199.022751, + "reads": 3201.0, + "puts": 7368.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 6.856515, + "throughput": 149.347, + "p50_ms": 47.434667, + "p95_ms": 203.288504, + "p99_ms": 468.574772, + "reads": 1711.0, + "puts": 2306.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.001306, + "throughput": 765.693, + "p50_ms": 1.306007, + "p95_ms": 1.306007, + "p99_ms": 1.306007, + "reads": 2.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 3.697556, + "throughput": 1107.759, + "p50_ms": 0.895318, + "p95_ms": 0.97763, + "p99_ms": 1.056436, + "reads": 8192.0, + "puts": 2.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.07446, + "throughput": 3812.146, + "p50_ms": 3.694812, + "p95_ms": 4.496616, + "p99_ms": 5.490325, + "reads": 8192.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.038532, + "throughput": 2009.289, + "p50_ms": 0.487514, + "p95_ms": 0.557046, + "p99_ms": 0.589585, + "reads": 4096.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.6126, + "throughput": 6686.258, + "p50_ms": 1.727474, + "p95_ms": 2.122068, + "p99_ms": 2.366141, + "reads": 4096.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.356988, + "throughput": 7.577, + "p50_ms": 2.751118, + "p95_ms": 3.790658, + "p99_ms": 4.320509, + "reads": 768.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 26.803955, + "throughput": 38.203, + "p50_ms": 12.845295, + "p95_ms": 102.003891, + "p99_ms": 217.814508, + "reads": 3156.0, + "puts": 7448.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 8.518738, + "throughput": 120.206, + "p50_ms": 58.890254, + "p95_ms": 211.266446, + "p99_ms": 414.185143, + "reads": 1685.0, + "puts": 2341.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.052076, + "throughput": 19.203, + "p50_ms": 52.075724, + "p95_ms": 52.075724, + "p99_ms": 52.075724, + "reads": 4.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 3.500283, + "throughput": 1170.191, + "p50_ms": 0.819757, + "p95_ms": 1.073903, + "p99_ms": 1.560856, + "reads": 4096.0, + "puts": 2.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.726074, + "throughput": 2373.015, + "p50_ms": 4.308934, + "p95_ms": 6.397674, + "p99_ms": 8.00894, + "reads": 4096.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.033931, + "throughput": 1886.176, + "p50_ms": 6.41906, + "p95_ms": 8.588019, + "p99_ms": 8.977638, + "reads": 72.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.738454, + "throughput": 7.549, + "p50_ms": 4.077601, + "p95_ms": 6.278638, + "p99_ms": 6.797563, + "reads": 768.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 21.103889, + "throughput": 48.522, + "p50_ms": 11.167918, + "p95_ms": 48.217032, + "p99_ms": 247.546901, + "reads": 3203.0, + "puts": 7492.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 5.508557, + "throughput": 185.893, + "p50_ms": 43.776893, + "p95_ms": 148.302805, + "p99_ms": 306.237065, + "reads": 1711.0, + "puts": 2331.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.002242, + "throughput": 446.003, + "p50_ms": 2.242137, + "p95_ms": 2.242137, + "p99_ms": 2.242137, + "reads": 2.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 4.046104, + "throughput": 1012.332, + "p50_ms": 0.92629, + "p95_ms": 1.013014, + "p99_ms": 1.168584, + "reads": 8192.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.380971, + "throughput": 2966.028, + "p50_ms": 4.592527, + "p95_ms": 5.805718, + "p99_ms": 6.739899, + "reads": 8192.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.087603, + "throughput": 1962.059, + "p50_ms": 0.504308, + "p95_ms": 0.552414, + "p99_ms": 0.582214, + "reads": 4096.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.783259, + "throughput": 5229.431, + "p50_ms": 2.056912, + "p95_ms": 2.786224, + "p99_ms": 3.270463, + "reads": 4096.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.342488, + "throughput": 7.578, + "p50_ms": 2.900042, + "p95_ms": 3.88272, + "p99_ms": 4.212871, + "reads": 768.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 34.123218, + "throughput": 30.009, + "p50_ms": 13.14893, + "p95_ms": 149.558215, + "p99_ms": 282.604477, + "reads": 3157.0, + "puts": 7344.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 6.774691, + "throughput": 151.151, + "p50_ms": 44.987193, + "p95_ms": 233.305968, + "p99_ms": 337.858856, + "reads": 1685.0, + "puts": 2295.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.036844, + "throughput": 27.142, + "p50_ms": 36.843639, + "p95_ms": 36.843639, + "p99_ms": 36.843639, + "reads": 4.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 3.051524, + "throughput": 1342.28, + "p50_ms": 0.728541, + "p95_ms": 0.827468, + "p99_ms": 1.0173, + "reads": 4096.0, + "puts": 2.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.402936, + "throughput": 2919.591, + "p50_ms": 3.32955, + "p95_ms": 5.076312, + "p99_ms": 6.258476, + "reads": 4096.0, + "puts": 2.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.027367, + "throughput": 2338.564, + "p50_ms": 5.017705, + "p95_ms": 6.743571, + "p99_ms": 7.473374, + "reads": 72.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.703268, + "throughput": 7.551, + "p50_ms": 3.859961, + "p95_ms": 5.322071, + "p99_ms": 6.238286, + "reads": 768.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 18.520762, + "throughput": 55.289, + "p50_ms": 11.581884, + "p95_ms": 35.12848, + "p99_ms": 174.700197, + "reads": 3201.0, + "puts": 7368.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 15.227767, + "throughput": 67.246, + "p50_ms": 109.511225, + "p95_ms": 496.735119, + "p99_ms": 605.837047, + "reads": 1713.0, + "puts": 2307.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.001597, + "throughput": 626.143, + "p50_ms": 1.59708, + "p95_ms": 1.59708, + "p99_ms": 1.59708, + "reads": 2.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 4.142488, + "throughput": 988.778, + "p50_ms": 0.956971, + "p95_ms": 1.035817, + "p99_ms": 1.535168, + "reads": 8192.0, + "puts": 2.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.336053, + "throughput": 3065.746, + "p50_ms": 4.522464, + "p95_ms": 5.415084, + "p99_ms": 6.153446, + "reads": 8192.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.119252, + "throughput": 1932.757, + "p50_ms": 0.50511, + "p95_ms": 0.571007, + "p99_ms": 0.688917, + "reads": 4096.0, + "puts": 2.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.764785, + "throughput": 5355.757, + "p50_ms": 2.079976, + "p95_ms": 2.735539, + "p99_ms": 3.136564, + "reads": 4096.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.342483, + "throughput": 7.578, + "p50_ms": 2.886838, + "p95_ms": 3.987883, + "p99_ms": 6.707948, + "reads": 768.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 36.381089, + "throughput": 28.146, + "p50_ms": 13.017563, + "p95_ms": 180.608699, + "p99_ms": 317.123802, + "reads": 3157.0, + "puts": 7450.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 9.004487, + "throughput": 113.721, + "p50_ms": 50.284833, + "p95_ms": 265.935309, + "p99_ms": 483.134722, + "reads": 1669.0, + "puts": 2341.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.036566, + "throughput": 27.348, + "p50_ms": 36.566247, + "p95_ms": 36.566247, + "p99_ms": 36.566247, + "reads": 4.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.998883, + "throughput": 1365.842, + "p50_ms": 0.725086, + "p95_ms": 0.80192, + "p99_ms": 0.859906, + "reads": 4096.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.425442, + "throughput": 2873.495, + "p50_ms": 3.470585, + "p95_ms": 5.136485, + "p99_ms": 6.074368, + "reads": 4096.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.029233, + "throughput": 2189.295, + "p50_ms": 5.620991, + "p95_ms": 7.320862, + "p99_ms": 7.593036, + "reads": 72.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.703428, + "throughput": 7.551, + "p50_ms": 3.869912, + "p95_ms": 5.697538, + "p99_ms": 6.765497, + "reads": 768.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 17.704391, + "throughput": 57.839, + "p50_ms": 11.19824, + "p95_ms": 31.336614, + "p99_ms": 193.85502, + "reads": 3203.0, + "puts": 7491.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 10.958478, + "throughput": 93.444, + "p50_ms": 63.799448, + "p95_ms": 383.365435, + "p99_ms": 872.515671, + "reads": 1713.0, + "puts": 2346.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.001841, + "throughput": 543.112, + "p50_ms": 1.841241, + "p95_ms": 1.841241, + "p99_ms": 1.841241, + "reads": 2.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 3.931246, + "throughput": 1041.909, + "p50_ms": 0.951672, + "p95_ms": 1.028496, + "p99_ms": 1.14632, + "reads": 8192.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.415722, + "throughput": 2893.223, + "p50_ms": 4.681398, + "p95_ms": 5.994197, + "p99_ms": 6.674174, + "reads": 8192.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.084676, + "throughput": 1964.813, + "p50_ms": 0.501781, + "p95_ms": 0.552972, + "p99_ms": 0.614712, + "reads": 4096.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.788917, + "throughput": 5191.927, + "p50_ms": 2.050622, + "p95_ms": 2.919863, + "p99_ms": 3.353577, + "reads": 4096.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.377255, + "throughput": 7.576, + "p50_ms": 2.500196, + "p95_ms": 3.725773, + "p99_ms": 4.551874, + "reads": 768.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 13.681666, + "throughput": 74.845, + "p50_ms": 10.450667, + "p95_ms": 27.611915, + "p99_ms": 71.87787, + "reads": 3156.0, + "puts": 7446.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.310279, + "throughput": 237.572, + "p50_ms": 40.740117, + "p95_ms": 80.514212, + "p99_ms": 142.044541, + "reads": 1685.0, + "puts": 2340.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.037016, + "throughput": 27.015, + "p50_ms": 37.01604, + "p95_ms": 37.01604, + "p99_ms": 37.01604, + "reads": 4.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 3.05705, + "throughput": 1339.854, + "p50_ms": 0.728431, + "p95_ms": 0.820477, + "p99_ms": 1.165159, + "reads": 4096.0, + "puts": 2.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.393794, + "throughput": 2938.741, + "p50_ms": 3.38604, + "p95_ms": 5.031986, + "p99_ms": 5.686297, + "reads": 4096.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.026272, + "throughput": 2436.08, + "p50_ms": 5.244361, + "p95_ms": 6.666192, + "p99_ms": 7.042325, + "reads": 72.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.764077, + "throughput": 7.547, + "p50_ms": 4.13833, + "p95_ms": 6.361209, + "p99_ms": 7.051593, + "reads": 768.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 23.556603, + "throughput": 43.47, + "p50_ms": 13.980238, + "p95_ms": 68.608984, + "p99_ms": 177.842666, + "reads": 3203.0, + "puts": 7493.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 8.147259, + "throughput": 125.686, + "p50_ms": 64.168936, + "p95_ms": 232.783104, + "p99_ms": 261.259253, + "reads": 1711.0, + "puts": 2339.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.001435, + "throughput": 696.806, + "p50_ms": 1.435119, + "p95_ms": 1.435119, + "p99_ms": 1.435119, + "reads": 2.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_cold", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 3.84864, + "throughput": 1064.272, + "p50_ms": 0.919525, + "p95_ms": 1.014841, + "p99_ms": 1.421109, + "reads": 8192.0, + "puts": 2.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.403906, + "throughput": 2917.574, + "p50_ms": 4.606467, + "p95_ms": 6.00347, + "p99_ms": 8.029937, + "reads": 8192.0, + "puts": 2.0, + "hops": 0.0, + "lane": "local_query_fresh_client", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.118679, + "throughput": 1933.28, + "p50_ms": 0.507883, + "p95_ms": 0.566091, + "p99_ms": 0.652823, + "reads": 4096.0, + "puts": 1.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 0.774069, + "throughput": 5291.52, + "p50_ms": 1.947109, + "p95_ms": 2.753696, + "p99_ms": 3.142514, + "reads": 4096.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.377413, + "throughput": 7.576, + "p50_ms": 2.540101, + "p95_ms": 3.683836, + "p99_ms": 3.923021, + "reads": 768.0, + "puts": 0.0, + "hops": 0.0, + "lane": "local_query_expired_bursts", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 18.152723, + "throughput": 56.41, + "p50_ms": 10.994583, + "p95_ms": 46.517723, + "p99_ms": 156.441546, + "reads": 3156.0, + "puts": 7340.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.615793, + "throughput": 221.847, + "p50_ms": 42.953611, + "p95_ms": 82.020399, + "p99_ms": 96.798733, + "reads": 1669.0, + "puts": 2302.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 1.0, + "elapsed_s": 0.036541, + "throughput": 27.367, + "p50_ms": 36.540555, + "p95_ms": 36.540555, + "p99_ms": 36.540555, + "reads": 4.0, + "puts": 0.0, + "hops": 2.0, + "lane": "forwarded_query_cold", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 4096.0, + "elapsed_s": 2.943959, + "throughput": 1391.324, + "p50_ms": 0.711085, + "p95_ms": 0.783143, + "p99_ms": 0.852285, + "reads": 4096.0, + "puts": 1.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 4096.0, + "elapsed_s": 1.340581, + "throughput": 3055.391, + "p50_ms": 3.301709, + "p95_ms": 4.802982, + "p99_ms": 5.739407, + "reads": 4096.0, + "puts": 0.0, + "hops": 4096.0, + "lane": "forwarded_query", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 64.0, + "elapsed_s": 0.025309, + "throughput": 2528.717, + "p50_ms": 4.404344, + "p95_ms": 6.504121, + "p99_ms": 6.774978, + "reads": 72.0, + "puts": 0.0, + "hops": 64.0, + "lane": "forwarded_query_uncached_route", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 768.0, + "elapsed_s": 101.764085, + "throughput": 7.547, + "p50_ms": 4.146578, + "p95_ms": 6.345371, + "p99_ms": 7.217619, + "reads": 768.0, + "puts": 0.0, + "hops": 768.0, + "lane": "forwarded_query_expired_bursts", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 18.31798, + "throughput": 55.901, + "p50_ms": 13.507087, + "p95_ms": 32.515309, + "p99_ms": 107.027615, + "reads": 3203.0, + "puts": 7367.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 5.813479, + "throughput": 176.142, + "p50_ms": 51.00912, + "p95_ms": 96.947585, + "p99_ms": 199.724911, + "reads": 1711.0, + "puts": 2305.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 8 + } + ], + "points": [ + { + "version": "baseline", + "index": 1, + "publications": { + "forwarded_command-c1.publication": { + "publications": 1024, + "first_sequence": 2049, + "last_sequence": 3072, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.001482474609375, + "preparation": 7.59572199609375, + "authority": 5.4735555078125, + "total": 13.284442267578125 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001392, + "p95": 0.002013, + "p99": 0.003255 + }, + "preparation": { + "p50": 5.28381, + "p95": 22.026504, + "p99": 45.71451 + }, + "authority": { + "p50": 3.159706, + "p95": 9.09476, + "p99": 68.038643 + }, + "total": { + "p50": 8.689572, + "p95": 32.406004, + "p99": 115.11829 + } + } + }, + "local_command-c1.publication": { + "publications": 1024, + "first_sequence": 1, + "last_sequence": 1024, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.001794673828125, + "preparation": 6.674576072265625, + "authority": 5.559617416992188, + "total": 12.443916927734374 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001663, + "p95": 0.002514, + "p99": 0.003916 + }, + "preparation": { + "p50": 5.210652, + "p95": 19.614574, + "p99": 27.032636 + }, + "authority": { + "p50": 3.16059, + "p95": 4.916314, + "p99": 92.575943 + }, + "total": { + "p50": 8.591623, + "p95": 27.234959, + "p99": 121.530952 + } + } + }, + "local_command-c16.publication": { + "publications": 320, + "first_sequence": 1025, + "last_sequence": 2048, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.002338640625, + "preparation": 8.0397479375, + "authority": 4.11267415, + "total": 12.426517040625 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001582, + "p95": 0.002173, + "p99": 0.003535 + }, + "preparation": { + "p50": 6.141644, + "p95": 24.48057, + "p99": 35.456553 + }, + "authority": { + "p50": 3.332703, + "p95": 8.029198, + "p99": 16.139684 + }, + "total": { + "p50": 10.062242, + "p95": 29.003924, + "p99": 52.1412 + } + } + }, + "forwarded_command-c16.publication": { + "publications": 320, + "first_sequence": 3073, + "last_sequence": 4096, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0016446, + "preparation": 7.7129211375, + "authority": 3.37721684375, + "total": 11.336079078125 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001472, + "p95": 0.002033, + "p99": 0.003084 + }, + "preparation": { + "p50": 5.621201, + "p95": 19.691, + "p99": 35.418257 + }, + "authority": { + "p50": 3.212918, + "p95": 4.326505, + "p99": 7.56144 + }, + "total": { + "p50": 9.12153, + "p95": 23.295874, + "p99": 38.557952 + } + } + } + }, + "logical_commands_including_recovery_proof": 6144 + }, + { + "version": "candidate", + "index": 2, + "publications": { + "forwarded_command-c1.publication": { + "publications": 1024, + "first_sequence": 2049, + "last_sequence": 3072, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0014462734375, + "preparation": 7.362579875976563, + "authority": 5.724191106445312, + "total": 13.536883022460938 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001292, + "p95": 0.001872, + "p99": 0.003295 + }, + "preparation": { + "p50": 5.37784, + "p95": 17.988677, + "p99": 26.545507 + }, + "authority": { + "p50": 3.144165, + "p95": 7.596196, + "p99": 73.736609 + }, + "total": { + "p50": 8.771947, + "p95": 24.674847, + "p99": 151.626675 + } + } + }, + "local_command-c1.publication": { + "publications": 1024, + "first_sequence": 1, + "last_sequence": 1024, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0016780693359375, + "preparation": 6.888216131835938, + "authority": 5.37993370703125, + "total": 12.492440671875 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001573, + "p95": 0.002303, + "p99": 0.003575 + }, + "preparation": { + "p50": 5.232244, + "p95": 17.062529, + "p99": 34.296202 + }, + "authority": { + "p50": 3.180721, + "p95": 9.919189, + "p99": 80.155031 + }, + "total": { + "p50": 8.68619, + "p95": 25.832861, + "p99": 89.973597 + } + } + }, + "local_command-c16.publication": { + "publications": 319, + "first_sequence": 1025, + "last_sequence": 2048, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0017053793103448277, + "preparation": 8.398810250783699, + "authority": 4.634261015673981, + "total": 13.273135231974923 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001592, + "p95": 0.002353, + "p99": 0.003184 + }, + "preparation": { + "p50": 6.939111, + "p95": 22.065285, + "p99": 31.095267 + }, + "authority": { + "p50": 3.563531, + "p95": 6.327192, + "p99": 20.134279 + }, + "total": { + "p50": 10.924061, + "p95": 26.857443, + "p99": 58.786815 + } + } + }, + "forwarded_command-c16.publication": { + "publications": 320, + "first_sequence": 3073, + "last_sequence": 4096, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0016818031249999999, + "preparation": 7.820576175, + "authority": 5.158272053125, + "total": 13.230971003125001 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001422, + "p95": 0.002543, + "p99": 0.008403 + }, + "preparation": { + "p50": 5.692993, + "p95": 18.676344, + "p99": 30.674887 + }, + "authority": { + "p50": 3.2142, + "p95": 11.71582, + "p99": 54.522452 + }, + "total": { + "p50": 9.168575, + "p95": 27.995171, + "p99": 81.905027 + } + } + } + }, + "logical_commands_including_recovery_proof": 6144 + }, + { + "version": "candidate", + "index": 3, + "publications": { + "forwarded_command-c1.publication": { + "publications": 1024, + "first_sequence": 2049, + "last_sequence": 3072, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.001782041015625, + "preparation": 7.6816788349609375, + "authority": 7.450912319335938, + "total": 15.379154401367188 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001603, + "p95": 0.002494, + "p99": 0.003735 + }, + "preparation": { + "p50": 5.678096, + "p95": 19.334454, + "p99": 57.416402 + }, + "authority": { + "p50": 3.39629, + "p95": 14.890262, + "p99": 142.518448 + }, + "total": { + "p50": 9.34653, + "p95": 36.829429, + "p99": 167.246351 + } + } + }, + "local_command-c1.publication": { + "publications": 1024, + "first_sequence": 1, + "last_sequence": 1024, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0023115634765625, + "preparation": 8.635488641601562, + "authority": 5.8049451416015625, + "total": 14.766056248046874 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001993, + "p95": 0.002764, + "p99": 0.007972 + }, + "preparation": { + "p50": 6.897695, + "p95": 19.455644, + "p99": 33.963187 + }, + "authority": { + "p50": 3.67617, + "p95": 8.620656, + "p99": 70.724193 + }, + "total": { + "p50": 10.917313, + "p95": 29.149763, + "p99": 108.819832 + } + } + }, + "local_command-c16.publication": { + "publications": 320, + "first_sequence": 1025, + "last_sequence": 2048, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.00195635625, + "preparation": 8.6970799875, + "authority": 6.8942546812500005, + "total": 16.005325612500002 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001823, + "p95": 0.002644, + "p99": 0.005108 + }, + "preparation": { + "p50": 6.886625, + "p95": 21.734115, + "p99": 31.81971 + }, + "authority": { + "p50": 3.609032, + "p95": 20.811079, + "p99": 82.51101 + }, + "total": { + "p50": 10.944391, + "p95": 40.276547, + "p99": 91.247302 + } + } + }, + "forwarded_command-c16.publication": { + "publications": 320, + "first_sequence": 3073, + "last_sequence": 4096, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.001844928125, + "preparation": 8.2693519625, + "authority": 7.605777734375, + "total": 16.379594431250002 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001632, + "p95": 0.002754, + "p99": 0.005769 + }, + "preparation": { + "p50": 5.912224, + "p95": 19.64367, + "p99": 55.339717 + }, + "authority": { + "p50": 3.335249, + "p95": 10.369387, + "p99": 149.342618 + }, + "total": { + "p50": 9.663089, + "p95": 34.11075, + "p99": 154.525489 + } + } + } + }, + "logical_commands_including_recovery_proof": 6144 + }, + { + "version": "baseline", + "index": 4, + "publications": { + "forwarded_command-c1.publication": { + "publications": 1024, + "first_sequence": 2049, + "last_sequence": 3072, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.001561533203125, + "preparation": 8.085919880859375, + "authority": 7.330850333984375, + "total": 16.01924075 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001422, + "p95": 0.002163, + "p99": 0.003575 + }, + "preparation": { + "p50": 5.483678, + "p95": 21.329603, + "p99": 36.566823 + }, + "authority": { + "p50": 3.229893, + "p95": 9.57585, + "p99": 167.565382 + }, + "total": { + "p50": 9.000246, + "p95": 28.294643, + "p99": 217.103648 + } + } + }, + "local_command-c1.publication": { + "publications": 1024, + "first_sequence": 1, + "last_sequence": 1024, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0022674521484375, + "preparation": 10.5345132578125, + "authority": 9.268617725585937, + "total": 20.10556221484375 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001993, + "p95": 0.002794, + "p99": 0.005479 + }, + "preparation": { + "p50": 6.717235, + "p95": 27.885053, + "p99": 102.865477 + }, + "authority": { + "p50": 3.676077, + "p95": 25.888578, + "p99": 134.555444 + }, + "total": { + "p50": 10.740739, + "p95": 74.856887, + "p99": 204.85974 + } + } + }, + "local_command-c16.publication": { + "publications": 320, + "first_sequence": 1025, + "last_sequence": 2048, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0022629375, + "preparation": 12.697556565625002, + "authority": 7.500836528125, + "total": 20.601106909375 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001943, + "p95": 0.002584, + "p99": 0.008042 + }, + "preparation": { + "p50": 7.714105, + "p95": 31.985433, + "p99": 114.961607 + }, + "authority": { + "p50": 3.776134, + "p95": 11.729237, + "p99": 157.659867 + }, + "total": { + "p50": 12.011163, + "p95": 59.311277, + "p99": 199.561277 + } + } + }, + "forwarded_command-c16.publication": { + "publications": 318, + "first_sequence": 3073, + "last_sequence": 4096, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.001702261006289308, + "preparation": 8.922397220125786, + "authority": 4.833926273584906, + "total": 13.974774710691825 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001492, + "p95": 0.002353, + "p99": 0.004376 + }, + "preparation": { + "p50": 5.720809, + "p95": 21.852298, + "p99": 33.67289 + }, + "authority": { + "p50": 3.294213, + "p95": 9.084146, + "p99": 18.39386 + }, + "total": { + "p50": 9.41093, + "p95": 27.285105, + "p99": 138.924238 + } + } + } + }, + "logical_commands_including_recovery_proof": 6144 + }, + { + "version": "candidate", + "index": 5, + "publications": { + "forwarded_command-c1.publication": { + "publications": 1024, + "first_sequence": 2049, + "last_sequence": 3072, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0016802138671875, + "preparation": 7.62279840625, + "authority": 5.1666903984375, + "total": 13.021285693359374 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001562, + "p95": 0.002393, + "p99": 0.003585 + }, + "preparation": { + "p50": 5.765179, + "p95": 17.980957, + "p99": 37.21372 + }, + "authority": { + "p50": 3.380871, + "p95": 5.756703, + "p99": 58.274867 + }, + "total": { + "p50": 9.334843, + "p95": 24.028381, + "p99": 97.55546 + } + } + }, + "local_command-c1.publication": { + "publications": 1024, + "first_sequence": 1, + "last_sequence": 1024, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0022541884765625, + "preparation": 11.50932337890625, + "authority": 9.759902637695312, + "total": 21.906512633789063 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.002093, + "p95": 0.003365, + "p99": 0.003885 + }, + "preparation": { + "p50": 6.812027, + "p95": 26.46616, + "p99": 141.255484 + }, + "authority": { + "p50": 3.729814, + "p95": 38.63792, + "p99": 150.935067 + }, + "total": { + "p50": 10.912001, + "p95": 89.881744, + "p99": 181.876724 + } + } + }, + "local_command-c16.publication": { + "publications": 319, + "first_sequence": 1025, + "last_sequence": 2048, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.002043310344827586, + "preparation": 9.623576354231973, + "authority": 5.761598206896552, + "total": 15.81674864890282 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001873, + "p95": 0.003435, + "p99": 0.004367 + }, + "preparation": { + "p50": 5.81923, + "p95": 21.006099, + "p99": 142.901134 + }, + "authority": { + "p50": 3.47747, + "p95": 14.687628, + "p99": 67.252753 + }, + "total": { + "p50": 9.652231, + "p95": 41.54137, + "p99": 161.79937 + } + } + }, + "forwarded_command-c16.publication": { + "publications": 320, + "first_sequence": 3073, + "last_sequence": 4096, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.002113484375, + "preparation": 16.19523949375, + "authority": 18.74167475, + "total": 36.221209865625 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001933, + "p95": 0.003616, + "p99": 0.004507 + }, + "preparation": { + "p50": 7.734344, + "p95": 44.846261, + "p99": 197.667939 + }, + "authority": { + "p50": 4.009448, + "p95": 121.712378, + "p99": 231.03607 + }, + "total": { + "p50": 12.738148, + "p95": 176.677311, + "p99": 264.230408 + } + } + } + }, + "logical_commands_including_recovery_proof": 6144 + }, + { + "version": "baseline", + "index": 6, + "publications": { + "forwarded_command-c1.publication": { + "publications": 1024, + "first_sequence": 2049, + "last_sequence": 3072, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0016283349609375, + "preparation": 7.353884637695312, + "authority": 5.7062461875, + "total": 13.278820981445312 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001532, + "p95": 0.002163, + "p99": 0.003735 + }, + "preparation": { + "p50": 5.533105, + "p95": 20.663408, + "p99": 26.684105 + }, + "authority": { + "p50": 3.288474, + "p95": 5.468033, + "p99": 76.739617 + }, + "total": { + "p50": 9.055605, + "p95": 27.686394, + "p99": 160.746104 + } + } + }, + "local_command-c1.publication": { + "publications": 1024, + "first_sequence": 1, + "last_sequence": 1024, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0022385712890625, + "preparation": 11.812769368164062, + "authority": 12.95283271875, + "total": 25.30015235253906 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.002013, + "p95": 0.002945, + "p99": 0.004487 + }, + "preparation": { + "p50": 6.721824, + "p95": 26.791242, + "p99": 190.183931 + }, + "authority": { + "p50": 3.69732, + "p95": 47.305481, + "p99": 219.582323 + }, + "total": { + "p50": 10.823359, + "p95": 129.692235, + "p99": 266.658741 + } + } + }, + "local_command-c16.publication": { + "publications": 320, + "first_sequence": 1025, + "last_sequence": 2048, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0019076124999999999, + "preparation": 11.7591396875, + "authority": 8.468481628125001, + "total": 22.046358409375 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001753, + "p95": 0.002924, + "p99": 0.003846 + }, + "preparation": { + "p50": 5.794753, + "p95": 24.352599, + "p99": 131.945999 + }, + "authority": { + "p50": 3.474115, + "p95": 26.909189, + "p99": 123.403758 + }, + "total": { + "p50": 9.614206, + "p95": 90.897184, + "p99": 208.461203 + } + } + }, + "forwarded_command-c16.publication": { + "publications": 320, + "first_sequence": 3073, + "last_sequence": 4096, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.00324219375, + "preparation": 11.35753951875, + "authority": 11.58182875625, + "total": 24.7280005875 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001933, + "p95": 0.003315, + "p99": 0.02021 + }, + "preparation": { + "p50": 7.66082, + "p95": 29.015404, + "p99": 89.01707 + }, + "authority": { + "p50": 3.958527, + "p95": 24.13878, + "p99": 170.714328 + }, + "total": { + "p50": 12.316477, + "p95": 84.816957, + "p99": 198.584704 + } + } + } + }, + "logical_commands_including_recovery_proof": 6144 + }, + { + "version": "baseline", + "index": 7, + "publications": { + "forwarded_command-c1.publication": { + "publications": 1024, + "first_sequence": 2049, + "last_sequence": 3072, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0019496044921875, + "preparation": 10.258994033203125, + "authority": 7.262390655273437, + "total": 17.84862185253906 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001853, + "p95": 0.002735, + "p99": 0.003586 + }, + "preparation": { + "p50": 7.154294, + "p95": 29.557311, + "p99": 85.835999 + }, + "authority": { + "p50": 3.904294, + "p95": 13.398746, + "p99": 87.819939 + }, + "total": { + "p50": 11.431509, + "p95": 45.317046, + "p99": 119.186163 + } + } + }, + "local_command-c1.publication": { + "publications": 1024, + "first_sequence": 1, + "last_sequence": 1024, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0017638251953125, + "preparation": 6.680198400390625, + "authority": 4.046173384765625, + "total": 10.93444655078125 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001673, + "p95": 0.002344, + "p99": 0.003896 + }, + "preparation": { + "p50": 5.291436, + "p95": 19.085028, + "p99": 27.202878 + }, + "authority": { + "p50": 3.200669, + "p95": 4.389433, + "p99": 21.617386 + }, + "total": { + "p50": 8.719418, + "p95": 24.41961, + "p99": 48.508278 + } + } + }, + "local_command-c16.publication": { + "publications": 320, + "first_sequence": 1025, + "last_sequence": 2048, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.001808, + "preparation": 7.063479931250001, + "authority": 3.7816725843750003, + "total": 11.108330921875 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001722, + "p95": 0.002364, + "p99": 0.003545 + }, + "preparation": { + "p50": 5.716551, + "p95": 20.226731, + "p99": 29.337259 + }, + "authority": { + "p50": 3.383014, + "p95": 5.524266, + "p99": 11.120574 + }, + "total": { + "p50": 9.378996, + "p95": 26.597188, + "p99": 37.057137 + } + } + }, + "forwarded_command-c16.publication": { + "publications": 319, + "first_sequence": 3073, + "last_sequence": 4096, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.002229369905956113, + "preparation": 10.586968047021944, + "authority": 8.740880463949843, + "total": 19.61490733855799 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001812, + "p95": 0.002914, + "p99": 0.009284 + }, + "preparation": { + "p50": 7.559996, + "p95": 29.063604, + "p99": 97.532829 + }, + "authority": { + "p50": 3.731994, + "p95": 31.535609, + "p99": 147.77846 + }, + "total": { + "p50": 11.712989, + "p95": 68.769163, + "p99": 154.35222 + } + } + } + }, + "logical_commands_including_recovery_proof": 6144 + }, + { + "version": "candidate", + "index": 8, + "publications": { + "forwarded_command-c1.publication": { + "publications": 1024, + "first_sequence": 2049, + "last_sequence": 3072, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0018245576171875, + "preparation": 8.757221072265626, + "authority": 5.3867335498046875, + "total": 14.404960154296875 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001712, + "p95": 0.002474, + "p99": 0.003826 + }, + "preparation": { + "p50": 7.059368, + "p95": 20.289103, + "p99": 32.399026 + }, + "authority": { + "p50": 3.701834, + "p95": 6.498465, + "p99": 30.149112 + }, + "total": { + "p50": 11.12409, + "p95": 28.218732, + "p99": 91.07574 + } + } + }, + "local_command-c1.publication": { + "publications": 1024, + "first_sequence": 1, + "last_sequence": 1024, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0019112607421875, + "preparation": 7.37322232421875, + "authority": 6.86385339453125, + "total": 14.484353350585938 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001742, + "p95": 0.002824, + "p99": 0.004386 + }, + "preparation": { + "p50": 5.510184, + "p95": 18.202101, + "p99": 35.954657 + }, + "authority": { + "p50": 3.309941, + "p95": 11.71702, + "p99": 127.559848 + }, + "total": { + "p50": 9.107127, + "p95": 29.403207, + "p99": 151.314194 + } + } + }, + "local_command-c16.publication": { + "publications": 320, + "first_sequence": 1025, + "last_sequence": 2048, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.00230253125, + "preparation": 7.64163405625, + "authority": 4.19981914375, + "total": 12.139005740625 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001873, + "p95": 0.002885, + "p99": 0.004236 + }, + "preparation": { + "p50": 6.242983, + "p95": 18.786829, + "p99": 24.230089 + }, + "authority": { + "p50": 3.715766, + "p95": 6.361659, + "p99": 13.875909 + }, + "total": { + "p50": 10.433549, + "p95": 25.462985, + "p99": 34.763259 + } + } + }, + "forwarded_command-c16.publication": { + "publications": 320, + "first_sequence": 3073, + "last_sequence": 4096, + "logical_commands": 1024, + "phase_mean_ms": { + "queue_wait": 0.0019035125, + "preparation": 9.721006921875, + "authority": 4.452877425, + "total": 14.4433397125 + }, + "phase_quantiles_ms": { + "queue_wait": { + "p50": 0.001712, + "p95": 0.002624, + "p99": 0.003966 + }, + "preparation": { + "p50": 7.404928, + "p95": 20.806203, + "p99": 28.929507 + }, + "authority": { + "p50": 3.682245, + "p95": 7.09618, + "p99": 22.620856 + }, + "total": { + "p50": 11.45276, + "p95": 26.329619, + "p99": 70.120318 + } + } + } + }, + "logical_commands_including_recovery_proof": 6144 + } + ], + "logical_commands_including_recovery_proof": 49152, + "raw_hashes": { + "object_only-1-baseline/local_command-c1.ns": "6ad3bc58c6428cadc072bdda8b9ed0a323024274f25c33b8aa004efac8e45ba8", + "object_only-1-baseline/local_query_expired_bursts-c16.ns": "3f54cf0f99c9efe78fa329cd7f3b21ae76d0f676a92ab90b7819df8f05872ec5", + "object_only-1-baseline/forwarded_query-c16.ns": "502d90149c2d4689ccdb66a365cb2f57718f05137ee0123aeb7f5243c027518f", + "object_only-1-baseline/local_query_fresh_client-c1.ns": "ecd26ddd6845cba194051621aa55570bb6c14441d24181700a663f07c99d7b77", + "object_only-1-baseline/local_query-c1.ns": "c61849ada844e6e12815547cd5371aeb481fa56456d4ef663cb347540d1ecb84", + "object_only-1-baseline/forwarded_query_expired_bursts-c16.ns": "d9aad2bb49fb0a58ad3c4d5f59a511a7396edb1543b311a43a5a0687553c10b6", + "object_only-1-baseline/forwarded_command-c16.ns": "512b8fc0205fffd792d97b4a71f0ebbd36dcff11c23ab1699da00b5bf6e6a4f2", + "object_only-1-baseline/forwarded_command-c1.ns": "25b8821274a556f64a3454a42a37dc7479d1be0f23ee0fa8a9ef73036536540b", + "object_only-1-baseline/forwarded_query-c1.ns": "7d74c9a2cc4272f750311aeca1c1bf6334070aec0074659e7cab7bc712c0c59a", + "object_only-1-baseline/local_command-c16.ns": "bc3b1a14a919ba1bb76b9af299d3480566e2680d0235ffcbf8ebe53ae7b3819c", + "object_only-1-baseline/forwarded_query_uncached_route-c16.ns": "b32e5e896c289a6d60070494e4b33a82ed1e1b63c59722eefd850dcb7bcc1b80", + "object_only-1-baseline/local_query-c16.ns": "2112b02535e74d43321292293841b9f2ba98082173ce1fe649f3f2a039959e67", + "object_only-1-baseline/local_query_cold-c1.ns": "b8ffccdcdc1c46ef910414ba1ac5eebdd60028ba0e0109e43593dd9b1207df36", + "object_only-1-baseline/local_query_fresh_client-c16.ns": "bde45f0c5dc96acf54a89bd3cf332d4a1f544fa67b0a288546b4edbcf9c6029c", + "object_only-1-baseline/forwarded_query_cold-c1.ns": "23962c38ae1d209636d9bfeac3251c35dbb2150825f743ca86360ecbfb1e70c9", + "object_only-1-baseline/forwarded_command-c1.publication.tsv": "11cedd8f2d1435e907fefc80782b2ce700ce01dc12715686252a664659963880", + "object_only-1-baseline/local_command-c1.publication.tsv": "9669ace3c25f391bb04e09ba3633d6d3141c79527b04c180cdb1cf0fe79f18da", + "object_only-1-baseline/local_command-c16.publication.tsv": "44f29a9218fc222ebb1a1bd4c3c353c745415f94a62c759f359f669ed2124a83", + "object_only-1-baseline/forwarded_command-c16.publication.tsv": "86f34dda81e493ab7e907aae2167909096e03cf9659fbfddc59f6ae8f6c8d984", + "object_only-2-candidate/local_command-c1.ns": "de6d20bde54e5456ff1108baafe2292614b23807397d3e757f243d98ede2d150", + "object_only-2-candidate/local_query_expired_bursts-c16.ns": "fb2bfed678e423108ac79ec1a2e144ea5290a833829d5b2964215b9776d3d444", + "object_only-2-candidate/forwarded_query-c16.ns": "d753814d5a08686b6612c26d290d7478960fdee9e575739bbc32b8b1b0109675", + "object_only-2-candidate/local_query_fresh_client-c1.ns": "d1a58f3c949239af379e626db77b080c129a2634c0c352a4c77ab9bf72bd1682", + "object_only-2-candidate/local_query-c1.ns": "796035a3e11bcfb37578b8c94967d99c68a4f8da580efcfd908fce4dd71529f3", + "object_only-2-candidate/forwarded_query_expired_bursts-c16.ns": "d45c1e957d62faa601ffb526743f8bf409b77a0830ee5d152c080b60ee29a229", + "object_only-2-candidate/forwarded_command-c16.ns": "5533edabb9c3fae97fa305ed6e617fb9f4255fa1f0049c43a575c1cfeb69a106", + "object_only-2-candidate/forwarded_command-c1.ns": "498b59b47d789b25b4e6d0ae838f04e52a99d88c3c48ef55264c9279d3f2e0d2", + "object_only-2-candidate/forwarded_query-c1.ns": "a22404a005cd58325e28d24c39cd4cc483399c7cf44244d0555bdc203677642b", + "object_only-2-candidate/local_command-c16.ns": "e193bc8fd9d4ce69f1e590532fa2e843107071930fa9311a09336c126163175e", + "object_only-2-candidate/forwarded_query_uncached_route-c16.ns": "4394b52160dbc76b563e4061d7f60182c2ee85f908c399acd3a7e816a4efbb61", + "object_only-2-candidate/local_query-c16.ns": "9abd53ead2dfb73be4cc9f83497ca83293a4d66c3476959d317c2519dc698e01", + "object_only-2-candidate/local_query_cold-c1.ns": "47f5330ff4bed2a82391b3e926b9002a8e3acae30f7599b442c71f4948adb989", + "object_only-2-candidate/local_query_fresh_client-c16.ns": "ac83f28530c717fd482453930fa78b72bc9233573c5fef678992ee83f7378b9d", + "object_only-2-candidate/forwarded_query_cold-c1.ns": "1ba8519a3e4917046d29bea51535964caad4d3984c5465e61971416b18f5ad8d", + "object_only-2-candidate/forwarded_command-c1.publication.tsv": "53710bf3a87f1d7aca151731f33e72100c13c6adcbe902a9b57febcedb35e13e", + "object_only-2-candidate/local_command-c1.publication.tsv": "ea5269e2b58cea3c8afcdf4fef8d0fdba90dbcab3080b8ecb5baa476b3116ada", + "object_only-2-candidate/local_command-c16.publication.tsv": "d3111148d6a98509f928bf8bae7759b1ff3d1f0f95c1e963c0dfe1750f0fb509", + "object_only-2-candidate/forwarded_command-c16.publication.tsv": "53de7ccd9c17b741d487f8d7eacec263779060dd72e3082d5eed632f2a041df4", + "object_only-3-candidate/local_command-c1.ns": "45894ddd383c8dc972a6531d76939f438fba2c9b10a79d4ac01813c31fe72399", + "object_only-3-candidate/local_query_expired_bursts-c16.ns": "cb461881663e69ea304bb5217a379ab9302c04917e0c2b5ae3e0d80d8781a673", + "object_only-3-candidate/forwarded_query-c16.ns": "0389099762005d4214239feb50188f114dc91d5e52dc2c1b24ca327d7322f3e1", + "object_only-3-candidate/local_query_fresh_client-c1.ns": "8b17d33fedc423e62e8914c11aa6f6e201fea01168d335c113ad7ef7e0a2163f", + "object_only-3-candidate/local_query-c1.ns": "7b19ecdabab079ff4a0b5eeae13182771f0147830fadba721c1eb0ad3207ba7b", + "object_only-3-candidate/forwarded_query_expired_bursts-c16.ns": "d0c01b66ca2ec235475d0d1616910dbf2532b2fadb29e71e96d4c5abaa7bdd7b", + "object_only-3-candidate/forwarded_command-c16.ns": "156a067da44e20f08e9bc0523e5883056a5b0386496b21ec12784670a73bf85b", + "object_only-3-candidate/forwarded_command-c1.ns": "425deb78955ea37732b56faf47050f200b0b4a457992208fe22a43f85ad88870", + "object_only-3-candidate/forwarded_query-c1.ns": "c6fff2bbf4a91a6a979f69b17f29ed8d7b1c16065e5fd848042f61b909746b90", + "object_only-3-candidate/local_command-c16.ns": "30a8c071f74f1f9f93fa63eeb42db86c7444d49316d8ee1efeda88c47eeb0f21", + "object_only-3-candidate/forwarded_query_uncached_route-c16.ns": "78bf841e77400e0691b5594c575624892157a89a810e6c46b4aee20ffea9d1f2", + "object_only-3-candidate/local_query-c16.ns": "91f2e9739bdd431589ed9af670e4651fb532065d88d5613d40c7b61a3d49eef2", + "object_only-3-candidate/local_query_cold-c1.ns": "7aa68c5594e333b092295fdfaa41b62914a1f5360bd3c2b5726b2ad481e42a61", + "object_only-3-candidate/local_query_fresh_client-c16.ns": "8acfc5e61b997413cc863754a4054aab3834d46f8b3e822558f472883205d054", + "object_only-3-candidate/forwarded_query_cold-c1.ns": "0327721ebd12dd6bccc492578525061647bd69e0dea6fbb7310493f52e8740e7", + "object_only-3-candidate/forwarded_command-c1.publication.tsv": "cf72db6b0209cbc61a39a91ce02ba71ad981f48524f65df577235074ab41ef1f", + "object_only-3-candidate/local_command-c1.publication.tsv": "12af14d66aa2fd627f316eba4b43dd0fdb3d94d1ee376de671c6bf3cba7e10b5", + "object_only-3-candidate/local_command-c16.publication.tsv": "f7165076efa27a3602885d956ab226e2ec78c45721310b383ab78c2cf38abcc2", + "object_only-3-candidate/forwarded_command-c16.publication.tsv": "7f82cf2940a70ea56c87b0353814b49e4c7dbc530a9a2ea6cd823257fecfeb88", + "object_only-4-baseline/local_command-c1.ns": "fc689d254fc6905bf609aa6eaf70e16808117477fb280f2c0f6d368a975e4bd1", + "object_only-4-baseline/local_query_expired_bursts-c16.ns": "2d5328a36f29dfabee8ad4a439d89a59632b3ba59a3965808cbd31611c7b9735", + "object_only-4-baseline/forwarded_query-c16.ns": "f3a378339f4f181410cdcfe82e5eec7a223cc085b0296e24c7fb71df25fc18ec", + "object_only-4-baseline/local_query_fresh_client-c1.ns": "fc117a87a911e5af3d6c8343de08c514760605389f60314d2cda2986deffd002", + "object_only-4-baseline/local_query-c1.ns": "5ff63df11c188cbcd1c5b42fa60591803934d81f92f8262a0cd966dd97155015", + "object_only-4-baseline/forwarded_query_expired_bursts-c16.ns": "f069ef9dee8d505a44811463394cb04178f8d775849d633dab9f32c7228f6899", + "object_only-4-baseline/forwarded_command-c16.ns": "675c55a2b14340db4ca154c0aa5d88a9ea9d6a392d5e5794216ea26969613e63", + "object_only-4-baseline/forwarded_command-c1.ns": "6b22e0d98c13c7435b8c0a2342f286ad6178c5b4d35709f6850f9f1f890cc604", + "object_only-4-baseline/forwarded_query-c1.ns": "9daaf42c5af82dedb40e9812ac769d6980149260724c788d524f1557c03ab81c", + "object_only-4-baseline/local_command-c16.ns": "a673c13b495cbbb47cea1e7a053f0eb328e53918e8f9a5dd219a993b9c5e8816", + "object_only-4-baseline/forwarded_query_uncached_route-c16.ns": "5517b3ebc26bb1a717552322bad65cd5095d19a2ef430c50b5dd57a0a83f597b", + "object_only-4-baseline/local_query-c16.ns": "9051762f61f1b69d24dec3de31c18bce8791b30a54a8b6577a9b445e634afa61", + "object_only-4-baseline/local_query_cold-c1.ns": "fbe8c037132712103d19546609733d94b350c59feccdde98cba7e9a53205ef64", + "object_only-4-baseline/local_query_fresh_client-c16.ns": "fe24d81735f3eab49a143c451206b0011ec2cd9b9b722976b600f56205db9dd1", + "object_only-4-baseline/forwarded_query_cold-c1.ns": "a7db3f7e85f95aa964219aac0c8152a9ec30678230678e34be3f6c470ac311cf", + "object_only-4-baseline/forwarded_command-c1.publication.tsv": "05bcb86a47527af73b2033d64a2f479f881c408b8e6a3d42c3980e6bb7174c13", + "object_only-4-baseline/local_command-c1.publication.tsv": "e412b97eabf354de0ad238a567d274374bb7ac028a8b2761b7ac7c29f4aaa785", + "object_only-4-baseline/local_command-c16.publication.tsv": "965ae364455ba8416ba965f2e283a0365c51f828ddf62089d6f523ab21807d29", + "object_only-4-baseline/forwarded_command-c16.publication.tsv": "67cdcc2efd46b49893cbef7a335b3f1d2c4c8880806fd740eb21034c8a83e016", + "object_only-5-candidate/local_command-c1.ns": "840c42e0256b93e920e02dfb1b2d3dfd810893d60275b28c2d80ab792883aa80", + "object_only-5-candidate/local_query_expired_bursts-c16.ns": "0114ce43f01154a023489b7c227e9ab7a890ce20a85039059c6ae0bb8393abc4", + "object_only-5-candidate/forwarded_query-c16.ns": "deb20694fd5470489489e363a5ef13fcf7887f7f4cce773388455214584a16a9", + "object_only-5-candidate/local_query_fresh_client-c1.ns": "15c861d44460f90b2d8045863c1d3cb2a4464ac59bebf864b00d42b86e12e424", + "object_only-5-candidate/local_query-c1.ns": "478ec0662f39bcc65acf5da5c6fc4da6aa7a2cf197dfce272ffd5c18cc4d54cc", + "object_only-5-candidate/forwarded_query_expired_bursts-c16.ns": "8d164ecb4f66ef02eeda8c57f8c6a2a0da70d1f7dfa7a61c8ff8ebf062722492", + "object_only-5-candidate/forwarded_command-c16.ns": "9e190ab88ceb2866f8bcfdfd827401980c2968132fa23e4a9dc442c6f760cbb0", + "object_only-5-candidate/forwarded_command-c1.ns": "9ad39645f2ffe3545ba3868b22f78f51f7234498d1455a953d9041c34b302eca", + "object_only-5-candidate/forwarded_query-c1.ns": "a2ee20a69ceb7a95143c42dedabfb044f5ace71cf3c45557401ff6aa25c14e22", + "object_only-5-candidate/local_command-c16.ns": "612d691c59a38138abaab0c984255c2275621cdf5ac81a59f07c1f38fdb0fb73", + "object_only-5-candidate/forwarded_query_uncached_route-c16.ns": "cc0385f0e2f907349431c380fad0baa01098ca8f4e791de78df0278d1376b69f", + "object_only-5-candidate/local_query-c16.ns": "a3c97d4b7279cb998d15a03c75b00f6147467b5dbe943fc01e8343b109251f45", + "object_only-5-candidate/local_query_cold-c1.ns": "de1051a1b81fa0add32f388912421a1e028f154b0015eec92edacada4b329d7d", + "object_only-5-candidate/local_query_fresh_client-c16.ns": "21358ac822bd6f54dceab1c277b3efeb0adf593a22f06747b7478becbe812e46", + "object_only-5-candidate/forwarded_query_cold-c1.ns": "e778287da895aa32048b6cabeb1a79309f9ff12ec7290d0d08b4f8bf683c6d24", + "object_only-5-candidate/forwarded_command-c1.publication.tsv": "bb6533cc6725d5c24f2c33fd1dce71f8a7c092b4da9699a5f23a9a524493c3a6", + "object_only-5-candidate/local_command-c1.publication.tsv": "8e749d42e89bf7e8c2741cad15e7fef3623dc31bafb7a3c9dc2c45c3346178ee", + "object_only-5-candidate/local_command-c16.publication.tsv": "8081634e277289b9d169012df6e8619eb08a91bd656225e4e2a87340bff4a9dd", + "object_only-5-candidate/forwarded_command-c16.publication.tsv": "2e1cfa9d45fe7507d52c0d92939d5d7f66af0edc1cc1d8665d385c63c9d28c0f", + "object_only-6-baseline/local_command-c1.ns": "292bda4566a7500e8667c9d8adb707911a23b1d31c9bea120b1621e7cf891108", + "object_only-6-baseline/local_query_expired_bursts-c16.ns": "956fff301e04b478191b93a13a342e30bbf1b6f00cedb4b1be5903fdf9a95a2a", + "object_only-6-baseline/forwarded_query-c16.ns": "3b24e12e8eb6a68b310fc24227646bce6332384b457fcc022be71e3bc9dd7a44", + "object_only-6-baseline/local_query_fresh_client-c1.ns": "b1fb0d4bf771f925592130d868a8a35dcbaa0d65c071651b4742027c38fed462", + "object_only-6-baseline/local_query-c1.ns": "f6732b6a5be7a00764b7cf97910ccb54b4e53279a4e3949ceda40b8a1e7af028", + "object_only-6-baseline/forwarded_query_expired_bursts-c16.ns": "11127493136d54f79adc3c29906e990f6f218934427b6f9fa566b626a98ddead", + "object_only-6-baseline/forwarded_command-c16.ns": "a1dae8984d9083b26a7842094de964eb4b5732596c8afeb01c8198cb59cef009", + "object_only-6-baseline/forwarded_command-c1.ns": "8731dd21f7ec036ffa9947d8bb42d3f1e5f98127253ebd33d9da4ae71ec04f68", + "object_only-6-baseline/forwarded_query-c1.ns": "510f8a8e6a025f31bbb187989ec8e5e51666b1897af4f0cbb1a10685e9ba592e", + "object_only-6-baseline/local_command-c16.ns": "bb019b578033fc04cb9f39f6f5bb1fad1e464219bf66a9f423b949466099a1c8", + "object_only-6-baseline/forwarded_query_uncached_route-c16.ns": "ea5cc1ecd954511c2c11fc09656cc59f3a60d93b5c2d6212ee1ba1d6979165ca", + "object_only-6-baseline/local_query-c16.ns": "88672f2f85f516b650157546ed894e1b0cf240a2d833360c339b315508a20716", + "object_only-6-baseline/local_query_cold-c1.ns": "aff0ebd60d7ff17d09576fe678e292a2ba154806ed8f1c91195567d04e379ba0", + "object_only-6-baseline/local_query_fresh_client-c16.ns": "5b8c1cb55dac581916bb8d490c932ba53ea80ebecbba5c10efe899aa8c7a9bb3", + "object_only-6-baseline/forwarded_query_cold-c1.ns": "d2b6fcc504a4f6a66ed45d88821c9898f574b5eaeb4b84f1058ad65cbccf4e86", + "object_only-6-baseline/forwarded_command-c1.publication.tsv": "6d0ef05178d622551ab6951178e9874d6fd9677d4c756626e86534bf2c9f4e0a", + "object_only-6-baseline/local_command-c1.publication.tsv": "1efe9f20844a6ed514c5de178a4cce9596141b1ce05baefd462be563e4beef6e", + "object_only-6-baseline/local_command-c16.publication.tsv": "cab85365bd4a0b05190dd8bcf2fb74dda778d19e368bd457888403163ce15dd7", + "object_only-6-baseline/forwarded_command-c16.publication.tsv": "cd4f44f8fbe9f5c437c0dd467e0543af244c4a9c16880fd3f50738074fb0ff55", + "object_only-7-baseline/local_command-c1.ns": "247155f2dc2a6832c02f189f6d69af0c03e667ef826f432cb39a5fe55608b16a", + "object_only-7-baseline/local_query_expired_bursts-c16.ns": "9273d1df08ef88c1de228effeeabb3db99c2f28eb94cfba6f3c3e52381f45c00", + "object_only-7-baseline/forwarded_query-c16.ns": "d585beec8b9c662f5f7a604b6f689a01375709a4c560be3482f37a8cb9a4eb3b", + "object_only-7-baseline/local_query_fresh_client-c1.ns": "c9bac266de6356dfcd2733f754a0dbbdb62ffd5961d7ef3dfb41bed58790f114", + "object_only-7-baseline/local_query-c1.ns": "8f2f7cab7da59dd7f33431035f677bd5b79d7393c534f68601553949b097e2d6", + "object_only-7-baseline/forwarded_query_expired_bursts-c16.ns": "046a4b23aef2361c13b7501cf88783685907a969e6e0271c1c098ce8ab0832c2", + "object_only-7-baseline/forwarded_command-c16.ns": "0b9b93fa1a9c3fd1bd1601ddde9451f5ae6a6bb9f4f49a49e9e28ec3afb5e78f", + "object_only-7-baseline/forwarded_command-c1.ns": "e5369a83eaaa914f4c6285d5324b08f244c4ce580c0e3fe175a0c1e722b181da", + "object_only-7-baseline/forwarded_query-c1.ns": "cdac1c3a266d6d34925880380f0e60c68b6c420e156fc87ab71ed55dd5bebb39", + "object_only-7-baseline/local_command-c16.ns": "49e06bfade88d0d3ccde517a237294433bc8299d5b0d2e366c820d1bb327d622", + "object_only-7-baseline/forwarded_query_uncached_route-c16.ns": "eec0766914d3bf78bb02b34dfea9036e3b3fa046260bbca4591cb5fe607f4aaf", + "object_only-7-baseline/local_query-c16.ns": "e096041485ef4d89693a0d4bf1d20c379769b4abe85c22e0f9e9ca755268bdcf", + "object_only-7-baseline/local_query_cold-c1.ns": "29fde81a814b4aff3783a276c504e38694bb918576de5cfddda3659cae3c96bc", + "object_only-7-baseline/local_query_fresh_client-c16.ns": "76306a8dd147bdc1a73dd3ff66ecbbdcae3c375119a299cceb109d2e1e95f059", + "object_only-7-baseline/forwarded_query_cold-c1.ns": "820e8d173a65e3de178b9cd39d8478349c68fd73558b830c77020ad10df684e9", + "object_only-7-baseline/forwarded_command-c1.publication.tsv": "65b2d626a502180e7d72a8138f7e909cdfeb57423d7357aefa9b9a74b1e67003", + "object_only-7-baseline/local_command-c1.publication.tsv": "0e6cea1a0211e0d665e325e17f8e56f8fa039cf876961fe1413038f55b7728a1", + "object_only-7-baseline/local_command-c16.publication.tsv": "685c16ef2dccb6d398afa47478da4dfe1f87f92b5846797aaaf16ab20b980033", + "object_only-7-baseline/forwarded_command-c16.publication.tsv": "f225352ec94a73b5eab76d8690594e60a4d38a0f8c64534611bc2387528f827e", + "object_only-8-candidate/local_command-c1.ns": "62b8b63de0d4fb0a939d670d6a3aa16e7c388f76c072bf2393c617b9c6a66e8d", + "object_only-8-candidate/local_query_expired_bursts-c16.ns": "e538f3c0715d0ea6129dfb8f17622f5226c0965e4c5a489f213f331788d5ef01", + "object_only-8-candidate/forwarded_query-c16.ns": "873f596c4836d435b188fa7615aad46ae842620ec7c02715d771b7d88b17208d", + "object_only-8-candidate/local_query_fresh_client-c1.ns": "22dc2dc55cd26d612e62a52ec267f817c1d7eca2a7420d674dd36dfca375afd1", + "object_only-8-candidate/local_query-c1.ns": "e992b3fac2690e5a7f7de6b7d9158e574626f52ed6a73cd6b47b056a3977cd59", + "object_only-8-candidate/forwarded_query_expired_bursts-c16.ns": "64f20d0a759065e19754bbc929016c62656023e38d1ddbd1a27984f837bd0d3e", + "object_only-8-candidate/forwarded_command-c16.ns": "4b1f3baa152d332975e415e8b964a0375fbff4c9e13cd1e2c1c9b6d675c506b2", + "object_only-8-candidate/forwarded_command-c1.ns": "8462533f21e0a6e18680cd4f76fc315f7d95ae7337d3ff3876d66c1ae6689e27", + "object_only-8-candidate/forwarded_query-c1.ns": "63c539596b396a7eed825668f5e0995030f994846cc7502caa7d63dc3228c0bd", + "object_only-8-candidate/local_command-c16.ns": "49caad79d079d695927310bfba3f74dce25664c044e33b3a1485a6d928c79a5c", + "object_only-8-candidate/forwarded_query_uncached_route-c16.ns": "d28b3cab7d8c177cc5565ec71e5e8203f0a5b54483d3c739667c99edede1b27c", + "object_only-8-candidate/local_query-c16.ns": "be7b3d2ab19be59bbe334f3c5956303dae9db8c3d56449bb7c89b53202bc283c", + "object_only-8-candidate/local_query_cold-c1.ns": "dc8c14e6867eeb5ac44bda1561b55b01691b7c3bb4a945ac81a9ad8b355bcfe2", + "object_only-8-candidate/local_query_fresh_client-c16.ns": "dcc612f1aaaf15151dad3825104a5920f219031f87ed5c68be7943dfe138e125", + "object_only-8-candidate/forwarded_query_cold-c1.ns": "9ac80bb48f7f10629c116339b93622d311e6bfe097a6edeb49007c8966c710b1", + "object_only-8-candidate/forwarded_command-c1.publication.tsv": "6aced166102a1602e1cd2d69362958af32e2d7d1c2435c668d9b6a41d676c0d3", + "object_only-8-candidate/local_command-c1.publication.tsv": "b2db9891b24c05011fb1114b4e4c237372f965ccbbc931ec99f9f1399d089636", + "object_only-8-candidate/local_command-c16.publication.tsv": "9477bf5d350a3e61017cdfe08df3fc17fb186686b04c9646f9e2536b0ce8c471", + "object_only-8-candidate/forwarded_command-c16.publication.tsv": "1dd74695a1d596440dca1e5881eed358e91a91a24f9e57ca3d0efba7cab57c58" + }, + "manifest": { + "order": [ + "baseline", + "candidate", + "candidate", + "baseline", + "candidate", + "baseline", + "baseline", + "candidate" + ], + "pairs": [ + [ + "baseline", + "candidate" + ], + [ + "candidate", + "baseline" + ], + [ + "candidate", + "baseline" + ], + [ + "baseline", + "candidate" + ] + ], + "queries": 4096, + "commands_per_lane": 1024, + "paced_bursts": 48, + "modes": [ + "object_only" + ], + "gate_limits": { + "p95_max_ratio": 1.5, + "p99_max_ratio": 2.0, + "throughput_min_ratio": 0.9 + }, + "latency_alert_ratio": 1.1, + "selectors": { + "leased": "performance_tests::rustfs_owner_routing_latency_throughput", + "object_only": "performance_tests::rustfs_object_only_routing_latency_throughput" + }, + "host": { + "system": "Linux", + "node": "runnervm8df0l", + "release": "6.17.0-1022-azure", + "version": "#22-Ubuntu SMP Mon Jul 27 17:24:03 UTC 2026", + "machine": "x86_64", + "processor": "x86_64" + }, + "test_only_transplant": [ + "crates/cellule-peer-http/src/performance_tests.rs", + "crates/cellule-peer-http/src/lib.rs", + "crates/cellule-peer-http/src/tests.rs", + "crates/cellule-peer-http/Cargo.toml", + "Cargo.lock (peer test dependencies only)" + ], + "fixture_endpoint": "http://127.0.0.1:9000", + "baseline": { + "revision": "fa548bb2cc1993bbf77dc7f4fbef499a0de3f5a4", + "binary": "/home/runner/work/_temp/cell-routing/evidence/baseline", + "binary_sha256": "f6b3e5b741da329634d24cb7d1f8cca5ace5cecb161795a9444e49c5cc8c5ffe", + "source_archive_sha256": "13528e1cbeb7e1f65dab8b33606f68870f4b3af543d29262a7c30b8d45df9b0a", + "harness_sha256": "d405e13452a32414086ad1363b53550a5f653e54f3d4e6b3b5ee76e1b3b04ed3" + }, + "candidate": { + "revision": "1ca9759282fb5b1d5a15059b8b235bf34c819f2e", + "binary": "/home/runner/work/_temp/cell-routing/evidence/candidate", + "binary_sha256": "8a30198a19a5b04c399f3af8d499c03cda20a0c0bf2e21c299f7c7fcd3dff0ff", + "source_archive_sha256": "4ad13b3e08bb0b9e61deefbaa145d4180517ea71cae100bf358f1314e6dbeafb", + "harness_sha256": "d405e13452a32414086ad1363b53550a5f653e54f3d4e6b3b5ee76e1b3b04ed3" + } + }, + "comparison": { + "comparisons": [ + { + "mode": "object_only", + "lane": "forwarded_command", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 52.403499999999994, + "p50_ms": 11.183079, + "p95_ms": 48.8414895, + "p99_ms": 185.848843, + "reads": 3203.0 + }, + "candidate": { + "throughput": 55.595, + "p50_ms": 11.615751, + "p95_ms": 37.5976235, + "p99_ms": 184.42822999999999, + "reads": 3202.0 + } + }, + "ratios": { + "throughput": 1.060902420639843, + "p50_ms": 1.0386898813823993, + "p95_ms": 0.7697886343126369, + "p99_ms": 0.9923560837018501 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_command", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 155.7895, + "p50_ms": 53.7881705, + "p95_ms": 190.5429545, + "p99_ms": 283.748159, + "reads": 1711.0 + }, + "candidate": { + "throughput": 155.5935, + "p50_ms": 49.2218935, + "p95_ms": 186.67940299999998, + "p99_ms": 426.9266315, + "reads": 1711.0 + } + }, + "ratios": { + "throughput": 0.9987418921044101, + "p50_ms": 0.9151062964671758, + "p95_ms": 0.9797234617772235, + "p99_ms": 1.5045970095615668 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_query", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 1352.848, + "p50_ms": 0.7267585000000001, + "p95_ms": 0.8111984999999999, + "p99_ms": 1.040717, + "reads": 4096.0 + }, + "candidate": { + "throughput": 1366.8020000000001, + "p50_ms": 0.719813, + "p95_ms": 0.7970385, + "p99_ms": 0.9347925, + "reads": 4096.0 + } + }, + "ratios": { + "throughput": 1.0103145364445971, + "p50_ms": 0.9904431802311221, + "p95_ms": 0.9825443464207589, + "p99_ms": 0.8982196889260001 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_query", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 2906.118, + "p50_ms": 3.4283124999999997, + "p95_ms": 5.0842355, + "p99_ms": 5.8803325, + "reads": 4096.0 + }, + "candidate": { + "throughput": 2968.1059999999998, + "p50_ms": 3.3369115, + "p95_ms": 4.9527135, + "p99_ms": 6.0435405, + "reads": 4096.0 + } + }, + "ratios": { + "throughput": 1.0213301731037763, + "p50_ms": 0.9733393615663684, + "p95_ms": 0.974131410710617, + "p99_ms": 1.0277548931119116 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_query_cold", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 27.180500000000002, + "p50_ms": 36.792418999999995, + "p95_ms": 36.792418999999995, + "p99_ms": 36.792418999999995, + "reads": 4.0 + }, + "candidate": { + "throughput": 26.21, + "p50_ms": 38.201921, + "p95_ms": 38.201921, + "p99_ms": 38.201921, + "reads": 4.0 + } + }, + "ratios": { + "throughput": 0.9642942550725704, + "p50_ms": 1.0383095767636263, + "p95_ms": 1.0383095767636263, + "p99_ms": 1.0383095767636263 + }, + "latency_gate": false + }, + { + "mode": "object_only", + "lane": "forwarded_query_expired_bursts", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 7.548500000000001, + "p50_ms": 3.9737564999999995, + "p95_ms": 5.988087999999999, + "p99_ms": 6.78153, + "reads": 768.0 + }, + "candidate": { + "throughput": 7.548500000000001, + "p50_ms": 4.0101005, + "p95_ms": 5.844455, + "p99_ms": 6.3976074999999994, + "reads": 768.0 + } + }, + "ratios": { + "throughput": 1.0, + "p50_ms": 1.0091460058008086, + "p95_ms": 0.9760135455591168, + "p99_ms": 0.9433870380282915 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_query_uncached_route", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 2268.971, + "p50_ms": 5.432676, + "p95_ms": 7.090025, + "p99_ms": 7.3176805, + "reads": 72.0 + }, + "candidate": { + "throughput": 2152.505, + "p50_ms": 5.1078845, + "p95_ms": 7.496200999999999, + "p99_ms": 8.137495, + "reads": 72.0 + } + }, + "ratios": { + "throughput": 0.9486701240341988, + "p50_ms": 0.940215190451262, + "p95_ms": 1.0572883734542544, + "p99_ms": 1.112032016155939 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_command", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 50.1445, + "p50_ms": 11.647981, + "p95_ms": 66.1698835, + "p99_ms": 194.3991245, + "reads": 3156.0 + }, + "candidate": { + "throughput": 54.456999999999994, + "p50_ms": 11.963513500000001, + "p95_ms": 44.823708499999995, + "p99_ms": 167.489895, + "reads": 3156.0 + } + }, + "ratios": { + "throughput": 1.0860014557927589, + "p50_ms": 1.0270890294206354, + "p95_ms": 0.6774034670923971, + "p99_ms": 0.8615774141513687 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_command", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 163.2375, + "p50_ms": 45.6841335, + "p95_ms": 156.98438, + "p99_ms": 320.0227585, + "reads": 1685.0 + }, + "candidate": { + "throughput": 180.948, + "p50_ms": 46.5142635, + "p95_ms": 128.907774, + "p99_ms": 219.63883199999998, + "reads": 1678.0 + } + }, + "ratios": { + "throughput": 1.108495290604181, + "p50_ms": 1.0181710790246246, + "p95_ms": 0.8211503208153575, + "p99_ms": 0.6863225385265841 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 1986.812, + "p50_ms": 0.496014, + "p95_ms": 0.5570710000000001, + "p99_ms": 0.616715, + "reads": 4096.0 + }, + "candidate": { + "throughput": 1977.9515000000001, + "p50_ms": 0.4978835, + "p95_ms": 0.5571585, + "p99_ms": 0.605869, + "reads": 4096.0 + } + }, + "ratios": { + "throughput": 0.9955403430218864, + "p50_ms": 1.0037690468414198, + "p95_ms": 1.0001570715402524, + "p99_ms": 0.9824132703112458 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 5923.201999999999, + "p50_ms": 1.911526, + "p95_ms": 2.4907355, + "p99_ms": 2.850189, + "reads": 4096.0 + }, + "candidate": { + "throughput": 5891.223, + "p50_ms": 1.847804, + "p95_ms": 2.4917525, + "p99_ms": 2.8826229999999997, + "reads": 4096.0 + } + }, + "ratios": { + "throughput": 0.9946010620606895, + "p50_ms": 0.966664329964646, + "p95_ms": 1.0004083131267854, + "p99_ms": 1.011379596230285 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query_cold", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 584.6275, + "p50_ms": 1.7191605, + "p95_ms": 1.7191605, + "p99_ms": 1.7191605, + "reads": 2.0 + }, + "candidate": { + "throughput": 626.5415, + "p50_ms": 1.6003315, + "p95_ms": 1.6003315, + "p99_ms": 1.6003315, + "reads": 2.0 + } + }, + "ratios": { + "throughput": 1.0716935142462507, + "p50_ms": 0.9308796357291829, + "p95_ms": 0.9308796357291829, + "p99_ms": 0.9308796357291829 + }, + "latency_gate": false + }, + { + "mode": "object_only", + "lane": "local_query_expired_bursts", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 7.577500000000001, + "p50_ms": 2.625657, + "p95_ms": 3.7582155, + "p99_ms": 4.4361915, + "reads": 768.0 + }, + "candidate": { + "throughput": 7.577500000000001, + "p50_ms": 2.6436935, + "p95_ms": 3.783278, + "p99_ms": 4.067946, + "reads": 768.0 + } + }, + "ratios": { + "throughput": 1.0, + "p50_ms": 1.0068693283243013, + "p95_ms": 1.006668723493903, + "p99_ms": 0.9169906213471624 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query_fresh_client", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 1055.1365, + "p50_ms": 0.9401649999999999, + "p95_ms": 1.0193475, + "p99_ms": 1.1287595000000001, + "reads": 8192.0 + }, + "candidate": { + "throughput": 1069.0175, + "p50_ms": 0.919124, + "p95_ms": 1.0139275, + "p99_ms": 1.16287, + "reads": 8192.0 + } + }, + "ratios": { + "throughput": 1.0131556438432372, + "p50_ms": 0.9776198858710973, + "p95_ms": 0.9946828731124567, + "p99_ms": 1.0302194577321386 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query_fresh_client", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 3387.5315, + "p50_ms": 4.1428635, + "p95_ms": 4.95585, + "p99_ms": 5.9483084999999996, + "reads": 8192.0 + }, + "candidate": { + "throughput": 3389.343, + "p50_ms": 4.1606749999999995, + "p95_ms": 5.061493499999999, + "p99_ms": 5.8651165, + "reads": 8192.0 + } + }, + "ratios": { + "throughput": 1.0005347551749704, + "p50_ms": 1.0042993209889728, + "p95_ms": 1.0213169284784647, + "p99_ms": 0.9860141752903369 + }, + "latency_gate": true + } + ], + "failures": [], + "gate_limits": { + "p95_max_ratio": 1.5, + "p99_max_ratio": 2.0, + "throughput_min_ratio": 0.9 + }, + "latency_alert_ratio": 1.1, + "latency_alerts": [ + "object_only/forwarded_command/c16", + "object_only/forwarded_query_uncached_route/c16" + ], + "threshold": "median of all four runs: p95 <= 150%, p99 <= 200%, throughput >= 90%" + }, + "source_archive_audit": { + "baseline": { + "revision": "fa548bb2cc1993bbf77dc7f4fbef499a0de3f5a4", + "binary": "/home/runner/work/_temp/cell-routing/evidence/baseline", + "binary_sha256": "f6b3e5b741da329634d24cb7d1f8cca5ace5cecb161795a9444e49c5cc8c5ffe", + "source_archive_sha256": "13528e1cbeb7e1f65dab8b33606f68870f4b3af543d29262a7c30b8d45df9b0a", + "harness_sha256": "d405e13452a32414086ad1363b53550a5f653e54f3d4e6b3b5ee76e1b3b04ed3", + "build_log_sha256": "a30e9e1376ac3f223bcc654a463f3bbace039011087a44dd107837aa01da2740" + }, + "candidate": { + "revision": "1ca9759282fb5b1d5a15059b8b235bf34c819f2e", + "binary": "/home/runner/work/_temp/cell-routing/evidence/candidate", + "binary_sha256": "8a30198a19a5b04c399f3af8d499c03cda20a0c0bf2e21c299f7c7fcd3dff0ff", + "source_archive_sha256": "4ad13b3e08bb0b9e61deefbaa145d4180517ea71cae100bf358f1314e6dbeafb", + "harness_sha256": "d405e13452a32414086ad1363b53550a5f653e54f3d4e6b3b5ee76e1b3b04ed3", + "build_log_sha256": "01e472bdc95c6e0ec18260ad8f645ea570630197b7ed36d9a9f09acfde860661" + } + }, + "coordinator_hashes": { + "object_only-pair-1.json": "59a721e80d6de6efa869389970ef82f7cd63dc506a53d99973ed9358f0fd2c4d", + "object_only-pair-2.json": "fa09abe8e333688bf2da2494e74f01a37519d56cd215475a22a477dc52984c80", + "object_only-pair-3.json": "3a8560cb200ea68d6ef9681394519206d15ce471daab67c9baa96391190bb123", + "object_only-pair-4.json": "cb5d67fe15979f489f9412fb2df882ced361e44a4c0489e033af5089dc282496" + }, + "run_log_hashes": { + "object_only-1-baseline/run.log": "694d5c1afdfd8873e04db5102df19c125b6cd4d19f549d4f6f5395a4f44f8392", + "object_only-2-candidate/run.log": "ce04d705d8894f8abcc0ca23497c3bf6f6c2d5b4808f697abf2721cbf28a527b", + "object_only-3-candidate/run.log": "06d8ee47a6a007d6dac58324fe74d7361942aee20b99c80877aaa477e7299ee4", + "object_only-4-baseline/run.log": "83aa3a1113467e8b87383a1e0e738f4a1954c1075130dff35d338b84b01bb734", + "object_only-5-candidate/run.log": "f8faa032341d043aea40e5860bc978543c26502c3742170e865daa1fc62e257c", + "object_only-6-baseline/run.log": "44c95aaca722e1d0cfce37cbd4d57aa18c4c02541a11b36d8606a14fd0e3a5bc", + "object_only-7-baseline/run.log": "e44df957b40fac11a7073af6fc718e33daf410e70034cac5f916d30c603dc6a5", + "object_only-8-candidate/run.log": "d45dd81548be8be1cf22d45978dd41e69075c4c82f194049354a73aef0829644" + }, + "point_count": 8 + } + }, + "aggregate": { + "comparisons": [ + { + "mode": "leased", + "lane": "forwarded_command", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 93.38, + "p50_ms": 9.4543355, + "p95_ms": 22.73469, + "p99_ms": 31.644081, + "reads": 2175.0 + }, + "candidate": { + "throughput": 96.0135, + "p50_ms": 9.331425, + "p95_ms": 19.51367, + "p99_ms": 24.0049715, + "reads": 2174.0 + } + }, + "ratios": { + "throughput": 1.0282019704433498, + "p50_ms": 0.9869995622643178, + "p95_ms": 0.8583213582415243, + "p99_ms": 0.7585927839079921 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_command", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 304.1085, + "p50_ms": 31.804767, + "p95_ms": 60.048862, + "p99_ms": 65.6872185, + "reads": 670.0 + }, + "candidate": { + "throughput": 296.7105, + "p50_ms": 32.8392195, + "p95_ms": 59.2917855, + "p99_ms": 79.394248, + "reads": 670.0 + } + }, + "ratios": { + "throughput": 0.975673156126843, + "p50_ms": 1.0325250771370216, + "p95_ms": 0.9873923256031064, + "p99_ms": 1.208671181593722 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_query", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 5234.261, + "p50_ms": 0.184508, + "p95_ms": 0.2223295, + "p99_ms": 0.3008675, + "reads": 0.0 + }, + "candidate": { + "throughput": 4997.231, + "p50_ms": 0.192224, + "p95_ms": 0.2380985, + "p99_ms": 0.3531565, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 0.9547156704642736, + "p50_ms": 1.041819324907321, + "p95_ms": 1.070926260347817, + "p99_ms": 1.173794112026058 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_query", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 5708.2965, + "p50_ms": 1.524895, + "p95_ms": 2.843805, + "p99_ms": 3.5214765000000003, + "reads": 0.0 + }, + "candidate": { + "throughput": 5599.344999999999, + "p50_ms": 1.5477585, + "p95_ms": 2.9382289999999998, + "p99_ms": 3.634226, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 0.980913482682618, + "p50_ms": 1.0149934913551426, + "p95_ms": 1.033203401780361, + "p99_ms": 1.0320176778121335 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_query_cold", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 39.9275, + "p50_ms": 25.045524999999998, + "p95_ms": 25.045524999999998, + "p99_ms": 25.045524999999998, + "reads": 2.0 + }, + "candidate": { + "throughput": 41.4475, + "p50_ms": 24.1299895, + "p95_ms": 24.1299895, + "p99_ms": 24.1299895, + "reads": 2.0 + } + }, + "ratios": { + "throughput": 1.0380690000626134, + "p50_ms": 0.9634451463884268, + "p95_ms": 0.9634451463884268, + "p99_ms": 0.9634451463884268 + }, + "latency_gate": false + }, + { + "mode": "leased", + "lane": "forwarded_query_expired_bursts", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 7.5725, + "p50_ms": 1.386725, + "p95_ms": 2.9593749999999996, + "p99_ms": 3.3516705, + "reads": 0.0 + }, + "candidate": { + "throughput": 7.5725, + "p50_ms": 1.485198, + "p95_ms": 2.9142575, + "p99_ms": 3.4161770000000002, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.0, + "p50_ms": 1.0710111954424995, + "p95_ms": 0.9847543822597679, + "p99_ms": 1.0192460744574983 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_query_uncached_route", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 3836.9795, + "p50_ms": 2.91113, + "p95_ms": 4.7383690000000005, + "p99_ms": 4.8976115, + "reads": 8.0 + }, + "candidate": { + "throughput": 3826.0654999999997, + "p50_ms": 2.8109845, + "p95_ms": 4.750401, + "p99_ms": 5.0257955, + "reads": 8.0 + } + }, + "ratios": { + "throughput": 0.9971555751079723, + "p50_ms": 0.9655990972577659, + "p95_ms": 1.0025392703691924, + "p99_ms": 1.0261727578841238 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_command", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 86.472, + "p50_ms": 10.3860075, + "p95_ms": 23.8095365, + "p99_ms": 31.6646275, + "reads": 2130.0 + }, + "candidate": { + "throughput": 85.076, + "p50_ms": 10.598543, + "p95_ms": 22.730839, + "p99_ms": 31.504084499999998, + "reads": 2130.0 + } + }, + "ratios": { + "throughput": 0.9838560458876862, + "p50_ms": 1.0204636382170915, + "p95_ms": 0.9546947291477094, + "p99_ms": 0.9949298945645262 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_command", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 247.7475, + "p50_ms": 38.192321, + "p95_ms": 75.406676, + "p99_ms": 101.619741, + "reads": 644.0 + }, + "candidate": { + "throughput": 259.923, + "p50_ms": 35.039916000000005, + "p95_ms": 67.237909, + "p99_ms": 79.844551, + "reads": 644.0 + } + }, + "ratios": { + "throughput": 1.04914479459934, + "p50_ms": 0.917459716574963, + "p95_ms": 0.8916705067333826, + "p99_ms": 0.7857188988505688 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 17477.413, + "p50_ms": 0.056395, + "p95_ms": 0.064562, + "p99_ms": 0.07566400000000001, + "reads": 0.0 + }, + "candidate": { + "throughput": 17475.749499999998, + "p50_ms": 0.0561045, + "p95_ms": 0.063916, + "p99_ms": 0.0752685, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 0.9999048200096889, + "p50_ms": 0.9948488341164997, + "p95_ms": 0.9899941141848146, + "p99_ms": 0.9947729435398603 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 27118.884, + "p50_ms": 0.2999315, + "p95_ms": 0.533218, + "p99_ms": 0.5776475, + "reads": 0.0 + }, + "candidate": { + "throughput": 26972.629500000003, + "p50_ms": 0.301569, + "p95_ms": 0.538205, + "p99_ms": 0.592779, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 0.9946069130278371, + "p50_ms": 1.0054595799374189, + "p95_ms": 1.0093526475100243, + "p99_ms": 1.0261950410934004 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query_cold", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 4530.5755, + "p50_ms": 0.225873, + "p95_ms": 0.225873, + "p99_ms": 0.225873, + "reads": 0.0 + }, + "candidate": { + "throughput": 4973.24, + "p50_ms": 0.2011795, + "p95_ms": 0.2011795, + "p99_ms": 0.2011795, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.0977060199085082, + "p50_ms": 0.8906752909821006, + "p95_ms": 0.8906752909821006, + "p99_ms": 0.8906752909821006 + }, + "latency_gate": false + }, + { + "mode": "leased", + "lane": "local_query_expired_bursts", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 7.6035, + "p50_ms": 0.511128, + "p95_ms": 0.774278, + "p99_ms": 2.0292130000000004, + "reads": 0.0 + }, + "candidate": { + "throughput": 7.6035, + "p50_ms": 0.5138605, + "p95_ms": 0.790099, + "p99_ms": 1.7164335, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.0, + "p50_ms": 1.0053460190011114, + "p95_ms": 1.0204332294085587, + "p99_ms": 0.8458616714953037 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query_fresh_client", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 11926.9835, + "p50_ms": 0.0801605, + "p95_ms": 0.0932585, + "p99_ms": 0.1829805, + "reads": 0.0 + }, + "candidate": { + "throughput": 12231.0995, + "p50_ms": 0.07952000000000001, + "p95_ms": 0.0913775, + "p99_ms": 0.11585400000000001, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.0254981487984787, + "p50_ms": 0.9920097803781166, + "p95_ms": 0.9798302567594376, + "p99_ms": 0.6331494339560774 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query_fresh_client", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 25937.894, + "p50_ms": 0.33209599999999995, + "p95_ms": 0.5696675, + "p99_ms": 0.6353260000000001, + "reads": 0.0 + }, + "candidate": { + "throughput": 26159.750500000002, + "p50_ms": 0.329271, + "p95_ms": 0.569843, + "p99_ms": 0.621459, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.00855337368562, + "p50_ms": 0.9914934235883601, + "p95_ms": 1.0003080744469361, + "p99_ms": 0.9781734101862665 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_command", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 52.403499999999994, + "p50_ms": 11.183079, + "p95_ms": 48.8414895, + "p99_ms": 185.848843, + "reads": 3203.0 + }, + "candidate": { + "throughput": 55.595, + "p50_ms": 11.615751, + "p95_ms": 37.5976235, + "p99_ms": 184.42822999999999, + "reads": 3202.0 + } + }, + "ratios": { + "throughput": 1.060902420639843, + "p50_ms": 1.0386898813823993, + "p95_ms": 0.7697886343126369, + "p99_ms": 0.9923560837018501 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_command", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 155.7895, + "p50_ms": 53.7881705, + "p95_ms": 190.5429545, + "p99_ms": 283.748159, + "reads": 1711.0 + }, + "candidate": { + "throughput": 155.5935, + "p50_ms": 49.2218935, + "p95_ms": 186.67940299999998, + "p99_ms": 426.9266315, + "reads": 1711.0 + } + }, + "ratios": { + "throughput": 0.9987418921044101, + "p50_ms": 0.9151062964671758, + "p95_ms": 0.9797234617772235, + "p99_ms": 1.5045970095615668 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_query", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 1352.848, + "p50_ms": 0.7267585000000001, + "p95_ms": 0.8111984999999999, + "p99_ms": 1.040717, + "reads": 4096.0 + }, + "candidate": { + "throughput": 1366.8020000000001, + "p50_ms": 0.719813, + "p95_ms": 0.7970385, + "p99_ms": 0.9347925, + "reads": 4096.0 + } + }, + "ratios": { + "throughput": 1.0103145364445971, + "p50_ms": 0.9904431802311221, + "p95_ms": 0.9825443464207589, + "p99_ms": 0.8982196889260001 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_query", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 2906.118, + "p50_ms": 3.4283124999999997, + "p95_ms": 5.0842355, + "p99_ms": 5.8803325, + "reads": 4096.0 + }, + "candidate": { + "throughput": 2968.1059999999998, + "p50_ms": 3.3369115, + "p95_ms": 4.9527135, + "p99_ms": 6.0435405, + "reads": 4096.0 + } + }, + "ratios": { + "throughput": 1.0213301731037763, + "p50_ms": 0.9733393615663684, + "p95_ms": 0.974131410710617, + "p99_ms": 1.0277548931119116 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_query_cold", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 27.180500000000002, + "p50_ms": 36.792418999999995, + "p95_ms": 36.792418999999995, + "p99_ms": 36.792418999999995, + "reads": 4.0 + }, + "candidate": { + "throughput": 26.21, + "p50_ms": 38.201921, + "p95_ms": 38.201921, + "p99_ms": 38.201921, + "reads": 4.0 + } + }, + "ratios": { + "throughput": 0.9642942550725704, + "p50_ms": 1.0383095767636263, + "p95_ms": 1.0383095767636263, + "p99_ms": 1.0383095767636263 + }, + "latency_gate": false + }, + { + "mode": "object_only", + "lane": "forwarded_query_expired_bursts", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 7.548500000000001, + "p50_ms": 3.9737564999999995, + "p95_ms": 5.988087999999999, + "p99_ms": 6.78153, + "reads": 768.0 + }, + "candidate": { + "throughput": 7.548500000000001, + "p50_ms": 4.0101005, + "p95_ms": 5.844455, + "p99_ms": 6.3976074999999994, + "reads": 768.0 + } + }, + "ratios": { + "throughput": 1.0, + "p50_ms": 1.0091460058008086, + "p95_ms": 0.9760135455591168, + "p99_ms": 0.9433870380282915 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_query_uncached_route", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 2268.971, + "p50_ms": 5.432676, + "p95_ms": 7.090025, + "p99_ms": 7.3176805, + "reads": 72.0 + }, + "candidate": { + "throughput": 2152.505, + "p50_ms": 5.1078845, + "p95_ms": 7.496200999999999, + "p99_ms": 8.137495, + "reads": 72.0 + } + }, + "ratios": { + "throughput": 0.9486701240341988, + "p50_ms": 0.940215190451262, + "p95_ms": 1.0572883734542544, + "p99_ms": 1.112032016155939 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_command", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 50.1445, + "p50_ms": 11.647981, + "p95_ms": 66.1698835, + "p99_ms": 194.3991245, + "reads": 3156.0 + }, + "candidate": { + "throughput": 54.456999999999994, + "p50_ms": 11.963513500000001, + "p95_ms": 44.823708499999995, + "p99_ms": 167.489895, + "reads": 3156.0 + } + }, + "ratios": { + "throughput": 1.0860014557927589, + "p50_ms": 1.0270890294206354, + "p95_ms": 0.6774034670923971, + "p99_ms": 0.8615774141513687 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_command", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 163.2375, + "p50_ms": 45.6841335, + "p95_ms": 156.98438, + "p99_ms": 320.0227585, + "reads": 1685.0 + }, + "candidate": { + "throughput": 180.948, + "p50_ms": 46.5142635, + "p95_ms": 128.907774, + "p99_ms": 219.63883199999998, + "reads": 1678.0 + } + }, + "ratios": { + "throughput": 1.108495290604181, + "p50_ms": 1.0181710790246246, + "p95_ms": 0.8211503208153575, + "p99_ms": 0.6863225385265841 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 1986.812, + "p50_ms": 0.496014, + "p95_ms": 0.5570710000000001, + "p99_ms": 0.616715, + "reads": 4096.0 + }, + "candidate": { + "throughput": 1977.9515000000001, + "p50_ms": 0.4978835, + "p95_ms": 0.5571585, + "p99_ms": 0.605869, + "reads": 4096.0 + } + }, + "ratios": { + "throughput": 0.9955403430218864, + "p50_ms": 1.0037690468414198, + "p95_ms": 1.0001570715402524, + "p99_ms": 0.9824132703112458 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 5923.201999999999, + "p50_ms": 1.911526, + "p95_ms": 2.4907355, + "p99_ms": 2.850189, + "reads": 4096.0 + }, + "candidate": { + "throughput": 5891.223, + "p50_ms": 1.847804, + "p95_ms": 2.4917525, + "p99_ms": 2.8826229999999997, + "reads": 4096.0 + } + }, + "ratios": { + "throughput": 0.9946010620606895, + "p50_ms": 0.966664329964646, + "p95_ms": 1.0004083131267854, + "p99_ms": 1.011379596230285 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query_cold", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 584.6275, + "p50_ms": 1.7191605, + "p95_ms": 1.7191605, + "p99_ms": 1.7191605, + "reads": 2.0 + }, + "candidate": { + "throughput": 626.5415, + "p50_ms": 1.6003315, + "p95_ms": 1.6003315, + "p99_ms": 1.6003315, + "reads": 2.0 + } + }, + "ratios": { + "throughput": 1.0716935142462507, + "p50_ms": 0.9308796357291829, + "p95_ms": 0.9308796357291829, + "p99_ms": 0.9308796357291829 + }, + "latency_gate": false + }, + { + "mode": "object_only", + "lane": "local_query_expired_bursts", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 7.577500000000001, + "p50_ms": 2.625657, + "p95_ms": 3.7582155, + "p99_ms": 4.4361915, + "reads": 768.0 + }, + "candidate": { + "throughput": 7.577500000000001, + "p50_ms": 2.6436935, + "p95_ms": 3.783278, + "p99_ms": 4.067946, + "reads": 768.0 + } + }, + "ratios": { + "throughput": 1.0, + "p50_ms": 1.0068693283243013, + "p95_ms": 1.006668723493903, + "p99_ms": 0.9169906213471624 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query_fresh_client", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 1055.1365, + "p50_ms": 0.9401649999999999, + "p95_ms": 1.0193475, + "p99_ms": 1.1287595000000001, + "reads": 8192.0 + }, + "candidate": { + "throughput": 1069.0175, + "p50_ms": 0.919124, + "p95_ms": 1.0139275, + "p99_ms": 1.16287, + "reads": 8192.0 + } + }, + "ratios": { + "throughput": 1.0131556438432372, + "p50_ms": 0.9776198858710973, + "p95_ms": 0.9946828731124567, + "p99_ms": 1.0302194577321386 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query_fresh_client", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 3387.5315, + "p50_ms": 4.1428635, + "p95_ms": 4.95585, + "p99_ms": 5.9483084999999996, + "reads": 8192.0 + }, + "candidate": { + "throughput": 3389.343, + "p50_ms": 4.1606749999999995, + "p95_ms": 5.061493499999999, + "p99_ms": 5.8651165, + "reads": 8192.0 + } + }, + "ratios": { + "throughput": 1.0005347551749704, + "p50_ms": 1.0042993209889728, + "p95_ms": 1.0213169284784647, + "p99_ms": 0.9860141752903369 + }, + "latency_gate": true + } + ], + "failures": [], + "gate_limits": { + "p95_max_ratio": 1.5, + "p99_max_ratio": 2.0, + "throughput_min_ratio": 0.9 + }, + "latency_alert_ratio": 1.1, + "latency_alerts": [ + "leased/forwarded_command/c16", + "leased/forwarded_query/c1", + "object_only/forwarded_command/c16", + "object_only/forwarded_query_uncached_route/c16" + ], + "threshold": "median of all four runs: p95 <= 150%, p99 <= 200%, throughput >= 90%" + }, + "verification": "Unchanged routing parser and gates rerun; raw quantiles and exact root-event coverage, phase summaries, all 113 coordinated stages per pair, frozen binaries, build logs, exact source archives, harness and merge tree verified.", + "ci_run": "https://github.com/crabbuild/cellule/actions/runs/37187645453", + "audit_script_sha256": "d995cd73a02d4931a213dd9eaf934b6f819e3f23194de186e1d967e980d2ba96" +} diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-composed-routing.md b/crates/cellule-axum/performance/2026-10-04-rustfs-composed-routing.md new file mode 100644 index 00000000..eb88af7b --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-composed-routing.md @@ -0,0 +1,36 @@ +# Composed compaction routing qualification + +Both routing modes pass the unchanged gates, with mixed performance and retained +forwarded-write latency alerts. +[CI run](https://github.com/crabbuild/cellule/actions/runs/37187645453) · +[Dataset](2026-10-04-rustfs-composed-routing.json). + +Baseline `fa548bb2cc1993bbf77dc7f4fbef499a0de3f5a4` is compared with +`ce93119794182c01c5d876568799cdb4dbe94628`, built from actual merge +`1ca9759282fb5b1d5a15059b8b235bf34c819f2e` with an identical source tree. +Both frozen binaries use the same routing harness. + +Four alternating pairs per mode retain all 15 lanes per point, 1/16 clients, +1,024 raw samples per command lane, and exact recovery of 6,144 mutations per +point. Independent audits verify **98,304 logical mutations**, **240 measurement +rows**, **304 raw sample/publication files**, every root range and phase summary, +binary/build/source-archive hashes and all 113 coordinated stages per pair. + +| Mode | Route, 16 clients | TPS change | p95 change | p99 change | +| --- | --- | ---: | ---: | ---: | +| leased | forwarded | -2.4% | -1.3% | +20.9% | +| leased | local | +4.9% | -10.8% | -21.4% | +| object_only | forwarded | -0.1% | -2.0% | +50.5% | +| object_only | local | +10.8% | -17.9% | -31.4% | + +Changes are ratios of four-run medians, following the existing routing gate. +Forwarded-write p99 increases by 20.9% in leased mode and 50.5% in object-only +mode; both remain alerts. Leased forwarded queries at one client and object-only +queries with an uncached route at 16 clients also alert. The gates allow p95 +up to 1.50x, p99 up to 2.00x and throughput at least 0.90x. Passing these gates +does not prove universal latency improvement. + +These are fixed-count routing lanes on a shared provider, not 120-second steady +HTTP or horizontal-scaling measurements. All lanes, regressions and provenance +are retained in JSON. Composed phase populations include compaction/append and +overlap; separate distributions cannot be added or used to infer causality. diff --git a/crates/cellule-axum/performance/README.md b/crates/cellule-axum/performance/README.md index 0acfe0cd..eee1ecb3 100644 --- a/crates/cellule-axum/performance/README.md +++ b/crates/cellule-axum/performance/README.md @@ -10,6 +10,8 @@ raw artifacts. Do not combine gains from separate runs. | Grouped writes | 16 | 1 / 4 / 16 | Three alternating 120-second pairs per Cell count | [Report](2026-10-04-rustfs-grouped-paired-writes.md) · [JSON](2026-10-04-rustfs-grouped-paired-writes.json) | | Grouped writes with corrected request-slot handoff | 64 | 1 / 4 / 16 | Three alternating 120-second pairs per Cell count | [Report](2026-10-04-rustfs-grouped-c64-writes.md) · [JSON](2026-10-04-rustfs-grouped-c64-writes.json) | | Compaction transfer refill | 16 | 1 / 4 / 16 | Three alternating 120-second pairs per Cell count | [Report](2026-10-04-rustfs-compaction-paired-writes.md) · [JSON](2026-10-04-rustfs-compaction-paired-writes.json) | +| Composed compaction, before lineage integration | 16 | 1 / 4 / 16 | Three alternating 120-second pairs per Cell count | [Report](2026-10-04-rustfs-composed-original-writes.md) · [JSON](2026-10-04-rustfs-composed-original-writes.json) | +| Composed compaction, with required lineage | 16 | 1 / 4 / 16 | Three alternating 120-second pairs per Cell count | [Report](2026-10-04-rustfs-composed-lineage-writes.md) · [JSON](2026-10-04-rustfs-composed-lineage-writes.json) | The grouped-write comparisons improve queued workloads. The 16-client, 16-Cell profile regresses tail latency; compaction refill does not establish @@ -24,8 +26,11 @@ Additional cost and qualification evidence: The [composed compaction regression](2026-10-04-composed-compaction-regression.md) records reduced preparation operations with exact-root, recovery, failure, and -cancellation checks. Sustained HTTP performance for that implementation remains -unverified. +cancellation checks. The integrated sustained comparison improves 16-Cell p99 +but loses paired median TPS at every Cell count. The original comparison and +its gains remain separate evidence. [Composed routing](2026-10-04-rustfs-composed-routing.md) +also retains forwarded-write latency regressions. [Correctness qualification](2026-10-04-composed-compaction-qualification.md) +records independent workspace, provider, recovery, and resource-limit proofs. Earlier measurements remain available for historical comparison: [initial HTTP](2026-10-03-rustfs-http.md), From ddd87706a7d01a51501a46936a63ab699c358b73 Mon Sep 17 00:00:00 2001 From: forhappy Date: Sun, 4 Oct 2026 02:38:32 -0700 Subject: [PATCH 6/9] perf(ltx): inline bounded root descriptor tails --- crates/cellule-ltx/docs/publication.md | 14 +- crates/cellule-ltx/src/replica/mod.rs | 2 + crates/cellule-ltx/src/replica/prepare.rs | 8 +- crates/cellule-ltx/src/replica/root.rs | 156 ++++++++++---- crates/cellule-ltx/src/replica/verify.rs | 7 +- crates/cellule-ltx/tests/cell/restore.rs | 4 +- .../tests/cell/roots/compaction.rs | 83 +++++++- .../cellule-ltx/tests/cell/roots/lifecycle.rs | 90 +++++++- .../tests/cell/roots/prepare_cost.rs | 193 +++++++++++++++++- .../cellule-ltx/tests/host/hooks/prepare.rs | 4 +- crates/cellule-runtime/docs/storage.md | 13 +- .../cellule-runtime/src/cell/actor/prefix.rs | 3 +- .../authority/lineage/preparation_tests.rs | 105 ++++++---- .../cellule-runtime/src/publication/tests.rs | 2 +- .../tests/runtime/lifecycle/residency.rs | 9 +- 15 files changed, 582 insertions(+), 111 deletions(-) diff --git a/crates/cellule-ltx/docs/publication.md b/crates/cellule-ltx/docs/publication.md index 1f85738f..4d2f5b3f 100644 --- a/crates/cellule-ltx/docs/publication.md +++ b/crates/cellule-ltx/docs/publication.md @@ -43,11 +43,21 @@ classified Ambiguous for caller reconciliation. The runtime recovers its origina typed storage error and uses the existing publisher retry policy. Failed work can leave proposal metadata or immutable objects; neither selects authority. +The current development root format embeds a final descriptor group of at most +32 entries directly in the authenticated root. Larger tails use descriptor +pages of at most 96 entries; full page boundaries stay stable for reuse. +The root's existing 32 KiB limit, 64 KiB page limit and 4,096-descriptor graph +limit remain enforced. Inline descriptors undergo the same scope, range, +checksum, extent and published-object validation as external descriptors. + Preparation reuses byte-identical descriptor pages from the verified predecessor instead of uploading them again. Cached predecessor metadata still requires -origin presence checks; a missing page fails preparation. New bodies, indexes, +origin presence checks; a missing root or page fails preparation. Inline metadata +is covered by the authenticated root and its origin check. New bodies, indexes, directory nodes, descriptor pages, and the root finish uploading before a -proposal returns. Object formats and authority publication are unchanged. +proposal returns. This is the one current development format, updated together +with its readers and writers under the [format policy](../../cellule-runtime/docs/storage.md#format-policy). +Authority publication is unchanged. A representation-only compaction can remain private while its successor append uploads. `prepare_after_compaction` verifies that the compaction preserves the diff --git a/crates/cellule-ltx/src/replica/mod.rs b/crates/cellule-ltx/src/replica/mod.rs index ff2ddbaa..64cf56d8 100644 --- a/crates/cellule-ltx/src/replica/mod.rs +++ b/crates/cellule-ltx/src/replica/mod.rs @@ -37,6 +37,8 @@ const ROOT_BYTES: u64 = 32 << 10; const SEGMENT_PAGE_BYTES: u64 = 64 << 10; const MAX_SEGMENTS: usize = 4096; const SEGMENTS_PER_PAGE: usize = 96; +// A bounded tail fits with the maximum page-digest list inside ROOT_BYTES. +const MAX_INLINE_SEGMENTS: usize = 32; const MAX_SEGMENT_PAGES: usize = 64; const COMPACTION_FANOUT: usize = 8; const MAX_COMPACTION_INPUTS: usize = 128; diff --git a/crates/cellule-ltx/src/replica/prepare.rs b/crates/cellule-ltx/src/replica/prepare.rs index ee7f6757..7e52a9ad 100644 --- a/crates/cellule-ltx/src/replica/prepare.rs +++ b/crates/cellule-ltx/src/replica/prepare.rs @@ -715,7 +715,12 @@ impl CellReplica { let mut segment_pages = Vec::new(); let mut root_objects = Vec::new(); - for page in descriptors.chunks(SEGMENTS_PER_PAGE) { + // Keep full page boundaries stable for reuse. A small final page lives + // in the authenticated root; larger tails retain the bounded page path. + let tail = descriptors.len() % SEGMENTS_PER_PAGE; + let inline_count = if tail <= MAX_INLINE_SEGMENTS { tail } else { 0 }; + let external_count = descriptors.len() - inline_count; + for page in descriptors[..external_count].chunks(SEGMENTS_PER_PAGE) { let bytes = encode_segment_page(page)?; let digest = *blake3::hash(&bytes).as_bytes(); // load_graph authenticated these exact predecessor pages and @@ -740,6 +745,7 @@ impl CellReplica { page_size, schema, segment_pages, + segments: descriptors[external_count..].to_vec(), txid: target.txid, }; let bytes = encode_root(&document)?; diff --git a/crates/cellule-ltx/src/replica/root.rs b/crates/cellule-ltx/src/replica/root.rs index f8c4e79b..ed1c2658 100644 --- a/crates/cellule-ltx/src/replica/root.rs +++ b/crates/cellule-ltx/src/replica/root.rs @@ -2,7 +2,7 @@ use serde::{Deserialize, Serialize}; use crate::{Limits, LtxError, Result, SegmentInfo}; -use super::{MAX_SEGMENT_PAGES, ROOT_BYTES, SEGMENT_PAGE_BYTES}; +use super::{MAX_INLINE_SEGMENTS, MAX_SEGMENT_PAGES, ROOT_BYTES, SEGMENT_PAGE_BYTES}; use crate::hex::encode_hex; @@ -18,6 +18,7 @@ pub(super) struct RootDocument { pub page_size: u32, pub schema: u32, pub segment_pages: Vec<[u8; 32]>, + pub segments: Vec, pub txid: u64, } @@ -153,6 +154,7 @@ struct RootWire { page_size: u32, schema: u32, segment_pages: Vec, + segments: Vec, txid: String, version: u32, } @@ -182,8 +184,9 @@ pub(super) fn encode_root(root: &RootDocument) -> Result> { || root.checksum & crate::CHECKSUM_FLAG == 0 || root.commit_sequence > i64::MAX as u64 || root.database_pages == 0 - || root.segment_pages.is_empty() + || (root.segment_pages.is_empty() && root.segments.is_empty()) || root.segment_pages.len() > MAX_SEGMENT_PAGES + || root.segments.len() > MAX_INLINE_SEGMENTS { return Err(LtxError::LTXCorrupted); } @@ -202,6 +205,7 @@ pub(super) fn encode_root(root: &RootDocument) -> Result> { .iter() .map(|value| encode_hex(value)) .collect(), + segments: root.segments.iter().map(segment_wire).collect(), txid: root.txid.to_string(), version: 1, })?; @@ -244,6 +248,11 @@ pub(super) fn decode_root(bytes: &[u8]) -> Result { .iter() .map(|value| parse_hex(value)) .collect::>>()?, + segments: wire + .segments + .into_iter() + .map(segment_descriptor) + .collect::>>()?, txid: decimal(&wire.txid)?, }; if encode_root(&root)? != bytes { @@ -253,25 +262,7 @@ pub(super) fn decode_root(bytes: &[u8]) -> Result { } pub(super) fn encode_segment_page(segments: &[SegmentDescriptor]) -> Result> { - let wire = segments - .iter() - .map(|segment| SegmentWire { - blake3: encode_hex(&segment.info.blake3), - database_pages: segment.info.database_pages, - index_digest: encode_hex(&segment.index_digest), - index_length: segment.index_length.to_string(), - length: segment.length.to_string(), - level: segment.level, - max_txid: segment.info.max_txid.to_string(), - min_txid: segment.info.min_txid.to_string(), - object_digest: encode_hex(&segment.object_digest), - offset: segment.offset.to_string(), - page_size: segment.info.page_size, - post_checksum: checksum(segment.info.post_checksum), - pre_checksum: checksum(segment.info.pre_checksum), - size_bytes: segment.info.size_bytes.to_string(), - }) - .collect::>(); + let wire = segments.iter().map(segment_wire).collect::>(); let bytes = serde_json::to_vec(&wire)?; if bytes.len() as u64 > SEGMENT_PAGE_BYTES { return Err(LtxError::Limit(crate::LimitKind::CellSegmentPageBytes)); @@ -286,27 +277,7 @@ pub(super) fn decode_segment_page(bytes: &[u8]) -> Result let wire: Vec = serde_json::from_slice(bytes)?; let segments = wire .into_iter() - .map(|segment| { - let object_digest = parse_hex(&segment.object_digest)?; - Ok(SegmentDescriptor { - info: SegmentInfo { - min_txid: decimal(&segment.min_txid)?, - max_txid: decimal(&segment.max_txid)?, - page_size: segment.page_size, - database_pages: segment.database_pages, - pre_checksum: parse_checksum(&segment.pre_checksum)?, - post_checksum: parse_checksum(&segment.post_checksum)?, - size_bytes: decimal(&segment.size_bytes)?, - blake3: parse_hex(&segment.blake3)?, - }, - index_digest: parse_hex(&segment.index_digest)?, - index_length: decimal(&segment.index_length)?, - object_digest, - offset: decimal(&segment.offset)?, - length: decimal(&segment.length)?, - level: segment.level, - }) - }) + .map(segment_descriptor) .collect::>>()?; if encode_segment_page(&segments)? != bytes { return Err(LtxError::LTXCorrupted); @@ -314,6 +285,46 @@ pub(super) fn decode_segment_page(bytes: &[u8]) -> Result Ok(segments) } +fn segment_wire(segment: &SegmentDescriptor) -> SegmentWire { + SegmentWire { + blake3: encode_hex(&segment.info.blake3), + database_pages: segment.info.database_pages, + index_digest: encode_hex(&segment.index_digest), + index_length: segment.index_length.to_string(), + length: segment.length.to_string(), + level: segment.level, + max_txid: segment.info.max_txid.to_string(), + min_txid: segment.info.min_txid.to_string(), + object_digest: encode_hex(&segment.object_digest), + offset: segment.offset.to_string(), + page_size: segment.info.page_size, + post_checksum: checksum(segment.info.post_checksum), + pre_checksum: checksum(segment.info.pre_checksum), + size_bytes: segment.info.size_bytes.to_string(), + } +} + +fn segment_descriptor(segment: SegmentWire) -> Result { + Ok(SegmentDescriptor { + info: SegmentInfo { + min_txid: decimal(&segment.min_txid)?, + max_txid: decimal(&segment.max_txid)?, + page_size: segment.page_size, + database_pages: segment.database_pages, + pre_checksum: parse_checksum(&segment.pre_checksum)?, + post_checksum: parse_checksum(&segment.post_checksum)?, + size_bytes: decimal(&segment.size_bytes)?, + blake3: parse_hex(&segment.blake3)?, + }, + index_digest: parse_hex(&segment.index_digest)?, + index_length: decimal(&segment.index_length)?, + object_digest: parse_hex(&segment.object_digest)?, + offset: decimal(&segment.offset)?, + length: decimal(&segment.length)?, + level: segment.level, + }) +} + fn decimal(value: &str) -> Result { let parsed = value.parse::().map_err(|_| LtxError::LTXCorrupted)?; if parsed.to_string() != value { @@ -376,6 +387,7 @@ mod tests { page_size: 4096, schema: 1, segment_pages: vec![[4; 32]], + segments: Vec::new(), txid: 2, } } @@ -452,6 +464,66 @@ mod tests { ); } + #[test] + fn maximum_inline_tail_and_page_list_fit_the_existing_root_bound() { + let info = SegmentInfo { + min_txid: u64::MAX - 1, + max_txid: u64::MAX, + page_size: 65536, + database_pages: u32::MAX, + pre_checksum: u64::MAX, + post_checksum: u64::MAX, + size_bytes: u64::MAX, + blake3: [1; 32], + }; + let descriptor = SegmentDescriptor::bundled(info, [2; 32], u64::MAX, [3; 32], u64::MAX); + let mut document = root(); + document.segment_pages = vec![[4; 32]; MAX_SEGMENT_PAGES]; + document.segments = vec![descriptor; MAX_INLINE_SEGMENTS]; + let bytes = encode_root(&document).unwrap(); + assert!(bytes.len() as u64 <= ROOT_BYTES); + let decoded = decode_root(&bytes).unwrap(); + assert_eq!(decoded.segments.len(), MAX_INLINE_SEGMENTS); + assert_eq!(decoded.segment_pages.len(), MAX_SEGMENT_PAGES); + document.segments.push(document.segments[0].clone()); + assert!(encode_root(&document).is_err()); + } + + #[test] + fn inline_descriptors_require_canonical_numbers_and_one_current_schema() { + let descriptor = SegmentDescriptor::native( + SegmentInfo { + min_txid: 1, + max_txid: 2, + page_size: 4096, + database_pages: 9, + pre_checksum: 0, + post_checksum: crate::CHECKSUM_FLAG | 7, + size_bytes: 512, + blake3: [1; 32], + }, + [2; 32], + 60, + ); + let mut document = root(); + document.segment_pages.clear(); + document.segments.push(descriptor); + let bytes = encode_root(&document).unwrap(); + let text = String::from_utf8(bytes.clone()).unwrap(); + assert!( + decode_root( + text.replace("\"min_txid\":\"1\"", "\"min_txid\":\"01\"") + .as_bytes() + ) + .is_err() + ); + let mut wire: serde_json::Value = serde_json::from_slice(&bytes).unwrap(); + wire.as_object_mut().unwrap().remove("segments"); + assert!(decode_root(&serde_json::to_vec(&wire).unwrap()).is_err()); + document.segments.clear(); + assert!(encode_root(&document).is_err()); + } + #[test] fn bundled_descriptor_roundtrips_its_exact_extent() { let info = SegmentInfo { diff --git a/crates/cellule-ltx/src/replica/verify.rs b/crates/cellule-ltx/src/replica/verify.rs index 6fb16087..85ef66c3 100644 --- a/crates/cellule-ltx/src/replica/verify.rs +++ b/crates/cellule-ltx/src/replica/verify.rs @@ -212,7 +212,9 @@ impl CellReplica { { return Err(LtxError::InvalidState("Cell root reference mismatch")); } - if document.segment_pages.is_empty() || document.segment_pages.len() > MAX_SEGMENT_PAGES { + if (document.segment_pages.is_empty() && document.segments.is_empty()) + || document.segment_pages.len() > MAX_SEGMENT_PAGES + { return Err(LtxError::LTXCorrupted); } let pages = stream::iter( @@ -246,6 +248,9 @@ impl CellReplica { descriptors.extend(page); cached_metadata.extend(cached); } + // These descriptors are authenticated by the root digest itself. Its + // cached bytes still require the same origin-presence check below. + descriptors.extend(document.segments.iter().cloned()); // A cached predecessor cannot justify a new root if its metadata has // disappeared from origin. Check all cached objects in one bounded wave. self.verify_cached_metadata(&cached_metadata).await?; diff --git a/crates/cellule-ltx/tests/cell/restore.rs b/crates/cellule-ltx/tests/cell/restore.rs index 8b11624b..751f44a8 100644 --- a/crates/cellule-ltx/tests/cell/restore.rs +++ b/crates/cellule-ltx/tests/cell/restore.rs @@ -484,7 +484,9 @@ async fn failed_upload_returns_no_proposal_and_the_retry_is_identical() { #[tokio::test(start_paused = true)] async fn cold_open_and_restore_improve_p95_under_object_latency() { - let fixture = fixture(192).await; + // Three complete external pages still exercise the original parallel-read + // gate; the final descriptor is now authenticated inside the root. + let fixture = fixture(288).await; for delay_ms in [5, 20, 100] { let delay = Duration::from_millis(delay_ms); let (store, replica) = delayed_replica(&fixture, delay, 8); diff --git a/crates/cellule-ltx/tests/cell/roots/compaction.rs b/crates/cellule-ltx/tests/cell/roots/compaction.rs index 5f3c5973..9ed3cb13 100644 --- a/crates/cellule-ltx/tests/cell/roots/compaction.rs +++ b/crates/cellule-ltx/tests/cell/roots/compaction.rs @@ -192,7 +192,7 @@ async fn scheduled_compaction_append_checks_origin_and_sources_before_escape() { let objects = replica.reachable_objects(&root).await.unwrap(); let metadata = objects .iter() - .find(|object| object.kind == CellObjectKind::Root && object.digest != root.digest) + .find(|object| object.kind == CellObjectKind::Root && object.digest == root.digest) .unwrap(); let path = layout.incarnation_object_path(&cell, &incarnation, &metadata.digest, metadata.kind); let bytes = backend.get(&path).await.unwrap().bytes().await.unwrap(); @@ -265,6 +265,87 @@ async fn scheduled_compaction_append_checks_origin_and_sources_before_escape() { writer.close().unwrap(); } +#[tokio::test] +async fn composed_append_checks_external_descriptor_origin_with_an_inline_capable_codec() { + let directory = tempfile::tempdir().unwrap(); + let scratch = tempfile::tempdir().unwrap(); + let mut writer = Db::open(&directory.path().join("writer.sqlite"), Limits::default()).unwrap(); + writer + .transaction(|transaction| { + transaction.execute_batch("CREATE TABLE counter(v); INSERT INTO counter VALUES(0)") + }) + .unwrap(); + let mut cuts = writer.capture_deferred().unwrap(); + for _ in 1..33 { + writer + .transaction(|transaction| transaction.execute_batch("UPDATE counter SET v = v + 1")) + .unwrap(); + let next = writer.capture_deferred().unwrap(); + cuts.position = next.position; + cuts.segments.extend(next.segments); + } + let backend = Arc::new(InMemory::new()); + let counted = Arc::new(cellule_store::test_support::CountingObjectStore::new( + backend.clone(), + )); + let layout = CellStorageLayout::new( + Store::new(counted.clone()), + Path::from("external-composed"), + [7; 16], + ); + let cell = [213; 32]; + let incarnation = [214; 16]; + let replica = CellReplica::new(layout.clone(), cell, incarnation, Limits::default()).unwrap(); + let root = replica.prepare(None, &cuts, 1, 1).await.unwrap().root(); + let objects = replica.reachable_objects(&root).await.unwrap(); + let descriptor_page = objects + .iter() + .find(|object| object.kind == CellObjectKind::Root && object.digest != root.digest) + .unwrap(); + let path = layout.incarnation_object_path( + &cell, + &incarnation, + &descriptor_page.digest, + descriptor_page.kind, + ); + let bytes = backend.get(&path).await.unwrap().bytes().await.unwrap(); + backend.delete(&path).await.unwrap(); + writer + .transaction(|transaction| transaction.execute_batch("UPDATE counter SET v = v + 1")) + .unwrap(); + let next = writer.capture_deferred().unwrap(); + counted.reset(); + assert!( + replica + .prepare_scheduled_compaction_append(&root, &next, 2, 1, 32, scratch.path()) + .await + .is_err() + ); + assert_eq!( + counted.put_requests(), + 0, + "cached external metadata still needs origin presence before composition" + ); + assert_eq!(std::fs::read_dir(scratch.path()).unwrap().count(), 0); + backend.put(&path, bytes.into()).await.unwrap(); + let prepared = replica + .prepare_scheduled_compaction_append(&root, &next, 2, 1, 32, scratch.path()) + .await + .unwrap() + .unwrap(); + replica.reachable_objects(&prepared.root()).await.unwrap(); + let restored = directory.path().join("restored.sqlite"); + prepared.verified().restore(&restored).await.unwrap(); + let connection = cellule_ltx::rusqlite::Connection::open(restored).unwrap(); + let value: u64 = connection + .query_row("SELECT v FROM counter", [], |row| row.get(0)) + .unwrap(); + assert_eq!(value, 33); + drop(connection); + writer.durability_barrier().unwrap(); + writer.close().unwrap(); +} + #[tokio::test(flavor = "multi_thread")] async fn scheduled_compaction_append_retains_unchanged_directory_nodes() { let source = tempfile::tempdir().unwrap(); diff --git a/crates/cellule-ltx/tests/cell/roots/lifecycle.rs b/crates/cellule-ltx/tests/cell/roots/lifecycle.rs index ef52631a..05bb5390 100644 --- a/crates/cellule-ltx/tests/cell/roots/lifecycle.rs +++ b/crates/cellule-ltx/tests/cell/roots/lifecycle.rs @@ -430,11 +430,20 @@ async fn warm_root_cache_does_not_mask_missing_metadata() { let layout = CellStorageLayout::new(Store::new(backend.clone()), Path::from("runtime"), [3; 16]); let replica = CellReplica::new(layout.clone(), cell, incarnation, Limits::default()).unwrap(); - let root = replica - .prepare(None, &writer.capture().unwrap(), 1, 1) - .await - .unwrap() - .root(); + // An external tail exercises descriptor-page origin checks independently + // of the small-root inline representation. + let mut cuts = writer.capture_deferred().unwrap(); + for value in 0..32 { + writer + .transaction(|transaction| { + transaction.execute("INSERT INTO values_ VALUES(?1)", [value]) + }) + .unwrap(); + let next = writer.capture_deferred().unwrap(); + cuts.position = next.position; + cuts.segments.extend(next.segments); + } + let root = replica.prepare(None, &cuts, 1, 1).await.unwrap().root(); let path = layout.incarnation_object_path(&cell, &incarnation, &root.digest, CellObjectKind::Root); let root_bytes = backend.get(&path).await.unwrap().bytes().await.unwrap(); @@ -462,6 +471,7 @@ async fn warm_root_cache_does_not_mask_missing_metadata() { ); backend.delete(&segment_path).await.unwrap(); assert!(replica.prepare(Some(&root), &next, 2, 1).await.is_err()); + writer.durability_barrier().unwrap(); writer.close().unwrap(); } #[tokio::test] @@ -483,6 +493,76 @@ async fn root_scope_and_commit_sequence_are_fenced() { assert!(replica.open_root(&wrong).await.is_err()); writer.close().unwrap(); } + +#[tokio::test] +async fn invalid_inline_descriptors_cannot_justify_a_successor_upload() { + let directory = tempfile::TempDir::new().unwrap(); + let mut writer = Db::open(&directory.path().join("cell.sqlite"), Limits::default()).unwrap(); + writer + .transaction(|transaction| { + transaction.execute_batch("CREATE TABLE counter(v); INSERT INTO counter VALUES(0)") + }) + .unwrap(); + let backend = Arc::new(InMemory::new()); + let counted = Arc::new(cellule_store::test_support::CountingObjectStore::new( + backend.clone(), + )); + let layout = CellStorageLayout::new( + Store::new(counted.clone()), + Path::from("invalid-inline"), + [8; 16], + ); + let cell = [157; 32]; + let incarnation = [158; 16]; + let replica = CellReplica::new(layout.clone(), cell, incarnation, Limits::default()).unwrap(); + let root = replica + .prepare(None, &writer.capture_deferred().unwrap(), 1, 1) + .await + .unwrap() + .root(); + let path = + layout.incarnation_object_path(&cell, &incarnation, &root.digest, CellObjectKind::Root); + let bytes = backend.get(&path).await.unwrap().bytes().await.unwrap(); + let original: serde_json::Value = serde_json::from_slice(&bytes).unwrap(); + assert_eq!(serde_json::to_vec(&original).unwrap(), bytes.as_ref()); + assert_eq!(original["segments"].as_array().unwrap().len(), 1); + writer + .transaction(|transaction| transaction.execute_batch("UPDATE counter SET v = v + 1")) + .unwrap(); + let cuts = writer.capture_deferred().unwrap(); + for (field, value) in [ + ("level", serde_json::json!(10)), + ("index_length", serde_json::json!("0")), + ("offset", serde_json::json!("1")), + ("max_txid", serde_json::json!("2")), + ("database_pages", serde_json::json!(0)), + ] { + let mut wire = original.clone(); + wire["segments"][0][field] = value; + let bytes = serde_json::to_vec(&wire).unwrap(); + let bad = RootRef { + digest: *blake3::hash(&bytes).as_bytes(), + ..root + }; + let path = + layout.incarnation_object_path(&cell, &incarnation, &bad.digest, CellObjectKind::Root); + backend.put(&path, Bytes::from(bytes).into()).await.unwrap(); + assert!(replica.open_root(&bad).await.is_err(), "{field}"); + assert!(replica.reachable_objects(&bad).await.is_err(), "{field}"); + counted.reset(); + assert!( + replica.prepare(Some(&bad), &cuts, 2, 1).await.is_err(), + "{field}" + ); + assert_eq!( + counted.put_requests(), + 0, + "invalid {field} must fail before immutable uploads" + ); + } + writer.durability_barrier().unwrap(); + writer.close().unwrap(); +} #[tokio::test(flavor = "multi_thread")] async fn prepare_does_not_write_mutable_keys() { let directory = tempfile::TempDir::new().unwrap(); diff --git a/crates/cellule-ltx/tests/cell/roots/prepare_cost.rs b/crates/cellule-ltx/tests/cell/roots/prepare_cost.rs index 753fae1d..0e713f21 100644 --- a/crates/cellule-ltx/tests/cell/roots/prepare_cost.rs +++ b/crates/cellule-ltx/tests/cell/roots/prepare_cost.rs @@ -27,6 +27,95 @@ use object_store::throttle::{ThrottleConfig, ThrottledStore}; const GET_MS: u64 = 2; const PUT_MS: u64 = 7; +#[tokio::test] +async fn small_roots_keep_descriptor_metadata_inline_and_check_origin() { + let directory = tempfile::TempDir::new().unwrap(); + let mut writer = Db::open(&directory.path().join("cell.sqlite"), Limits::default()).unwrap(); + writer + .transaction(|transaction| { + transaction.execute_batch("CREATE TABLE counter(v); INSERT INTO counter VALUES(0)") + }) + .unwrap(); + let backend = Arc::new(InMemory::new()); + let counted = Arc::new(CountingObjectStore::new(backend.clone())); + let layout = CellStorageLayout::new(Store::new(counted.clone()), Path::from("inline"), [5; 16]); + let cell = [153; 32]; + let incarnation = [154; 16]; + let replica = CellReplica::new(layout.clone(), cell, incarnation, Limits::default()).unwrap(); + let mut root = None; + for sequence in 1..=32 { + if sequence > 1 { + writer + .transaction(|transaction| { + transaction.execute_batch("UPDATE counter SET v = v + 1") + }) + .unwrap(); + } + let cuts = writer.capture_deferred().unwrap(); + counted.reset(); + let next = replica + .prepare(root.as_ref(), &cuts, sequence, 1) + .await + .unwrap() + .root(); + assert_eq!( + counted.put_requests(), + 4, + "small roots upload body, index, directory and root without a separate descriptor page" + ); + assert_eq!(counted.counts().full, 0); + assert_eq!( + counted.counts().heads, + usize::from(root.is_some()), + "the authenticated predecessor root must still exist at origin" + ); + assert_eq!(replica.take_publication_cost().objects, 4); + writer.prune_captured(&cuts).unwrap(); + root = Some(next); + } + let root = root.unwrap(); + let objects = replica.reachable_objects(&root).await.unwrap(); + assert_eq!( + objects + .iter() + .filter(|object| object.kind == CellObjectKind::Root) + .count(), + 1, + "the exact origin inventory has no external descriptor page" + ); + let restored = directory.path().join("restored.sqlite"); + replica + .open_root(&root) + .await + .unwrap() + .restore(&restored) + .await + .unwrap(); + let connection = cellule_ltx::rusqlite::Connection::open(&restored).unwrap(); + let value: u64 = connection + .query_row("SELECT v FROM counter", [], |row| row.get(0)) + .unwrap(); + assert_eq!(value, 31); + drop(connection); + + let path = + layout.incarnation_object_path(&cell, &incarnation, &root.digest, CellObjectKind::Root); + backend.delete(&path).await.unwrap(); + writer + .transaction(|transaction| transaction.execute_batch("UPDATE counter SET v = v + 1")) + .unwrap(); + let cuts = writer.capture_deferred().unwrap(); + counted.reset(); + assert!(replica.prepare(Some(&root), &cuts, 33, 1).await.is_err()); + assert_eq!( + counted.put_requests(), + 0, + "missing origin root cannot justify an append" + ); + writer.durability_barrier().unwrap(); + writer.close().unwrap(); +} + #[tokio::test] async fn append_reuses_verified_descriptor_pages_and_rejects_missing_origin() { let directory = tempfile::TempDir::new().unwrap(); @@ -68,8 +157,8 @@ async fn append_reuses_verified_descriptor_pages_and_rejects_missing_origin() { .root(); assert_eq!( counted.put_requests(), - 5, - "only new body, index, directory, descriptor page and root" + 4, + "only new body, index, directory and root with an inline tail" ); assert_eq!( counted.counts().full, @@ -81,7 +170,7 @@ async fn append_reuses_verified_descriptor_pages_and_rejects_missing_origin() { 3, "predecessor root and both descriptor pages still checked" ); - assert_eq!(replica.take_publication_cost().objects, 5); + assert_eq!(replica.take_publication_cost().objects, 4); writer.prune_captured(&next).unwrap(); let restored = directory.path().join("restored.sqlite"); @@ -131,6 +220,104 @@ async fn append_reuses_verified_descriptor_pages_and_rejects_missing_origin() { writer.close().unwrap(); } +#[tokio::test] +async fn inline_tail_spills_and_returns_at_stable_page_boundaries() { + let directory = tempfile::TempDir::new().unwrap(); + let mut writer = Db::open(&directory.path().join("cell.sqlite"), Limits::default()).unwrap(); + let backend = Arc::new(InMemory::new()); + let layout = CellStorageLayout::new( + Store::new(backend.clone()), + Path::from("boundaries"), + [6; 16], + ); + let cell = [155; 32]; + let incarnation = [156; 16]; + let replica = CellReplica::new(layout.clone(), cell, incarnation, Limits::default()).unwrap(); + let mut root = None; + let mut segments = Vec::new(); + for sequence in 1..=129 { + writer + .transaction(|transaction| { + if sequence == 1 { + transaction + .execute_batch("CREATE TABLE counter(v); INSERT INTO counter VALUES(0)")?; + } else { + transaction.execute_batch("UPDATE counter SET v = v + 1")?; + } + Ok(()) + }) + .unwrap(); + let cuts = writer.capture_deferred().unwrap(); + segments.extend(cuts.segments.clone()); + let next = replica + .prepare(root.as_ref(), &cuts, sequence, 1) + .await + .unwrap() + .root(); + root = Some(next); + let shape = match sequence { + 32 => Some((0, 32)), + 33 => Some((1, 0)), + 96 => Some((1, 0)), + 97 => Some((1, 1)), + 128 => Some((1, 32)), + 129 => Some((2, 0)), + _ => None, + }; + if let Some((pages, inline)) = shape { + let path = layout.incarnation_object_path( + &cell, + &incarnation, + &next.digest, + CellObjectKind::Root, + ); + let bytes = backend.get(&path).await.unwrap().bytes().await.unwrap(); + let wire: serde_json::Value = serde_json::from_slice(&bytes).unwrap(); + assert_eq!(wire["segment_pages"].as_array().unwrap().len(), pages); + assert_eq!(wire["segments"].as_array().unwrap().len(), inline); + assert!(bytes.len() <= 32 << 10); + + // A new Store identity excludes the metadata cache. The complete + // origin inventory and restored image must agree with local LTX. + let cold = CellReplica::new( + CellStorageLayout::new( + Store::new(backend.clone()), + Path::from("boundaries"), + [6; 16], + ), + cell, + incarnation, + Limits::default(), + ) + .unwrap(); + let objects = cold.reachable_objects(&next).await.unwrap(); + assert_eq!( + objects + .iter() + .filter(|object| object.kind == CellObjectKind::Root) + .count(), + pages + 1 + ); + let restored = directory.path().join(format!("restored-{sequence}.sqlite")); + cold.open_root(&next) + .await + .unwrap() + .restore(&restored) + .await + .unwrap(); + let expected = directory.path().join(format!("expected-{sequence}.sqlite")); + let plan = VerifiedPlan::new(&segments, cuts.position, Limits::default()).unwrap(); + restore_exact(&plan, &expected).unwrap(); + assert_eq!( + std::fs::read(restored).unwrap(), + std::fs::read(expected).unwrap() + ); + } + } + writer.durability_barrier().unwrap(); + writer.close().unwrap(); +} + /// Reports provider operations and latency for three chained publishes. /// /// Publish 1 is cold. Publishes 2 and 3 continue the previous root, which is diff --git a/crates/cellule-ltx/tests/host/hooks/prepare.rs b/crates/cellule-ltx/tests/host/hooks/prepare.rs index 745717f7..1e19e373 100644 --- a/crates/cellule-ltx/tests/host/hooks/prepare.rs +++ b/crates/cellule-ltx/tests/host/hooks/prepare.rs @@ -381,9 +381,9 @@ async fn warm_append_reuses_its_authenticated_root_metadata() { // wave plus one overlapping immutable-upload wave, with no serial // metadata GETs or directory-before-root upload dependency. assert_eq!(started.elapsed(), delay * 2); - assert_eq!(counted.counts().heads, 2); + assert_eq!(counted.counts().heads, 1); assert_eq!(counted.counts().body_requests(), 0); - assert_eq!(counted.put_requests(), 5); + assert_eq!(counted.put_requests(), 4); assert_eq!(prepared.root().position, second.position); counted.reset(); let compacted = replica diff --git a/crates/cellule-runtime/docs/storage.md b/crates/cellule-runtime/docs/storage.md index 0a98a23a..05fe69e9 100644 --- a/crates/cellule-runtime/docs/storage.md +++ b/crates/cellule-runtime/docs/storage.md @@ -398,7 +398,7 @@ One root identifies the complete SQLite state at one transaction ID. ```mermaid flowchart TD Control[control.json
mutable CAS] - Root[root object
immutable] + Root[root object and bounded inline descriptors
immutable] SegPages[segment descriptor pages] Bodies[LTX or bundle bodies] Indexes[LTX indexes] @@ -406,6 +406,8 @@ flowchart TD Control -->|digest| Root Root --> SegPages + Root --> Bodies + Root --> Indexes SegPages --> Bodies SegPages --> Indexes Root --> Directory @@ -413,10 +415,17 @@ flowchart TD | Element | Limit | | --- | --- | -| Root | 32 KiB; names at most 64 segment-page digests | +| Root | 32 KiB; at most 64 segment-page digests and 32 inline descriptors | | Segment page | 64 KiB; at most 96 descriptors | | Full graph | At most 4,096 segment descriptors | +The final 96-entry descriptor group is embedded in the root when it contains +at most 32 entries. Larger tails use an external page. Full page boundaries stay +stable, so append preparation can reuse authenticated predecessor pages. +Inline entries use the same descriptor schema and verification as external +entries. This updates the one current development format atomically; development +data may be recreated under the [format policy](#format-policy). + **Graph checks.** The graph obeys these checks: - The first segment is a full snapshot diff --git a/crates/cellule-runtime/src/cell/actor/prefix.rs b/crates/cellule-runtime/src/cell/actor/prefix.rs index 04a90b04..e2bc0396 100644 --- a/crates/cellule-runtime/src/cell/actor/prefix.rs +++ b/crates/cellule-runtime/src/cell/actor/prefix.rs @@ -3,7 +3,8 @@ use super::*; use crate::control::authority::MAX_LINEAGE_ROOTS; // Conservative transient metadata envelope, independent of database body size: -// 64 descriptor pages (at most 96 decoded descriptors each), bounded concurrent +// 64 descriptor pages (at most 96 decoded descriptors each) plus the bounded +// 32-descriptor root tail, bounded concurrent // 64 KiB root fetch/decode buffers, extents and body/index maps fit the fixed // 16 MiB portion. Each of at most 10,000 inventory objects and `limit + 1` lineage // roots receives 1 KiB for maps, vector growth and allocator overhead. Root bodies diff --git a/crates/cellule-runtime/src/control/authority/lineage/preparation_tests.rs b/crates/cellule-runtime/src/control/authority/lineage/preparation_tests.rs index 536e93dc..ad40c7e9 100644 --- a/crates/cellule-runtime/src/control/authority/lineage/preparation_tests.rs +++ b/crates/cellule-runtime/src/control/authority/lineage/preparation_tests.rs @@ -95,62 +95,77 @@ impl NativePreparation { #[tokio::test] async fn lineage_and_native_uploads_overlap_but_ready_and_authority_wait_for_both() { - let mut fixture = NativePreparation::new().await; - fixture.store.fault.store(3, Ordering::SeqCst); - let prepared = { - let preparation = fixture.publisher.prepare_initial(&fixture.cuts); - tokio::pin!(preparation); - tokio::time::timeout(Duration::from_secs(5), async { + // Both layouts must finish all native root objects while metadata is + // paused, and neither may expose readiness or advance authority early. + for (segments, native_root_objects) in [(1, 1), (33, 2)] { + let mut fixture = NativePreparation::new().await; + for _ in 1..segments { + fixture + .database + .transaction(|transaction| { + transaction.execute_batch("INSERT INTO events VALUES(7)") + }) + .unwrap(); + let next = fixture.database.capture_deferred().unwrap(); + fixture.cuts.position = next.position; + fixture.cuts.segments.extend(next.segments); + } + fixture.store.fault.store(3, Ordering::SeqCst); + let prepared = { + let preparation = fixture.publisher.prepare_initial(&fixture.cuts); + tokio::pin!(preparation); + tokio::time::timeout(Duration::from_secs(5), async { tokio::select! { result = &mut preparation => panic!("preparation escaped paused metadata: {}", result.is_ok()), _ = async { fixture.store.entered.notified().await; - while fixture.store.root_writes.load(Ordering::SeqCst) < 2 { + while fixture.store.root_writes.load(Ordering::SeqCst) < native_root_objects { fixture.store.root_written.notified().await; } } => {} } }).await.unwrap(); - assert!( - fixture - .authority - .load(CellId::from_bytes([1; 32])) - .await - .unwrap() - .unwrap() - .value() - .ltx_root() - .is_none() + assert!( + fixture + .authority + .load(CellId::from_bytes([1; 32])) + .await + .unwrap() + .unwrap() + .value() + .ltx_root() + .is_none() + ); + fixture.store.resume.notify_one(); + preparation.await.unwrap() + }; + assert_eq!(fixture.store.lineage_writes.load(Ordering::SeqCst), 1); + assert_eq!(fixture.store.lineage_reads.load(Ordering::SeqCst), 0); + fixture + .publisher + .publish_prepared(&prepared, None) + .await + .unwrap(); + assert_eq!( + fixture.store.lineage_writes.load(Ordering::SeqCst), + 1, + "publication must reuse its exact retained preparation" ); - fixture.store.resume.notify_one(); - preparation.await.unwrap() - }; - assert_eq!(fixture.store.lineage_writes.load(Ordering::SeqCst), 1); - assert_eq!(fixture.store.lineage_reads.load(Ordering::SeqCst), 0); - fixture - .publisher - .publish_prepared(&prepared, None) - .await - .unwrap(); - assert_eq!( - fixture.store.lineage_writes.load(Ordering::SeqCst), - 1, - "publication must reuse its exact retained preparation" - ); - assert_eq!(fixture.store.lineage_reads.load(Ordering::SeqCst), 0); - let replica = CellReplica::new( - fixture.authority.layout.clone(), - [1; 32], - [2; 16], - Limits::default(), - ) - .unwrap(); - fixture - .authority - .verify_root_prefix(prepared.root(), prepared.root(), &replica, 64) - .await + assert_eq!(fixture.store.lineage_reads.load(Ordering::SeqCst), 0); + let replica = CellReplica::new( + fixture.authority.layout.clone(), + [1; 32], + [2; 16], + Limits::default(), + ) .unwrap(); - fixture.database.close().unwrap(); + fixture + .authority + .verify_root_prefix(prepared.root(), prepared.root(), &replica, 64) + .await + .unwrap(); + fixture.database.close().unwrap(); + } } #[tokio::test] diff --git a/crates/cellule-runtime/src/publication/tests.rs b/crates/cellule-runtime/src/publication/tests.rs index aa1c202e..baf1462a 100644 --- a/crates/cellule-runtime/src/publication/tests.rs +++ b/crates/cellule-runtime/src/publication/tests.rs @@ -150,7 +150,7 @@ async fn pressure_append_avoids_intermediate_root_metadata() { database.close().unwrap(); assert_eq!( requests, - (9, 2), + (8, 1), "only final root and lineage metadata is retained" ); } diff --git a/crates/cellule-runtime/tests/runtime/lifecycle/residency.rs b/crates/cellule-runtime/tests/runtime/lifecycle/residency.rs index 816eb242..24e76030 100644 --- a/crates/cellule-runtime/tests/runtime/lifecycle/residency.rs +++ b/crates/cellule-runtime/tests/runtime/lifecycle/residency.rs @@ -224,13 +224,14 @@ async fn cold_activation_reports_metadata_and_origin_reads() { // The window above is one cold route: catalog locator, control record, and // the root open that fetches origin objects. A resident route issues none - // of them, so these counts are the cold-start cost. Four of the seven - // object-store requests are metadata; changing them changes what a cold - // start costs, so a change here must be deliberate. + // of them, so these counts are the cold-start cost. Four of the six + // object-store requests are catalog/control metadata. The inline root tail + // avoids the separate descriptor-page origin check; root presence and body + // hydration still account for the two native origin requests. assert_eq!(recorder.catalog_reads(), 2); // The caller's decision read plus the acquisition's own confirmation. assert_eq!(recorder.control_reads(), 2); - assert_eq!(recorder.origin_requests(), 3); + assert_eq!(recorder.origin_requests(), 2); assert!(recorder.ltx_phases() >= 1); // The phases decompose the cold route: claim, verify the root, restore it // locally, then activate. A warm route would record none of them. From 9d212463d1429e77147234d31e6b1ee84abe2f55 Mon Sep 17 00:00:00 2001 From: forhappy Date: Sun, 4 Oct 2026 02:40:03 -0700 Subject: [PATCH 7/9] docs(performance): track inline-root preparation evidence --- .../2026-10-04-inline-root-preparation.json | 160 ++++++++++++++++++ .../2026-10-04-inline-root-preparation.md | 35 ++++ crates/cellule-axum/performance/README.md | 4 + 3 files changed, 199 insertions(+) create mode 100644 crates/cellule-axum/performance/2026-10-04-inline-root-preparation.json create mode 100644 crates/cellule-axum/performance/2026-10-04-inline-root-preparation.md diff --git a/crates/cellule-axum/performance/2026-10-04-inline-root-preparation.json b/crates/cellule-axum/performance/2026-10-04-inline-root-preparation.json new file mode 100644 index 00000000..57a659f7 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-inline-root-preparation.json @@ -0,0 +1,160 @@ +{ + "schema_version": 1, + "date": "2026-10-04", + "comparison": { + "baseline_revision": "c78ea0f48d243377ddee6308640966955de4ad35", + "candidate_revision": "ddd87706a7d01a51501a46936a63ab699c358b73" + }, + "scope": "Deterministic preparation operation counts, excluding authority CAS and later verification. No sustained HTTP gain has been established for this candidate.", + "costs": [ + { + "fixture": "first small LTX root", + "baseline_puts": 5, + "candidate_puts": 4, + "candidate_heads": 0, + "candidate_gets": 0 + }, + { + "fixture": "warm small-root append", + "baseline_puts": 5, + "baseline_heads": 2, + "candidate_puts": 4, + "candidate_heads": 1, + "candidate_gets": 0 + }, + { + "fixture": "native pressure append, sequence 32", + "baseline_puts": 9, + "baseline_heads": 2, + "candidate_puts": 8, + "candidate_heads": 1, + "includes_required_lineage_put": true + }, + { + "fixture": "schema migration pressure append, sequence 32", + "baseline_puts": 9, + "baseline_heads": 2, + "candidate_puts": 8, + "candidate_heads": 1, + "includes_required_lineage_put": true + } + ], + "packing": { + "inline_descriptor_limit": 32, + "descriptors_per_external_page": 96, + "root_bytes_limit": 32768, + "segment_page_bytes_limit": 65536, + "graph_descriptor_limit": 4096, + "verified_boundaries": [ + { + "descriptors": 32, + "external_pages": 0, + "inline_descriptors": 32 + }, + { + "descriptors": 33, + "external_pages": 1, + "inline_descriptors": 0 + }, + { + "descriptors": 96, + "external_pages": 1, + "inline_descriptors": 0 + }, + { + "descriptors": 97, + "external_pages": 1, + "inline_descriptors": 1 + }, + { + "descriptors": 128, + "external_pages": 1, + "inline_descriptors": 32 + }, + { + "descriptors": 129, + "external_pages": 2, + "inline_descriptors": 0 + } + ] + }, + "correctness": [ + "byte-identical cold restore at all six packing boundaries using fresh store identities", + "cached root and external descriptor origin absence prevents successor upload", + "canonical malformed inline descriptors fail semantic validation and successor preparation with zero PUT", + "exact pressure reference roots and original authority predecessor retained for native and schema-migration preparation", + "native uploads and required lineage pause tests cover both inline and external metadata; readiness and authority wait for both", + "existing dependency failure and cancellation cleanup suites pass" + ], + "local_validation": { + "isolated_runtime_ltx_all_features": { + "passed": 1277, + "failed": 0, + "ignored": 16 + }, + "ltx_no_default_features": { + "passed": 54, + "failed": 0, + "ignored": 0 + }, + "clippy": "pass, all targets and features for runtime/LTX, -D warnings", + "api_docs": "pass, workspace/all-features/no-deps, -D warnings", + "source_equality": { + "rust_and_manifest_files": 1122, + "mismatches": 0, + "inventory_sha256": "c4986863b023c020f0d04f756e4980e89c7a2a01cc916b1f8b57ea5949307c2c" + }, + "logs_sha256": { + "inline-root-runtime-ltx-tests-complete.log": "f3ac14fa5f2b67e4d1bde698cb5f8ca22ef6a0b9ab24c70060c72b0851739741", + "inline-root-clippy.log": "741af8ccab7ccb714eaeae083ca9f73d64746a143029a4799ef179b7b3612715", + "inline-root-api-docs.log": "b856b2a414d1e8dd8ef880820ba54fcad7a13a8c20af6f8acffef4333f6e0a66", + "inline-root-no-default.log": "1027b26f5d5432adeaae62095f260cfdf1224f91f9ca4c3127be8981d187f591", + "inline-root-before.log": "c9c06f245a4d8365a35e091c6b5f21b77ebdbddabb7685a64e2f6f2fbca182e7", + "inline-root-after.log": "cdf37eb10cd94d0e05eee684b53843384ceb363711d1c889fe776abfa3d4db12", + "inline-root-pressure-cost.log": "8cbda44e4bd5c1257376272e4b65b399335d577c12a3f21626c17127c47a57cb", + "inline-root-warm-hook-count.log": "14b7ec0ad0fc4d8afb4e3ddc4e8c3cad3f8ac91577be99af5b09a4e0d99448ae" + } + }, + "benchmark_admission": { + "baseline_policy_bytes_unchanged": true, + "audit": { + "patch_sha256": "1ae7cfaee1f4fd454df73a2bc9e282455e8b36da4461f79b432431fbf7859a74", + "targets": [ + { + "path": "crates/cellule-axum/examples/sql.rs", + "proof": "fixed-target-reverse-check", + "baseline_before_sha256": "dfab7641a55e6ba653d3c068ca65f6a38d9fb785c59847fcda843dbc0ea38baa", + "baseline_after_sha256": "dfab7641a55e6ba653d3c068ca65f6a38d9fb785c59847fcda843dbc0ea38baa", + "candidate_sha256": "dfab7641a55e6ba653d3c068ca65f6a38d9fb785c59847fcda843dbc0ea38baa" + }, + { + "path": "crates/cellule-ltx/src/environment/host/mod.rs", + "proof": "candidate-byte-equality", + "baseline_before_sha256": "ec6f3c6f658c61aa170695af1f81b0d2676f8ac9baeeff4e2f82193c502fb166", + "baseline_after_sha256": "ec6f3c6f658c61aa170695af1f81b0d2676f8ac9baeeff4e2f82193c502fb166", + "candidate_sha256": "ec6f3c6f658c61aa170695af1f81b0d2676f8ac9baeeff4e2f82193c502fb166" + }, + { + "path": "crates/cellule-ltx/src/environment/telemetry.rs", + "proof": "candidate-byte-equality", + "baseline_before_sha256": "9f23ada9280c6a5bd46cd2f4ee51f3ee0437ba262a4c8bc5fdc646b972640149", + "baseline_after_sha256": "9f23ada9280c6a5bd46cd2f4ee51f3ee0437ba262a4c8bc5fdc646b972640149", + "candidate_sha256": "9f23ada9280c6a5bd46cd2f4ee51f3ee0437ba262a4c8bc5fdc646b972640149" + }, + { + "path": "crates/cellule-ltx/src/replica/prepare.rs", + "proof": "fixed-target-reverse-check", + "baseline_before_sha256": "bb894a029fbbbc1041854e19c1a5520feb4751001a8ebc601468df5a55a7b98a", + "baseline_after_sha256": "bb894a029fbbbc1041854e19c1a5520feb4751001a8ebc601468df5a55a7b98a", + "candidate_sha256": "546070b5d9351421939a799ee4a580a2b382a4028d08cf6a6d8c258b4dbc77cf" + } + ] + } + }, + "limitations": [ + "The required development-v1 segments field updates the current schema atomically; old development roots must be recreated. No compatibility reader is introduced.", + "Counts do not establish throughput or latency improvement; fixed-budget paired sustained RustFS measurements are pending.", + "New-source workspace/MSRV CI and provider/process qualification are pending. Prior green runs prove the preceding source only.", + "Larger descriptor tails still use external pages; full page reuse boundaries remain unchanged." + ] +} diff --git a/crates/cellule-axum/performance/2026-10-04-inline-root-preparation.md b/crates/cellule-axum/performance/2026-10-04-inline-root-preparation.md new file mode 100644 index 00000000..0be50429 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-inline-root-preparation.md @@ -0,0 +1,35 @@ +# Inline root preparation + +Baseline `c78ea0f`; candidate `ddd8770`. [Dataset](2026-10-04-inline-root-preparation.json). +A tail of up to 32 segment descriptors is authenticated inside the existing +bounded root, removing an external descriptor object for small roots. + +| Preparation fixture | Baseline PUTs / HEADs | Candidate PUTs / HEADs | +| --- | ---: | ---: | +| First small root | 5 / 0 | 4 / 0 | +| Warm small-root append | 5 / 2 | 4 / 1 | +| Native pressure append | 9 / 2 | 8 / 1 | +| Schema migration pressure append | 9 / 2 | 8 / 1 | + +Counters stop before authority CAS and later verification. Pressure counts +include mandatory lineage retention. No checks, admission budgets, or durability +barriers were removed. Full 96-descriptor page boundaries remain stable for reuse. + +Fresh-origin recovery reproduces exact database bytes at 32, 33, 96, 97, 128, +and 129 descriptors. Missing cached metadata and malformed inline descriptors +prevent successor uploads. Native and lineage upload pause tests cover both +representations and keep readiness and authority unchanged until both finish. +Existing exact-root, failure, and cancellation checks pass. + +Isolated runtime/LTX verification passes 1,277 tests; local LTX without replication +passes 54. Targeted Clippy, workspace API docs, format and architecture checks pass. +The dataset records source equality, log hashes and fixed-observer admission. +New-source workspace/MSRV CI and provider/process qualification remain pending. + +This updates the one current development-v1 schema atomically. Earlier development +roots require recreation under the [format policy](../../cellule-runtime/docs/storage.md#format-policy). +The 32 KiB root, 64 KiB page and 4,096-descriptor graph limits remain enforced. + +These operation counts do **not** establish an HTTP throughput or latency gain. +A frozen, three-pair 120-second RustFS comparison at 1, 4 and 16 Cells is next. +Earlier sustained results remain separate evidence. diff --git a/crates/cellule-axum/performance/README.md b/crates/cellule-axum/performance/README.md index eee1ecb3..de56bbdb 100644 --- a/crates/cellule-axum/performance/README.md +++ b/crates/cellule-axum/performance/README.md @@ -19,6 +19,10 @@ a consistent multicell gain. These are single-host RustFS measurements with fixed budgets, not evidence of horizontal scaling. Each Cell has an independent SQLite database; SQL workers and provider capacity are shared. +The [inline-root preparation report](2026-10-04-inline-root-preparation.md) +tracks the next candidate's operation counts and boundary/recovery verification. +Its sustained HTTP performance and provider qualification remain pending. + Additional cost and qualification evidence: [root phase calibration](2026-10-04-rustfs-root-phase-calibration.md), [compaction publication cost](2026-10-04-compaction-publication-cost.md), and From d62ceddde189ac422b87429819c89a126185c624 Mon Sep 17 00:00:00 2001 From: forhappy Date: Sun, 4 Oct 2026 03:52:01 -0700 Subject: [PATCH 8/9] docs(performance): track critical inline-root benchmark evidence --- .../2026-10-04-inline-root-preparation.json | 15 +- .../2026-10-04-inline-root-preparation.md | 7 +- .../2026-10-04-inline-root-qualification.json | 357 ++ .../2026-10-04-inline-root-qualification.md | 30 + ...-10-04-rustfs-inline-root-main-writes.json | 3084 +++++++++++++++++ ...26-10-04-rustfs-inline-root-main-writes.md | 43 + ...2026-10-04-rustfs-inline-root-routing.json | 2668 ++++++++++++++ .../2026-10-04-rustfs-inline-root-routing.md | 32 + .../2026-10-04-rustfs-inline-root-writes.json | 3084 +++++++++++++++++ .../2026-10-04-rustfs-inline-root-writes.md | 43 + crates/cellule-axum/performance/README.md | 16 +- 11 files changed, 9370 insertions(+), 9 deletions(-) create mode 100644 crates/cellule-axum/performance/2026-10-04-inline-root-qualification.json create mode 100644 crates/cellule-axum/performance/2026-10-04-inline-root-qualification.md create mode 100644 crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-main-writes.json create mode 100644 crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-main-writes.md create mode 100644 crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-routing.json create mode 100644 crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-routing.md create mode 100644 crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-writes.json create mode 100644 crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-writes.md diff --git a/crates/cellule-axum/performance/2026-10-04-inline-root-preparation.json b/crates/cellule-axum/performance/2026-10-04-inline-root-preparation.json index 57a659f7..21cd33ae 100644 --- a/crates/cellule-axum/performance/2026-10-04-inline-root-preparation.json +++ b/crates/cellule-axum/performance/2026-10-04-inline-root-preparation.json @@ -5,7 +5,7 @@ "baseline_revision": "c78ea0f48d243377ddee6308640966955de4ad35", "candidate_revision": "ddd87706a7d01a51501a46936a63ab699c358b73" }, - "scope": "Deterministic preparation operation counts, excluding authority CAS and later verification. No sustained HTTP gain has been established for this candidate.", + "scope": "Deterministic preparation operation counts, excluding authority CAS and later verification. Sustained HTTP evidence is tracked in separate paired comparison datasets.", "costs": [ { "fixture": "first small LTX root", @@ -153,8 +153,15 @@ }, "limitations": [ "The required development-v1 segments field updates the current schema atomically; old development roots must be recreated. No compatibility reader is introduced.", - "Counts do not establish throughput or latency improvement; fixed-budget paired sustained RustFS measurements are pending.", - "New-source workspace/MSRV CI and provider/process qualification are pending. Prior green runs prove the preceding source only.", + "Operation counts alone do not establish throughput or latency gains; see the separate sustained comparison datasets, including negative pairs.", + "New-source workspace/MSRV CI and provider/process qualification pass; exact checkout and source/binary identities are retained in the qualification dataset.", "Larger descriptor tails still use external pages; full page reuse boundaries remain unchanged." - ] + ], + "qualification_dataset": "2026-10-04-inline-root-qualification.json", + "sustained_datasets": [ + "2026-10-04-rustfs-inline-root-writes.json", + "2026-10-04-rustfs-inline-root-main-writes.json" + ], + "qualified_candidate_revision": "9d212463d1429e77147234d31e6b1ee84abe2f55", + "candidate_identity": "The preparation and qualified revisions differ only in performance reports; production, tests, observers and harness bytes are identical." } diff --git a/crates/cellule-axum/performance/2026-10-04-inline-root-preparation.md b/crates/cellule-axum/performance/2026-10-04-inline-root-preparation.md index 0be50429..2133ed04 100644 --- a/crates/cellule-axum/performance/2026-10-04-inline-root-preparation.md +++ b/crates/cellule-axum/performance/2026-10-04-inline-root-preparation.md @@ -24,12 +24,15 @@ Existing exact-root, failure, and cancellation checks pass. Isolated runtime/LTX verification passes 1,277 tests; local LTX without replication passes 54. Targeted Clippy, workspace API docs, format and architecture checks pass. The dataset records source equality, log hashes and fixed-observer admission. -New-source workspace/MSRV CI and provider/process qualification remain pending. +New-source workspace/MSRV CI and provider/process qualification now pass; see +[correctness qualification](2026-10-04-inline-root-qualification.md). This updates the one current development-v1 schema atomically. Earlier development roots require recreation under the [format policy](../../cellule-runtime/docs/storage.md#format-policy). The 32 KiB root, 64 KiB page and 4,096-descriptor graph limits remain enforced. These operation counts do **not** establish an HTTP throughput or latency gain. -A frozen, three-pair 120-second RustFS comparison at 1, 4 and 16 Cells is next. +Completed three-pair 120-second RustFS comparisons at 1, 4 and 16 Cells are +tracked separately: [inline versus composed](2026-10-04-rustfs-inline-root-writes.md) +and [full change versus main](2026-10-04-rustfs-inline-root-main-writes.md). Earlier sustained results remain separate evidence. diff --git a/crates/cellule-axum/performance/2026-10-04-inline-root-qualification.json b/crates/cellule-axum/performance/2026-10-04-inline-root-qualification.json new file mode 100644 index 00000000..8eb795b5 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-inline-root-qualification.json @@ -0,0 +1,357 @@ +{ + "candidate": "9d212463d1429e77147234d31e6b1ee84abe2f55", + "actual_checkout": "4a711819cd0ad85784ff7614d50256b55fd76fed", + "equal_tree": "5df075e68065e2a6c81adfe4e7bf0355a81a15b0", + "workspace": { + "run": 37192886964, + "candidate": "9d212463d1429e77147234d31e6b1ee84abe2f55", + "actual_checkout": "4a711819cd0ad85784ff7614d50256b55fd76fed", + "equal_tree": "5df075e68065e2a6c81adfe4e7bf0355a81a15b0", + "workspace_checks": [ + "Format", + "Architecture boundaries", + "Release metadata", + "Check", + "Documentation links", + "Test", + "Compile website Rust examples", + "Run SQL example", + "Run Blob example", + "Run basic example", + "Run balanced three-process storefront smoke and replica retry", + "Test fleet journal and public controller models", + "Verify Axum HTTP publication, retries and cold recovery against RustFS", + "Test local LTX without replica", + "Test replica feature", + "Lint", + "Validate SQL and peer contracts", + "Package the independent bootstrap crate" + ], + "msrv_check": "Rust 1.97.0, all workspace targets/features/locked", + "full_workspace_test_step": { + "summaries": 36, + "passed": 1721, + "failed": 0, + "ignored": 37 + }, + "completed_job_log_sha256": "2226b0e344ead7e6ffe9d1d6c6af31958f08bcf12b9880c08f6c541f9778a372" + }, + "msrv": { + "job": 111408621711, + "run": 37192886964, + "checkout_source": "4a711819cd0ad85784ff7614d50256b55fd76fed", + "candidate_tree": "5df075e68065e2a6c81adfe4e7bf0355a81a15b0", + "log_sha256": "d529d59fbe7b09717cec6aa186e717624dc8cce668b9f3dabcc92883e061e0bd", + "minimum_rust_check": "pass; completed job and actual toolchain/full-workspace command/source log" + }, + "provider": { + "ci_run": "https://github.com/crabbuild/cellule/actions/runs/37192887119", + "candidate": "9d212463d1429e77147234d31e6b1ee84abe2f55", + "source": "4a711819cd0ad85784ff7614d50256b55fd76fed", + "source_tree": "5df075e68065e2a6c81adfe4e7bf0355a81a15b0", + "repeats": [ + { + "lane": "follower", + "repeat": "cell-follower-capacity-run-1", + "acknowledged_writes": 9776, + "raw_files_checked": 107, + "binary_sha256": "220be610d057d3cea78050ac49ff8aec0110f67da606dc43c2702845a938a765" + }, + { + "lane": "follower", + "repeat": "cell-follower-capacity-run-2", + "acknowledged_writes": 7824, + "raw_files_checked": 101, + "binary_sha256": "220be610d057d3cea78050ac49ff8aec0110f67da606dc43c2702845a938a765" + }, + { + "lane": "follower", + "repeat": "cell-follower-capacity-run-3", + "acknowledged_writes": 9634, + "raw_files_checked": 107, + "binary_sha256": "220be610d057d3cea78050ac49ff8aec0110f67da606dc43c2702845a938a765" + }, + { + "lane": "object", + "repeat": "cell-write-capacity-run-1", + "acknowledged_writes": 10788, + "raw_files_checked": 106, + "binary_sha256": "749ba20912efde7f0d687be48744c0e00feae9b7410557c8445e0de0076ba6d7" + }, + { + "lane": "object", + "repeat": "cell-write-capacity-run-2", + "acknowledged_writes": 7803, + "raw_files_checked": 100, + "binary_sha256": "749ba20912efde7f0d687be48744c0e00feae9b7410557c8445e0de0076ba6d7" + }, + { + "lane": "object", + "repeat": "cell-write-capacity-run-3", + "acknowledged_writes": 9755, + "raw_files_checked": 106, + "binary_sha256": "749ba20912efde7f0d687be48744c0e00feae9b7410557c8445e0de0076ba6d7" + } + ], + "acknowledged_writes": 55580, + "raw_files_checked": 627, + "source_checkout_log_sha256": "35b9dd4290699fc19ee354cd5433e9e1698d347e4fc9aa1cd0d1e9c6c9a779b6", + "audit_log_sha256": "91b9876131ec2f1c0c3e551e08d34c3e01841846a7243ccd231f09fd5e2fe2f1", + "auditor_identity_only_changes": { + "identity_substitutions": { + "ce93119794182c01c5d876568799cdb4dbe94628": "9d212463d1429e77147234d31e6b1ee84abe2f55", + "1ca9759282fb5b1d5a15059b8b235bf34c819f2e": "4a711819cd0ad85784ff7614d50256b55fd76fed", + "8cfad7e150ed12e1b22731f1933aa4a3c0cb1ad9": "5df075e68065e2a6c81adfe4e7bf0355a81a15b0", + "37187645547": "37192887119", + "37187645453": "37192886934", + "ce93119": "inline-root" + }, + "files": [ + { + "old_file": "audit-ce93119-qualification.py", + "new_file": "audit-inline-root-qualification.py", + "before_sha256": "1f92d2881e7d6a888fb923f8c7ed8f189f14d8083301260f98a839a998e14a47", + "after_sha256": "fb8292489e342689ff8dbc1676591870b9bad0665557a9327ce79a18c5f4460e", + "change": "revision/run/tree/artifact names only; same guards and limits" + }, + { + "old_file": "audit-ce93119-reference.py", + "new_file": "audit-inline-root-reference.py", + "before_sha256": "59087a7d97b983cfce7c75be48b2181411a57415c677a26e3b8a508b8c88102c", + "after_sha256": "b0d9da3ce1d3e2e5817577c91a8eb81298087c384d2948429aa7336192dbd78e", + "change": "revision/run/tree/artifact names only; same guards and limits" + }, + { + "old_file": "audit-ce93119-routing.py", + "new_file": "audit-inline-root-routing.py", + "before_sha256": "d995cd73a02d4931a213dd9eaf934b6f819e3f23194de186e1d967e980d2ba96", + "after_sha256": "ac6604569d497b969002d552148bb3816db359adcaed8f11273b83b7e73a6e6d", + "change": "revision/run/tree/artifact names only; same guards and limits" + } + ], + "candidate_head": "9d212463d1429e77147234d31e6b1ee84abe2f55", + "actual_pr_merge_source": "4a711819cd0ad85784ff7614d50256b55fd76fed", + "equal_tree": "5df075e68065e2a6c81adfe4e7bf0355a81a15b0", + "unchanged_harness_and_observer_paths": [ + "crates/cellule-app/qualification/entities.py", + "crates/cellule-app/qualification/scale.py", + "crates/cellule-peer-http/qualification/routing.py", + "scripts/bench-axum-rustfs.py", + "Cargo.lock", + "crates/cellule-axum/examples/sql_metrics/mod.rs" + ] + } + }, + "reference": { + "run_id": 37192886934, + "head": "9d212463d1429e77147234d31e6b1ee84abe2f55", + "actual_source": "4a711819cd0ad85784ff7614d50256b55fd76fed", + "source_tree": "5df075e68065e2a6c81adfe4e7bf0355a81a15b0", + "workloads": { + "entity-scaling": { + "verified_cells": 80, + "acknowledged_writes": 12862, + "windows": 36, + "raw_hashes": 377, + "roles_verified": 21, + "unique_scratch_volumes": 21, + "binary_sha256": "220be610d057d3cea78050ac49ff8aec0110f67da606dc43c2702845a938a765" + }, + "scaling": { + "mixed_windows": 4, + "reader_loss_verified": true, + "raw_hashes": 46, + "acknowledged_writes": 1500, + "successful_reads": 284478, + "roles_verified": 21, + "unique_scratch_volumes": 21, + "binary_sha256": "220be610d057d3cea78050ac49ff8aec0110f67da606dc43c2702845a938a765" + } + } + }, + "contracts": { + "run": 37192886952, + "actual_checkout": "4a711819cd0ad85784ff7614d50256b55fd76fed", + "candidate_head": "9d212463d1429e77147234d31e6b1ee84abe2f55", + "job": 111408621570, + "source_tree": "5df075e68065e2a6c81adfe4e7bf0355a81a15b0", + "log_sha256": "82e88532897ba82df0c339729535af87610ffe67b0aebc7bc835eb222b6126b0", + "successful_steps": [ + "Validate executable design contracts", + "Verify tracked qualification profiles", + "Run production hot-path preflight guards", + "Verify application and host boundaries", + "Verify receipt, placement, pressure, and resource contracts", + "Verify canonical LTX contracts", + "Smoke-test the complete qualification matrix in a fresh process" + ], + "test_execution_summaries": 48, + "test_executions_passed_including_repeated_filters": 651, + "limitation": "Contract/profile/synthetic-matrix verification; this is not provider qualification." + }, + "decoder_fuzz": { + "run": 37192886943, + "head": "9d212463d1429e77147234d31e6b1ee84abe2f55", + "actual_checkout": "4a711819cd0ad85784ff7614d50256b55fd76fed", + "equal_tree": "5df075e68065e2a6c81adfe4e7bf0355a81a15b0", + "log_sha256": "77f44353a8a5230053888cca96fe812f148161c3e87310791484d5bce2ad06ed", + "targets": [ + { + "target": "ltx", + "configured_seconds": 90, + "executions": 2063268, + "elapsed_seconds": 91 + }, + { + "target": "root", + "configured_seconds": 90, + "executions": 7785884, + "elapsed_seconds": 91 + }, + { + "target": "directory", + "configured_seconds": 90, + "executions": 29921408, + "elapsed_seconds": 91 + }, + { + "target": "bundle", + "configured_seconds": 90, + "executions": 13202252, + "elapsed_seconds": 91 + }, + { + "target": "node_frame", + "configured_seconds": 90, + "executions": 17555047, + "elapsed_seconds": 91 + } + ], + "limitation": "Per-PR decoder fuzz smoke using the existing external-vector corpus; this is not a proof of every semantic input or a nightly-duration search." + }, + "applications": { + "run": 37192886924, + "head": "9d212463d1429e77147234d31e6b1ee84abe2f55", + "actual_checkout": "4a711819cd0ad85784ff7614d50256b55fd76fed", + "equal_tree": "5df075e68065e2a6c81adfe4e7bf0355a81a15b0", + "quality_and_scenarios": [ + "quality", + "scenarios (approvals)", + "scenarios (taskboard)", + "scenarios (report-export)", + "scenarios (file-vault)", + "scenarios (webhook-delivery)", + "scenarios (telemetry-ingest)", + "scenarios (project-tracker)", + "scenarios (quotas)", + "scenarios (entity-registry)", + "scenarios (tenant-workspace)", + "scenarios (media-pipeline)", + "scenarios (endpoint-monitor)", + "scenarios (release-pipeline)", + "scenarios (provisioning)", + "scenarios (support-desk)", + "scenarios (reservations)", + "scenarios (work-queue)", + "scenarios (interval-scheduler)", + "scenarios (usage-ledger)", + "scenarios (settings)", + "scenarios (checkout)" + ], + "log_sha256": "99b3460def15d8459fdebf15719d363830f121240017fdffc9475388878430d3" + }, + "http_smoke": { + "source_evidence": "inline-root-workspace-source-proof.json; actual checkout/HTTP step succeeds on frozen source", + "server_binary_sha256": "627366fe3c84dc78238ee86e952225b59e9cf849aae67aba64ba6a8a9b3c9828", + "points": [ + { + "cells": 1, + "clients": 1, + "acknowledged": 12, + "cold_replayed": 12, + "next_writes": 1 + }, + { + "cells": 4, + "clients": 1, + "acknowledged": 12, + "cold_replayed": 12, + "next_writes": 4 + }, + { + "cells": 1, + "clients": 4, + "acknowledged": 12, + "cold_replayed": 12, + "next_writes": 1 + }, + { + "cells": 4, + "clients": 4, + "acknowledged": 12, + "cold_replayed": 12, + "next_writes": 4 + } + ], + "acknowledged": 48, + "raw_sha256": { + "r1-n1-c1/result.json": "d57ef906f1089610c881151bc18e0411ebe5ddd2cc732e098a2e13ab9973a75f", + "r1-n1-c1/active-owner-refused.log": "015a7646df53656090fde191117eebdddd13cb82b85eff68b7d38cf176e3bfef", + "r1-n1-c1/steady-reads.json": "b3c19d0fd63a5f036c9e08e4b8467c80edc4718bb6ed773e22af27ce8742d2e2", + "r1-n1-c1/steady-config.json": "96c08aaf8162bf665a397069ef2a58a13adcc0e618f77de75794ab2644fc73b4", + "r1-n1-c1/writes.json": "82ecbb978e7bdee6ce9e7b6345720dba285c2293aac2d9a48a879459fa6957f1", + "r1-n1-c1/reads.json": "ac37fff78557fd98d66d05ab9fdf2f2edae01cbe6d6119529fdde06781067b2c", + "r1-n1-c1/requests.json": "a7c3446ca9cf36d47fbd03ff6e0944691f039ce872c7155c5eaa83c816c1a550", + "r1-n1-c1/recovered.log": "3b5b587010cb491fee7be70049f618e400f565f257e778de46fe7ff56b4447e3", + "r1-n1-c1/initial.log": "e489d3335d80bcb14a1bcb7c12fbfb3b5cfeaf8d3010ab9eac4afcc550bf1286", + "r1-n1-c1/steady-driver.stdout": "c3e801a0c2cdbed983412df39795c339eaf2c7f9241349439ba1a223ac64f251", + "r1-n1-c1/steady-driver.stderr": "e6662dd0da77bafc01deeadc78344f7907f65b47c854fd807a02f43b684cc253", + "r1-n4-c1/result.json": "852c4606a22f16ce1512583b154acabaa2687072f374aef479678911bac3d92d", + "r1-n4-c1/active-owner-refused.log": "12c7dcf02c00d4f64191d67904dba77982e60d7f3276a31b4cd1ca1feb7ccf1b", + "r1-n4-c1/steady-reads.json": "da23ff720cc9fc7a1650553f4627db1340e2a3a2e34ad79b93392fa6c0645b99", + "r1-n4-c1/steady-config.json": "8f08445d5f94b63d0ab3c4e5e92cdfce4c53a6870a3cd7db066323b18aabd2a9", + "r1-n4-c1/writes.json": "af383511fcd94662f2096f79ef8ac051415196363b2c464a70a4310cd2d05e46", + "r1-n4-c1/reads.json": "a1f7445a350917176a68f35de9fcb0fbb43a727886285564906e2fcdf8a9a989", + "r1-n4-c1/requests.json": "54703b41354237f4b5739ec2c96cca30818ce5d54f0503e7a417de7d6bc33903", + "r1-n4-c1/recovered.log": "4ffaecc6f09e3139d8c335d352d77286533d02b6c25142721c51810b6a26fc4d", + "r1-n4-c1/initial.log": "9fb65c41bf78c64aa3881dd68890d81938facc8ba306fc0c5b22a4e1ff9e20d8", + "r1-n4-c1/steady-driver.stdout": "1d0a9310d4c12a2dfb6b31e36d6b013deb5ba8bd005f8f2a7ee060828b9bcd50", + "r1-n4-c1/steady-driver.stderr": "9f7033e7555a39491a6b90bc5784c85503a8d2c4e3e0c8fcf418172e1d351211", + "r1-n1-c4/result.json": "8832251fcbbd3789d1a359f0656fb833a06a5a7e36ebc71ac33790d3f9819f02", + "r1-n1-c4/active-owner-refused.log": "98ba812b400f46a1aa607148b25bc0100b66b2e8d85940e327ff80d95bbb44bc", + "r1-n1-c4/steady-reads.json": "54699985324bd16254cb3d3a6683528e23bc368e10b8d534aa2bc2c7bf4f8d03", + "r1-n1-c4/steady-config.json": "42871db119c5204b97d001b27895455f3067a70e586af0d53b47af3d30c138be", + "r1-n1-c4/writes.json": "1b905de63a459f1027bb4306605fb5915eb82c2118c964d48116eb12cd4a7ade", + "r1-n1-c4/reads.json": "ea0bc10fb8bf6fb816e278a81c9e2ad37739aa11fe41a9a3e200b18317e17f94", + "r1-n1-c4/requests.json": "7a5183fc823fb516bf388053f3c05fb10d0d472cd9c26461bfdc50e6ea9d2aa5", + "r1-n1-c4/recovered.log": "1ba7fd35486d2060dc02d5cc11a1dc4e4519e92d492f8bffdf43f4f77f55de2a", + "r1-n1-c4/initial.log": "757ab484a2b613f409dff5f6687b5a7b6d37c73e01444b02be3e0dd877dda7ad", + "r1-n1-c4/steady-driver.stdout": "41c69eb0302839dd8e57c43ae138a62ec14ada152495902fa31be8d500e02b62", + "r1-n1-c4/steady-driver.stderr": "fcf9e59882dec9fdb6bab80fb6431b26a836a5144a814c1f098752d55cae5922", + "r1-n4-c4/result.json": "57d57dce2a32287afccf46b03aeda3bdf3672354e0562a5f81723a8574a13221", + "r1-n4-c4/active-owner-refused.log": "d88b3df40ad1b3846a84faff2f24ec7e8886bfacaf9758e4ec54488751c7cca6", + "r1-n4-c4/steady-reads.json": "be2bd8c3ac14483be0a61ef4fc1342892dd0d70061f96de31ed929357a4cf0bb", + "r1-n4-c4/steady-config.json": "e67c1af87d8c99efc2bfb44899ab814f21d9a6a0eddc37b7699b4c22ca18f4c1", + "r1-n4-c4/writes.json": "cbb6487d3cd69db9232b22373a6156f1b6a8a9401b6d8aec327828896eda4bd2", + "r1-n4-c4/reads.json": "01b16179e50d5d331c5f82b8d5401c767a603cb42f7191198e0fa216e67ab4ad", + "r1-n4-c4/requests.json": "b8ed1ea1a075bbfe648e2ce1d7d99a0261ec6e12424c43c1d25390593d147c01", + "r1-n4-c4/recovered.log": "d0be18b26470b680d8ca9273719947f685a779c054a7bdafedb141b8519e91c6", + "r1-n4-c4/initial.log": "64f1f7f6d950e19c1c5f4ff9d95699ca65048eb0f0f52fb2433b45772bac05bd", + "r1-n4-c4/steady-driver.stdout": "3ca65e1232bee57217933873a8870932cd8d6e7fb4f04722aea35e8b5dc0974c", + "r1-n4-c4/steady-driver.stderr": "6682ded924192431e729a34c2a69f127cc1458653f6353ef160b831a1d45c157" + }, + "auditor_sha256": "e7d952f5a394320147b068b8d06ae4bc220b815d109df2398026adf465279270", + "scope": "Small HTTP durability/replay/cold continuation smoke; no sustained performance comparison." + }, + "audit_sha256": { + "audit-inline-root-qualification.py": "fb8292489e342689ff8dbc1676591870b9bad0665557a9327ce79a18c5f4460e", + "audit-inline-root-reference.py": "b0d9da3ce1d3e2e5817577c91a8eb81298087c384d2948429aa7336192dbd78e", + "inline-root-reference-ci.log": "1932db5248c7d967bdc9a3e34204829676f2787d3131b6a69e26d50b59167a4b", + "inline-root-reference-audit.log": "a14767fc8a9c72034d451adbfb96feb8db39130cfeb9d36a60b9133cefc22892" + }, + "limitations": [ + "Correctness/resource qualification counts are not paired performance gains.", + "Controlled RustFS/provider profiles; not qualification of all cloud environments.", + "Decoder fuzz smoke is not semantic completeness or nightly-duration coverage." + ] +} diff --git a/crates/cellule-axum/performance/2026-10-04-inline-root-qualification.md b/crates/cellule-axum/performance/2026-10-04-inline-root-qualification.md new file mode 100644 index 00000000..e07aaf17 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-inline-root-qualification.md @@ -0,0 +1,30 @@ +# Inline-root correctness qualification + +Workspace/MSRV CI and independent provider/recovery audits pass. +[Dataset](2026-10-04-inline-root-qualification.json). +Candidate `9d212463d1429e77147234d31e6b1ee84abe2f55` and actual CI checkout +`4a711819cd0ad85784ff7614d50256b55fd76fed` share tree +`5df075e68065e2a6c81adfe4e7bf0355a81a15b0`. + +| Evidence | Critical result | Source | +| --- | --- | --- | +| Workspace/MSRV | All required steps pass; 1,721 workspace tests pass; 37 documented tests ignored | [CI](https://github.com/crabbuild/cellule/actions/runs/37192886964) | +| Object/follower qualification | Three fresh repeats each; 55,580 acknowledged writes; 627 raw files checked | [CI](https://github.com/crabbuild/cellule/actions/runs/37192887119) | +| Entity qualification | 80 Cells; 36 windows; 12,862 acknowledged writes; 377 raw files checked | [CI](https://github.com/crabbuild/cellule/actions/runs/37192886934) | +| Reader qualification | Four mixed windows; 1,500 writes; 284,478 reads; reader loss/replacement; 46 raw files checked | [CI](https://github.com/crabbuild/cellule/actions/runs/37192886934) | +| HTTP adapter | Four points; 48 acknowledged writes; exact live/cold replay and next writes | [CI](https://github.com/crabbuild/cellule/actions/runs/37192886964) | +| Contracts/applications | Contract/profile checks and 21 application scenarios pass | [Contracts](https://github.com/crabbuild/cellule/actions/runs/37192886952) · [Applications](https://github.com/crabbuild/cellule/actions/runs/37192886924) | +| Decoder fuzz smoke | Five configured 90-second targets pass without sanitizer findings | [CI](https://github.com/crabbuild/cellule/actions/runs/37192886943) | + +Independent audits rerun existing raw-evidence verifiers, authenticate source and +role binaries, and check receipts, conditional ownership, follower durability, +failover, exact cold recovery, next writes and shutdown. Provider roles retain +one CPU, 1 GiB memory, no swap and no OOM. Reference checks verify 21 roles with +unique scratch volumes, clean exits and intentional reader loss/replacement. + +Regression coverage includes stable descriptor-page boundaries, malformed +metadata, missing origin objects, exact restoration, native/lineage upload +barriers and cancellation. Development-v1 readers and writers change together; +earlier development roots require recreation. Qualification counts and HTTP +smoke are correctness proofs, not throughput comparisons. Sources, binary and +audit hashes are retained in JSON; raw artifacts remain linked through CI. diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-main-writes.json b/crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-main-writes.json new file mode 100644 index 00000000..171eb570 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-main-writes.json @@ -0,0 +1,3084 @@ +{ + "ci_run": "https://github.com/crabbuild/cellule/actions/runs/37193466378", + "baseline_revision": "fa548bb2cc1993bbf77dc7f4fbef499a0de3f5a4", + "candidate_revision": "9d212463d1429e77147234d31e6b1ee84abe2f55", + "profile": { + "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39", + "cpu_count": 4, + "repeats": 3, + "concurrency": [ + 16 + ], + "cells": [ + 1, + 4, + 16 + ], + "workers": 4, + "http_tokio_workers": "4", + "write_seconds": 120, + "write_warmup_seconds": 5, + "workload": "order_id mod active Cells; POST inserts then receipt-bound SELECT; GET owner-ordered SELECT; closed loop" + }, + "measured_writes": 321663, + "all_acknowledged": 337961, + "timed_receipts_independently_checked": 337673, + "manual_setup_receipts": 288, + "measured_errors": 0, + "verification": "Unchanged strict 18-point raw audit: receipt scope and gap-free per-Cell sequences, exact raw quantiles/TPS/response bytes, ownership refusal, exact live/cold replay, typed conflicts, drained idle Cells, fresh SQLite recovery, increased fencing epochs and next recovered writes. Fixed source/observer and resource-budget audit also passes.", + "provenance": { + "baseline_revision": "fa548bb2cc1993bbf77dc7f4fbef499a0de3f5a4", + "candidate_revision": "9d212463d1429e77147234d31e6b1ee84abe2f55", + "patch_sha256": "1ae7cfaee1f4fd454df73a2bc9e282455e8b36da4461f79b432431fbf7859a74", + "observer_sha256": "56f794d4c44c1e957b27841b91599fd0bfb534fb3dcc14b82127ffcb81968b2c", + "baseline_instrumentation_diff_sha256": "2b96542184b78d95a344e19b0697f5a403876f6200a5cc5010473af1cdcc134c", + "sources": { + "crates/cellule-axum/examples/sql.rs": { + "baseline_sha256": "dfab7641a55e6ba653d3c068ca65f6a38d9fb785c59847fcda843dbc0ea38baa", + "candidate_sha256": "dfab7641a55e6ba653d3c068ca65f6a38d9fb785c59847fcda843dbc0ea38baa", + "admission": "fixed-target-reverse-check" + }, + "crates/cellule-ltx/src/environment/host/mod.rs": { + "baseline_sha256": "ec6f3c6f658c61aa170695af1f81b0d2676f8ac9baeeff4e2f82193c502fb166", + "candidate_sha256": "ec6f3c6f658c61aa170695af1f81b0d2676f8ac9baeeff4e2f82193c502fb166", + "admission": "candidate-byte-equality" + }, + "crates/cellule-ltx/src/environment/telemetry.rs": { + "baseline_sha256": "9f23ada9280c6a5bd46cd2f4ee51f3ee0437ba262a4c8bc5fdc646b972640149", + "candidate_sha256": "9f23ada9280c6a5bd46cd2f4ee51f3ee0437ba262a4c8bc5fdc646b972640149", + "admission": "candidate-byte-equality" + }, + "crates/cellule-ltx/src/replica/prepare.rs": { + "baseline_sha256": "8656b03e7f45395f38f69744d0bb30575f34031c0979312b6baf9b0f502780a8", + "candidate_sha256": "546070b5d9351421939a799ee4a580a2b382a4028d08cf6a6d8c258b4dbc77cf", + "admission": "fixed-target-reverse-check" + }, + "scripts/bench-axum-rustfs.py": { + "baseline_sha256": "4b1ee45a1ac3f2dd31a140a1f09a1c28bcdf7000e7c3be8c8c953ca1d8d86852", + "candidate_sha256": "4b1ee45a1ac3f2dd31a140a1f09a1c28bcdf7000e7c3be8c8c953ca1d8d86852" + }, + "Cargo.lock": { + "baseline_sha256": "bb169d9516cada628f62b3d64d0857bf94439574e7ca07b830f6a9f4144be1f3", + "candidate_sha256": "bb169d9516cada628f62b3d64d0857bf94439574e7ca07b830f6a9f4144be1f3" + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "recovery": 2, + "scratch_mib": 65536, + "local_disk_bytes": 1073741824 + }, + "binary_sha256": "85e21abaf8506fb9851e8baa57ad648316c0ecaa3af8bf7f3c2721436dbba255", + "baseline_binary_sha256": "0bfe4acf5ed7a2ab83ef24f2eea0b1b11886c79c363c4f86901ee9ad06c2a6bb", + "cpu_count": 4, + "points": 18, + "note": "Strict raw receipt/recovery audit must also pass via unchanged analyze-steady-writes.py." + }, + "completed_ci_log_sha256": "3559232b3b41da0cbf1ed6fe6fc14cd95d8fc02a2223e6d45cb48ad05c772e94", + "audit_sha256": { + "analyze-steady-writes.py": "d4cb5fe837d9a8b267fef4ee3dbc9a0fa838d076ff22f5fdb566c21918b65d03", + "write_artifact_audit.py": "7cc536bce7092885e1705dde917d28cfd8b5400d2fe63ae9dfc8ec59db8f70ac", + "audit-composed-provenance.py": "1c33f15f6e2224eb1ef3b307c87952cf5bdb76014aa44d125c65232878b7617f", + "inline-root-main-steady-audit.log": "75ddb84b70de22c1480e1e4c1134cd332352f3be8eaa4650819ba9e8b50a8b79" + }, + "aggregate": [ + { + "cells": 1, + "baseline_medians": { + "TPS": 153.13570722649, + "p50": 97.720041, + "p95": 147.644011, + "p99": 182.840257 + }, + "candidate_medians": { + "TPS": 164.38376923413423, + "p50": 92.288045, + "p95": 135.982292, + "p99": 159.670634 + }, + "paired_ratio_medians": { + "TPS": 1.0655615309303874, + "p50": 0.9458315927213924, + "p95": 0.9210146153507032, + "p99": 0.8732794222663994 + }, + "paired_ratios": [ + { + "TPS": 1.0655615309303874, + "p50": 0.9334295126475669, + "p95": 0.9042838111379646, + "p99": 0.8732794222663994, + "response_body_bytes_per_second": 1.0659344038237109 + }, + { + "TPS": 1.0778052949506773, + "p50": 0.9458315927213924, + "p95": 0.9210146153507032, + "p99": 0.8154523613185222, + "response_body_bytes_per_second": 1.0784336700043333 + }, + { + "TPS": 1.0216140767159891, + "p50": 1.02538911132876, + "p95": 0.9916318510289001, + "p99": 0.9746219761647146, + "response_body_bytes_per_second": 1.0216791114413868 + } + ] + }, + { + "cells": 4, + "baseline_medians": { + "TPS": 168.36195076900285, + "p50": 87.930463, + "p95": 160.325188, + "p99": 182.748544 + }, + "candidate_medians": { + "TPS": 204.11830031191582, + "p50": 67.177784, + "p95": 128.610444, + "p99": 154.444054 + }, + "paired_ratio_medians": { + "TPS": 1.2123778524755373, + "p50": 0.7639876068888662, + "p95": 0.8021848943660681, + "p99": 0.8330819461011757 + }, + "paired_ratios": [ + { + "TPS": 1.2507122031125006, + "p50": 0.7391909899344504, + "p95": 0.7551055793876302, + "p99": 0.8330819461011757, + "response_body_bytes_per_second": 1.2519047917589852 + }, + { + "TPS": 1.1512790839817943, + "p50": 0.8889169022676251, + "p95": 0.8208621944499052, + "p99": 0.823055067653207, + "response_body_bytes_per_second": 1.1521284733564672 + }, + { + "TPS": 1.2123778524755373, + "p50": 0.7639876068888662, + "p95": 0.8021848943660681, + "p99": 0.8451178357951786, + "response_body_bytes_per_second": 1.2135052663685841 + } + ] + }, + { + "cells": 16, + "baseline_medians": { + "TPS": 95.42538417272482, + "p50": 156.580825, + "p95": 218.836514, + "p99": 408.495918 + }, + "candidate_medians": { + "TPS": 108.42712745333293, + "p50": 141.490788, + "p95": 195.400582, + "p99": 278.679089 + }, + "paired_ratio_medians": { + "TPS": 1.1243240272783896, + "p50": 0.9101901589801944, + "p95": 0.8706025104279305, + "p99": 0.6822077693319814 + }, + "paired_ratios": [ + { + "TPS": 1.1243240272783896, + "p50": 0.9101901589801944, + "p95": 0.9121587405655713, + "p99": 0.6822077693319814, + "response_body_bytes_per_second": 1.1252770465134556 + }, + { + "TPS": 1.1577476354020746, + "p50": 0.8962191602664434, + "p95": 0.8706025104279305, + "p99": 0.6442114111574352, + "response_body_bytes_per_second": 1.1591503986346483 + }, + { + "TPS": 0.9588441835665311, + "p50": 1.0804093770428893, + "p95": 0.7128204156528828, + "p99": 0.7930237096215532, + "response_body_bytes_per_second": 0.9587037765798453 + } + ] + } + ], + "pairs": [ + { + "cells": 1, + "repeat": 1, + "candidate_baseline_ratios": { + "TPS": 1.0655615309303874, + "p50": 0.9334295126475669, + "p95": 0.9042838111379646, + "p99": 0.8732794222663994, + "response_body_bytes_per_second": 1.0659344038237109 + }, + "baseline": { + "repeat": 1, + "cells": 1, + "variant": "baseline", + "measured_writes": 18784, + "all_acknowledged": 19884, + "TPS": 156.24946724132644, + "response_body_bytes_per_second": 31515.87688973189, + "p50": 97.755601, + "p95": 149.492935, + "p99": 182.840257, + "server_cpu_cores": 0.33526182863781623, + "driver_cpu_cores": 0.06385939593101261, + "server_rss_after_bytes": 80928768, + "first_30_seconds_TPS": 193.6, + "last_30_seconds_TPS": 136.53333333333333, + "interval_TPS_cv": 0.1470161916040256, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 19868, + "raw_client_sha256": { + "writes-client-0.json": "44f853fe1746d4336a7486e07f55f9eee0dac5352ff48f966c2f1d5e745740dc", + "writes-client-1.json": "0f64c96641b1fb4c9bd03dbb6c06db0c8e51412f7a9275e2e8e68aab8c4cc75a", + "writes-client-2.json": "3428e8f3c3be9c981e0887b48a73dc6cddedfa0c203d6c55d57e547c5b90bdd8", + "writes-client-3.json": "74b55c95756817e4f85338895d3e51e3d28dbfa7ac3114618824cd10316bcea7", + "writes-client-4.json": "33d3067d76593529f07f7f36cdba84c197e61bc9283fcb64d829bba304256add", + "writes-client-5.json": "765270f87884a01a4ca0bb96710f1e27e58f348364c5430402ab96aa9cb93fdb", + "writes-client-6.json": "d8cafa22c514816bcf6422d0cb4b2072f5d3d59d0ba1b67d1523be5b46624f7e", + "writes-client-7.json": "6bbb49bd7539972f0b372205711fa7d8495e69094de0eb7ca000913375a3ca55", + "writes-client-8.json": "73b26b49a17f4b8d1c3b4fe9735ea52507c72fb956e0afbd4ca94f326f6f26e6", + "writes-client-9.json": "4f73b2611cd02958d2e7a6a472710425fd70b677064a564ce39e7b2c9d955e67", + "writes-client-10.json": "c561b6e11cca8dd4ae680fd38d462fef54db41e5f77041f95e99425103b70ed6", + "writes-client-11.json": "2a33396e23152b71823c312d967ef656d75e8b1d80fe974d341c9a9b8f322810", + "writes-client-12.json": "817aa28d4b503b0759e28973967a01956915d3e6f71a6762d31f74be774e2fae", + "writes-client-13.json": "59bf80466433614d65448988c8205d48e22c6597a282c92b4a26e8ac382564a9", + "writes-client-14.json": "8700eb04a800d16e1a42e6cc77c0e8a5abcf1c92465a8ed350ec825c1180d233", + "writes-client-15.json": "1791dc33dde95a2174750814deda7b3f6ac7f77b42463fc5bf2aabdcab496e18", + "write-warmup-client-0.json": "467b898285d4e1881e66a160a7baaed0966bdb4bcb503696a8be30ba46819a85", + "write-warmup-client-1.json": "3dc5bc96032b4fb15bcc4a182f9f215924b92ff88608e2801e57e098968bc3ed", + "write-warmup-client-2.json": "89db5e438cdb5fe3e1297850370753a5c0b528c229adea62868b08b48b36deed", + "write-warmup-client-3.json": "f76941e3b0cbf3d181d7989f7b1092fe1c270b9a86da9a8deeba736656d1aaaf", + "write-warmup-client-4.json": "1b589a6845d64bf32c2bb6b727ca92b1d6b080649f23f5d86335fdc487b88da2", + "write-warmup-client-5.json": "8052c257f5ff0ac3a783c3188505c635ea4a2e01105cde565e224717a4d550a0", + "write-warmup-client-6.json": "c51bbe1f1fbb539e9f7aacd7c29af99fc8c7aa0324690ef5922320195f02f4cd", + "write-warmup-client-7.json": "8b303f63b18f199d98cc7720958ffa567712236b43dfe306b32d7e1692ff0252", + "write-warmup-client-8.json": "f93c46ffb186e402383386ca28edcb1a79385ed5a8993e8ef35d0ce6bff72614", + "write-warmup-client-9.json": "984087c6a4d1b3ccd895c4af2942c7a0fdfad2fe1e25b53a702644927b18ae78", + "write-warmup-client-10.json": "c9411e608785338ce807cbe1ac1ecbea6eb6da3da906d0d9fedc511452b3e553", + "write-warmup-client-11.json": "96401bd492f61e6e74aaffab30af77aa8c9e73c680adcaa72b7206459578098f", + "write-warmup-client-12.json": "c5dce5860e95958c1b5eab4a2ee79eaf889cd856324aa5986c81da3c2560947b", + "write-warmup-client-13.json": "56a7f795e88c9191e4e2720fea5f48a5538a6e876a92b2140883eb33beb32054", + "write-warmup-client-14.json": "669904ef301064827f1f8b773eb71ebf2844bf687636ee90dad775a26cd714a8", + "write-warmup-client-15.json": "c7b863f0456c0d8f96dabb2716f77a92e42585746f4700e24ba35d7a0258b12b" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.40340740399995, + "cpu_seconds": 293.034274, + "cpu_cores": 2.3367329490175655, + "cgroup_before": { + "usage_usec": 6478528, + "user_usec": 4159942, + "system_usec": 2318585, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 299512802, + "user_usec": 197586945, + "system_usec": 101925856, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 39769, + "mean_ms": 19.372147580904727, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 74.9, + "p99_ms": 107.6, + "resolution_us": 100 + }, + "worker": { + "count": 39769, + "mean_ms": 1.0281307102517037, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.4, + "p99_ms": 3.7, + "resolution_us": 100 + }, + "root_admission": { + "count": 6022, + "mean_ms": 0.0037781966124211227, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 6022, + "mean_ms": 10.80614603819329, + "overflow": 0, + "p50_ms": 11.1, + "p95_ms": 15.7, + "p99_ms": 18.5, + "resolution_us": 100 + }, + "authority": { + "count": 6021, + "mean_ms": 4.7373568742733765, + "overflow": 0, + "p50_ms": 4.7, + "p95_ms": 6.1, + "p99_ms": 7.6, + "resolution_us": 100 + }, + "publication": { + "count": 6021, + "mean_ms": 18.275694162597574, + "overflow": 0, + "p50_ms": 16.4, + "p95_ms": 43.0, + "p99_ms": 65.9, + "resolution_us": 100 + }, + "compaction": { + "count": 389, + "mean_ms": 36.891315642673526, + "overflow": 0, + "p50_ms": 32.4, + "p95_ms": 63.5, + "p99_ms": 90.1, + "resolution_us": 100 + }, + "uploaded_objects": 42515, + "uploaded_bytes": 521786998, + "publication_failures": 0 + } + }, + "candidate": { + "repeat": 1, + "cells": 1, + "variant": "candidate", + "measured_writes": 20016, + "all_acknowledged": 21056, + "TPS": 166.4934215207252, + "response_body_bytes_per_second": 33593.85744343783, + "p50": 91.247963, + "p95": 135.184041, + "p99": 159.670634, + "server_cpu_cores": 0.3271307125427237, + "driver_cpu_cores": 0.07180918080206129, + "server_rss_after_bytes": 75796480, + "first_30_seconds_TPS": 190.93333333333334, + "last_30_seconds_TPS": 153.06666666666666, + "interval_TPS_cv": 0.09339122014407993, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 21040, + "raw_client_sha256": { + "writes-client-0.json": "4f62fb85449fe6e689149db8006efb587161152a0c79b7b44f9b75845250c8cb", + "writes-client-1.json": "9fbb700c02d402806e446085c0777e6d8a7bd125cc1f43c62f5cf874807a8377", + "writes-client-2.json": "781bc3926f680845862ca90ecd9e5c6dcde0f524f901d405e1368f39d9075dd4", + "writes-client-3.json": "928150f7479c60f4a3fa8fb15c60902a77414534a7980199b8f14221a2e283a5", + "writes-client-4.json": "8830356dcd4edb1b66f86415fd4253548c8e584668d07950c0beaebd746fbf72", + "writes-client-5.json": "aae88f2f416ef52a51b24266f33f472ff77547935e8fd6ca6fdae979421be589", + "writes-client-6.json": "2411f604cfd9932804a0d09cac347402f83b5958f58bddb779f325c366de98a1", + "writes-client-7.json": "85f68915b70786cca277e01e811ee379a53735c50be68a784d85e61f749ba0d7", + "writes-client-8.json": "975f2d85497c4fae9ca7f5e5a06be1cb8c60fc923a6e6450e74143de82de0950", + "writes-client-9.json": "c3398c729862d3f212cf3958186c40e6fd1a28c8c192688d6256bb928cbcbf54", + "writes-client-10.json": "d8fb696de45c804878a5200aa6b306d42d741c53b83cdbb370230dec6f1800ac", + "writes-client-11.json": "c8605fd3e05527042fb43f039b4ff1eb6660c6935e5f0be45438784a8141f7e9", + "writes-client-12.json": "65f1f725bdf82573c81f5e6ae307c8286727fa5dbc5ac25cf4fd4d8d0d341af1", + "writes-client-13.json": "67a9850e648e22b03f721c4fd1e751af5a5755e31123a054976728f78f94aa31", + "writes-client-14.json": "06bd6278cc6194a6c9a69b6d3d1ceb0faf0ce04472c77534519c5ad27a2f1a9d", + "writes-client-15.json": "b7842810209e50db044f5a7e2c21b6089915b2ba352c564e5147af92a9b56f09", + "write-warmup-client-0.json": "c324bfc75d0fd6e5c265482bd8f56ecf3ea3634c7ff5bea4e659f1ec2a11e34b", + "write-warmup-client-1.json": "8407880d6b5820e2e802473c92c817c51a4afb868c890420d20f0dab0d8753cb", + "write-warmup-client-2.json": "1f7b74ac92b48f226d062db9672b703f7b0ae39c369c1d09832c2a959865c895", + "write-warmup-client-3.json": "2197fa767192f89f3c6797819c39492e6d5095a547231cda37b3932b0bc3bcab", + "write-warmup-client-4.json": "921828663fe275c363fd8d71a5a711e3d98bc986c1440ee836550cc13f70b38f", + "write-warmup-client-5.json": "68d30f3f460afc1f0b70bfcc9457e796cd4047fe615d28a8494838560f124745", + "write-warmup-client-6.json": "acbe67b9cfc58a77ed92bb2f38ff71e5e2da763c6c9ec33dbfa3f2678cc1abbf", + "write-warmup-client-7.json": "44426b12622c09979380aaaa800ce29dbcb0ab319d6dbd17026e5f876e167235", + "write-warmup-client-8.json": "c0b521154637b654ce05d73a37cd8f5946a5800774e58cbd8df6d8c1c4eabf1b", + "write-warmup-client-9.json": "ace8221da0ecea8be83115897e98b8a3786f1bedfdbbcbf3e1296f80c1892ed0", + "write-warmup-client-10.json": "e9c07688732f80166f912f1c01ba5e7243590a3aeb3c582acd929da2899d9f5f", + "write-warmup-client-11.json": "86ea270bc75dfa7bd110c86b509c4e82c9569bc2a03aeb0603b5d864fd91fcae", + "write-warmup-client-12.json": "346caa7a47dfd1b26e139ddf01467c2df44104f287671d6af504d82a1a666e6f", + "write-warmup-client-13.json": "cca6b66f968ad5252559ccfae9c5a3b468b3ea0e75be8361dc738ce8409621b1", + "write-warmup-client-14.json": "0b9014657288b4185a724c415915871eb732b61cf8ab9a1e4b9c6499a3d888b5", + "write-warmup-client-15.json": "ae7a6a648e6dd4dc5c15235b5ae4f64b955e89f4f0d7796b76ac33916076ac4b" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.46470157200008, + "cpu_seconds": 311.02679, + "cpu_cores": 2.478998364504234, + "cgroup_before": { + "usage_usec": 319199759, + "user_usec": 216845224, + "system_usec": 102354535, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 630226549, + "user_usec": 433098788, + "system_usec": 197127760, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 42113, + "mean_ms": 18.133004675325907, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 69.0, + "p99_ms": 94.6, + "resolution_us": 100 + }, + "worker": { + "count": 42113, + "mean_ms": 1.0324958349915703, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.4, + "p99_ms": 3.7, + "resolution_us": 100 + }, + "root_admission": { + "count": 6364, + "mean_ms": 0.004070373978629792, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 6364, + "mean_ms": 11.9487120477687, + "overflow": 0, + "p50_ms": 10.1, + "p95_ms": 33.4, + "p99_ms": 53.5, + "resolution_us": 100 + }, + "authority": { + "count": 6363, + "mean_ms": 4.822982099952853, + "overflow": 0, + "p50_ms": 4.8, + "p95_ms": 5.9, + "p99_ms": 7.7, + "resolution_us": 100 + }, + "publication": { + "count": 6363, + "mean_ms": 17.130904379537956, + "overflow": 0, + "p50_ms": 15.2, + "p95_ms": 38.6, + "p99_ms": 58.4, + "resolution_us": 100 + }, + "compaction": { + "count": 411, + "mean_ms": 41.89975780048662, + "overflow": 0, + "p50_ms": 38.3, + "p95_ms": 64.0, + "p99_ms": 95.6, + "resolution_us": 100 + }, + "uploaded_objects": 38362, + "uploaded_bytes": 562800872, + "publication_failures": 0 + } + } + }, + { + "cells": 1, + "repeat": 2, + "candidate_baseline_ratios": { + "TPS": 1.0778052949506773, + "p50": 0.9458315927213924, + "p95": 0.9210146153507032, + "p99": 0.8154523613185222, + "response_body_bytes_per_second": 1.0784336700043333 + }, + "baseline": { + "repeat": 2, + "cells": 1, + "variant": "baseline", + "measured_writes": 18336, + "all_acknowledged": 19264, + "TPS": 152.51712902529096, + "response_body_bytes_per_second": 30752.69681959953, + "p50": 97.573443, + "p95": 147.644011, + "p99": 187.894558, + "server_cpu_cores": 0.31924127685897635, + "driver_cpu_cores": 0.05586722345032086, + "server_rss_after_bytes": 76910592, + "first_30_seconds_TPS": 164.8, + "last_30_seconds_TPS": 146.66666666666666, + "interval_TPS_cv": 0.07391660116022623, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 19248, + "raw_client_sha256": { + "writes-client-0.json": "359fd6affba08ff3fbd73b5253a8526279e54c86db7e3d83916c3016418ae43f", + "writes-client-1.json": "6319ac597560fc2469870f0c53cfb99e9d6c2b243eb64e0dc02a2c0d3dcc1e55", + "writes-client-2.json": "d5569980dc8b4f41014b59b35ccf75abea45c47f11140a3fcffe15ec6d04cf40", + "writes-client-3.json": "5dec1cf2186ef8f1eb446e0b8e81b2f8ce206624320df7144d7ff7671e444ee6", + "writes-client-4.json": "deaffdce5fca9768aeb154c2ef12baa1b008eae5223fd07d892e70f1f98e9a80", + "writes-client-5.json": "81e9688a999948a5772a121c208e235c44d8102c22a03575cbce3ee996c1a6ec", + "writes-client-6.json": "3a6ab75f9b6bbaaa8eac05bced39e9f5ba43c5f1feebababa478cf53c97fd76a", + "writes-client-7.json": "d72ff17d0a7e2dd581000090caab38b8b79b9b27ebb126f45479e9884eddf123", + "writes-client-8.json": "3ba0fe332bd4cfb3226cf11c6722a835c7f5bb60ee242d0b5b41f026d1550a66", + "writes-client-9.json": "f111480bb00400ebf21dbcd8b1798e7f45bdb57bdc61612a5f46c732dbdede38", + "writes-client-10.json": "9da66638218fcf9165fda339fcadff6158bfdb50312834e56be7818f998db75e", + "writes-client-11.json": "a54b81657721ff2bf5d7179520a4729124c74dc9f77d9074c5d4475a3d63b83f", + "writes-client-12.json": "b1f9b5de870e1a1abafdbbdc3e881d00c1bd91ac4c630ae3ae3946f407b1603c", + "writes-client-13.json": "14ae995a630d7a69b7015ba5007b379a86ceb417d9fe2bbe3827864ff126b9e8", + "writes-client-14.json": "90f4dc190c0672ca2a224b11b51ab04d5d608802c3eac9404f95213d6bc8aaa8", + "writes-client-15.json": "c3d6a1f826f43fcd07d5a6f8b8d9525f8969e98a62a84b026544803b829e6715", + "write-warmup-client-0.json": "b9eb9e088b59b22fc4b3951a2695f627fcb06cde4d8c2aef53841d7c2de595f8", + "write-warmup-client-1.json": "854224707ff2401719b5b156e199cd558a86fc574f7dd106e35f5a8e3fd56e3a", + "write-warmup-client-2.json": "1405d77fbfa08dece921ad5d2c0ef2f96ecce22745402e44fac148241d56f787", + "write-warmup-client-3.json": "044ef2ebd69738f327282fdf24afcb882c2cd4156c2fe351b2d15599ccd21d51", + "write-warmup-client-4.json": "0b7ed3056bedfe4120db42df4c557711b291e6be158c7128db728ab0e9f5198a", + "write-warmup-client-5.json": "60c6435fe5e97198969f3e4949a6b19f4b74c77bb7400c8984549b7d9abe7b62", + "write-warmup-client-6.json": "856463181d418f940c768a8f1184ba73b9fcb8c27f58332be3abec53b0c54148", + "write-warmup-client-7.json": "477b1015fc940c62438c6649578e400d9fd4530f5c86458ec1f9d07450cb41f8", + "write-warmup-client-8.json": "4db5c99d5243892577e7828fe1bf19145809d8b3f993ef5e722046de1bef8417", + "write-warmup-client-9.json": "1662e251010d2b3dfad8cf887e681124f6653f8a6770ea2f9070ed75ab3be589", + "write-warmup-client-10.json": "9e8fc744e152d98cc9049303951cffe904baebb9e85ecd53b8c0c5ff487af8aa", + "write-warmup-client-11.json": "63abc88aad56ba78d56b21056dd26565bcbee36c7ab10b2aec52d33003db7538", + "write-warmup-client-12.json": "b6d07ef3b954cc916e221d93acabf1cf103f71ca21b05d57a753ef9398d5bd7d", + "write-warmup-client-13.json": "9e58562bee48cd5bb99f927057e96f5a290df78820a1fce25aa724d16e7e3df8", + "write-warmup-client-14.json": "b681a0710a7237158773a495f6db43e60ea9b958da9be7cfba54eda9dbd254af", + "write-warmup-client-15.json": "6172577ba1862a5c3844109f12b4512ca84f28e4bb76780631a8fd8887840afd" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.42296730600015, + "cpu_seconds": 313.874235, + "cpu_cores": 2.502525986602013, + "cgroup_before": { + "usage_usec": 2461892074, + "user_usec": 1586133233, + "system_usec": 875758840, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2775766309, + "user_usec": 1804800404, + "system_usec": 970965904, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 38529, + "mean_ms": 20.0592577340964, + "overflow": 0, + "p50_ms": 1.3, + "p95_ms": 77.0, + "p99_ms": 107.6, + "resolution_us": 100 + }, + "worker": { + "count": 38529, + "mean_ms": 1.1160159547613486, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 2.4, + "p99_ms": 3.7, + "resolution_us": 100 + }, + "root_admission": { + "count": 5784, + "mean_ms": 0.0039722748962655605, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 5784, + "mean_ms": 11.08162442012448, + "overflow": 0, + "p50_ms": 11.2, + "p95_ms": 13.8, + "p99_ms": 16.5, + "resolution_us": 100 + }, + "authority": { + "count": 5783, + "mean_ms": 5.05275134342037, + "overflow": 0, + "p50_ms": 4.8, + "p95_ms": 6.2, + "p99_ms": 7.9, + "resolution_us": 100 + }, + "publication": { + "count": 5783, + "mean_ms": 18.976056210444405, + "overflow": 0, + "p50_ms": 16.5, + "p95_ms": 46.0, + "p99_ms": 67.6, + "resolution_us": 100 + }, + "compaction": { + "count": 374, + "mean_ms": 38.09723333957219, + "overflow": 0, + "p50_ms": 33.6, + "p95_ms": 61.7, + "p99_ms": 91.6, + "resolution_us": 100 + }, + "uploaded_objects": 40642, + "uploaded_bytes": 495266139, + "publication_failures": 0 + } + }, + "candidate": { + "repeat": 2, + "cells": 1, + "variant": "candidate", + "measured_writes": 19757, + "all_acknowledged": 20765, + "TPS": 164.38376923413423, + "response_body_bytes_per_second": 33164.74369369131, + "p50": 92.288045, + "p95": 135.982292, + "p99": 153.219061, + "server_cpu_cores": 0.3274164618981507, + "driver_cpu_cores": 0.06388613890695623, + "server_rss_after_bytes": 75718656, + "first_30_seconds_TPS": 184.53333333333333, + "last_30_seconds_TPS": 154.56666666666666, + "interval_TPS_cv": 0.07906443478734587, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 20749, + "raw_client_sha256": { + "writes-client-0.json": "219532de61a42670cf74930eecafdfc590f3aaf0444381885121c3b6d832f90d", + "writes-client-1.json": "3627fe517cb8df303acd03332ca80c2061902fdb0a79df9d686333abadfedbdf", + "writes-client-2.json": "b2e7411c396dd46080d728eed9ca84323f1721f5879e672d1133ac540492337e", + "writes-client-3.json": "725e395a20107430444e9f75e35fb915ee5d041d9dcb92ae98f3ebadec89083b", + "writes-client-4.json": "ee7730175d195ed9a62a9af3dc2bda6c4ca56713f257d2a4a429f451ac4ae389", + "writes-client-5.json": "3f710b6b132883111342922082d25eea14ed2d6d930f8d14db2e3bd5256f6dd8", + "writes-client-6.json": "33381bd81f8e2b068905106317d26e0e8c50a0d45de13d0700e2145d8c434861", + "writes-client-7.json": "0f859f13ae0515793f4bbd05bf972a67e41d61633857784ab734e38eac71db54", + "writes-client-8.json": "409e2844706b828db08302076f10fefea7b5763ccfb1784fdfa0b53bb4012cde", + "writes-client-9.json": "ffc78b5a40db965ffe6994bcce1630ab42be32bcb0de1c2dc379375cf9a0184d", + "writes-client-10.json": "a044ce771e76c59b6433de56a550eaec6724cd45489fe898e9e6ac297f6bbe7f", + "writes-client-11.json": "6db28cd6acfdac2394b6f5b857a8cb7771d1a127e9241e5dfa971079d1f70d34", + "writes-client-12.json": "6f697a9a11428da100be0fe05754293b964aea4a4ba1f168b19cd6bf9ec55d09", + "writes-client-13.json": "a0c731fc547a6db30415675a034841b37f771b8d236109504c487a78448b28d8", + "writes-client-14.json": "fc5e6b9a093ef1a9204360884d4eda413f179ff783aead8bae2bd409a5dd2a2f", + "writes-client-15.json": "194ef86630823b9a81d7ec64a437d10a3ceac6e113b0e3d9b1563b045bd5bf94", + "write-warmup-client-0.json": "dc657083154283d54b12a9b105c06c14750315b1cd0b1a884b828375a8094e17", + "write-warmup-client-1.json": "b15f5e3da0e365db263e8b178f6c93980dd1dde22b8830b177978db83e92ce92", + "write-warmup-client-2.json": "3bd851dc989dfbf69c68c5f11346d060f0a84b7353b4c8110a1bde5f7db50bf3", + "write-warmup-client-3.json": "764d9dadbe37e51e7e96de1d8f6c6c07b820202c52332a12cb090eca03aeb91f", + "write-warmup-client-4.json": "49a1833d4a21a1b713f74b5163f7bc0e159e52a510c1f7d0b9c12d37306e7f43", + "write-warmup-client-5.json": "f209f117b4a0b211fb393ad80c40a5a75e843f43da816e11ecbeb2b555129550", + "write-warmup-client-6.json": "03dd5fb0c1deca2905f9dc1b762f808e46edf5d5223c00ed6d8113cf5f0df59f", + "write-warmup-client-7.json": "1375ed0da6550c7561620c29be03c4e8ace95c35a730188076955c2be8cfac6b", + "write-warmup-client-8.json": "06d44ec97ee9612e7ce0b78ee3f249bd909317c038db95c02ca63a200e589e0c", + "write-warmup-client-9.json": "f516a99d591bc41e719e8b73c1f3ad1fc9880b43e8195955ad24386a38ac2fb1", + "write-warmup-client-10.json": "a9b10fd5b8269bf708a7d9d9439253b9df074e51569ce6cb8538b22dc09071a0", + "write-warmup-client-11.json": "090d23158bda9067bc800eeb2e208fbda85093c8436592c6a3338af81c2d208b", + "write-warmup-client-12.json": "657db5461f3876f29e13a37a2f7a35751ad4fc2595887e9be14350d79d91e7cd", + "write-warmup-client-13.json": "d23ded7d1a75da36dd4d597c86f82292cff6b542cf5c3f4126bc230fc96a8014", + "write-warmup-client-14.json": "639bf6453f2a51d07b67ad036f8d55a862ac90556eefecbaa8664c5e25f77e38", + "write-warmup-client-15.json": "270766d36f01a852015c4d5e862397ad7323e13745eb5f49cecefd1de38c7a13" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.37758701300004, + "cpu_seconds": 312.748868, + "cpu_cores": 2.494455950628337, + "cgroup_before": { + "usage_usec": 2122656842, + "user_usec": 1344012603, + "system_usec": 778644239, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2435405710, + "user_usec": 1562489150, + "system_usec": 872916559, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 41531, + "mean_ms": 18.55336007989213, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 70.6, + "p99_ms": 98.0, + "resolution_us": 100 + }, + "worker": { + "count": 41531, + "mean_ms": 1.0463350056102672, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.4, + "p99_ms": 3.5, + "resolution_us": 100 + }, + "root_admission": { + "count": 6249, + "mean_ms": 0.00392338438150104, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 6249, + "mean_ms": 12.11621099087854, + "overflow": 0, + "p50_ms": 10.2, + "p95_ms": 34.3, + "p99_ms": 54.2, + "resolution_us": 100 + }, + "authority": { + "count": 6248, + "mean_ms": 4.946101176536492, + "overflow": 0, + "p50_ms": 4.8, + "p95_ms": 6.3, + "p99_ms": 8.1, + "resolution_us": 100 + }, + "publication": { + "count": 6248, + "mean_ms": 17.435543245198463, + "overflow": 0, + "p50_ms": 15.5, + "p95_ms": 39.5, + "p99_ms": 59.6, + "resolution_us": 100 + }, + "compaction": { + "count": 404, + "mean_ms": 42.94492797029703, + "overflow": 0, + "p50_ms": 38.9, + "p95_ms": 66.2, + "p99_ms": 95.8, + "resolution_us": 100 + }, + "uploaded_objects": 37465, + "uploaded_bytes": 551216454, + "publication_failures": 0 + } + } + }, + { + "cells": 1, + "repeat": 3, + "candidate_baseline_ratios": { + "TPS": 1.0216140767159891, + "p50": 1.02538911132876, + "p95": 0.9916318510289001, + "p99": 0.9746219761647146, + "response_body_bytes_per_second": 1.0216791114413868 + }, + "baseline": { + "repeat": 3, + "cells": 1, + "variant": "baseline", + "measured_writes": 18400, + "all_acknowledged": 19337, + "TPS": 153.13570722649, + "response_body_bytes_per_second": 30878.675167010293, + "p50": 97.720041, + "p95": 146.983999, + "p99": 170.93565, + "server_cpu_cores": 0.3194558742926642, + "driver_cpu_cores": 0.06389117485853284, + "server_rss_after_bytes": 73859072, + "first_30_seconds_TPS": 168.23333333333335, + "last_30_seconds_TPS": 144.53333333333333, + "interval_TPS_cv": 0.0727960444621262, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 19321, + "raw_client_sha256": { + "writes-client-0.json": "025e9374326977fdafde6e8ac7c624d51d88fd72fd3cb615b6e2abf4bcd116a5", + "writes-client-1.json": "b2dcc417348b00eb07e8098913351ed3c759686533e86a8376aefb7f40ba4eae", + "writes-client-2.json": "b090c208de445e3b355b265fa0c61d8394ad2027bf3a7c8687ebfeb4454c9be9", + "writes-client-3.json": "c1eea9a0aa3cf89c7631865a5ddd6ebfac7d5a9aa02c8316552260909a5e39ec", + "writes-client-4.json": "e07abf7b1962a261906f7933159c6f19932aca17c4916935aeed631cb714405a", + "writes-client-5.json": "58faaff16ea09a2c9b5dc5dc74ac5c97104feb8af8dcad56e7dcf37b4a4404d4", + "writes-client-6.json": "e5b4cd9cd65902cebeae6e626e3e0973d66330902a85bc11eb59307264afc081", + "writes-client-7.json": "ba44a3dad8f38d33bb9541a06a83581de7c84c65ffa5e3474ae9ddff887efcd8", + "writes-client-8.json": "fb2136c677c430d4c50f3b4ed0965e3302d40bc4eb4609cb5ab91decf855aa9f", + "writes-client-9.json": "9a3d473673f27c46e534619456910b907106f1854037e19a5fcdd951d9d29971", + "writes-client-10.json": "3e3f2c79cce33e8794db92a8a42d3d72554e881d92866e60b84efeb05d6681c6", + "writes-client-11.json": "09c7843daacdcaefe3040c883eae6c5c74bbe7664e54d8eb0411cdec3f10d8ef", + "writes-client-12.json": "a96323055103e557cec39ab0758d1d125f5838de3057ce1812228d735d6f7cc9", + "writes-client-13.json": "8938fd0c7197e74954be62a87169b6976f8bc3ef5cccf425402b93c0e8a9391d", + "writes-client-14.json": "8933b455acca165dde39d7970b4690f53af7ee0cdca3e8f24dab9d3589a2b147", + "writes-client-15.json": "dfe75c47085a8878be11b9e8bf8181d9c91b4feb4f56d4eb70eabe35ddb9f250", + "write-warmup-client-0.json": "fe98f1af6bce1b22e56a20884a29476463e51fb93e81f4085d74c9b4b05b87b7", + "write-warmup-client-1.json": "3232fe89524092407b9a0bc900836b7e3d5a5fbbf380a0d0ace8b4e0a06b5c1f", + "write-warmup-client-2.json": "8826d05b0b7e7e629624ef8a7e855eda3e5a80eedd5c0c19045823dec5cf6bfe", + "write-warmup-client-3.json": "916b318a30d71089a29dac4af310c4f166f2d6152f3e6cb4e68dceb5e74d487f", + "write-warmup-client-4.json": "212605d3c88e35aeede72623f530bfbb27af5354a9c1443a56db642b1c31ddcc", + "write-warmup-client-5.json": "426e274f276463a1c3a2f57a48921d9fc89156f67613d6487c19a182011da398", + "write-warmup-client-6.json": "1d7cf1117f28eec6a0f9dafd8c7c5ce80d01fcf3a7979a135016978d8a60bb1c", + "write-warmup-client-7.json": "3bf7bd5617465a34659b2e070500260bb933e27c60c3a1644768ca26b2bbdf8d", + "write-warmup-client-8.json": "93ff40342182d34e772f78a7772a0b28413f27c9e3239b2390fa808d7489f7fc", + "write-warmup-client-9.json": "8f68d0329258feed5b7a85c05079b3ad08412239271c8d1ac0bf3a67463bf4ce", + "write-warmup-client-10.json": "27615aa64644a88bc2b550ad23e63110c3da22985d22dd076fa1a751cfb42806", + "write-warmup-client-11.json": "c1007c0b632ac80a2824f7e050b991b52e0b7edb2f311909305c30cf740735e1", + "write-warmup-client-12.json": "7b46a959653e6e2d126c55a5a35f2c5aaa01cb3ec1f60d7c3a25c03032b44ef3", + "write-warmup-client-13.json": "cb618ba932be8d0d021e75d2db59d576fcee64c24ad376365afe11afb995dc34", + "write-warmup-client-14.json": "ac2c60dc7ac6f42d25f96e31ba9f262a40ebc07a0f2791a14599b288b4c80cbd", + "write-warmup-client-15.json": "ff2b086db405d61f6b5ce19b3c32394132ba2033cb9039e1fde7a4821ce79a63" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.36035501299966, + "cpu_seconds": 317.521239, + "cpu_cores": 2.5328680583831593, + "cgroup_before": { + "usage_usec": 4392990260, + "user_usec": 2892138991, + "system_usec": 1500851268, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4710511499, + "user_usec": 3111504691, + "system_usec": 1599006808, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 38675, + "mean_ms": 19.945922016599873, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 76.5, + "p99_ms": 107.2, + "resolution_us": 100 + }, + "worker": { + "count": 38675, + "mean_ms": 1.0463385527860374, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.4, + "p99_ms": 3.5, + "resolution_us": 100 + }, + "root_admission": { + "count": 5817, + "mean_ms": 0.0039944247894103495, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 5817, + "mean_ms": 11.139193571256662, + "overflow": 0, + "p50_ms": 11.2, + "p95_ms": 13.9, + "p99_ms": 16.5, + "resolution_us": 100 + }, + "authority": { + "count": 5816, + "mean_ms": 4.9559716203576345, + "overflow": 0, + "p50_ms": 4.9, + "p95_ms": 6.2, + "p99_ms": 7.6, + "resolution_us": 100 + }, + "publication": { + "count": 5816, + "mean_ms": 18.933688084250342, + "overflow": 0, + "p50_ms": 16.5, + "p95_ms": 46.2, + "p99_ms": 64.7, + "resolution_us": 100 + }, + "compaction": { + "count": 376, + "mean_ms": 38.09642560638298, + "overflow": 0, + "p50_ms": 34.4, + "p95_ms": 67.1, + "p99_ms": 88.2, + "resolution_us": 100 + }, + "uploaded_objects": 40871, + "uploaded_bytes": 503096363, + "publication_failures": 0 + } + }, + "candidate": { + "repeat": 3, + "cells": 1, + "variant": "candidate", + "measured_writes": 18801, + "all_acknowledged": 19681, + "TPS": 156.44559415044063, + "response_body_bytes_per_second": 31548.09740711829, + "p50": 100.201066, + "p95": 145.754015, + "p99": 166.597641, + "server_cpu_cores": 0.3195100142316536, + "driver_cpu_cores": 0.06390200284633071, + "server_rss_after_bytes": 74563584, + "first_30_seconds_TPS": 188.79999999999998, + "last_30_seconds_TPS": 128.53333333333333, + "interval_TPS_cv": 0.14972225119516858, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 19665, + "raw_client_sha256": { + "writes-client-0.json": "6ff272a365068231c46d23471bc6f767bae9b1cf34713ccb8dd451615f792d0c", + "writes-client-1.json": "c6172a14d5540e24ac65690c979b4f1a510e61a8e7df6129d5771b6c75a21d8c", + "writes-client-2.json": "7be7feead2477cb050064d4a2794e961e2fc7d9d49386e77888b04d7e14e2735", + "writes-client-3.json": "039e99e59b7f0e95e1c188a1e9301cb79a6ebdb68df095d3573449b90ae67cbc", + "writes-client-4.json": "647f777d7aa4fea55eef2904c3a2f773df38a25f137f92273b21d55982b8a3ca", + "writes-client-5.json": "ad74748e8c5383d97f181e1af99a185703cfb5ba61e524fe271a18c09fbb6049", + "writes-client-6.json": "eebdb4a270adea3c9abc47987310c4ae9a9d0a6b80be633a181f2581ff5fc57a", + "writes-client-7.json": "81c13cbf6ba38d0a8cd30bc6c593a8efdb4664f199d40487b83195f01dcfc225", + "writes-client-8.json": "29ae7b0b01fb4add7844c5dcc232dd32b859d25bba8b8256b32d2bba867cc335", + "writes-client-9.json": "7ba2463b08bfd51d2839398ed02ff69f061d5bc709ba61a6069d0068d2dee03f", + "writes-client-10.json": "02aa0905e59745f6b666cd8a4252b6d597302b4f65f5d2208ce2d4796340285b", + "writes-client-11.json": "ff0b53f5a5aa29499f49148927b5437e69225de259aaa750149d408b2ecdf2da", + "writes-client-12.json": "259c176ab1c168b0018dee07a9fc9ee2c7bd493f139a31bedbf6875a9882eecf", + "writes-client-13.json": "47b373f32420107e94a18a5608f90090c5178da8b57f00fe2529d0d08aa390d6", + "writes-client-14.json": "0e72ea30847b56a7f45c3c3ab68be530c9fd178a6408d59b9738d1b67bb1ea32", + "writes-client-15.json": "da7355f01fe108df53d2c1b9ad9c7a32f39ea713167838861f9f753b392fb174", + "write-warmup-client-0.json": "296006cf3b8bb2b5abfcbbf0b1c5b7418ff72803a88ac55f0f99316bb9d1a7e4", + "write-warmup-client-1.json": "970d28cc1900f33dbb644a7cfdc9afd81872c5166848daa0fc7ac4c6331f067d", + "write-warmup-client-2.json": "d3da32adf9de250f85443505d8c4e511bf2de52e1b2022f46f26d476b52ce63c", + "write-warmup-client-3.json": "275cb20bb90bcd08171a0b73ae937ff34c44ef01bcb7ad3c7466b6c4769c7eca", + "write-warmup-client-4.json": "e48d6ae5489a5fd4e57997f3da6ea12daacf9b56d4bcfe37e511eb2020e7f6eb", + "write-warmup-client-5.json": "8268d795e9e2529907512bdf782a2fc48e543857d484099c22ef33b6a806a7a2", + "write-warmup-client-6.json": "801e5ae53f6f286e217f818112b77121c04d549c423d9312f2bf84fe5978896a", + "write-warmup-client-7.json": "d46e7a2d680078a4be6cb304cf35ca19c65ade5685c74aba91c0d0790a5f558e", + "write-warmup-client-8.json": "754280963e379d87f2b050c3f5320b93f303bc51fc53fc320659329b3978aaa4", + "write-warmup-client-9.json": "2aa7109f6ba163aa1df5260c09c65e6c1d86db4e86298a06f3635e4058b530b6", + "write-warmup-client-10.json": "5cb3d506f617ac6473b6031960b1cb09ed210b6044da794a5267de0c52d73e6b", + "write-warmup-client-11.json": "6244bf32a13412ea98ac285b28e4080f22fa158935c3272dcfb72fb79de7115c", + "write-warmup-client-12.json": "69d62b95f92cdb661366365869274ffb001816db71add196a901bd4361b5c9ef", + "write-warmup-client-13.json": "6d41a7409b8f609b5c44c224b193306ec88bcb5b2fffd89da7d855354e9f43a3", + "write-warmup-client-14.json": "8086c87a913a9c602d6a5b54aaca3a77dc8d4633f784eaab5d5b5003b4397584", + "write-warmup-client-15.json": "50c3bfbfea50cc09ffd5c515f141f3bddf34a430b24cc978f37d2466fd7facd7" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.32224935600016, + "cpu_seconds": 313.146134, + "cpu_cores": 2.4987273657246023, + "cgroup_before": { + "usage_usec": 4730951530, + "user_usec": 3130694835, + "system_usec": 1600256695, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5044097664, + "user_usec": 3348958136, + "system_usec": 1695139528, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 39363, + "mean_ms": 19.056984421258544, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 71.9, + "p99_ms": 98.6, + "resolution_us": 100 + }, + "worker": { + "count": 39363, + "mean_ms": 1.0573518343622184, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.5, + "p99_ms": 3.7, + "resolution_us": 100 + }, + "root_admission": { + "count": 6301, + "mean_ms": 0.0039028939850817334, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 6301, + "mean_ms": 12.022438554673862, + "overflow": 0, + "p50_ms": 10.2, + "p95_ms": 33.4, + "p99_ms": 51.7, + "resolution_us": 100 + }, + "authority": { + "count": 6300, + "mean_ms": 4.951477770793651, + "overflow": 0, + "p50_ms": 4.9, + "p95_ms": 6.3, + "p99_ms": 7.5, + "resolution_us": 100 + }, + "publication": { + "count": 6300, + "mean_ms": 17.336939086190476, + "overflow": 0, + "p50_ms": 15.4, + "p95_ms": 38.5, + "p99_ms": 56.4, + "resolution_us": 100 + }, + "compaction": { + "count": 403, + "mean_ms": 41.79709527543424, + "overflow": 0, + "p50_ms": 38.8, + "p95_ms": 60.5, + "p99_ms": 95.0, + "resolution_us": 100 + }, + "uploaded_objects": 37602, + "uploaded_bytes": 535735968, + "publication_failures": 0 + } + } + }, + { + "cells": 4, + "repeat": 1, + "candidate_baseline_ratios": { + "TPS": 1.2507122031125006, + "p50": 0.7391909899344504, + "p95": 0.7551055793876302, + "p99": 0.8330819461011757, + "response_body_bytes_per_second": 1.2519047917589852 + }, + "baseline": { + "repeat": 1, + "cells": 4, + "variant": "baseline", + "measured_writes": 20693, + "all_acknowledged": 21829, + "TPS": 172.18316037705668, + "response_body_bytes_per_second": 34629.21793763175, + "p50": 89.360149, + "p95": 158.08294, + "p99": 176.539064, + "server_cpu_cores": 0.5907777929940755, + "driver_cpu_cores": 0.06386786951287303, + "server_rss_after_bytes": 75927552, + "first_30_seconds_TPS": 183.93333333333334, + "last_30_seconds_TPS": 160.7, + "interval_TPS_cv": 0.06734137841990592, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 21813, + "raw_client_sha256": { + "writes-client-0.json": "207c4796645dc2d18e877bc1f77e1f5b00f53738a75054350bb365f81f519637", + "writes-client-1.json": "fa1cb6bec527f3dd9e89c3782d5f1e48bb1a13e00bf20c41f92571a30e340a87", + "writes-client-2.json": "d749c5f49fb9b28105644478b987f443ff27d60b47f88e895503fc1b41a8b243", + "writes-client-3.json": "a37a12b1042c6ed30a152690595715a9e7ade6815ef7212d6bfc5c89d798a8b8", + "writes-client-4.json": "deecd0693419f94c9364e228ed1da47875f89f35e67455c56835a62f640b63b2", + "writes-client-5.json": "000220ee290a06d8cb69a54b5c68e61af6b0909163582d86ac11f6e56476159d", + "writes-client-6.json": "205580b49d2db0212e3a48205a1187bd8d703fe7432501c8277bb8b220a9cad1", + "writes-client-7.json": "7fc0c50c82976c4556c78ff5d3a400ff60e64ecffa87164ddc191823962d60ca", + "writes-client-8.json": "c135531c5c9a01bb74420dfe690a522e9d16a88069bc1b228239393adf8a0639", + "writes-client-9.json": "2bb5236cc6490b9ea4195ce76d14a377d4cba5140a9bb7ea429dff50648ee172", + "writes-client-10.json": "136e42e8effae8cab9ce7b35460d1d0bb691ce0bb7a05d1fb48c4f5037496548", + "writes-client-11.json": "ade8c01cdfa2753c9233e41586724bf707b02a076dba7548fedbe1870e19e0ec", + "writes-client-12.json": "6e3734eaf52b0d99e23a430427c8b85e818846fe7d3886b29cbe1065dd6c925e", + "writes-client-13.json": "8d3346e50a0e28b6377e021fd7fc6aa8f76edfa887debf46d2475704df29a2b2", + "writes-client-14.json": "e50bb620fbb569ebd5a61388fba0814ad59485a0e8daa25d18d02de7f6508135", + "writes-client-15.json": "1b659df934ae0885e923c54a00a3edc8d6ca14c358a3e8b26a4f4f634e97c397", + "write-warmup-client-0.json": "1256297a2f1e524bb772b1b1ac3435ce443baf2e76db0f3ba61301eae9432dce", + "write-warmup-client-1.json": "3259ac075023d92185ab8813cd79d7e566e98d48e0aeb02bbc981acf71e248b4", + "write-warmup-client-2.json": "cbcf17290160b54a019a2c17ee2d753f1173b787d399cacbd88c3c461bdb9c8f", + "write-warmup-client-3.json": "80afb040645136ab677ea53a10945c2d1f696158023a867019562b01b45485f0", + "write-warmup-client-4.json": "799ef49603e17ace014ec9848f246eb892fea9b8280a247cf912b4de4b17d423", + "write-warmup-client-5.json": "3a0d4d8b7dec74aae9c100287bc1194e63b0cfacdcdea8ec785faee8def38d8b", + "write-warmup-client-6.json": "f40881d0249ca6e692de515bbaf633d24e54eb77f40b8e93e39e19a44f853e66", + "write-warmup-client-7.json": "2de6e5a7ce6eee12a658c88d5e9474414c13f5b2b237da4d8b8972b1314539b5", + "write-warmup-client-8.json": "1b8cddbf6550ecdf47def9034c75bf5e6f69af950e57123df62a4c34c7499e33", + "write-warmup-client-9.json": "5dd66cefbbe7d76b53489e0777438126dda66fa3d86673a9c5214f1f603d1761", + "write-warmup-client-10.json": "66151062b499408276a2ff8313c7dda07ffab924ff4a15a75a846e5d38e390ae", + "write-warmup-client-11.json": "b346b478fe16fe5e616ad323da804ae123ff8c68e4ad7e1503524ff50716e92b", + "write-warmup-client-12.json": "3d76b170d1602e77b0018a4796bdb0b73b254fa9c3b721a951133745ddc46cc1", + "write-warmup-client-13.json": "0bf088ff84c2a36a9bfdf45c6e8c6ddbd778aa482287d4d5f7d96fb430948abd", + "write-warmup-client-14.json": "3e699e01914a6884f230d8f3cf3829ccf160dfefef4ccd550454d444a9e39839", + "write-warmup-client-15.json": "6d30d45b1ccd69470d0e739b3f586994b50230cb01074eea079b9c0b6bdd419b" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.38256121000006, + "cpu_seconds": 336.102827, + "cpu_cores": 2.6806186104068326, + "cgroup_before": { + "usage_usec": 645261413, + "user_usec": 447352680, + "system_usec": 197908732, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 981364240, + "user_usec": 626295188, + "system_usec": 355069052, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 43662, + "mean_ms": 15.473459508863542, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 39.3, + "p99_ms": 96.4, + "resolution_us": 100 + }, + "worker": { + "count": 43662, + "mean_ms": 1.2707678877284594, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 3.6, + "p99_ms": 5.6, + "resolution_us": 100 + }, + "root_admission": { + "count": 13175, + "mean_ms": 0.003871727210626186, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13175, + "mean_ms": 19.571523578064514, + "overflow": 0, + "p50_ms": 19.4, + "p95_ms": 25.4, + "p99_ms": 29.1, + "resolution_us": 100 + }, + "authority": { + "count": 13171, + "mean_ms": 11.152947431478246, + "overflow": 0, + "p50_ms": 11.0, + "p95_ms": 15.7, + "p99_ms": 18.6, + "resolution_us": 100 + }, + "publication": { + "count": 13171, + "mean_ms": 34.98136808040392, + "overflow": 0, + "p50_ms": 31.3, + "p95_ms": 79.6, + "p99_ms": 103.5, + "resolution_us": 100 + }, + "compaction": { + "count": 784, + "mean_ms": 60.82702988903061, + "overflow": 0, + "p50_ms": 59.6, + "p95_ms": 81.7, + "p99_ms": 104.7, + "resolution_us": 100 + }, + "uploaded_objects": 69940, + "uploaded_bytes": 570943385, + "publication_failures": 0 + } + }, + "candidate": { + "repeat": 1, + "cells": 4, + "variant": "candidate", + "measured_writes": 25881, + "all_acknowledged": 27153, + "TPS": 215.35157985406158, + "response_body_bytes_per_second": 43352.48387098739, + "p50": 66.054217, + "p95": 119.36931, + "p99": 147.071507, + "server_cpu_cores": 0.6068754711611973, + "driver_cpu_cores": 0.07985203567910491, + "server_rss_after_bytes": 77799424, + "first_30_seconds_TPS": 237.6, + "last_30_seconds_TPS": 206.6, + "interval_TPS_cv": 0.07862607551319702, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 27137, + "raw_client_sha256": { + "writes-client-0.json": "c2f233c31477faeb1abc70428ffd462752e0aeab665200804dfb1be025812fa2", + "writes-client-1.json": "c8a4ddb7d401fd4bddbfa43ad495ef024631ef3b132ab6a23075e80b0bd31a96", + "writes-client-2.json": "d11b6822fd0b11fc399187c894a0cbb6e326421cc0c59276fc5e6f103c40e3c0", + "writes-client-3.json": "0344814f8558426a1178a558bf063260bf9fed0d9d7fb2291f67236f0847e57c", + "writes-client-4.json": "b4684ebc72000f952458ab3aeaef638a39524924146a2ccf2ce4002e19f0f67a", + "writes-client-5.json": "475e1ee15fc1f372f61921f1dcf62412d800a757159d128f9b1d8bc50b6f99bf", + "writes-client-6.json": "e6d3a24551cd89396474866d713ab7347110580926ea7221020f81a114c21598", + "writes-client-7.json": "e21c2ed656ce62b937e77e72793d36be4a28513d879c6f907781e649edfab53e", + "writes-client-8.json": "0627037f8b5e6571d8b14c6e0c73f79d3157d3ff580d55fdabbbd12b36f010f3", + "writes-client-9.json": "d807d03934c12dedee9f6d484e904c3e7792e03aa6673f650c0240b12739f929", + "writes-client-10.json": "18955612be3276ebdec2f456eca6176aba449166ee6a068189260431426e3ecd", + "writes-client-11.json": "99501506506451c7e02cbf057b66549b7a4e6838064c133c4e2557c64ffbd2fd", + "writes-client-12.json": "5728fac315f976cd89647102b628308626e3776e796759b1b457c02174e95217", + "writes-client-13.json": "25649bd6928d9bfd7f1d2cb2c41ca42769dbb3916b7b1dc55f243ef4541cd567", + "writes-client-14.json": "f9fd205e2d8a4c7b31f6a380624b602537498467450a4bc0aaeb24d490543773", + "writes-client-15.json": "dbd6c2fc160e0fde2a42b94780cead96a7f79c56ff5a9ae587f8c0fa9f1d21cf", + "write-warmup-client-0.json": "f7080a247f13f64e1b9c0ceb7deea2efa1fd9f6c08c6a3d346e08c25fb5bca69", + "write-warmup-client-1.json": "764a156ea22040c64ee2c7806f9974471e96905a3cd3cad38dd2542cbc506d40", + "write-warmup-client-2.json": "a6d334bd1da7e02488d5aeeac5cdedb244b49b24453106a889caee50f5786cd2", + "write-warmup-client-3.json": "900c32997cfb359fc49ac804886823e1c339f7273705495da8e8bce84e47bd64", + "write-warmup-client-4.json": "dd145413056d23d9eaa79bc824bff4f4a181205a36cbf34b4ff45076aaf7f279", + "write-warmup-client-5.json": "9fd6e29facdec5b7c65ddcf8883bc7a4dc5a8757653ab7fdfcfa834f1e90bb71", + "write-warmup-client-6.json": "86c716dde0e82749353548760047a9a20cb44ed9646fb9b645e71f2078f40621", + "write-warmup-client-7.json": "ac9d146bb46e21d26f51706ddf8e43e6b0a489a5e31fee42263cde85c4e54e9b", + "write-warmup-client-8.json": "55a39e87c43c21fe155445a861698375c53860be17ad7aaa83e17a4195e58184", + "write-warmup-client-9.json": "c74e91b627c53a411607a32de2ec960f59d23bc254db1772e0cac682c4439676", + "write-warmup-client-10.json": "a62f763fc2ae21227793ba6271c5a8fd23e8a39b1499478051a6614a3ad428d8", + "write-warmup-client-11.json": "fce0e3f05dc06fbcd637d5a91090e1706cb15d323b9c224ae02f029a49e318df", + "write-warmup-client-12.json": "c6dc0ce3af7b36c03e58fea3e779c3813e3b408d60524699e56938450e5f0d01", + "write-warmup-client-13.json": "166e76f0eca44db0dbe99d31f0f36f38b4022a89d2ff77658d52b3330d8c3070", + "write-warmup-client-14.json": "bf3d3856f4fd094ea15cafe6faabb66b61762e816fd599ee2a2723d264736b7d", + "write-warmup-client-15.json": "4b9aac918b14486078553fdd1ab413465356792230b725888aca3fba8c7b24ed" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.361277513, + "cpu_seconds": 335.988499, + "cpu_cores": 2.680161734672478, + "cgroup_before": { + "usage_usec": 984554577, + "user_usec": 628144265, + "system_usec": 356410311, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 1320543076, + "user_usec": 814147076, + "system_usec": 506395999, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 54310, + "mean_ms": 12.63786778869453, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 37.3, + "p99_ms": 79.7, + "resolution_us": 100 + }, + "worker": { + "count": 54310, + "mean_ms": 1.3065042721045848, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 3.6, + "p99_ms": 5.4, + "resolution_us": 100 + }, + "root_admission": { + "count": 14212, + "mean_ms": 0.03337179608781311, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 14212, + "mean_ms": 20.3200636854067, + "overflow": 0, + "p50_ms": 17.3, + "p95_ms": 52.9, + "p99_ms": 75.9, + "resolution_us": 100 + }, + "authority": { + "count": 14208, + "mean_ms": 10.88647695678491, + "overflow": 0, + "p50_ms": 10.6, + "p95_ms": 15.6, + "p99_ms": 18.7, + "resolution_us": 100 + }, + "publication": { + "count": 14208, + "mean_ms": 31.888348282587273, + "overflow": 0, + "p50_ms": 28.6, + "p95_ms": 64.3, + "p99_ms": 88.8, + "resolution_us": 100 + }, + "compaction": { + "count": 862, + "mean_ms": 65.1217874675174, + "overflow": 0, + "p50_ms": 63.7, + "p95_ms": 89.0, + "p99_ms": 116.6, + "resolution_us": 100 + }, + "uploaded_objects": 61272, + "uploaded_bytes": 672871445, + "publication_failures": 0 + } + } + }, + { + "cells": 4, + "repeat": 2, + "candidate_baseline_ratios": { + "TPS": 1.1512790839817943, + "p50": 0.8889169022676251, + "p95": 0.8208621944499052, + "p99": 0.823055067653207, + "response_body_bytes_per_second": 1.1521284733564672 + }, + "baseline": { + "repeat": 2, + "cells": 4, + "variant": "baseline", + "measured_writes": 18942, + "all_acknowledged": 19888, + "TPS": 157.5148184305049, + "response_body_bytes_per_second": 31661.20196505326, + "p50": 86.458689, + "p95": 173.302229, + "p99": 208.006104, + "server_cpu_cores": 0.5027113219751936, + "driver_cpu_cores": 0.05585681355279929, + "server_rss_after_bytes": 76185600, + "first_30_seconds_TPS": 179.06666666666666, + "last_30_seconds_TPS": 142.46666666666667, + "interval_TPS_cv": 0.09761113954043148, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 19872, + "raw_client_sha256": { + "writes-client-0.json": "84364fc24e15f422503df79efea2a57005dbf17009ceb2604536dac210109bf2", + "writes-client-1.json": "0f8a9941ad7cb4516977063d263d739f6f576816a703d2b45c246bbcc74624af", + "writes-client-2.json": "16272bc5838a8e513c296d3112fe77a46bc3cc8ed53950416b7f914ff58d5d9e", + "writes-client-3.json": "27fd7795bedecfbfd0fc219b0492412fbeb93d2bc09c3b7435195d2ec7f86efd", + "writes-client-4.json": "86e79a3ddef527d8ebdd164ecd2f1de50a6bf7d1fb797dc1a5b8fcd2734b67b8", + "writes-client-5.json": "0dd0c2075072f266d0b4a6abbf21604c2ce065e9422f72fbe0f8299335ecde1c", + "writes-client-6.json": "cee51b79fcfe0273c958067b4f103245d5b71a3ea5609e2dc5ac811672a78005", + "writes-client-7.json": "c8de7c89af30ce06b083c0c32000d8ad679ef1b22ae32289cf22b2aea97577ba", + "writes-client-8.json": "d0e00974a2229203e531df07a02b285f946817f1bbdbddfc4a895f2b7f1161cd", + "writes-client-9.json": "7e7bcf0f9181a6862ca04e53b9acd14969e45bc3a29775882a8478dd13c16314", + "writes-client-10.json": "9231264ad2116217df336ca5172c6785c0be13dac836f49533ac93cc2dbd95f9", + "writes-client-11.json": "e9909ae8c18946de55a322bfa6fdc149485f07477d4dc17e2482d07f3bfcbc0d", + "writes-client-12.json": "90494fa4301f15db9478c1944822460436ccde335ce6bba438470b8a1f7c5186", + "writes-client-13.json": "181ef3d835cc518971df8af348dd267308b8926aa0a130b8a9c1c5259c548167", + "writes-client-14.json": "3cb303a7dc7733f30bd9ebef202423de41042139d03b631734b89567243daf76", + "writes-client-15.json": "c17fef872eccfdfa26bb1bc0b65ccd196d55cad5fbb4d4075476fff5c971ee81", + "write-warmup-client-0.json": "cec85082f499184e06b279d8684c409ee85b61dfd2534e92e75795928f553154", + "write-warmup-client-1.json": "29715b780b4c29a52168ccdc555d87691ef6893e21728d461b87b9217e691280", + "write-warmup-client-2.json": "c4e6cd7991d79bc4768acdd048dc26058836581b1b768b918056f008e6c66445", + "write-warmup-client-3.json": "e7ff40d0ff222a189910317273b882c99601655a16bb6b81a0494feac4ab0605", + "write-warmup-client-4.json": "1a9535a1a1c27a86cc4e39450caa6e15503b084fbc238be5202ec5e3772d65df", + "write-warmup-client-5.json": "626a83820fb2343c152d07ac2717a36cdbdc00252690a6468a2689510b87642b", + "write-warmup-client-6.json": "d5e65263f052687f6891277109028fbbc39dfb72989c776c148608202d2d79a1", + "write-warmup-client-7.json": "bd6327eee96ed15a15fc46340d958f8f1a74b2c8c8b29a0b3b4438a4980f9e9e", + "write-warmup-client-8.json": "f92441a7edff125bd56c53a510b1f5ac43c8c5fb05d6df8a9ea926be636b08a6", + "write-warmup-client-9.json": "1e9bba20a8c28a60a5669fdcf226f462dbbf5af86f84d2835ca207ef0e8b6100", + "write-warmup-client-10.json": "5237708f1d801bd828ccffe080b5442e0986c289596918f3a86b4f7a7d3e09e0", + "write-warmup-client-11.json": "6aeeef133c9cbb75bb664762be75699c8b43524c23a4c95a2171d60aa8845ab0", + "write-warmup-client-12.json": "5ab4df2f305de3bb7daa482b2edfa4b86036556a402a42ae9dd4695951fa8009", + "write-warmup-client-13.json": "2589f89084b1c5efd803a4f6cc69f1c67314cb44daa01e470c09976792740546", + "write-warmup-client-14.json": "7c74e07767b7c790489506c53fb9c61aef08bb646df6b729b8451467719359e6", + "write-warmup-client-15.json": "cdf3dca2815c5626a30fc4245e576fc7b495cadab8b5fb17320fdc8837137c21" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.47875184500003, + "cpu_seconds": 373.415447, + "cpu_cores": 2.975925736504523, + "cgroup_before": { + "usage_usec": 3196637656, + "user_usec": 2092368144, + "system_usec": 1104269511, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3570053103, + "user_usec": 2335773274, + "system_usec": 1234279828, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 39780, + "mean_ms": 17.31398760666164, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 47.3, + "p99_ms": 116.2, + "resolution_us": 100 + }, + "worker": { + "count": 39780, + "mean_ms": 1.3017167443438915, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.6, + "p99_ms": 5.8, + "resolution_us": 100 + }, + "root_admission": { + "count": 10936, + "mean_ms": 0.003928067757863936, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 10936, + "mean_ms": 24.362721583485733, + "overflow": 0, + "p50_ms": 24.1, + "p95_ms": 32.1, + "p99_ms": 38.2, + "resolution_us": 100 + }, + "authority": { + "count": 10932, + "mean_ms": 13.341443322905233, + "overflow": 0, + "p50_ms": 13.1, + "p95_ms": 19.2, + "p99_ms": 23.3, + "resolution_us": 100 + }, + "publication": { + "count": 10932, + "mean_ms": 42.603616248079035, + "overflow": 0, + "p50_ms": 38.1, + "p95_ms": 95.0, + "p99_ms": 126.4, + "resolution_us": 100 + }, + "compaction": { + "count": 632, + "mean_ms": 73.53127145727848, + "overflow": 0, + "p50_ms": 71.5, + "p95_ms": 104.5, + "p99_ms": 133.6, + "resolution_us": 100 + }, + "uploaded_objects": 57968, + "uploaded_bytes": 469669301, + "publication_failures": 0 + } + }, + "candidate": { + "repeat": 2, + "cells": 4, + "variant": "candidate", + "measured_writes": 21800, + "all_acknowledged": 22868, + "TPS": 181.34351587623036, + "response_body_bytes_per_second": 36477.772284627594, + "p50": 76.85459, + "p95": 142.257248, + "p99": 171.200478, + "server_cpu_cores": 0.5188917433681263, + "driver_cpu_cores": 0.07184654908174055, + "server_rss_after_bytes": 76169216, + "first_30_seconds_TPS": 188.16666666666666, + "last_30_seconds_TPS": 172.16666666666666, + "interval_TPS_cv": 0.03788315414075775, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 22852, + "raw_client_sha256": { + "writes-client-0.json": "8b31a0bdb47d04889d79ab50528d95ead7b0f58ae5f41eacd95044f20eccf4b3", + "writes-client-1.json": "dbeadfd639f41770c4c01c6109a53de844ce2349eb662da5a1da7be0028b6f41", + "writes-client-2.json": "920923160d1676f2e0c650837400b9ca1ef4c76b89ec04bb4cf43848c711fe54", + "writes-client-3.json": "59fbed29dac174af41fc3045aee24f1ec08f897a88beefd01b2095c295245f0a", + "writes-client-4.json": "7b879234c52c58d6250afa757c58337b3e4a556c0bf9559f4c14d4cb36d88405", + "writes-client-5.json": "e55bb21f2d3a5d0af1a5f7e63256465837ce27190a6d811e9b15701c6089b895", + "writes-client-6.json": "136c01cddaf6b6a1ed1447d1cfc752b5bcc0e94b8bd8f75bcfdc81183e8eef61", + "writes-client-7.json": "a4ae17ffaec04c9930b186443c6b3cd5c98037a30bb7838c95da0d22adfd6cca", + "writes-client-8.json": "97019e0dc70ff2a754b9c707db6123f5dd8ed3e96b5378ee89b67c31204a33f6", + "writes-client-9.json": "0eae5b816d751b394b8d2179d2dfc258bc1771021fbd319ef8688917c689b55b", + "writes-client-10.json": "f9fe867b12951f73a5e49cfd0c500a8086bd98a1c2cf5e8a23130c6ffb287580", + "writes-client-11.json": "6404e66e93ebed508f725660695711b16c61b122c23367889aa9217644e80708", + "writes-client-12.json": "3eaf313d1f77e00ad18adc13dae68e8690a4291ae0615047039b61d2a7494a52", + "writes-client-13.json": "ab915586687171792889d3eab3b86eb6789d9d938cb12e6ffaeb0d9d9f0dc3b1", + "writes-client-14.json": "cc8543e0a9369202d15ffdc6e33da46ee4c5399260a3442ea6ebd83b41bba5fb", + "writes-client-15.json": "5245d35962c587ca6283d9e4695bc319f376a95767b3b17e7727dda814da05fd", + "write-warmup-client-0.json": "67a6b99f3e568464c50ed9562540bc762f65bf895936ee0a9c879bf7b408fea8", + "write-warmup-client-1.json": "0d3d1d5de8d13ea06c33845f469a9d59e9b218da7d811b7a25aefd53384a7c02", + "write-warmup-client-2.json": "5143ac665f4cdff5da4e3115874292b76c6181839588e9e65f962dc089558915", + "write-warmup-client-3.json": "e18ef21026b57012de040b6dbfa6edc8d6373a30f756057b7baa36a7acd876ee", + "write-warmup-client-4.json": "cf11b2786ab6f511f3156dd6a5fb2e038b6a2bb3151b93400d1633b449f3168c", + "write-warmup-client-5.json": "13d4fd093991040cc5704c27ad76db858a65f55d9177646f05be02a45e42a0c4", + "write-warmup-client-6.json": "fc041dc0a3c0a782df5c2955a3afa5573a3cb38ef6eec93607bdde63a5b11612", + "write-warmup-client-7.json": "e1b260cf0ab5140a94944b2239e1c4f4b9727e00c2c958f7f28d085a077e1ed5", + "write-warmup-client-8.json": "bbe8499a0cf466248f73cf8e38830ff6fa21ba436a505a8ab6a9b3041310ebce", + "write-warmup-client-9.json": "37a62f311cd23c2f068775f4d5563b222b7c1d0ce2e2a2a2de3c61f7e20a1e17", + "write-warmup-client-10.json": "55a111c34a649299e27df5a2bc85959c76141ef426bdf62ab8cae3a0573059d3", + "write-warmup-client-11.json": "fe2891b7789e7fbe7d03f7c236d267ba94bae1c4c7af84da37f38dea05b50606", + "write-warmup-client-12.json": "a2ef4f78edcf08fd809394128f031d80b9935a3eac3b59105ff36c001ac8da2f", + "write-warmup-client-13.json": "c9df28fde43fd6d69b95ec72108601bea7f54f4c5e38f78c051700d622142e73", + "write-warmup-client-14.json": "63cc4a168a482c39cf3fa13440782f4eb1f4043f4040737f3f4779b42f7ce63b", + "write-warmup-client-15.json": "e531a14d1f5584d38bf5e941abc4616699f77bb0c8665b67555cfdb9f7840390" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.40937176500006, + "cpu_seconds": 368.502614, + "cpu_cores": 2.9383977354620936, + "cgroup_before": { + "usage_usec": 2800887595, + "user_usec": 1827067371, + "system_usec": 973820224, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3169390209, + "user_usec": 2067368441, + "system_usec": 1102021767, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 45740, + "mean_ms": 14.953643882072585, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 42.3, + "p99_ms": 88.9, + "resolution_us": 100 + }, + "worker": { + "count": 45740, + "mean_ms": 1.3009411171622214, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.6, + "p99_ms": 6.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 12561, + "mean_ms": 0.06718928198391848, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12561, + "mean_ms": 23.48002809123477, + "overflow": 0, + "p50_ms": 20.4, + "p95_ms": 58.3, + "p99_ms": 83.4, + "resolution_us": 100 + }, + "authority": { + "count": 12557, + "mean_ms": 12.494735324759098, + "overflow": 0, + "p50_ms": 12.2, + "p95_ms": 17.9, + "p99_ms": 21.5, + "resolution_us": 100 + }, + "publication": { + "count": 12557, + "mean_ms": 36.676606107828306, + "overflow": 0, + "p50_ms": 33.2, + "p95_ms": 72.1, + "p99_ms": 99.8, + "resolution_us": 100 + }, + "compaction": { + "count": 742, + "mean_ms": 72.99966090026953, + "overflow": 0, + "p50_ms": 70.9, + "p95_ms": 99.7, + "p99_ms": 127.0, + "resolution_us": 100 + }, + "uploaded_objects": 52617, + "uploaded_bytes": 557124922, + "publication_failures": 0 + } + } + }, + { + "cells": 4, + "repeat": 3, + "candidate_baseline_ratios": { + "TPS": 1.2123778524755373, + "p50": 0.7639876068888662, + "p95": 0.8021848943660681, + "p99": 0.8451178357951786, + "response_body_bytes_per_second": 1.2135052663685841 + }, + "baseline": { + "repeat": 3, + "cells": 4, + "variant": "baseline", + "measured_writes": 20235, + "all_acknowledged": 21267, + "TPS": 168.36195076900285, + "response_body_bytes_per_second": 33854.896671720904, + "p50": 87.930463, + "p95": 160.325188, + "p99": 182.748544, + "server_cpu_cores": 0.574898627523363, + "driver_cpu_cores": 0.06387762528037366, + "server_rss_after_bytes": 77938688, + "first_30_seconds_TPS": 192.0, + "last_30_seconds_TPS": 138.5, + "interval_TPS_cv": 0.1544138368979024, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 21251, + "raw_client_sha256": { + "writes-client-0.json": "809ec94b62ee3d017e759419d16897bfa868d2a966e7f61fe1bdc560d3e7d403", + "writes-client-1.json": "54d4610dcc1095ea1bc48ac8e3ce4d4c9f426d3863899b45c8003960d2d96ce5", + "writes-client-2.json": "49928dd2428a8109580070cd880072255e822a4d88aca776484732742165fe16", + "writes-client-3.json": "32a1e7d203ca935606a563de5c444730e6f64fcd768d3cd50af7460b7727cdfc", + "writes-client-4.json": "e0d18f76dd943a3418dbdb5da8d0b772320732f66c1e259525db49526b7ee8bc", + "writes-client-5.json": "281bfce4daee814898d687843d03032273cfb63a16e3c5e80d87479858b49464", + "writes-client-6.json": "83fc01898793b99894fa90509a45de983f9b7f99c7567a27a9e0a3fda6b88ddf", + "writes-client-7.json": "903c6ec0e9f7a23591b9482acced577d71260b9b6ed19677864a090b1374ff08", + "writes-client-8.json": "ee7aba2861ae82aad12782ce1a62ae8fc68360334db600f9907dd885217e3c71", + "writes-client-9.json": "c52dc3b57ce7f741482c11e4eb155239ad5b443444adc654ac31715714131fa9", + "writes-client-10.json": "95cc5b04a5337fbad5a4ee1284bc669fbbd86b7aab8a332ce40aa76199a5c28a", + "writes-client-11.json": "cb3719fc4e67f3ae46e05d0f8408b3b60ac178e7fd24ccb8bc7ab0a0d1e22b12", + "writes-client-12.json": "ed711bd5dca910973863a9f98d8bbcf61c2a8bce71b3d5c4a8361bad6d8a4fed", + "writes-client-13.json": "332ac06faebd69f630b1e6aaf81e5efbe986bd5e22eacad505282b24bb43184a", + "writes-client-14.json": "08b274fe83bb8c99afeb209192bf26e7bed986c852b4d80ee0d5b4e0f1d1740b", + "writes-client-15.json": "04f0f161bd0fa661ef402a4d9fa00e99db370710251b434b1a667a3ec90cc10d", + "write-warmup-client-0.json": "c4299f7a175f88d39e3757320307567759f54f237b06ca9228854d5ce10a8dbc", + "write-warmup-client-1.json": "6bdccc6f3fb0893dc172212e4335b9bae51601e9b27d163408447505136358d4", + "write-warmup-client-2.json": "008a750d052cefe0eef074b8b7eda7e06700955fffce91cdc1deecb15671cc1b", + "write-warmup-client-3.json": "e567924d1a2818c5aad41854c6edc69e4ff0cd8409d33f9ebae513120fb5ad07", + "write-warmup-client-4.json": "f8766664db7ca8f69bdd30c3ce74faa9cc04d110f0d898e5e3622fa47e0a6ddf", + "write-warmup-client-5.json": "d8ab01005f64f4d5bdf541796ec6df845480abbbc23bfd7fa980b4bab3800e64", + "write-warmup-client-6.json": "ff8dd47e605bb44ed30353f3ef41f5c893672b7648140f487453266104212e73", + "write-warmup-client-7.json": "b8c4290b1b8f897d2197043860094938d769bb7cc156a3b395bae89832ab09de", + "write-warmup-client-8.json": "bb48e902c5b53947f4b9848c2804bb86c4194a568e2447bee630a1016378e57c", + "write-warmup-client-9.json": "e62c7632d3bdc413f8c8f9dbdd998d84b881b320e23a6e65945e96a92ca19419", + "write-warmup-client-10.json": "558ed7a798f49e9b0edbd0dbce328b2caefc5f8b32ee41357c8ebe85181102ff", + "write-warmup-client-11.json": "2f93ea7a049217bf11dc4d9a4175776bc5d29123d6f54e433ce92381292f21c3", + "write-warmup-client-12.json": "362622594d8a4d56567fc1a204f7eec31e9b0d018df3af00bd461b53639c53af", + "write-warmup-client-13.json": "a6d009c9187be2ba56bccf767c4fb0b77e09ba558654114d7b030f34f139b9d5", + "write-warmup-client-14.json": "97613a88c2baf1f8c95deac8778a9502317fff1a9ffdfe7b2ed6b702f56644e9", + "write-warmup-client-15.json": "fbe7cfba1e628fb2893ac14aada899190d4a27371b59e1fcdbcd6b31e9be6906" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.37181890299962, + "cpu_seconds": 341.099199, + "cpu_cores": 2.720700728318451, + "cgroup_before": { + "usage_usec": 5068664313, + "user_usec": 3370866603, + "system_usec": 1697797710, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5409763512, + "user_usec": 3549356385, + "system_usec": 1860407127, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 42538, + "mean_ms": 15.846038375664111, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 42.2, + "p99_ms": 99.1, + "resolution_us": 100 + }, + "worker": { + "count": 42538, + "mean_ms": 1.3039278049038507, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 3.6, + "p99_ms": 5.5, + "resolution_us": 100 + }, + "root_admission": { + "count": 12679, + "mean_ms": 0.003681898651313195, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12679, + "mean_ms": 20.268154817099138, + "overflow": 0, + "p50_ms": 20.0, + "p95_ms": 26.9, + "p99_ms": 31.6, + "resolution_us": 100 + }, + "authority": { + "count": 12675, + "mean_ms": 11.720092005207102, + "overflow": 0, + "p50_ms": 11.4, + "p95_ms": 16.8, + "p99_ms": 20.1, + "resolution_us": 100 + }, + "publication": { + "count": 12675, + "mean_ms": 36.39517519534517, + "overflow": 0, + "p50_ms": 32.3, + "p95_ms": 81.8, + "p99_ms": 107.8, + "resolution_us": 100 + }, + "compaction": { + "count": 756, + "mean_ms": 62.895132765873015, + "overflow": 0, + "p50_ms": 60.9, + "p95_ms": 87.8, + "p99_ms": 119.9, + "resolution_us": 100 + }, + "uploaded_objects": 67309, + "uploaded_bytes": 550763629, + "publication_failures": 0 + } + }, + "candidate": { + "repeat": 3, + "cells": 4, + "variant": "candidate", + "measured_writes": 24542, + "all_acknowledged": 25790, + "TPS": 204.11830031191582, + "response_body_bytes_per_second": 41083.095403497566, + "p50": 67.177784, + "p95": 128.610444, + "p99": 154.444054, + "server_cpu_cores": 0.6146742805677433, + "driver_cpu_cores": 0.07982782864516147, + "server_rss_after_bytes": 78389248, + "first_30_seconds_TPS": 237.56666666666666, + "last_30_seconds_TPS": 183.26666666666668, + "interval_TPS_cv": 0.10609331243209498, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 25774, + "raw_client_sha256": { + "writes-client-0.json": "83ea23d72ef339f59fdf0ffe5cd77cd37eaf0d8a47fd93fb3612145116e7398f", + "writes-client-1.json": "b0a48ad034007167408d97ef00df428224ae7223ba457030c33697b31f2f6ca7", + "writes-client-2.json": "317f87ec84045a326d9c132fef3c0437f9ee04fe4332aceac9097613123f9679", + "writes-client-3.json": "d13411360a74c443db978e20e385b8eb3d4f3ed1ba6df13de9bd93601092068b", + "writes-client-4.json": "61b9016c4669efd7d49dae9eb3b319b51c1ba5c01b2da816516725ac7553a318", + "writes-client-5.json": "7153e1989c4e6215cf636ff2b1d9a4f7555b50ac2e4f8ad2eba1d6f2cb66662a", + "writes-client-6.json": "1e1f354742216c9f28107e96a68450b2d85d3b09f5c08c1da0108584a1a4f11c", + "writes-client-7.json": "05e967a9a46408b9fe1f8ed86865a686b4f7ddecb200acc804041f63c2371140", + "writes-client-8.json": "558afe91571b8befec89559f20894f9e6adfec9d5999816987a9a7391499f78c", + "writes-client-9.json": "d85fe81263ebaf55652f701a4a788a30ef7098358c9f759988d33e2cf5aa614d", + "writes-client-10.json": "3bea21c52f314fc414954266650cbffe62448c337529e4c231081edc2f0c07f7", + "writes-client-11.json": "d526b790e6104427f322ac558baf3da89785d51e9a8d51575e9cd584b11cd00f", + "writes-client-12.json": "4e7c15487897e33539cf8d1e209c633cbaa93fb8ea57aa824a83d907b1517e32", + "writes-client-13.json": "8d62356261ead7a820d5cf9c8dbf7face1463db3807223610929c7ce59e14be8", + "writes-client-14.json": "7743abfab4e1a53271ea0c8034f4965a71c4dc452e0d15d0995b705ea848e7b2", + "writes-client-15.json": "2790a3813e2ddd7ac8c9fb973f82911f9e7ab39171eb69c2c8ff0cdb3dd3f9f0", + "write-warmup-client-0.json": "c39e93ece561ba3c6b8a1869b83d754f42389157b497e06fe52be43f88622b63", + "write-warmup-client-1.json": "ba9abf5a3cfbab7e8e7a19bbfed8cae734db4d0715f982ee3ece32fe6d243e91", + "write-warmup-client-2.json": "c80c23b2fda3e1cc65d674a59a7d029fe0e1532d3ff58c359f02734da97454df", + "write-warmup-client-3.json": "0efed56ef1e60d848512247b28f2f1a914c3fbc0ea545552abb8c7f27a903f9f", + "write-warmup-client-4.json": "1d5e13a589f16e35b7808c0aabd87a3c8900420c4f0afb13a8e39b65ba89c3c7", + "write-warmup-client-5.json": "f75c44ea5c33ee079696f149b0e0ea574d614f103d14fc42240b84fc2fb67948", + "write-warmup-client-6.json": "3cfb4bec867c82685634ddaeba041da58c9b225a29d8cfd19c559067fc3e168f", + "write-warmup-client-7.json": "cee963041888dae1070767843aabea640bb65690d7b7cb4a8f3661e542ed5a7b", + "write-warmup-client-8.json": "9f5d6b10e746e9d429054429533ee65dcf7b28fd8eda92d576e3f61dae357696", + "write-warmup-client-9.json": "572c2188d20b2bb73405038dd03fb6fd23553227f4c278ed30718039c7d2943c", + "write-warmup-client-10.json": "7b82dcdfeca42df34dc08e86151686491122b7ee0fc15ead9bfc3984da0df261", + "write-warmup-client-11.json": "61d1e78f7ab81bad5a512a7d88a07d5b384e6f22cfb9485d23f7fa0cb0dcd10c", + "write-warmup-client-12.json": "c02775de14acfe7772ae6b47caea29dc33aca2f1158ca72470f23f75f976745d", + "write-warmup-client-13.json": "deb1724f95d9b253aedf01fb58195a240e8c66d50bb47f34a0f31b79d33a336b", + "write-warmup-client-14.json": "7ca15ca8bfe02d8285b19c122656bddffb843f754a5d200508e1292c2442a9ea", + "write-warmup-client-15.json": "d64cc488ac7bd6f3afc05cc891458256977669b350c3e673b3b2026bb2d4ce1c" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.41498249000006, + "cpu_seconds": 330.996827, + "cpu_cores": 2.6392127992075585, + "cgroup_before": { + "usage_usec": 5417096537, + "user_usec": 3553302742, + "system_usec": 1863793795, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5748093364, + "user_usec": 3729836774, + "system_usec": 2018256590, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 51584, + "mean_ms": 13.124003456013494, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 36.6, + "p99_ms": 77.6, + "resolution_us": 100 + }, + "worker": { + "count": 51584, + "mean_ms": 1.3082910000775434, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 3.6, + "p99_ms": 5.5, + "resolution_us": 100 + }, + "root_admission": { + "count": 14436, + "mean_ms": 0.03667873780825714, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 14436, + "mean_ms": 20.090576519880855, + "overflow": 0, + "p50_ms": 17.2, + "p95_ms": 52.3, + "p99_ms": 73.1, + "resolution_us": 100 + }, + "authority": { + "count": 14432, + "mean_ms": 10.7051857856153, + "overflow": 0, + "p50_ms": 10.5, + "p95_ms": 15.2, + "p99_ms": 18.4, + "resolution_us": 100 + }, + "publication": { + "count": 14432, + "mean_ms": 31.481942908328715, + "overflow": 0, + "p50_ms": 28.3, + "p95_ms": 63.7, + "p99_ms": 86.2, + "resolution_us": 100 + }, + "compaction": { + "count": 881, + "mean_ms": 63.99813441543701, + "overflow": 0, + "p50_ms": 62.4, + "p95_ms": 90.4, + "p99_ms": 112.1, + "resolution_us": 100 + }, + "uploaded_objects": 61925, + "uploaded_bytes": 667998495, + "publication_failures": 0 + } + } + }, + { + "cells": 16, + "repeat": 1, + "candidate_baseline_ratios": { + "TPS": 1.1243240272783896, + "p50": 0.9101901589801944, + "p95": 0.9121587405655713, + "p99": 0.6822077693319814, + "response_body_bytes_per_second": 1.1252770465134556 + }, + "baseline": { + "repeat": 1, + "cells": 16, + "variant": "baseline", + "measured_writes": 11469, + "all_acknowledged": 12093, + "TPS": 95.42538417272482, + "response_body_bytes_per_second": 19034.3729988881, + "p50": 156.580825, + "p95": 218.836514, + "p99": 408.495918, + "server_cpu_cores": 0.4868979049289495, + "driver_cpu_cores": 0.03990966433843848, + "server_rss_after_bytes": 82378752, + "first_30_seconds_TPS": 97.83333333333333, + "last_30_seconds_TPS": 95.36666666666667, + "interval_TPS_cv": 0.024980017260806373, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 12077, + "raw_client_sha256": { + "writes-client-0.json": "b4e4a0cd211a3981b728e39dc9156fa3002c01eba1f030c949acd22088c8d378", + "writes-client-1.json": "9bd82a9ec5fe5f2a7cff4193ac8db72b1021a3c9d2cf3b2d4e957aa8a8f16a0e", + "writes-client-2.json": "e89256d6463cc6646327d3f8951aa55c8c15e26ad198f603b0fc745d46dc1d37", + "writes-client-3.json": "5ddf2dcdeca12b984ec97a87d40ceeab1cfc886ff4043e46014645adc954a4ab", + "writes-client-4.json": "bb3441b824fbe9d39cc8410bc0e1130d79323afb61e990e6f7670d5d203c4f28", + "writes-client-5.json": "bab29431dbbcff288518dcb8184800a1ad726ae59b610146015615bbd1b31c5d", + "writes-client-6.json": "bc8e714bcb69aac650a5d30f497cf39229a9006eba28ef66c06ba6fed72003ea", + "writes-client-7.json": "81307856207b2c7e7f4bdb024fcaeb2320bcbad12691a8d3aac0a5dc06d0ddea", + "writes-client-8.json": "e4c6cf1e6c9088ba342a412ac280755d54eb9c39542985f4a9d0304201596ef2", + "writes-client-9.json": "5f48943513ab4fc08f05e12a35e127e18db0e35c6ad6bfd425dcacaf126b9ba9", + "writes-client-10.json": "ce46c84aabb0d389a373bf673e403b97f2a1f4867a9ea08ef9f7538430747814", + "writes-client-11.json": "2fec0a747ea644a2fdeb12fff8d7fac0a4c78da88ebbcc69c3186a52c5f65b57", + "writes-client-12.json": "d52ebc005595f3d42c139c15772d728ed1cb65279a424fffb8e664f60af9a04f", + "writes-client-13.json": "7bcf02d34aefa12e01845c8a51eede644c33d82fd4c05f6244269f9a96bcf8ca", + "writes-client-14.json": "910112a6a28ab286c861b5db679a49877b318243711f3ea5a8e2116cd1bd499a", + "writes-client-15.json": "9344ecb7cae18789483ef3eaf391015b815f0de950b944f6292536eb9734b2ec", + "write-warmup-client-0.json": "7b5038321f443974b2d58b71bfec45d344dbd9d33289cf402b1d6926fa9cf07a", + "write-warmup-client-1.json": "a17133821374bb76364a041a6f38def637bff07998c44368698a919e57576877", + "write-warmup-client-2.json": "2f7e46ef3ad7c1d19b41953dc30dbf8b1c2a6756b8292043e5a7ba531c3b5c09", + "write-warmup-client-3.json": "aec4f5e23619127670e38b8c219263d732fc98829a79a857698a9b179d54f5f1", + "write-warmup-client-4.json": "a0187f6a1c46b0744c557ff358f7461404a58c5427ed7199aa05e69a3165368f", + "write-warmup-client-5.json": "f5beec4a1e29244b92c5f894bcbc5f80b76cdc3c0829a7c64e67afb4b0b09471", + "write-warmup-client-6.json": "1d480ec09c0913caef06d8f1c948a1b9cc3c58203697f643e800d750c0275878", + "write-warmup-client-7.json": "7700514a535988763500dfa2c02625d37e16da93859923ea745bfd71edd24ae3", + "write-warmup-client-8.json": "b4ae7dcce571d0fd9495b0e3c398feac8248170dcfaa9c6b36a29eb4afcde05f", + "write-warmup-client-9.json": "132527c8c4c1022286a6bc78093b6a7d6b870dd4cbd04039b328753f14e5cae0", + "write-warmup-client-10.json": "6c1f6007ab8ab9af5cb76e40e56fcadbbbcb196fd57fb490b05a10cda241a301", + "write-warmup-client-11.json": "b76e75985bdfc87895b5533250cf64f21bf6b4513993660a10b6ade5f0c65472", + "write-warmup-client-12.json": "a347da06f4d5e93defce0224490cc3f386b539798f9f6fc744d72b7dd5b3b6f7", + "write-warmup-client-13.json": "2dbe80a04627356d46c8295d03103573a1dcf8618196c5f8093a3cd99d766ffd", + "write-warmup-client-14.json": "3e04aa82bab034d88144ac830df439918a3490fae66eb6e6abe5eb404a88c98a", + "write-warmup-client-15.json": "c5d0f99d624611c156ba0d04cf08aba924f4a7d42f69ab1cd631d237af1ca6bb" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.41262508599993, + "cpu_seconds": 381.467985, + "cpu_cores": 3.0417032155926385, + "cgroup_before": { + "usage_usec": 1323868050, + "user_usec": 816063234, + "system_usec": 507804816, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 1705336035, + "user_usec": 1065238377, + "system_usec": 640097657, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 24202, + "mean_ms": 0.05851762127096934, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.9, + "resolution_us": 100 + }, + "worker": { + "count": 24202, + "mean_ms": 1.2235809435170646, + "overflow": 0, + "p50_ms": 1.2, + "p95_ms": 3.2, + "p99_ms": 5.8, + "resolution_us": 100 + }, + "root_admission": { + "count": 12109, + "mean_ms": 91.23191381757371, + "overflow": 0, + "p50_ms": 91.1, + "p95_ms": 114.5, + "p99_ms": 124.7, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12109, + "mean_ms": 36.623170488809976, + "overflow": 0, + "p50_ms": 36.4, + "p95_ms": 47.0, + "p99_ms": 54.1, + "resolution_us": 100 + }, + "authority": { + "count": 12093, + "mean_ms": 22.686294163896466, + "overflow": 0, + "p50_ms": 22.4, + "p95_ms": 32.5, + "p99_ms": 38.3, + "resolution_us": 100 + }, + "publication": { + "count": 12093, + "mean_ms": 162.29503695733067, + "overflow": 0, + "p50_ms": 152.7, + "p95_ms": 207.3, + "p99_ms": 406.4, + "resolution_us": 100 + }, + "compaction": { + "count": 592, + "mean_ms": 221.51494043074325, + "overflow": 0, + "p50_ms": 201.1, + "p95_ms": 320.3, + "p99_ms": 591.6, + "resolution_us": 100 + }, + "uploaded_objects": 63551, + "uploaded_bytes": 298587393, + "publication_failures": 0 + } + }, + "candidate": { + "repeat": 1, + "cells": 16, + "variant": "candidate", + "measured_writes": 12891, + "all_acknowledged": 13497, + "TPS": 107.28905223766547, + "response_body_bytes_per_second": 21418.943030424267, + "p50": 142.518326, + "p95": 199.613639, + "p99": 278.679089, + "server_cpu_cores": 0.49499666353890004, + "driver_cpu_cores": 0.04790290292311936, + "server_rss_after_bytes": 81506304, + "first_30_seconds_TPS": 113.2, + "last_30_seconds_TPS": 102.66666666666667, + "interval_TPS_cv": 0.062450610893873604, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 13481, + "raw_client_sha256": { + "writes-client-0.json": "d90973e415f9b759c07dc3f8415e1c2ca0b655ea4b30c5ea62868781e015f845", + "writes-client-1.json": "eed677e5b0a0530af7205c16a5bcef026d88df3b93aed629a62ed615e9f85161", + "writes-client-2.json": "aa1a5fcc0933d404063b111d2d558fa13ad88e4df118f37889ed13b0f5dc2b1e", + "writes-client-3.json": "fb2734099ab7d371da6c2477513c7350bed12284af682d774baa991f9370541a", + "writes-client-4.json": "b94a0d145bced6717867775936e75d0a036eff727e40397b2401f83e629ee98d", + "writes-client-5.json": "e153bbfca6817e60c5f96bf937289f369eb6aec8270f14922ff8ea73ad64fed7", + "writes-client-6.json": "a3de4adb22fd50b2102e188182e545a66a50fb39db30b1571f175be3e5223bed", + "writes-client-7.json": "8e963988d00371a98941a13a691513b8882d4484cefffb363b785736cf43dea3", + "writes-client-8.json": "ead90478c172cfad7537bb4bc55c377392f6c2c23c628b05650be558e995d706", + "writes-client-9.json": "180a3954d06a4fc75a11ce31621e9d4642d722f7fd955bc725de143e2d3924f5", + "writes-client-10.json": "b48b97f1c8219993c42a4980a2168356654588250f830aafcaa6973a95c6b3ce", + "writes-client-11.json": "a35211bd953e8b2b994f942820e05799cd05d84458b1507ffc043c064145009f", + "writes-client-12.json": "63392102a76c6c2e1878b664ce30e644d059e511e64a3fa5aadb179543b95594", + "writes-client-13.json": "cd754ca00a5d77f122e199233eaa5e7f112218b90c954bc2d10a43f232e0d329", + "writes-client-14.json": "fa7fa29304030e6b17ac02e058044dc8ffda9c76dd208a31d914e1dad24d5445", + "writes-client-15.json": "b2686cdb8685ce9e9f0e63f5852bd3aee8cc3743f55919738ba70069b4f39fdc", + "write-warmup-client-0.json": "e74baa2257decb537172a70a7fd0bc79187a415e9974a27360f893cfd5762619", + "write-warmup-client-1.json": "e44b561df5090fba34955030f907c8e047d39d512969368f919354d305f5cedf", + "write-warmup-client-2.json": "8dba51c4050e4a4d6fda6ebe9df78ef3b290752d13929d8d2ece00f55b4d1931", + "write-warmup-client-3.json": "f23f4046aea17690213847f1748eb34fd2f695b5e59d4075f41007731b44c4f8", + "write-warmup-client-4.json": "db12e0ff41e0fd1fbfca3311abb9f09f202dd1ce1545a5248bdfa2c3348df61d", + "write-warmup-client-5.json": "2dc5abcaf7b225a661583a2a91b9015c1c3176183de61f0ec66f404b7884ab9e", + "write-warmup-client-6.json": "1bca80589e206036b4a33e6b501e0ec67acea3fd69f4c023bad8ebe4c548b34a", + "write-warmup-client-7.json": "f12afdd59a3b6456b1fa255531f5fe070f126d0bba140d2a2f55bd23145cdb86", + "write-warmup-client-8.json": "f67d06f072e9e163756ca322ccf51cff4098795d69ba5292777b1925ec90f5b4", + "write-warmup-client-9.json": "a6fda0423bab13a33688c22ad2aff23f54f821be9e6555b8f7632e004dd7a7b0", + "write-warmup-client-10.json": "9a5b20ecd5f2e4c54993e21402d72ab6f721fcaf967ead74d3e0ecf2746658c6", + "write-warmup-client-11.json": "a65f53762e37d01cc6fea53afbc32bf52d44bfedd5252f55facf186071593d24", + "write-warmup-client-12.json": "f0168d0179d7d4c6f35a5fc31b310061bb842b178de679a38194cf82c90b79a7", + "write-warmup-client-13.json": "f71f72709a2205021a00d972f053c025aefb9a16b5218f94dd7b5d4ccfd12617", + "write-warmup-client-14.json": "9c7dff84a0a21370fc2ae9c84e5e283c219cf7f8bf80b68b1bbc344f22234ede", + "write-warmup-client-15.json": "320914e4a87f922359c0a0f4bf6d24dd21b44709a7ff2790dacf8b0c5af91361" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.36508505699999, + "cpu_seconds": 380.775594, + "cpu_cores": 3.0373336709090255, + "cgroup_before": { + "usage_usec": 1725378135, + "user_usec": 1082343298, + "system_usec": 643034836, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2106153729, + "user_usec": 1328630043, + "system_usec": 777523685, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 27010, + "mean_ms": 0.04683921703072936, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.5, + "resolution_us": 100 + }, + "worker": { + "count": 27010, + "mean_ms": 1.152639718474639, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.3, + "p99_ms": 5.8, + "resolution_us": 100 + }, + "root_admission": { + "count": 13513, + "mean_ms": 84.71108677754755, + "overflow": 0, + "p50_ms": 81.6, + "p95_ms": 113.3, + "p99_ms": 153.6, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13513, + "mean_ms": 37.000072637534224, + "overflow": 0, + "p50_ms": 33.4, + "p95_ms": 68.4, + "p99_ms": 112.9, + "resolution_us": 100 + }, + "authority": { + "count": 13497, + "mean_ms": 22.280807339334668, + "overflow": 0, + "p50_ms": 21.8, + "p95_ms": 32.2, + "p99_ms": 39.3, + "resolution_us": 100 + }, + "publication": { + "count": 13497, + "mean_ms": 144.98346456753353, + "overflow": 0, + "p50_ms": 138.5, + "p95_ms": 195.3, + "p99_ms": 277.6, + "resolution_us": 100 + }, + "compaction": { + "count": 678, + "mean_ms": 220.43883005014752, + "overflow": 0, + "p50_ms": 198.0, + "p95_ms": 347.2, + "p99_ms": 592.2, + "resolution_us": 100 + }, + "uploaded_objects": 56161, + "uploaded_bytes": 335702232, + "publication_failures": 0 + } + } + }, + { + "cells": 16, + "repeat": 2, + "candidate_baseline_ratios": { + "TPS": 1.1577476354020746, + "p50": 0.8962191602664434, + "p95": 0.8706025104279305, + "p99": 0.6442114111574352, + "response_body_bytes_per_second": 1.1591503986346483 + }, + "baseline": { + "repeat": 2, + "cells": 16, + "variant": "baseline", + "measured_writes": 11351, + "all_acknowledged": 11889, + "TPS": 94.46891302108061, + "response_body_bytes_per_second": 18838.104952193302, + "p50": 157.465733, + "p95": 216.450428, + "p99": 424.782519, + "server_cpu_cores": 0.4783636155349716, + "driver_cpu_cores": 0.0398636346279143, + "server_rss_after_bytes": 83406848, + "first_30_seconds_TPS": 97.96666666666667, + "last_30_seconds_TPS": 95.33333333333334, + "interval_TPS_cv": 0.03551000446209681, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 11873, + "raw_client_sha256": { + "writes-client-0.json": "2f26fa024e6bc013ec382da4904a038602502b7e611f0665fb1161dc40d64612", + "writes-client-1.json": "98803fcfef996026f3d0274f32fd598e468dad4b78c97e122af16f0c99c78fd7", + "writes-client-2.json": "665779396db5eaad532509fb9f2abe48721a0e156f368146e336584dcb79abc8", + "writes-client-3.json": "b83055329d4b77f59fdb9d2b926d698935134029aacaaed1a6e8b22d49f220b4", + "writes-client-4.json": "cab55d540d1960ef05e302f412680c6f3a22dffb5f16c03d0ac113a170f0b591", + "writes-client-5.json": "cd83559a0214167b78d3e6ef201b5ab87a3603b810d171b9d39c3f26b66c57b2", + "writes-client-6.json": "ab7165cdc2ea0c4ab2db328983fe08f9f42771fb07fb92b0a8d8f03a642c270f", + "writes-client-7.json": "d2e3281a5938b43836efdaab05acc731240ff2c55d7450d01b12f20730e7a100", + "writes-client-8.json": "db39a1782bd220aa5eb7b6765ea66a30fbed47cdb0a01799fd0851b1384ab4c5", + "writes-client-9.json": "b9c9f02164bbfcffa1a5e0d0da549941dbff88b73d9755c2fc00502e3c324fdd", + "writes-client-10.json": "716d57e01d1905431ccacf879a6410e9df5652c5606ace19a586efce9bf35d5d", + "writes-client-11.json": "7c444fc2fad670392341c91a98cbadb2f41427298c16ea4a4e27996196b41721", + "writes-client-12.json": "bbec95235cd6b4528b0fef6159052c24531df1aeccd17718d03131e4ab50e065", + "writes-client-13.json": "496b0c1e95f1dcd4a6d175e60ce7546976eee44138d1e455284a8df2d87946a5", + "writes-client-14.json": "3833a50ccb7113484d063cbcfd89d82ad7e742d72d1eedd4dacf1ef8d7142220", + "writes-client-15.json": "bb5e68792e87bb0da2973675e1e9f12eb6bc21ecea32d54288a8462b29f98009", + "write-warmup-client-0.json": "9db10a29f0c60a81cc827c5e60b24544ac61abd4ad3a1f73b5891bcc80755223", + "write-warmup-client-1.json": "c3476a14a902b4f99e418a4d3a4e9d57640acff6b6996787bd2679541110d21f", + "write-warmup-client-2.json": "ee6e8f659a1c9ff9ec1d493dea7933982d153de546a31a54dd34eb9b4a7aa6d2", + "write-warmup-client-3.json": "fa64b56df45e96979eab5efb901a4e28fb0668220becb3efdebae5c40b9d6f37", + "write-warmup-client-4.json": "741701459de1face347c87bb6681778fa5a82090afd73548b7ed78a167926716", + "write-warmup-client-5.json": "ce296e7691540cb1834dbb5a1d4a597b6228d5c42e20bcdd3c18d0063c6ec511", + "write-warmup-client-6.json": "128eacf499f594cfbb88804282eb6f4f6b9287cff240f7acd5f56ea04a435297", + "write-warmup-client-7.json": "10be36dab6ec908e3c8642ceb3c5a5301a0ae636ef9f375815d100e17af98cf9", + "write-warmup-client-8.json": "de9930b37e51abb0f6a6721ca4c710ee5d98112c7088ff0b92ac01fe3089672e", + "write-warmup-client-9.json": "824dcf033e88ea1276d35df9b9372564fc32a2b8f9d78500a4af3f26fb14c0d6", + "write-warmup-client-10.json": "04d0828789923afbe94b7e67d58ffdffd4be00f6f64d145f894a980d786e64c7", + "write-warmup-client-11.json": "79993b7506af861854574c062e93d2c2b3dd46bb2ce883e5170bcb9e566dcbc9", + "write-warmup-client-12.json": "ae2c3bea8b6ba864297ab909ef09ca02f7c4a19b9fb8a47071476b8afa87dcbe", + "write-warmup-client-13.json": "855514b3579a0d83b1c3a649cd71aaf0bf4b9237dcc77e1b7d92b8758b3a6b06", + "write-warmup-client-14.json": "6e4a7a51145e16832ad576cc47f19e480ae4910bc9a670e200d2dbbfa292b93a", + "write-warmup-client-15.json": "b1594064a2552a9be042e8e5be9453ac1879e51e8d5fe2188f05a9ad1913b058" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.5377468429997, + "cpu_seconds": 382.995266, + "cpu_cores": 3.0508375021178487, + "cgroup_before": { + "usage_usec": 3994838600, + "user_usec": 2626016892, + "system_usec": 1368821708, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4377833866, + "user_usec": 2878198568, + "system_usec": 1499635297, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 23794, + "mean_ms": 0.043907125788013784, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.5, + "resolution_us": 100 + }, + "worker": { + "count": 23794, + "mean_ms": 1.1253456021686141, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.1, + "p99_ms": 5.8, + "resolution_us": 100 + }, + "root_admission": { + "count": 11905, + "mean_ms": 92.53705092742544, + "overflow": 0, + "p50_ms": 92.0, + "p95_ms": 115.9, + "p99_ms": 127.8, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 11905, + "mean_ms": 37.24720088206636, + "overflow": 0, + "p50_ms": 37.1, + "p95_ms": 47.0, + "p99_ms": 53.5, + "resolution_us": 100 + }, + "authority": { + "count": 11889, + "mean_ms": 23.11068805063504, + "overflow": 0, + "p50_ms": 22.9, + "p95_ms": 32.9, + "p99_ms": 38.0, + "resolution_us": 100 + }, + "publication": { + "count": 11889, + "mean_ms": 165.1544057728152, + "overflow": 0, + "p50_ms": 154.0, + "p95_ms": 207.7, + "p99_ms": 423.1, + "resolution_us": 100 + }, + "compaction": { + "count": 581, + "mean_ms": 232.6581749655766, + "overflow": 0, + "p50_ms": 209.8, + "p95_ms": 351.7, + "p99_ms": 711.2, + "resolution_us": 100 + }, + "uploaded_objects": 62476, + "uploaded_bytes": 292150629, + "publication_failures": 0 + } + }, + "candidate": { + "repeat": 2, + "cells": 16, + "variant": "candidate", + "measured_writes": 13144, + "all_acknowledged": 13740, + "TPS": 109.37116066916033, + "response_body_bytes_per_second": 21836.196864856207, + "p50": 141.123807, + "p95": 188.442286, + "p99": 273.649746, + "server_cpu_cores": 0.5028971276258135, + "driver_cpu_cores": 0.04789496453579176, + "server_rss_after_bytes": 81231872, + "first_30_seconds_TPS": 111.96666666666667, + "last_30_seconds_TPS": 109.16666666666667, + "interval_TPS_cv": 0.02454428077165914, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 13724, + "raw_client_sha256": { + "writes-client-0.json": "64cdc34ba786ac0293cdef677a520af8b20142b5ae4db3aabce3be3821052ab4", + "writes-client-1.json": "1cbaf5d4b95e973a81bf33741dcfaccb0c0f9597f3d9847e069b59386b78217a", + "writes-client-2.json": "33a728cb0786399e9a31d9ddc768fbbb853eed91a1713cc07890f4cce6b6271d", + "writes-client-3.json": "ee63c79f069821b5e256a5e4b40f6325e71067a10773aa889c789698df6a62c8", + "writes-client-4.json": "6e0f81a82a89f1ba9651c41f4273708d0f732c3fa7f1333a1d978934860bf938", + "writes-client-5.json": "58507ac4d28cb627569c8258f435c2ed4d151a13d37401d1feeab55d5ad736cf", + "writes-client-6.json": "a0172b9bddf948a0ac0a3806e97a053cb27ddbbdfb4d81d5a011f176eca43fa2", + "writes-client-7.json": "067712286b5862449c4888ef0a33acfbdced8d7caca0d17f6dd678c5440238f1", + "writes-client-8.json": "4fb66264e2d687d2a6f912314ebe6760133144c71ec48c9b5214b568c6324b6a", + "writes-client-9.json": "32c977aa60daea2c9e63068243147a297a5943475793eb1aed1f24df243b2781", + "writes-client-10.json": "8d406ac7cab1482c3621336f5b447b84fb7d7a0b388f8aae0d26ef6c018d87c2", + "writes-client-11.json": "8dd8a418d6ae5bd80b350e1b5576abc8ddbe29ac9d475fe990f71385993611bc", + "writes-client-12.json": "e96a8ac6b2e80fe08d2c1d326b0e704755cc27acd92045f59301afc7f0aef3bb", + "writes-client-13.json": "fd6ebbb0ebd63bca578f95bdca04e30343da665af960cea2932a9461ac46352f", + "writes-client-14.json": "67e26a37ba181058e15cf4ca4ab76e1114b2da884f20f3ce49ce7d918574225b", + "writes-client-15.json": "50687f59f846cc18fbc216be3383742108d77eb7d96c7406ed29437e90ab3cba", + "write-warmup-client-0.json": "6c9058eb10766e94c9edc47f6c425b4a65abe21a4b5a2e2714ee350b2f9aabf9", + "write-warmup-client-1.json": "5cade87de79c570d552d672de78de360695e4091357b8b0680332a0e74c5ec5c", + "write-warmup-client-2.json": "20be3a88ee6f68b3b9052687a516683191e28390cda7c6a06daa208deb502432", + "write-warmup-client-3.json": "5eea6b12921131fdc928ee145e2d9dc74db8803e6aedd049d07413009a97ef71", + "write-warmup-client-4.json": "5cb6e0a53e4cfd69892478ab7974a350f04271168d170c94c3994c3e256ab016", + "write-warmup-client-5.json": "53d1fdeedeacd2af7e63faa96aeaaab2b1a782975927c69853192ab263f9b6f3", + "write-warmup-client-6.json": "329a70b879dea7a6194a308aebda7b02be11188fef21a74a848c223e4e853785", + "write-warmup-client-7.json": "a7496998ae5865769d7f48ee1255774c04db8278dfaeefca9dad816431ed4ae8", + "write-warmup-client-8.json": "cb6a8b07fae873e918b14d3505d451d65d52125232f12877ea423f7da01d2ba1", + "write-warmup-client-9.json": "bdf47f3aba95ebf10c21347866b41849a425ab4ab6ff79602aad71adfa73ef0a", + "write-warmup-client-10.json": "486d56066022bf18970e36eaf52a265be3c00ba1312b3a4f6355f4bcd7f5471a", + "write-warmup-client-11.json": "a1a38e246137a18e4eb8152557420c21771f87d3ef87b90e52c0675357a79782", + "write-warmup-client-12.json": "6b6633d476bab87533ca4f7d2a570c5b9d4d48a64c84d119d12ffb2088cb7b51", + "write-warmup-client-13.json": "c3d5376fc67f93e542f4d4e04ab8e263f277a04e7f9e1b724d52a386a292744b", + "write-warmup-client-14.json": "54528a4097a2b0548682dbc167178f687722ea4c1251ca766aa8a3c87ce6bac0", + "write-warmup-client-15.json": "8e67bc8a6bb9cdb68239ab5b36caaf39aeafaba5487900d58ee26effe11a146a" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.38647703800007, + "cpu_seconds": 379.029128, + "cpu_cores": 3.0228868132655973, + "cgroup_before": { + "usage_usec": 3592647011, + "user_usec": 2356801835, + "system_usec": 1235845176, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3971676139, + "user_usec": 2606244099, + "system_usec": 1365432040, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 27496, + "mean_ms": 0.04932259786878091, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.5, + "resolution_us": 100 + }, + "worker": { + "count": 27496, + "mean_ms": 1.1384383192100669, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.1, + "p99_ms": 5.7, + "resolution_us": 100 + }, + "root_admission": { + "count": 13756, + "mean_ms": 83.50057941363768, + "overflow": 0, + "p50_ms": 81.0, + "p95_ms": 107.8, + "p99_ms": 152.7, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13756, + "mean_ms": 36.34541604281768, + "overflow": 0, + "p50_ms": 33.0, + "p95_ms": 67.6, + "p99_ms": 111.1, + "resolution_us": 100 + }, + "authority": { + "count": 13740, + "mean_ms": 21.598309594468706, + "overflow": 0, + "p50_ms": 21.2, + "p95_ms": 30.6, + "p99_ms": 35.6, + "resolution_us": 100 + }, + "publication": { + "count": 13740, + "mean_ms": 142.40848896790393, + "overflow": 0, + "p50_ms": 137.4, + "p95_ms": 183.5, + "p99_ms": 272.5, + "resolution_us": 100 + }, + "compaction": { + "count": 696, + "mean_ms": 219.59957397413794, + "overflow": 0, + "p50_ms": 195.3, + "p95_ms": 341.7, + "p99_ms": 597.4, + "resolution_us": 100 + }, + "uploaded_objects": 57202, + "uploaded_bytes": 343421616, + "publication_failures": 0 + } + } + }, + { + "cells": 16, + "repeat": 3, + "candidate_baseline_ratios": { + "TPS": 0.9588441835665311, + "p50": 1.0804093770428893, + "p95": 0.7128204156528828, + "p99": 0.7930237096215532, + "response_body_bytes_per_second": 0.9587037765798453 + }, + "baseline": { + "repeat": 3, + "cells": 16, + "variant": "baseline", + "measured_writes": 13591, + "all_acknowledged": 14221, + "TPS": 113.08107126439019, + "response_body_bytes_per_second": 22583.548791485646, + "p50": 130.960348, + "p95": 274.123156, + "p99": 353.996962, + "server_cpu_cores": 0.5747165569758625, + "driver_cpu_cores": 0.047893046414655215, + "server_rss_after_bytes": 82964480, + "first_30_seconds_TPS": 116.8, + "last_30_seconds_TPS": 112.46666666666667, + "interval_TPS_cv": 0.030378770091511704, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 14205, + "raw_client_sha256": { + "writes-client-0.json": "b5175daf4c29639cfa1021033789853d7c89dcffc65d5b5edac646ef76c70a3d", + "writes-client-1.json": "1807a612dd846406d93b62cdfffc16f3117f41ed461e8c5dbcaf22bebc507f41", + "writes-client-2.json": "a2091014f63df1912d47140de99bb51e19957dc195ca57292bc18c520ce83b0e", + "writes-client-3.json": "b65db6af23f76cb07f24ccc5ac7c2bc05d098070bc070af0cfc603d089e5b914", + "writes-client-4.json": "352d3a10b97c4a197c354ca9f6e2edd79c212cb5634c988c47636cfedf630276", + "writes-client-5.json": "ad8355d89d209e340870c094c18b0f7640ce623eac8e9bd45940e17d5488b68c", + "writes-client-6.json": "d6e7ba18531817ae6ec7f67935bd9befabc854d10c6fb082a8e626137e5e4313", + "writes-client-7.json": "f8b2d9a89711d33dd81c888afa4be09aa8b94b106acc5f11a7d694edd141d4fe", + "writes-client-8.json": "1962844edefe826f0f4e87b4c852e849ff14045956351dd9b1dbfaf67bb389c9", + "writes-client-9.json": "13d29872f1f9792f0fab16967753d2434953a7efa9d784c8f073c4010675ff0d", + "writes-client-10.json": "867549da0f849104683af835a67f26d1dee0c569ead014b97feac1516868b347", + "writes-client-11.json": "297d4dad58e064a856d07a222571912f6c30b686fcfed4ea6967debf5b7bcee7", + "writes-client-12.json": "c74f896bf92779fc6700d3f4f767c973b4520623f55611a2552e5015c7738662", + "writes-client-13.json": "4ff1e03956424aee3549183cb09d53e0645fb9aca2e8cd7f88e3cd58968ee067", + "writes-client-14.json": "869ec2fd2d66156dc8b4f3b5131e7376cdada18ff614035dda7c81d6a30ad386", + "writes-client-15.json": "982106ed8f328f44a1b6e0a89e7df4ee8c33f627dfa78117dd41b38f2abe6c10", + "write-warmup-client-0.json": "460cf995357afca5e873b636b847558641e25f9299be0163179244b1ebc48126", + "write-warmup-client-1.json": "70e6cf570b0e8d41d741ba598053329090438158337e937e77b5a0b84d739b57", + "write-warmup-client-2.json": "438a549897251b4ec937a24cc972a2f2d0698de04c45106bac3bbfc4e94e9d79", + "write-warmup-client-3.json": "4e6a4554b7c177005f060370c81e6060aec66dde5ece8eca6564d6f95edb5d51", + "write-warmup-client-4.json": "74ce0fe7cce6dd964e095edadb56f50ad2f8bac3caaff5034851a25681c91105", + "write-warmup-client-5.json": "0b6d6b869d79d537205f46835f847bbacd1f75d602162db76be7f27bf05f2df4", + "write-warmup-client-6.json": "30b735688bc7bd2096fea04cf2d61419b72da51e2b7c926f6fe2af00d4deb6b3", + "write-warmup-client-7.json": "74ccd55cfa9bf7b7972783b9360a7b811d397cbd5da70dbe54b12fd0b845e277", + "write-warmup-client-8.json": "b61f85d32da190dd049da9fdf5e49f4dcd1b1206fa1038df61cc244c3f32abe6", + "write-warmup-client-9.json": "3a4992396af68a605e4c9cbdbf0612d43993d0ee75d4e985742bc38ac9193a20", + "write-warmup-client-10.json": "6b01bccf708aecafee1f6b99ae85de3af6960703187f9c89ae23a58b487cbad0", + "write-warmup-client-11.json": "279cf6474ec0d0fe78cba2429ef19ab06e34a4728c481d59c67480cba4f8a1f3", + "write-warmup-client-12.json": "563c2438243b6e2b821413f89c8cf17dff09df06b669a9b870fd3210455a98a4", + "write-warmup-client-13.json": "3a94cdd41ecbece3628421332001b9373798659e16046c7c45b2e737e1a408d2", + "write-warmup-client-14.json": "4b195ee37a19bc7db7c6b79c41bee673a449be5a75c67e50b5d8365f18b09e7c", + "write-warmup-client-15.json": "b543129b0fd63acb846661e5d0b85679ec6223c5d6f2399dc46af17615c97c2f" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.39297631599993, + "cpu_seconds": 350.74604, + "cpu_cores": 2.797174533253705, + "cgroup_before": { + "usage_usec": 5755423864, + "user_usec": 3733730435, + "system_usec": 2021693429, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 6106169904, + "user_usec": 3924825112, + "system_usec": 2181344791, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 28458, + "mean_ms": 0.03882939879822897, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "worker": { + "count": 28458, + "mean_ms": 1.185371632651627, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.4, + "p99_ms": 5.7, + "resolution_us": 100 + }, + "root_admission": { + "count": 14237, + "mean_ms": 75.84256587469271, + "overflow": 0, + "p50_ms": 75.5, + "p95_ms": 93.1, + "p99_ms": 101.8, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 14237, + "mean_ms": 30.6996701333146, + "overflow": 0, + "p50_ms": 30.6, + "p95_ms": 38.7, + "p99_ms": 43.3, + "resolution_us": 100 + }, + "authority": { + "count": 14221, + "mean_ms": 19.52237351107517, + "overflow": 0, + "p50_ms": 19.3, + "p95_ms": 27.2, + "p99_ms": 31.6, + "resolution_us": 100 + }, + "publication": { + "count": 14221, + "mean_ms": 137.2379403537726, + "overflow": 0, + "p50_ms": 127.2, + "p95_ms": 262.9, + "p99_ms": 351.9, + "resolution_us": 100 + }, + "compaction": { + "count": 743, + "mean_ms": 195.27986746567967, + "overflow": 0, + "p50_ms": 174.8, + "p95_ms": 304.1, + "p99_ms": 481.3, + "resolution_us": 100 + }, + "uploaded_objects": 75013, + "uploaded_bytes": 362726087, + "publication_failures": 0 + } + }, + "candidate": { + "repeat": 3, + "cells": 16, + "variant": "candidate", + "measured_writes": 13030, + "all_acknowledged": 13739, + "TPS": 108.42712745333293, + "response_body_bytes_per_second": 21650.93351497249, + "p50": 141.490788, + "p95": 195.400582, + "p99": 280.727984, + "server_cpu_cores": 0.5028973286456402, + "driver_cpu_cores": 0.03991248640044763, + "server_rss_after_bytes": 82669568, + "first_30_seconds_TPS": 111.3, + "last_30_seconds_TPS": 108.86666666666666, + "interval_TPS_cv": 0.024985751783935865, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 13723, + "raw_client_sha256": { + "writes-client-0.json": "e3cbc8ad65caa732e55da2077ac895334555a8d1c4d162c3ce2b4167675e067d", + "writes-client-1.json": "dc884bdd38d57130063cb3fd832c541acccf27e7360637a9ef8bd44ed78a7d7f", + "writes-client-2.json": "b04bd2bf4848c514fc8974e3e87da52b3d940715de4301bd48e37f66d799fc1e", + "writes-client-3.json": "c2570e6da11c934b76abc92c8046c5791aa2d5bbaaf67a7ba20c39059faa4f97", + "writes-client-4.json": "a746aa784413c501c7c5b87131ab62fbfd15781a64c8412f9810c61bf68df535", + "writes-client-5.json": "85074c6870141796837dae5b2dc2bef25e64e6e172f7f1007d4a7ffb5a97f66e", + "writes-client-6.json": "3f05d56a99970aa89dced1d79d99662caff3194120f4507ea9f2252dca5ba1f8", + "writes-client-7.json": "0fe0036d83feb2fe5b43aecb74b3fccacb0532fe5c6fae86640654cac4db391c", + "writes-client-8.json": "9af988f13c3b73ce4eb0e61590eb5a713b3641374e165e4d2d6e5c71569faf84", + "writes-client-9.json": "aea7b8c0a7ead21fa63db40652b3c28228a4bf87fd3e35050092680ec560ce0b", + "writes-client-10.json": "75182469ab6746e7fcff4ff65c871fa5b877a6dcc20744d6c41a09266c530706", + "writes-client-11.json": "eccd3e9d66191dd40b99179825cae982b6a079d32bea58ee96aadc881acd135f", + "writes-client-12.json": "409bc1c74d8f16a739ecc2286d5a9b8a568626eb2ed0638a91d5a6f43d83ab8b", + "writes-client-13.json": "ee90b84989fc42fa7f369092941d75fa7aed579ee212cf862edf5d52c3cf1658", + "writes-client-14.json": "01b549dcfd9f179a925c14d4f263a495296399fd8a1777ad9b9cf336ad9c9652", + "writes-client-15.json": "0aaeaf5546b3b5a433e16ec0adceb1100016f8e9ce8b7ec485ef815cadc98885", + "write-warmup-client-0.json": "d4d20abae3af9d5e0d2276d82f573e3d8146b7c4aa4be997968bb65223d4ea5c", + "write-warmup-client-1.json": "425435c8de198cbfc9171da7c90213126ed2129ca5d18e0febb4fe3388ea01d3", + "write-warmup-client-2.json": "bf7d9ce020cc51b56cfef2208f1cba019dc3160f670d293f7082bb31fd49e7df", + "write-warmup-client-3.json": "fed96eb0415da01cf475c37e7053b8dd46af8334a2c164f865f5767fb2990bb8", + "write-warmup-client-4.json": "3fc74d3f672f6f8a2ff2ba2ac6a0d9f629989f9221ea774fe42241971f56fb47", + "write-warmup-client-5.json": "c1008c5c252eabcb206012cc2a0c1cdb17d9c191c718e2fe17ea3c2d4883d5d4", + "write-warmup-client-6.json": "976142af26ca6e0d64b60159a2064403e99f15bf6ae2a46a838fc8d3750e41ed", + "write-warmup-client-7.json": "62c2a96ce41f1164c0b95dfa71681ca8327061e66f3e771c4493ab4025ab0658", + "write-warmup-client-8.json": "b16ac98f439a3f2133001c4560ec9dad48fd5ac64adae0122f7051af1e3c6b6b", + "write-warmup-client-9.json": "bab3a734350a3723cc7d4dee6fc3e687b21a5d736b48922a3fb5bea04dfa5c97", + "write-warmup-client-10.json": "70682fe39c83540d3d772fb1a3c52df5456dbb572c8891ea058a001f7e64cccd", + "write-warmup-client-11.json": "db4ced4a0776ebdbd41d6c1e6febda3637e9fd404f9e5bd15a6a660c19368f51", + "write-warmup-client-12.json": "28812815785d8eec53893c403f9d656ac328e7d760550922c484e142c39ba4af", + "write-warmup-client-13.json": "0416edc0b927e3fae88b25dc285e031ad038ba0133909363d1792b01a5fa07d2", + "write-warmup-client-14.json": "7f2a93560159f14d3fab1f26a1f7f40501a2295a48579cad81c21f1f04b6b404", + "write-warmup-client-15.json": "931728c123dd6174f402c554bb595b8dac18f924aa75db8a2c0dae2ac1a01bde" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.40819086500005, + "cpu_seconds": 377.470033, + "cpu_cores": 3.009931252467716, + "cgroup_before": { + "usage_usec": 6113980230, + "user_usec": 3929254819, + "system_usec": 2184725411, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 6491450263, + "user_usec": 4175002503, + "system_usec": 2316447759, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 27494, + "mean_ms": 0.04305764504982905, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "worker": { + "count": 27494, + "mean_ms": 1.1630586493780461, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.1, + "p99_ms": 5.9, + "resolution_us": 100 + }, + "root_admission": { + "count": 13755, + "mean_ms": 83.22405093355142, + "overflow": 0, + "p50_ms": 80.9, + "p95_ms": 108.9, + "p99_ms": 155.7, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13755, + "mean_ms": 36.28427749334787, + "overflow": 0, + "p50_ms": 33.0, + "p95_ms": 68.5, + "p99_ms": 109.7, + "resolution_us": 100 + }, + "authority": { + "count": 13739, + "mean_ms": 21.628366510517505, + "overflow": 0, + "p50_ms": 21.3, + "p95_ms": 30.7, + "p99_ms": 36.9, + "resolution_us": 100 + }, + "publication": { + "count": 13739, + "mean_ms": 142.33434241604192, + "overflow": 0, + "p50_ms": 137.5, + "p95_ms": 190.2, + "p99_ms": 277.6, + "resolution_us": 100 + }, + "compaction": { + "count": 697, + "mean_ms": 219.19002997130562, + "overflow": 0, + "p50_ms": 200.3, + "p95_ms": 339.4, + "p99_ms": 506.1, + "resolution_us": 100 + }, + "uploaded_objects": 57197, + "uploaded_bytes": 343006257, + "publication_failures": 0 + } + } + } + ], + "limitations": [ + "Three paired repeats, not a statistical confidence interval.", + "Closed-loop small-row HTTP workload with one persistent connection per client.", + "Response throughput is JSON response-body bytes, not database or network-wire throughput.", + "Publication phase metrics include warmup; worker and queue metrics also include exact replay verification.", + "Compaction is a subset of preparation; do not add their timings.", + "Single host with a shared RustFS provider; no horizontal-scaling proof.", + "The third 16-Cell pair loses 4.1% TPS and increases p50 by 8.0%, despite lower p95/p99. The third 1-Cell pair increases p50 by 2.5%. All pairs, including regressions, are retained." + ] +} diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-main-writes.md b/crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-main-writes.md new file mode 100644 index 00000000..585b9109 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-main-writes.md @@ -0,0 +1,43 @@ +# Inline roots and composed preparation versus main + +The full change improves paired median TPS, p95 and p99 at every Cell count. Eight of nine pairs improve TPS; every pair improves p95 and p99. +[CI run](https://github.com/crabbuild/cellule/actions/runs/37193466378) · +[Dataset](2026-10-04-rustfs-inline-root-main-writes.json). + +Baseline `fa548bb2cc1993bbf77dc7f4fbef499a0de3f5a4`; candidate `9d212463d1429e77147234d31e6b1ee84abe2f55`. +Three alternating 120-second pairs at each of 1/4/16 Cells use 16 persistent +HTTP clients, four SQL workers, four HTTP workers, five seconds of warmup, +fresh storage prefixes and unchanged host budgets on a four-CPU runner. +All 18 points pass the independent evidence audit: **321,663 measured writes**, +**337,961 acknowledged writes**, and **zero measured errors**. + +| Cells | TPS change | p95 change | p99 change | +| ---: | ---: | ---: | ---: | +| 1 | +6.6% | -7.9% | -12.7% | +| 4 | +21.2% | -19.8% | -16.7% | +| 16 | +12.4% | -12.9% | -31.8% | + +Changes are medians of three paired candidate/baseline ratios. Absolute values +below are independent version medians; their ratios can differ. + +| Cells | Baseline TPS | Candidate TPS | Baseline p95 ms | Candidate p95 ms | Baseline p99 ms | Candidate p99 ms | +| ---: | ---: | ---: | ---: | ---: | ---: | ---: | +| 1 | 153.1 | 164.4 | 147.6 | 136.0 | 182.8 | 159.7 | +| 4 | 168.4 | 204.1 | 160.3 | 128.6 | 182.7 | 154.4 | +| 16 | 95.4 | 108.4 | 218.8 | 195.4 | 408.5 | 278.7 | + +The third 16-Cell pair loses 4.1% TPS and increases p50 by 8.0%, despite lower p95/p99. The third 1-Cell pair increases p50 by 2.5%. All pairs, including regressions, are retained. + +Raw request/receipt checks verify every Cell's exact live and cold replay, +ownership refusal, conflict handling, clean drain, fresh SQLite recovery, +fencing-epoch increase and next recovered write. Frozen source/binary hashes, +unchanged observation patch, exact observer transplant, fixed budgets and all +18 phase populations are checked independently and recorded in JSON. + +The dataset retains every pair, response-body bytes/second, resource use and +within-window stability. Response throughput measures JSON bodies, not database +or network-wire bytes. Three repeats provide no confidence interval. This is a +small-row closed-loop workload on one host with a shared RustFS provider, not +horizontal scaling. Phase populations include warmup/verification and overlap; +do not add them or infer per-request causality. Do not compound gains from +separate comparisons. Earlier negative results remain historical evidence. diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-routing.json b/crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-routing.json new file mode 100644 index 00000000..cb4d60b1 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-routing.json @@ -0,0 +1,2668 @@ +{ + "run": 37192886934, + "candidate_implementation": "9d212463d1429e77147234d31e6b1ee84abe2f55", + "actual_source": "4a711819cd0ad85784ff7614d50256b55fd76fed", + "source_tree": "5df075e68065e2a6c81adfe4e7bf0355a81a15b0", + "aggregate": { + "comparisons": [ + { + "mode": "leased", + "lane": "forwarded_command", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 55.507000000000005, + "p50_ms": 16.201147, + "p95_ms": 38.592274, + "p99_ms": 47.368466999999995, + "reads": 2176.0 + }, + "candidate": { + "throughput": 61.11, + "p50_ms": 14.943353, + "p95_ms": 31.413725999999997, + "p99_ms": 39.506758, + "reads": 2176.0 + } + }, + "ratios": { + "throughput": 1.100942223503342, + "p50_ms": 0.9223638918898768, + "p95_ms": 0.8139900229771377, + "p99_ms": 0.8340307487679515 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_command", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 162.4375, + "p50_ms": 59.4909155, + "p95_ms": 111.5449, + "p99_ms": 124.094663, + "reads": 670.0 + }, + "candidate": { + "throughput": 181.506, + "p50_ms": 52.26285, + "p95_ms": 95.62548899999999, + "p99_ms": 105.9765985, + "reads": 670.0 + } + }, + "ratios": { + "throughput": 1.117389765294344, + "p50_ms": 0.8785013570685427, + "p95_ms": 0.8572824844524491, + "p99_ms": 0.8539980361605075 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_query", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 2405.422, + "p50_ms": 0.40714700000000004, + "p95_ms": 0.4666795, + "p99_ms": 0.5387569999999999, + "reads": 0.0 + }, + "candidate": { + "throughput": 2375.73, + "p50_ms": 0.4111945, + "p95_ms": 0.472568, + "p99_ms": 0.5550525, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 0.9876562199896733, + "p50_ms": 1.0099411269148488, + "p95_ms": 1.0126178672943635, + "p99_ms": 1.0302464747557805 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_query", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 3869.0855, + "p50_ms": 2.2617494999999996, + "p95_ms": 3.929837, + "p99_ms": 4.943186000000001, + "reads": 0.0 + }, + "candidate": { + "throughput": 3975.703, + "p50_ms": 2.179512, + "p95_ms": 3.6630955, + "p99_ms": 4.3942245, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.0275562532800062, + "p50_ms": 0.9636398725853593, + "p95_ms": 0.9321240295717099, + "p99_ms": 0.8889458134895185 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_query_cold", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 21.9515, + "p50_ms": 45.5549355, + "p95_ms": 45.5549355, + "p99_ms": 45.5549355, + "reads": 2.0 + }, + "candidate": { + "throughput": 23.4635, + "p50_ms": 42.620495500000004, + "p95_ms": 42.620495500000004, + "p99_ms": 42.620495500000004, + "reads": 2.0 + } + }, + "ratios": { + "throughput": 1.0688791198779126, + "p50_ms": 0.9355845866580144, + "p95_ms": 0.9355845866580144, + "p99_ms": 0.9355845866580144 + }, + "latency_gate": false + }, + { + "mode": "leased", + "lane": "forwarded_query_expired_bursts", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 7.551, + "p50_ms": 2.586927, + "p95_ms": 4.8747745, + "p99_ms": 6.1539845, + "reads": 0.0 + }, + "candidate": { + "throughput": 7.551, + "p50_ms": 2.6023075, + "p95_ms": 4.9935875, + "p99_ms": 5.9983059999999995, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.0, + "p50_ms": 1.0059454712096632, + "p95_ms": 1.024373024844534, + "p99_ms": 0.9747028124623972 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "forwarded_query_uncached_route", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 2654.408, + "p50_ms": 4.15264, + "p95_ms": 5.665534, + "p99_ms": 5.847035999999999, + "reads": 8.0 + }, + "candidate": { + "throughput": 2553.1144999999997, + "p50_ms": 4.3507235, + "p95_ms": 6.808878999999999, + "p99_ms": 7.169099, + "reads": 8.0 + } + }, + "ratios": { + "throughput": 0.9618395137446842, + "p50_ms": 1.0477006193650304, + "p95_ms": 1.201807102384347, + "p99_ms": 1.2261082367202802 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_command", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 65.382, + "p50_ms": 13.4912425, + "p95_ms": 31.130879999999998, + "p99_ms": 41.394498999999996, + "reads": 2130.0 + }, + "candidate": { + "throughput": 72.7895, + "p50_ms": 12.4222665, + "p95_ms": 25.2330465, + "p99_ms": 35.15127, + "reads": 2130.0 + } + }, + "ratios": { + "throughput": 1.11329570829892, + "p50_ms": 0.9207651926796215, + "p95_ms": 0.8105471641020107, + "p99_ms": 0.8491773266781173 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_command", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 205.00850000000003, + "p50_ms": 43.9117835, + "p95_ms": 91.05615800000001, + "p99_ms": 103.032901, + "reads": 644.0 + }, + "candidate": { + "throughput": 223.04649999999998, + "p50_ms": 40.899671, + "p95_ms": 79.347149, + "p99_ms": 89.4402305, + "reads": 644.0 + } + }, + "ratios": { + "throughput": 1.08798659567774, + "p50_ms": 0.9314053709524233, + "p95_ms": 0.8714089276641783, + "p99_ms": 0.8680744658446529 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 7668.3135, + "p50_ms": 0.131359, + "p95_ms": 0.1435065, + "p99_ms": 0.1649065, + "reads": 0.0 + }, + "candidate": { + "throughput": 7645.2675, + "p50_ms": 0.130638, + "p95_ms": 0.146282, + "p99_ms": 0.179606, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 0.9969946455631997, + "p50_ms": 0.9945112249636492, + "p95_ms": 1.0193405873601544, + "p99_ms": 1.0891383905425194 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 11557.1855, + "p50_ms": 0.7209605, + "p95_ms": 1.3026710000000001, + "p99_ms": 1.4264825, + "reads": 0.0 + }, + "candidate": { + "throughput": 12011.4015, + "p50_ms": 0.6894165000000001, + "p95_ms": 1.273037, + "p99_ms": 1.3943215, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.0393016102406594, + "p50_ms": 0.9562472562643863, + "p95_ms": 0.9772513551004052, + "p99_ms": 0.9774543325978411 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query_cold", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 3322.3595, + "p50_ms": 0.305864, + "p95_ms": 0.305864, + "p99_ms": 0.305864, + "reads": 0.0 + }, + "candidate": { + "throughput": 4157.8730000000005, + "p50_ms": 0.2406215, + "p95_ms": 0.2406215, + "p99_ms": 0.2406215, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.2514819663555374, + "p50_ms": 0.7866944132032536, + "p95_ms": 0.7866944132032536, + "p99_ms": 0.7866944132032536 + }, + "latency_gate": false + }, + { + "mode": "leased", + "lane": "local_query_expired_bursts", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 7.5975, + "p50_ms": 0.8758085, + "p95_ms": 1.48508, + "p99_ms": 1.7244804999999999, + "reads": 0.0 + }, + "candidate": { + "throughput": 7.597, + "p50_ms": 0.878633, + "p95_ms": 1.4669020000000002, + "p99_ms": 1.6299495, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 0.9999341888779204, + "p50_ms": 1.0032250200814448, + "p95_ms": 0.9877595819753819, + "p99_ms": 0.9451829116072928 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query_fresh_client", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 5684.242, + "p50_ms": 0.17451, + "p95_ms": 0.191922, + "p99_ms": 0.2151545, + "reads": 0.0 + }, + "candidate": { + "throughput": 5646.744500000001, + "p50_ms": 0.17517100000000002, + "p95_ms": 0.1928935, + "p99_ms": 0.2107375, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 0.993403254119019, + "p50_ms": 1.0037877485530917, + "p95_ms": 1.0050619522514355, + "p99_ms": 0.9794705664998873 + }, + "latency_gate": true + }, + { + "mode": "leased", + "lane": "local_query_fresh_client", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 10889.3345, + "p50_ms": 0.7929634999999999, + "p95_ms": 1.4021919999999999, + "p99_ms": 1.557236, + "reads": 0.0 + }, + "candidate": { + "throughput": 11343.698, + "p50_ms": 0.7621169999999999, + "p95_ms": 1.3649365, + "p99_ms": 1.5356545000000001, + "reads": 0.0 + } + }, + "ratios": { + "throughput": 1.0417255526497051, + "p50_ms": 0.9610997227489033, + "p95_ms": 0.973430528772094, + "p99_ms": 0.9861411500890039 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_command", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 92.9735, + "p50_ms": 9.742953, + "p95_ms": 22.7073165, + "p99_ms": 27.3724845, + "reads": 3200.0 + }, + "candidate": { + "throughput": 108.06, + "p50_ms": 8.4518925, + "p95_ms": 16.979044000000002, + "p99_ms": 21.5794045, + "reads": 3201.0 + } + }, + "ratios": { + "throughput": 1.162266667383717, + "p50_ms": 0.8674877626937131, + "p95_ms": 0.747734502225307, + "p99_ms": 0.7883611916923361 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_command", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 285.40700000000004, + "p50_ms": 36.082721, + "p95_ms": 64.1891065, + "p99_ms": 69.962942, + "reads": 1695.0 + }, + "candidate": { + "throughput": 306.5085, + "p50_ms": 32.351813, + "p95_ms": 56.9425525, + "p99_ms": 63.120194999999995, + "reads": 1695.0 + } + }, + "ratios": { + "throughput": 1.0739347668417383, + "p50_ms": 0.8966012568730612, + "p95_ms": 0.8871061712005603, + "p99_ms": 0.902194693299204 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_query", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 1890.9205000000002, + "p50_ms": 0.5148109999999999, + "p95_ms": 0.5850474999999999, + "p99_ms": 0.689235, + "reads": 4096.0 + }, + "candidate": { + "throughput": 1930.028, + "p50_ms": 0.5091985, + "p95_ms": 0.5829245000000001, + "p99_ms": 0.6883735, + "reads": 4096.0 + } + }, + "ratios": { + "throughput": 1.0206817261751617, + "p50_ms": 0.989097940797691, + "p95_ms": 0.9963712348142675, + "p99_ms": 0.9987500634761728 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_query", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 3702.498, + "p50_ms": 2.739394, + "p95_ms": 4.234357, + "p99_ms": 5.042141, + "reads": 4096.0 + }, + "candidate": { + "throughput": 3674.8385, + "p50_ms": 2.8116325, + "p95_ms": 4.2389305, + "p99_ms": 5.5016905000000005, + "reads": 4096.0 + } + }, + "ratios": { + "throughput": 0.9925295030544243, + "p50_ms": 1.0263702483103927, + "p95_ms": 1.0010800931522779, + "p99_ms": 1.0911417391937275 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_query_cold", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 39.854, + "p50_ms": 25.092180499999998, + "p95_ms": 25.092180499999998, + "p99_ms": 25.092180499999998, + "reads": 4.0 + }, + "candidate": { + "throughput": 42.1265, + "p50_ms": 23.74399, + "p95_ms": 23.74399, + "p99_ms": 23.74399, + "reads": 4.0 + } + }, + "ratios": { + "throughput": 1.0570206252822802, + "p50_ms": 0.9462704925145904, + "p95_ms": 0.9462704925145904, + "p99_ms": 0.9462704925145904 + }, + "latency_gate": false + }, + { + "mode": "object_only", + "lane": "forwarded_query_expired_bursts", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 7.5615000000000006, + "p50_ms": 3.165532, + "p95_ms": 4.6012125, + "p99_ms": 5.411517, + "reads": 768.0 + }, + "candidate": { + "throughput": 7.5615000000000006, + "p50_ms": 3.304347, + "p95_ms": 4.7122155, + "p99_ms": 5.41109, + "reads": 768.0 + } + }, + "ratios": { + "throughput": 1.0, + "p50_ms": 1.0438520286637445, + "p95_ms": 1.0241247279928931, + "p99_ms": 0.9999210942144319 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "forwarded_query_uncached_route", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 3131.645, + "p50_ms": 3.835866, + "p95_ms": 5.6148050000000005, + "p99_ms": 5.725713, + "reads": 72.0 + }, + "candidate": { + "throughput": 3259.2, + "p50_ms": 3.6400245, + "p95_ms": 5.09317, + "p99_ms": 5.332299, + "reads": 72.0 + } + }, + "ratios": { + "throughput": 1.0407309896236643, + "p50_ms": 0.9489446450944845, + "p95_ms": 0.9070965064681675, + "p99_ms": 0.9312899546309779 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_command", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 108.9645, + "p50_ms": 8.217246, + "p95_ms": 19.1654185, + "p99_ms": 25.5751425, + "reads": 3156.0 + }, + "candidate": { + "throughput": 117.812, + "p50_ms": 7.733126, + "p95_ms": 15.475413, + "p99_ms": 21.2188895, + "reads": 3156.0 + } + }, + "ratios": { + "throughput": 1.0811961693946193, + "p50_ms": 0.9410848841570523, + "p95_ms": 0.8074654357273753, + "p99_ms": 0.8296684759429982 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_command", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 330.8675, + "p50_ms": 28.702433, + "p95_ms": 54.9231985, + "p99_ms": 60.3591545, + "reads": 1669.0 + }, + "candidate": { + "throughput": 360.8775, + "p50_ms": 26.0780035, + "p95_ms": 48.7228295, + "p99_ms": 55.639129999999994, + "reads": 1669.0 + } + }, + "ratios": { + "throughput": 1.0907009603542204, + "p50_ms": 0.9085642147479276, + "p95_ms": 0.887108377346232, + "p99_ms": 0.921801016944331 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 2848.357, + "p50_ms": 0.339778, + "p95_ms": 0.4197735, + "p99_ms": 0.484954, + "reads": 4096.0 + }, + "candidate": { + "throughput": 2902.8875, + "p50_ms": 0.329552, + "p95_ms": 0.414215, + "p99_ms": 0.4581865, + "reads": 4096.0 + } + }, + "ratios": { + "throughput": 1.019144545434438, + "p50_ms": 0.9699038784147296, + "p95_ms": 0.9867583351497891, + "p99_ms": 0.9448040432700834 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 9053.443, + "p50_ms": 1.2420434999999999, + "p95_ms": 1.629098, + "p99_ms": 1.9088735, + "reads": 4096.0 + }, + "candidate": { + "throughput": 8708.061, + "p50_ms": 1.262334, + "p95_ms": 1.785008, + "p99_ms": 2.3397769999999998, + "reads": 4096.0 + } + }, + "ratios": { + "throughput": 0.9618507566679328, + "p50_ms": 1.0163363843536883, + "p95_ms": 1.0957032664701571, + "p99_ms": 1.2257370642947267 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query_cold", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 572.939, + "p50_ms": 1.7735215, + "p95_ms": 1.7735215, + "p99_ms": 1.7735215, + "reads": 2.0 + }, + "candidate": { + "throughput": 715.3900000000001, + "p50_ms": 1.3991505, + "p95_ms": 1.3991505, + "p99_ms": 1.3991505, + "reads": 2.0 + } + }, + "ratios": { + "throughput": 1.2486320533250488, + "p50_ms": 0.7889109322892336, + "p95_ms": 0.7889109322892336, + "p99_ms": 0.7889109322892336 + }, + "latency_gate": false + }, + { + "mode": "object_only", + "lane": "local_query_expired_bursts", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 7.5915, + "p50_ms": 1.9402565, + "p95_ms": 2.6693895000000003, + "p99_ms": 3.0301264999999997, + "reads": 768.0 + }, + "candidate": { + "throughput": 7.5915, + "p50_ms": 1.889879, + "p95_ms": 2.6837285, + "p99_ms": 2.939847, + "reads": 768.0 + } + }, + "ratios": { + "throughput": 1.0, + "p50_ms": 0.9740356494102713, + "p95_ms": 1.0053716402196082, + "p99_ms": 0.97020602935224 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query_fresh_client", + "concurrency": 1.0, + "medians": { + "baseline": { + "throughput": 1512.3185, + "p50_ms": 0.6238115, + "p95_ms": 0.769421, + "p99_ms": 1.0993535, + "reads": 8192.0 + }, + "candidate": { + "throughput": 1535.9855, + "p50_ms": 0.6194, + "p95_ms": 0.7503875, + "p99_ms": 0.843205, + "reads": 8192.0 + } + }, + "ratios": { + "throughput": 1.0156494812435344, + "p50_ms": 0.9929281521741744, + "p95_ms": 0.9752625675670407, + "p99_ms": 0.7670007872808882 + }, + "latency_gate": true + }, + { + "mode": "object_only", + "lane": "local_query_fresh_client", + "concurrency": 16.0, + "medians": { + "baseline": { + "throughput": 5155.6385, + "p50_ms": 2.6410400000000003, + "p95_ms": 3.3372925, + "p99_ms": 4.070127, + "reads": 8192.0 + }, + "candidate": { + "throughput": 5061.7575, + "p50_ms": 2.714271, + "p95_ms": 3.639092, + "p99_ms": 4.4803715, + "reads": 8192.0 + } + }, + "ratios": { + "throughput": 0.9817906162350211, + "p50_ms": 1.0277280919637717, + "p95_ms": 1.0904324388707314, + "p99_ms": 1.1007940292772191 + }, + "latency_gate": true + } + ], + "failures": [], + "gate_limits": { + "p95_max_ratio": 1.5, + "p99_max_ratio": 2.0, + "throughput_min_ratio": 0.9 + }, + "latency_alert_ratio": 1.1, + "latency_alerts": [ + "leased/forwarded_query_uncached_route/c16", + "object_only/local_query/c16", + "object_only/local_query_fresh_client/c16" + ], + "threshold": "median of all four runs: p95 <= 150%, p99 <= 200%, throughput >= 90%" + }, + "verification": "Unchanged routing parser and gates rerun; raw quantiles and exact root-event coverage, phase summaries, all 113 coordinated stages per pair, frozen binaries, build logs, exact source archives, harness and merge tree verified.", + "ci_run": "https://github.com/crabbuild/cellule/actions/runs/37192886934", + "baseline_revision": "fa548bb2cc1993bbf77dc7f4fbef499a0de3f5a4", + "write_pairs": [ + { + "mode": "leased", + "lane": "local_command", + "concurrency": 1, + "pair": 1, + "candidate_baseline_ratios": { + "throughput": 1.0115860966839791, + "p50_ms": 1.0123163546061411, + "p95_ms": 0.8411198329483921, + "p99_ms": 0.9634124626226709 + } + }, + { + "mode": "leased", + "lane": "local_command", + "concurrency": 1, + "pair": 2, + "candidate_baseline_ratios": { + "throughput": 1.2354739555790586, + "p50_ms": 0.8011192711461488, + "p95_ms": 0.7569549639366754, + "p99_ms": 0.7503968028940576 + } + }, + { + "mode": "leased", + "lane": "local_command", + "concurrency": 1, + "pair": 3, + "candidate_baseline_ratios": { + "throughput": 1.036320533832826, + "p50_ms": 0.9530047979612637, + "p95_ms": 0.8330671472321112, + "p99_ms": 0.8801823875268552 + } + }, + { + "mode": "leased", + "lane": "local_command", + "concurrency": 1, + "pair": 4, + "candidate_baseline_ratios": { + "throughput": 1.1388271473373321, + "p50_ms": 0.910767540831809, + "p95_ms": 0.7586474049081392, + "p99_ms": 0.8246456656928409 + } + }, + { + "mode": "leased", + "lane": "local_command", + "concurrency": 16, + "pair": 1, + "candidate_baseline_ratios": { + "throughput": 1.080518136796954, + "p50_ms": 0.9399668621309745, + "p95_ms": 0.8825560690406803, + "p99_ms": 0.8241672557334209 + } + }, + { + "mode": "leased", + "lane": "local_command", + "concurrency": 16, + "pair": 2, + "candidate_baseline_ratios": { + "throughput": 1.20602082675923, + "p50_ms": 0.7629965036230925, + "p95_ms": 0.7914758433426146, + "p99_ms": 0.7158470135478422 + } + }, + { + "mode": "leased", + "lane": "local_command", + "concurrency": 16, + "pair": 3, + "candidate_baseline_ratios": { + "throughput": 1.092849081284266, + "p50_ms": 0.9223840272334218, + "p95_ms": 0.8597283030029783, + "p99_ms": 0.9022204101738399 + } + }, + { + "mode": "leased", + "lane": "local_command", + "concurrency": 16, + "pair": 4, + "candidate_baseline_ratios": { + "throughput": 1.0950364831997117, + "p50_ms": 0.9133640756976488, + "p95_ms": 0.8575192334087335, + "p99_ms": 0.9186162657984991 + } + }, + { + "mode": "leased", + "lane": "forwarded_command", + "concurrency": 1, + "pair": 1, + "candidate_baseline_ratios": { + "throughput": 1.0758218866978873, + "p50_ms": 0.9414290187371258, + "p95_ms": 0.8382313378650648, + "p99_ms": 0.851360559875337 + } + }, + { + "mode": "leased", + "lane": "forwarded_command", + "concurrency": 1, + "pair": 2, + "candidate_baseline_ratios": { + "throughput": 1.0820195569746558, + "p50_ms": 0.9304144741791373, + "p95_ms": 0.8357137607739047, + "p99_ms": 0.8706833597739587 + } + }, + { + "mode": "leased", + "lane": "forwarded_command", + "concurrency": 1, + "pair": 3, + "candidate_baseline_ratios": { + "throughput": 1.105073911306432, + "p50_ms": 0.9193278941086164, + "p95_ms": 0.8069281107337875, + "p99_ms": 0.8427992145093832 + } + }, + { + "mode": "leased", + "lane": "forwarded_command", + "concurrency": 1, + "pair": 4, + "candidate_baseline_ratios": { + "throughput": 1.097955021201224, + "p50_ms": 0.925268525576212, + "p95_ms": 0.8173988948064581, + "p99_ms": 0.825366058012603 + } + }, + { + "mode": "leased", + "lane": "forwarded_command", + "concurrency": 16, + "pair": 1, + "candidate_baseline_ratios": { + "throughput": 1.0783548375438217, + "p50_ms": 0.8900943936312082, + "p95_ms": 0.900346362433941, + "p99_ms": 0.8755089276499022 + } + }, + { + "mode": "leased", + "lane": "forwarded_command", + "concurrency": 16, + "pair": 2, + "candidate_baseline_ratios": { + "throughput": 1.180798349149602, + "p50_ms": 0.8170372061655269, + "p95_ms": 0.8326940519075123, + "p99_ms": 0.7775910986690304 + } + }, + { + "mode": "leased", + "lane": "forwarded_command", + "concurrency": 16, + "pair": 3, + "candidate_baseline_ratios": { + "throughput": 1.1594139710832558, + "p50_ms": 0.8242267591038223, + "p95_ms": 0.8349317295960539, + "p99_ms": 0.8084457365438409 + } + }, + { + "mode": "leased", + "lane": "forwarded_command", + "concurrency": 16, + "pair": 4, + "candidate_baseline_ratios": { + "throughput": 1.0785862293529098, + "p50_ms": 0.9401174137251681, + "p95_ms": 0.881409631348097, + "p99_ms": 0.9158261820961159 + } + }, + { + "mode": "object_only", + "lane": "local_command", + "concurrency": 1, + "pair": 1, + "candidate_baseline_ratios": { + "throughput": 1.0308658936454727, + "p50_ms": 0.991473384028086, + "p95_ms": 0.8195402311914286, + "p99_ms": 0.8434689113713848 + } + }, + { + "mode": "object_only", + "lane": "local_command", + "concurrency": 1, + "pair": 2, + "candidate_baseline_ratios": { + "throughput": 1.1041523662203316, + "p50_ms": 0.9176791904964884, + "p95_ms": 0.8013217072548048, + "p99_ms": 0.8492972371925217 + } + }, + { + "mode": "object_only", + "lane": "local_command", + "concurrency": 1, + "pair": 3, + "candidate_baseline_ratios": { + "throughput": 1.1164997655107727, + "p50_ms": 0.9141992684322173, + "p95_ms": 0.7951468678722778, + "p99_ms": 0.8097364237746755 + } + }, + { + "mode": "object_only", + "lane": "local_command", + "concurrency": 1, + "pair": 4, + "candidate_baseline_ratios": { + "throughput": 1.1085807568815613, + "p50_ms": 0.9126240023567502, + "p95_ms": 0.8013595191328484, + "p99_ms": 0.8419240497634892 + } + }, + { + "mode": "object_only", + "lane": "local_command", + "concurrency": 16, + "pair": 1, + "candidate_baseline_ratios": { + "throughput": 1.183019619314117, + "p50_ms": 0.9065364839855685, + "p95_ms": 0.8145657820661073, + "p99_ms": 1.1140355678941145 + } + }, + { + "mode": "object_only", + "lane": "local_command", + "concurrency": 16, + "pair": 2, + "candidate_baseline_ratios": { + "throughput": 1.124469146180048, + "p50_ms": 0.8765269570415659, + "p95_ms": 0.8627212323782072, + "p99_ms": 0.82789091188568 + } + }, + { + "mode": "object_only", + "lane": "local_command", + "concurrency": 16, + "pair": 3, + "candidate_baseline_ratios": { + "throughput": 1.0593043635483468, + "p50_ms": 0.9430262986140716, + "p95_ms": 0.9126137616209369, + "p99_ms": 1.0274564578554888 + } + }, + { + "mode": "object_only", + "lane": "local_command", + "concurrency": 16, + "pair": 4, + "candidate_baseline_ratios": { + "throughput": 1.0439928799574127, + "p50_ms": 1.0040444224686524, + "p95_ms": 0.936050736194719, + "p99_ms": 0.9368172225385133 + } + }, + { + "mode": "object_only", + "lane": "forwarded_command", + "concurrency": 1, + "pair": 1, + "candidate_baseline_ratios": { + "throughput": 1.0688433456652378, + "p50_ms": 0.959273351285047, + "p95_ms": 0.843916916707277, + "p99_ms": 0.8546258219206957 + } + }, + { + "mode": "object_only", + "lane": "forwarded_command", + "concurrency": 1, + "pair": 2, + "candidate_baseline_ratios": { + "throughput": 1.3220498686736628, + "p50_ms": 0.7401744010830592, + "p95_ms": 0.6748841879832653, + "p99_ms": 0.7321581781955341 + } + }, + { + "mode": "object_only", + "lane": "forwarded_command", + "concurrency": 1, + "pair": 3, + "candidate_baseline_ratios": { + "throughput": 1.0121274910110305, + "p50_ms": 0.967812194613393, + "p95_ms": 0.8549299332807482, + "p99_ms": 0.9952106357324836 + } + }, + { + "mode": "object_only", + "lane": "forwarded_command", + "concurrency": 1, + "pair": 4, + "candidate_baseline_ratios": { + "throughput": 1.0580737104627689, + "p50_ms": 0.9748727615841178, + "p95_ms": 0.8241682766549675, + "p99_ms": 0.8539900735446244 + } + }, + { + "mode": "object_only", + "lane": "forwarded_command", + "concurrency": 16, + "pair": 1, + "candidate_baseline_ratios": { + "throughput": 1.051035056627983, + "p50_ms": 0.8740576525675767, + "p95_ms": 0.9127843108099711, + "p99_ms": 0.9379518235717228 + } + }, + { + "mode": "object_only", + "lane": "forwarded_command", + "concurrency": 16, + "pair": 2, + "candidate_baseline_ratios": { + "throughput": 1.102105082202913, + "p50_ms": 0.926942706853138, + "p95_ms": 0.8502675023558853, + "p99_ms": 0.7618624311661552 + } + }, + { + "mode": "object_only", + "lane": "forwarded_command", + "concurrency": 16, + "pair": 3, + "candidate_baseline_ratios": { + "throughput": 1.0727620777532894, + "p50_ms": 0.8075852934030363, + "p95_ms": 0.8953085434051307, + "p99_ms": 0.8945026042014164 + } + }, + { + "mode": "object_only", + "lane": "forwarded_command", + "concurrency": 16, + "pair": 4, + "candidate_baseline_ratios": { + "throughput": 1.0482495860259962, + "p50_ms": 0.9338708542510906, + "p95_ms": 0.9528573041083841, + "p99_ms": 0.91619573535703 + } + } + ], + "ratio_definition": "Derived from all audited raw routing rows; four coordinated pairs per lane/mode/concurrency. Separate from sustained HTTP results.", + "modes": { + "leased": { + "logical_commands_including_recovery_proof": 49152, + "raw_hashes": { + "leased-1-baseline/local_command-c1.ns": "df37b0b4590b335175ef3e86dc2c79c68d77a1d7143a06e4acafc157e52d87e5", + "leased-1-baseline/local_query_expired_bursts-c16.ns": "85cf6f38fe480e0556fc72bc5e6dfb17f03c4e19c02132068556510b24825917", + "leased-1-baseline/forwarded_query-c16.ns": "00e806fa49eac6f10f0fb64015da0960bb9718a2868e1832f956945452291c3d", + "leased-1-baseline/local_query_fresh_client-c1.ns": "2f9a7bea1b1e46ead5647f5e715ddd30e0bcaf10f6442ea2948d1e743d30e259", + "leased-1-baseline/local_query-c1.ns": "883802214d5ead20a10760901670c74bbd0bf39f133a7caa3e7b4e3172453657", + "leased-1-baseline/forwarded_query_expired_bursts-c16.ns": "6abb3fb9a20237b91f89e0b364367bba8367a12bba2eba77e266d327e21f85c4", + "leased-1-baseline/forwarded_command-c16.ns": "a9e3d657becfb577bfbc124ff02d791a349e827045e8ec1687464d0dd2141117", + "leased-1-baseline/forwarded_command-c1.ns": "4129dc6398277cde4437ab6355cb75f979c965a7824e250be9dad00b2096c0ed", + "leased-1-baseline/forwarded_query-c1.ns": "81842d4186c446bdd0a85c1d5fb02e35742ca12b11fc85b4e862a6c0eae1fb25", + "leased-1-baseline/local_command-c16.ns": "829de5588f6641cbf93eff8c91f58ab6dae82dde3e73325d6d071b0cc95265e3", + "leased-1-baseline/forwarded_query_uncached_route-c16.ns": "773fe358b8ff76c2023a98dbd13f5e10e1fffed9d60455d9dd288a834e200064", + "leased-1-baseline/local_query-c16.ns": "d0539f6d1d8a5c4b4e818d520500d1b4f5825b8020ad6a217fb73119edd70fa1", + "leased-1-baseline/local_query_cold-c1.ns": "98142a33ac81d440dc41d97ccf2a873914986828123586d4cd371a49efeada2c", + "leased-1-baseline/local_query_fresh_client-c16.ns": "a51aa9996a5255b8e7bcb8dd84692684d5f8ce5f43a6cf313be2f2dbbb072cd7", + "leased-1-baseline/forwarded_query_cold-c1.ns": "a3c932a4e4fdf70899ed56b97bb5344e5463a5b26597f8d771c51b633e2f0c9b", + "leased-1-baseline/forwarded_command-c1.publication.tsv": "f1ca6112311a10bf3e37816c325309d42b9a0db8df43030dc08d99af036ff157", + "leased-1-baseline/local_command-c1.publication.tsv": "7802644b9936396b3819dcb518e5aa38c9266332238803a895d799d16dd8989d", + "leased-1-baseline/local_command-c16.publication.tsv": "98081cf9d6a520130e22af77aed3b681847594e51e6b44a9d9c930be556df044", + "leased-1-baseline/forwarded_command-c16.publication.tsv": "6d08599e993636808e783785700d0182e6d371e8c450c2fa7f04b65b111db06a", + "leased-2-candidate/local_command-c1.ns": "3d20e8d6096804a75985bf6ae25b1baf318a44b6bc95271c0df3b79df261dd88", + "leased-2-candidate/local_query_expired_bursts-c16.ns": "7be0d66b9a5a3aaaecd6549d86cee2b50643440a7de715f2c437fa629b74be15", + "leased-2-candidate/forwarded_query-c16.ns": "847a920c38e32223338b0c852093117245477fb547a2c43223517617c2f7a687", + "leased-2-candidate/local_query_fresh_client-c1.ns": "d1369259a2938f9132c1793af7a4ddd6b78ea002e5e40cc1040ebb5c2332e806", + "leased-2-candidate/local_query-c1.ns": "debe3eec119755175213314dded09d7883bf533c413d1876a0677162c3f52ac2", + "leased-2-candidate/forwarded_query_expired_bursts-c16.ns": "f39bfbb87acbe2587c446a24aeafb3d56a4b67964caea8ec3eae676be2299bcf", + "leased-2-candidate/forwarded_command-c16.ns": "12a6120f885b062f601381f0a169bd040b8aab17adc58cac06588c99211847f8", + "leased-2-candidate/forwarded_command-c1.ns": "c54f201b239edc99f9722f7e96d38f55bf894cce42a7bdcc5fb2cdd88a6593df", + "leased-2-candidate/forwarded_query-c1.ns": "d310e1b20b2486d5ae403a21ea609a36db05e93e82e24217d9d418d4db5e5a43", + "leased-2-candidate/local_command-c16.ns": "8b7a683a3fda1d97ad2f80689a5c1d7cd5748d9c792f2fb4eb7bd55dc0ade54c", + "leased-2-candidate/forwarded_query_uncached_route-c16.ns": "dac7e8024c81662fa3b697010f7ff40fdc1951ed7582b2f78ee7538abc223369", + "leased-2-candidate/local_query-c16.ns": "6f86d4ac4dcd6d03268cb96bfadc59a03579ab2fd9f86dfa4a7eae02dee4ca6a", + "leased-2-candidate/local_query_cold-c1.ns": "42952442d857d99ff1f0322f23788842988ec1018117910184366818eb51387c", + "leased-2-candidate/local_query_fresh_client-c16.ns": "c0bdd1e3f6e57a274bab1180f254ccb5773e88d82328155fdd1b107ac6663ceb", + "leased-2-candidate/forwarded_query_cold-c1.ns": "8bb390b0734ae7c4b7b8cc498c30a15f229bf65967abaa1b800e2f2846dcda53", + "leased-2-candidate/forwarded_command-c1.publication.tsv": "ced87e0ef6a7ade7d8242e51a7065fafdc8905b1c79fa3f1442bcb38c3d74c4d", + "leased-2-candidate/local_command-c1.publication.tsv": "19b700904e64c2e4f928a1137dd964c62b612b7a71179bf1c8b300a02574850d", + "leased-2-candidate/local_command-c16.publication.tsv": "5bfdd24fa79502f98a6a9f45f8e630f19f080de6b02d146645883e0106002b67", + "leased-2-candidate/forwarded_command-c16.publication.tsv": "0103ff21f568d6e464baac7be413039c88ebc092001370018c4495cda9ebfbbb", + "leased-3-candidate/local_command-c1.ns": "35856efbe6bdc5c0685238768cf372581ecc26f86ab77fc2c19643b36c383bfb", + "leased-3-candidate/local_query_expired_bursts-c16.ns": "3c00b22384ef6de90494f7a82f1ed5bd3fcc87c935c7e5eb1bc1035fc0cd1e0c", + "leased-3-candidate/forwarded_query-c16.ns": "d0a24e18fe628d0ca730449622277f2b133603b3922ab54ee9eb27f3883047c9", + "leased-3-candidate/local_query_fresh_client-c1.ns": "26f95d8bf962f640d6ce40840fbb6b9d71dd8881f4115e6047ca55ffb90e8f53", + "leased-3-candidate/local_query-c1.ns": "89b96eab9716dffdd932b8e83c933594c077ef90e02267d4b40485e4f9143797", + "leased-3-candidate/forwarded_query_expired_bursts-c16.ns": "9b9765dcb9bf5bd24ba7c37041a4582aebc09b3ae9e46a8cc0fed2fe4a2357f6", + "leased-3-candidate/forwarded_command-c16.ns": "fbb607dcf1cbc8fc1d4d1c5a246082db299b7c926241a573ca65867a874b8f57", + "leased-3-candidate/forwarded_command-c1.ns": "3f3ccf1a1a165d39ead26eebf5abe66ebf482b26bc80e92dc2b1eed8a8430569", + "leased-3-candidate/forwarded_query-c1.ns": "e6b32b680626720900ddbe70527a0ecefb077ffc048099edf8d7f825f098bb62", + "leased-3-candidate/local_command-c16.ns": "bedc7796a6b61ed3030f5b7da9adb6320632ce2e5254090c508673e0e7f203de", + "leased-3-candidate/forwarded_query_uncached_route-c16.ns": "c8ad5eb6f66053da480c35b1437b11d80a9a527ac87b3cf4de209de9985b5176", + "leased-3-candidate/local_query-c16.ns": "25526a8c090e7df4caf86b35b547f79a1d1787f2ccd77846a3f2a19bfa0bc90c", + "leased-3-candidate/local_query_cold-c1.ns": "b673ee125c3b18e8038a3f5f24a20faa621c9c8fd331832640afe787e1f235b3", + "leased-3-candidate/local_query_fresh_client-c16.ns": "353cb49ea41e9d829eab5514a10ba0beef19dcaa81a322cc911f5d1e6a12ae13", + "leased-3-candidate/forwarded_query_cold-c1.ns": "9bc6ebfa0d825bd7ef216434ae5ba1e419fd8c554394b6cf01c6124cb34a7d88", + "leased-3-candidate/forwarded_command-c1.publication.tsv": "900c8848e08f9fc6db62acfb37ae67fcc2b1e3f37d0f242da1bf7c5bda82dd25", + "leased-3-candidate/local_command-c1.publication.tsv": "f16f1a71664f4ad21074d1cb33bfb7ab1203f8464ffbd8543ce5f5adc4a85b8f", + "leased-3-candidate/local_command-c16.publication.tsv": "0251b8f388264eaa9051ed2dd054a698b114d1f16147ee4aa30e8657f897e8d8", + "leased-3-candidate/forwarded_command-c16.publication.tsv": "70e8c76208c541d3a496479f19f8e2d894407e06b302d1857cdd36dd3d9da6d7", + "leased-4-baseline/local_command-c1.ns": "422f08bca560e8a77085f717d0f4d533a0b54f97a7a982b3876b83de7dc54b77", + "leased-4-baseline/local_query_expired_bursts-c16.ns": "2f9f27ad73cc0cf18590d76d9bcde3dc02771621f445cb46ceabde749a27d134", + "leased-4-baseline/forwarded_query-c16.ns": "6c9e84818a06c67ada6d47a4aee094f8fee9e731be6662ea0d0626d48e8134a5", + "leased-4-baseline/local_query_fresh_client-c1.ns": "cca6b94de7a4a489f2b4b3a8b34af46031b95e0a64f9f02c006ae4a153f79215", + "leased-4-baseline/local_query-c1.ns": "45e4e087fa35afa5b0994e865b00b5583d64d5271fc9929f5946ec57e7050361", + "leased-4-baseline/forwarded_query_expired_bursts-c16.ns": "da645b49e650ace2af130098fd85f9da4ab9ddbf4083088b56cf7dd78bea3307", + "leased-4-baseline/forwarded_command-c16.ns": "619b2cb755addf920b2c5fac9a4ee5606a71d350bdc6ba50598891ee42d03b50", + "leased-4-baseline/forwarded_command-c1.ns": "48492e57124bc5a641bf30a3350ca2d0215a62bab809ccf948df398b8ace3f6b", + "leased-4-baseline/forwarded_query-c1.ns": "dea24aec069e8497d1ab6825c2393997d39aa7a6d402114b658453043946b7b4", + "leased-4-baseline/local_command-c16.ns": "7d8102a4524d1930d6cc2bf8d4ebe75b63f0f6bfe5b1e1f535edfd77d6f9b324", + "leased-4-baseline/forwarded_query_uncached_route-c16.ns": "b66b43266b5006a4dee87ab5ac6d2c5310c7c4fcf7ca7edfd0fc17e3010500f5", + "leased-4-baseline/local_query-c16.ns": "55f3b75abd891d6623faac9df154f978540f58261c27c6394898ef5f01ec0232", + "leased-4-baseline/local_query_cold-c1.ns": "4792a948301a5dae337fdf84cc014ed52257877a6e2daa10d8c501fcaac33e5a", + "leased-4-baseline/local_query_fresh_client-c16.ns": "fcddcb0d7bd5c097fa8c05abdc504c5857d5e8b26012a42567d92d32e9416a07", + "leased-4-baseline/forwarded_query_cold-c1.ns": "1f8a2f58ad0929b149122f5d8f25116f6e8bfb04ee10d642f63de5fa06e6278b", + "leased-4-baseline/forwarded_command-c1.publication.tsv": "5d8bfc43842e31cd689da4c8335d99d51cdeaa592b89b582785dd71669852a42", + "leased-4-baseline/local_command-c1.publication.tsv": "488beaac7c833075738ed24acf2317bb3da3ca2391b36ffb9f5450f25419c692", + "leased-4-baseline/local_command-c16.publication.tsv": "95a981bf2f7386ed112de5f34c48646ed0fb97650cb24d7cdbfbc3d4fd8e2761", + "leased-4-baseline/forwarded_command-c16.publication.tsv": "c8e5200e6aa407e46d55f0b094db50a105fc6da713104af3133a123506b549f7", + "leased-5-candidate/local_command-c1.ns": "02cfa7a6042530546b0951a3d8ae6acf36b79b3041630de9c758f9f2fcc28ee5", + "leased-5-candidate/local_query_expired_bursts-c16.ns": "8f4772f378e068ac7d7c033587a513b99aee17fa82d101bb4ad2faad2ee55789", + "leased-5-candidate/forwarded_query-c16.ns": "6ccb308f2dcebf5182f07005abb3ea6a1a7d8305c5d2052c283ef941a161d8fc", + "leased-5-candidate/local_query_fresh_client-c1.ns": "fbff06ec0bbb220b655ab092b26d5db39533c551c4e360217a2c89063c9cffb1", + "leased-5-candidate/local_query-c1.ns": "294339e7c30b11127767f2d289a283eb485367fde9c41c1c71d37a280dead06b", + "leased-5-candidate/forwarded_query_expired_bursts-c16.ns": "d4205456c887a72caf1ddb626df3ce3354b8d2b20d9115629b48027f92b9df28", + "leased-5-candidate/forwarded_command-c16.ns": "488d4c0026825d0e095f725afdcc0b80e1c61929db97d50a411d829ea3f65685", + "leased-5-candidate/forwarded_command-c1.ns": "dcdf1b9df05c264672f8fcd6ee924f3ebcc71b390a23d8d65ff91197b3908bce", + "leased-5-candidate/forwarded_query-c1.ns": "7e771dd190023a00a2e72dd22723aad88f5efd2a528a833e348b5c5afac45380", + "leased-5-candidate/local_command-c16.ns": "903022e635fe4ee98df87db3e6e5ef7ea3ea8b2ab61dfc4a48a0170cf85cfe44", + "leased-5-candidate/forwarded_query_uncached_route-c16.ns": "c3c2460e377052be60a08b83d27fa7c85e52bdf7e583163c807f712612966e6e", + "leased-5-candidate/local_query-c16.ns": "728fb71a4f461796bcecf172e6ffe808c0f751c4bd70b2257939b25335d92d7f", + "leased-5-candidate/local_query_cold-c1.ns": "c4f96394ea8d7de3ad04a3d1d0a109834eb0c8b521cdfa3c220bf7fab96c2ab9", + "leased-5-candidate/local_query_fresh_client-c16.ns": "cd0e25f50e0718e7a5341e4b05331e5230e8dd61e0f5b5f9913016d57e4df534", + "leased-5-candidate/forwarded_query_cold-c1.ns": "0570e1ec12e8c92cd474f43fdcd69d51d1aada840e87af631d8229371c090b2a", + "leased-5-candidate/forwarded_command-c1.publication.tsv": "edc9a0a4bc53d777f69c5fc12ab0a6e1a2439c99d709a2738f58b46a70f4df04", + "leased-5-candidate/local_command-c1.publication.tsv": "ddd97234c134d6c59873676558c3991b016c380c19b3acd386a4fff6edfdcea0", + "leased-5-candidate/local_command-c16.publication.tsv": "5508b5dbd1832bf7b87441337c2544926b45a7533c6193070c9724f5a5824fd8", + "leased-5-candidate/forwarded_command-c16.publication.tsv": "21fbe859add9ae6823c9550d8f2a08d4d92e34d2743784c8c6e2ffb33803ddc8", + "leased-6-baseline/local_command-c1.ns": "9d517188857059e72698afd979b4546cf81bb469c2942465ab905379f0747e2f", + "leased-6-baseline/local_query_expired_bursts-c16.ns": "0f032233dc613aada879960c7d3a2544481ec4355ad4c65fd44b35c9232c32e3", + "leased-6-baseline/forwarded_query-c16.ns": "9ba51251b30e713b430012a98bd4fd46802cee225ed4b0d46634683aa85984a4", + "leased-6-baseline/local_query_fresh_client-c1.ns": "e3235b06820dc1932a64516b87c1ee7e3ba6799c03be999109eb174d72ac712e", + "leased-6-baseline/local_query-c1.ns": "756b427568dff23358e3294da41b5455e4a4830c8b252604132ee560b92480f0", + "leased-6-baseline/forwarded_query_expired_bursts-c16.ns": "257c6f8486175e2fbe84500edab490ce4112dca248b7c591ace3e4ecd2ae794f", + "leased-6-baseline/forwarded_command-c16.ns": "0a6aac7beec09a8a3bdc108f9632a17a158a1a7079d32c5edf1719598eeb4bce", + "leased-6-baseline/forwarded_command-c1.ns": "30c7da463e0fe711e6d2a729597ccae396e5d2635036f8815cb5f65fabaeac43", + "leased-6-baseline/forwarded_query-c1.ns": "7206a511ba55457ad508c9e8545bd838299c1dca7dba1b93b88372d4db8b47cd", + "leased-6-baseline/local_command-c16.ns": "37acf2926a57ab3f1d2255d54b4c5ae620e6fd05957f1b4d12f701bfa34b6d32", + "leased-6-baseline/forwarded_query_uncached_route-c16.ns": "397550585c3afe328558cf88533ecd2b29f42d019ad88440b2d86f172b9a4778", + "leased-6-baseline/local_query-c16.ns": "13709e9174df2674110e773cded3594464bc58f9a4e00ccca320e8e53e4941bd", + "leased-6-baseline/local_query_cold-c1.ns": "aa98b66f050700b4f6b910bcd4cfb46554eea7f8ad675f08cc8bac826a43f35e", + "leased-6-baseline/local_query_fresh_client-c16.ns": "59507db6309a6fa9f1b79ca065431872c4c3ab27a5697aca8ea5dad0676f48aa", + "leased-6-baseline/forwarded_query_cold-c1.ns": "cc375dff54095f1cef7f1de0a96a4ceb05a21b7a73db5ed83cbd16373b96c6d1", + "leased-6-baseline/forwarded_command-c1.publication.tsv": "eaf4e99f318f90aec91a59c34bd7d6f2a141754268906ff29ec501753c8878dc", + "leased-6-baseline/local_command-c1.publication.tsv": "4deba3248fe7fa2e3e44ab6e8c462a112fe12a354822bed94aa425b7ad992c90", + "leased-6-baseline/local_command-c16.publication.tsv": "e79abc2e98df3726b7db834da6569b1a3e7fd81d8fa1d29faef7a3fe09f455b5", + "leased-6-baseline/forwarded_command-c16.publication.tsv": "893d36fcfebc8749d21aac4f6a5c372dd1aa16788cd6f06cf0387e54871c93d1", + "leased-7-baseline/local_command-c1.ns": "4838fedf189ddb4c99f923fa731575451236b7619b778534d48adab550def161", + "leased-7-baseline/local_query_expired_bursts-c16.ns": "00c559857a9fcd2d605b73da2c4678ed89ed7ba09e776f19057ea672e3915054", + "leased-7-baseline/forwarded_query-c16.ns": "18a0dc48e8423b4ebe6198f4ba739a13188d971b9e77db23cd1a83042d2ce47b", + "leased-7-baseline/local_query_fresh_client-c1.ns": "e34b77a789960509a8faa852a0b0da5f74695eaa2c044f3bea6089501063ccd3", + "leased-7-baseline/local_query-c1.ns": "164ae21a986fb41c199d264f809510fd5424373b937146449f1cc83b9f6efafc", + "leased-7-baseline/forwarded_query_expired_bursts-c16.ns": "d3740ca4076297e9947fc260290823c98a1a98e9794a0788598cf010b2fd8016", + "leased-7-baseline/forwarded_command-c16.ns": "0413f45a6442f690d80e36d03c8c2c2e89bbe58e3d045e4eaee023b0c6d80663", + "leased-7-baseline/forwarded_command-c1.ns": "4366bcee37cb266dd49acba04556d51362c2b3f56024648deb979f92a7640026", + "leased-7-baseline/forwarded_query-c1.ns": "c963f18436818f630a747101a424a0f7ac17a9c801582b93097616b50f12ab31", + "leased-7-baseline/local_command-c16.ns": "0365d0e24ede1c3eaf1077cce855cf12594c5d66420a66b626143a78e778ec98", + "leased-7-baseline/forwarded_query_uncached_route-c16.ns": "697a94b8d61b88dfefe0a2811983c0f5546dba108b8a14bbec27f9a2d7caa7a0", + "leased-7-baseline/local_query-c16.ns": "cbd84bd69da1a092de6fd12a2debe213d57c387e4eb0ab4b6182270fff0bd22d", + "leased-7-baseline/local_query_cold-c1.ns": "d9858c5ece4e2cf954446f03970fee328b1f6eeebee4fc0171a7e0f574ec3202", + "leased-7-baseline/local_query_fresh_client-c16.ns": "db6847f72fa526b7b53e8b5160221cac4d472ec68962e7ffefadf390ffab363b", + "leased-7-baseline/forwarded_query_cold-c1.ns": "d9675e48fe0c155c21d7a36d0553db8d3c3745396634bb539d4a301f5d61d321", + "leased-7-baseline/forwarded_command-c1.publication.tsv": "57e7d2d10dfef5144bf8d400df01e28321091b35b3d5a180d13a71d5175dfafa", + "leased-7-baseline/local_command-c1.publication.tsv": "adf908117a4cc28efc707bc820246d0fb12194af79a569d4bae12e51c55d3757", + "leased-7-baseline/local_command-c16.publication.tsv": "d3ee4548b6163b498d89158c9ae445638647634d6f4907bf629c47a3400a02e8", + "leased-7-baseline/forwarded_command-c16.publication.tsv": "f399f9c3b6dae56e18acec6500ab9cf60f557536d64f0ebca4dea8a5f17a9685", + "leased-8-candidate/local_command-c1.ns": "055e2accfb96b6b3734437dd191725036b432e37e5c0fd168ca65663ff46bb6f", + "leased-8-candidate/local_query_expired_bursts-c16.ns": "8af4b0099ca89662d14dfe181cdd37906d7b6e3c6ef9ee7ff27d74f02c96481a", + "leased-8-candidate/forwarded_query-c16.ns": "f1f804d8f6a6062a6540d4d06b44bd8c30bcaf750183cc47fac4c298e52eb4aa", + "leased-8-candidate/local_query_fresh_client-c1.ns": "b5e1c70819e77c54feaa0d7bc1c086f4409161a8ab06c169f7058b9a577d30b2", + "leased-8-candidate/local_query-c1.ns": "1e2c84bcb047e24c5c32987f5242db42e33ab82a34ba5f9fb4142418b332e74d", + "leased-8-candidate/forwarded_query_expired_bursts-c16.ns": "fa62727338a6afc947fef319dd86030c2efd75ab2d13da73164d4cabedad908e", + "leased-8-candidate/forwarded_command-c16.ns": "d73b882dce1c7fe0c9836f151c1ae73c03d8692491795d728351a0a3ad418965", + "leased-8-candidate/forwarded_command-c1.ns": "103e11d31be296c17868443c1b52a51456c8a3ab1cfe1bbdf1791b7ba780b2e0", + "leased-8-candidate/forwarded_query-c1.ns": "2ddb4d686b4bab47b85122993778a48feced6b804f1996753ae50eb807f0610d", + "leased-8-candidate/local_command-c16.ns": "cae11b13eceb4a75efcf0ac61be732a53b012fccb4d2a02ad5cc4570e605410a", + "leased-8-candidate/forwarded_query_uncached_route-c16.ns": "0ff99e1e39594eb5b4bcd3ea0af822a96fbc12b5329cdfcdcc85b748145a102a", + "leased-8-candidate/local_query-c16.ns": "d92c690d5408923d2eef4f77e9e082729621969113c738b3e34906684e547b49", + "leased-8-candidate/local_query_cold-c1.ns": "b661926b7f652758c5cca9abfa9776f12cc8f86036c2b55d20b7f8f4e911e9ea", + "leased-8-candidate/local_query_fresh_client-c16.ns": "cb0c974c76370277b44516bd6f5d3da75a73a7a76f736b3114ff552bcd586bc0", + "leased-8-candidate/forwarded_query_cold-c1.ns": "d076f727296ef5be163a545f49ff508a1628f40582865902db71630fe3424f36", + "leased-8-candidate/forwarded_command-c1.publication.tsv": "915faeb562ef8d1b13c77dadcb4401e9cbeee621b34fdf6b21043dbb4f91c0cc", + "leased-8-candidate/local_command-c1.publication.tsv": "a47cd68816953bce4ca228a7d7500820105614536838ce884fc4f0259a7feffd", + "leased-8-candidate/local_command-c16.publication.tsv": "4f53a9e6b9ea0898f33afec56373eb2bdde4216924328dfe021feffa1ed5492e", + "leased-8-candidate/forwarded_command-c16.publication.tsv": "090bc662f1932b91e718387e78ae71f798947c538f6b18be63112d77527b0990" + }, + "source_archive_audit": { + "baseline": { + "revision": "fa548bb2cc1993bbf77dc7f4fbef499a0de3f5a4", + "binary_sha256": "f6b3e5b741da329634d24cb7d1f8cca5ace5cecb161795a9444e49c5cc8c5ffe", + "source_archive_sha256": "13528e1cbeb7e1f65dab8b33606f68870f4b3af543d29262a7c30b8d45df9b0a", + "harness_sha256": "d405e13452a32414086ad1363b53550a5f653e54f3d4e6b3b5ee76e1b3b04ed3", + "build_log_sha256": "bd495eb63353a6d0fbd5b8c0ee0bdaf0c09444a87d876ea5ba9f7d4759217a44" + }, + "candidate": { + "revision": "4a711819cd0ad85784ff7614d50256b55fd76fed", + "binary_sha256": "4680b5b12dc810e614f5c1fb6ba657362bd02b6eb5abacaa65b03b529a8144c7", + "source_archive_sha256": "f6049d3703206d1018281c801b0d4fbaf4fea7f2ebc3ba1e4c8f2137bc31cd85", + "harness_sha256": "d405e13452a32414086ad1363b53550a5f653e54f3d4e6b3b5ee76e1b3b04ed3", + "build_log_sha256": "67646b0ff758981a2da080ee6aba4928d45a7f701fab14229c56dd0d7b98d6a0" + } + }, + "coordinator_hashes": { + "leased-pair-1.json": "474182620d56a943f533b69d2681fd1d6f8e6955c3a23c2b5cd45c3b86c62a86", + "leased-pair-2.json": "63c4c621bc85e3d9271d69786e74225907a3c97c2105993594ca78be98826977", + "leased-pair-3.json": "c1407e9cf18e14554bfa019f87ad46a9ee19d46e589a2f3a3ac8b353377dafc7", + "leased-pair-4.json": "c5e5fee2d616af1e80a04d3034d29bd4bbc5115216e2cfa860ec03b91f533258" + }, + "run_log_hashes": { + "leased-1-baseline/run.log": "2d79d9deff49c191d7523831f6f772a3c9408c1d10d0744524b99323e4763b44", + "leased-2-candidate/run.log": "0eb3de81880009abfd688f646e81fc9eb90d61873f6f7380f2e36f13ceca40fe", + "leased-3-candidate/run.log": "577d52b856d329e9c40cd00aa81d947cdb0b8c34f5f3e0adcd33470cc2be86f7", + "leased-4-baseline/run.log": "3be59366c503ad0e7d53c83779d802d4e79a131e298c967fa35ee485b67cbe99", + "leased-5-candidate/run.log": "b157966e32aa93ddac7ff0223d37d28d0b8177c9a8053358c1e024e1b0104884", + "leased-6-baseline/run.log": "3b2d5ebe8760fbfe8d409ff7ac831ff5f699bcfe0c085d2404f7444bd4bd285a", + "leased-7-baseline/run.log": "065247c79202efe14725f9226e082b9e9692d8026d63732a60f118e89b797d03", + "leased-8-candidate/run.log": "f6785039986ca7eb761c4408a22cbad70e0394a3ab66eb0b8d96691566f08027" + }, + "point_count": 8, + "write_rows": [ + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 15.734965, + "throughput": 65.078, + "p50_ms": 13.532738, + "p95_ms": 31.241124, + "p99_ms": 41.389394, + "reads": 2130.0, + "puts": 7446.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 5.143197, + "throughput": 199.098, + "p50_ms": 45.06023, + "p95_ms": 93.184134, + "p99_ms": 110.270468, + "reads": 644.0, + "puts": 2340.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 16.038322, + "throughput": 63.847, + "p50_ms": 13.886228, + "p95_ms": 32.79247, + "p99_ms": 41.448084, + "reads": 2175.0, + "puts": 7491.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 5.286994, + "throughput": 193.683, + "p50_ms": 51.075056, + "p95_ms": 93.490797, + "p99_ms": 102.653835, + "reads": 670.0, + "puts": 2345.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 15.554816, + "throughput": 65.832, + "p50_ms": 13.699412, + "p95_ms": 26.277529, + "p99_ms": 39.875058, + "reads": 2130.0, + "puts": 6316.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.759944, + "throughput": 215.129, + "p50_ms": 42.355123, + "p95_ms": 82.240223, + "p99_ms": 90.881309, + "reads": 644.0, + "puts": 1982.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 14.907967, + "throughput": 68.688, + "p50_ms": 13.072898, + "p95_ms": 27.487676, + "p99_ms": 35.287264, + "reads": 2177.0, + "puts": 6343.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.902835, + "throughput": 208.859, + "p50_ms": 45.461621, + "p95_ms": 84.174099, + "p99_ms": 89.874349, + "reads": 670.0, + "puts": 1985.0, + "hops": 1025.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 13.696955, + "throughput": 74.761, + "p50_ms": 12.207417, + "p95_ms": 25.035667, + "p99_ms": 34.709854, + "reads": 2130.0, + "puts": 6316.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 5.358621, + "throughput": 191.094, + "p50_ms": 47.987001, + "p95_ms": 93.016424, + "p99_ms": 102.462108, + "reads": 644.0, + "puts": 1982.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 17.169172, + "throughput": 59.642, + "p50_ms": 15.162907, + "p95_ms": 32.454394, + "p99_ms": 41.589185, + "reads": 2175.0, + "puts": 6343.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 5.69919, + "throughput": 179.675, + "p50_ms": 52.928408, + "p95_ms": 98.369863, + "p99_ms": 105.70415, + "reads": 670.0, + "puts": 1985.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 16.92228, + "throughput": 60.512, + "p50_ms": 15.237952, + "p95_ms": 33.074183, + "p99_ms": 46.255333, + "reads": 2130.0, + "puts": 7446.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 6.462608, + "throughput": 158.45, + "p50_ms": 62.892819, + "p95_ms": 117.522758, + "p99_ms": 143.134086, + "reads": 644.0, + "puts": 2340.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 18.577403, + "throughput": 55.121, + "p50_ms": 16.296938, + "p95_ms": 38.834342, + "p99_ms": 47.766142, + "reads": 2177.0, + "puts": 7492.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 6.729588, + "throughput": 152.164, + "p50_ms": 64.780903, + "p95_ms": 118.134461, + "p99_ms": 135.937963, + "reads": 670.0, + "puts": 2345.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 14.459598, + "throughput": 70.818, + "p50_ms": 12.59494, + "p95_ms": 25.430426, + "p99_ms": 35.592686, + "reads": 2130.0, + "puts": 6316.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.424755, + "throughput": 231.425, + "p50_ms": 39.444219, + "p95_ms": 76.454075, + "p99_ms": 84.1209, + "reads": 644.0, + "puts": 1982.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 16.827653, + "throughput": 60.852, + "p50_ms": 14.984927, + "p95_ms": 31.480036, + "p99_ms": 39.684461, + "reads": 2175.0, + "puts": 6344.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 5.662833, + "throughput": 180.828, + "p50_ms": 52.140218, + "p95_ms": 96.691909, + "p99_ms": 106.856236, + "reads": 670.0, + "puts": 1985.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 14.984724, + "throughput": 68.336, + "p50_ms": 13.21603, + "p95_ms": 30.526262, + "p99_ms": 40.437853, + "reads": 2130.0, + "puts": 7446.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.835596, + "throughput": 211.763, + "p50_ms": 42.763337, + "p95_ms": 88.928182, + "p99_ms": 93.237638, + "reads": 644.0, + "puts": 2340.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 18.595754, + "throughput": 55.066, + "p50_ms": 16.299872, + "p95_ms": 39.012194, + "p99_ms": 47.086495, + "reads": 2177.0, + "puts": 7492.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 6.565564, + "throughput": 155.965, + "p50_ms": 63.259555, + "p95_ms": 115.808162, + "p99_ms": 132.174902, + "reads": 670.0, + "puts": 2345.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 15.589346, + "throughput": 65.686, + "p50_ms": 13.449747, + "p95_ms": 31.020636, + "p99_ms": 41.399604, + "reads": 2130.0, + "puts": 7446.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.854934, + "throughput": 210.919, + "p50_ms": 42.608087, + "p95_ms": 88.900778, + "p99_ms": 95.795334, + "reads": 644.0, + "puts": 2340.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 18.320581, + "throughput": 55.893, + "p50_ms": 16.105356, + "p95_ms": 38.350206, + "p99_ms": 47.650439, + "reads": 2175.0, + "puts": 7492.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 6.062414, + "throughput": 168.91, + "p50_ms": 55.722276, + "p95_ms": 107.281638, + "p99_ms": 116.014424, + "reads": 670.0, + "puts": 2346.0, + "hops": 1041.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 13.688858, + "throughput": 74.805, + "p50_ms": 12.249593, + "p95_ms": 23.533725, + "p99_ms": 34.140004, + "reads": 2130.0, + "puts": 6316.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.433597, + "throughput": 230.964, + "p50_ms": 38.916696, + "p95_ms": 76.234127, + "p99_ms": 87.999152, + "reads": 644.0, + "puts": 1982.0, + "hops": 0.0, + "lane": "local_command", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 16.686163, + "throughput": 61.368, + "p50_ms": 14.901779, + "p95_ms": 31.347416, + "p99_ms": 39.329055, + "reads": 2177.0, + "puts": 6343.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 5.620691, + "throughput": 182.184, + "p50_ms": 52.385482, + "p95_ms": 94.559069, + "p99_ms": 106.249047, + "reads": 670.0, + "puts": 1985.0, + "hops": 1025.0, + "lane": "forwarded_command", + "mode": "leased", + "version": "candidate", + "run": 8 + } + ] + }, + "object_only": { + "logical_commands_including_recovery_proof": 49152, + "raw_hashes": { + "object_only-1-baseline/local_command-c1.ns": "c8dfc5baeedc44ad5b21d5705ebf20197c361a5a8a81d4c8ac76e8d645971829", + "object_only-1-baseline/local_query_expired_bursts-c16.ns": "1c5475a00101a09631b908031e09c6ccbfea2d0ad9dd9d7a0f99eb1401a06565", + "object_only-1-baseline/forwarded_query-c16.ns": "455055f24eecfcd6d4606b6b43a03d71022ea54a9793c458dbf986fbdf3bc534", + "object_only-1-baseline/local_query_fresh_client-c1.ns": "9b8fc32319bf3b03e5f32b8201769d258a0740a77c6ed6a8333e713b3ef3a54c", + "object_only-1-baseline/local_query-c1.ns": "3cac2b97848614d017310cda3598cd27548b276aaad72bd462da9b239df8b217", + "object_only-1-baseline/forwarded_query_expired_bursts-c16.ns": "e48e0e39bb29ca2fcbac1ca0657de762785b33eb047b351957b05a8a33fb5b27", + "object_only-1-baseline/forwarded_command-c16.ns": "7d2b5a8e55b5738c72eae053aba4021625474ea2c96746c2d80ce9bd1776ea77", + "object_only-1-baseline/forwarded_command-c1.ns": "bbc42571e29f11ed57a9ad68909d7b3aa707d3d51a1a0618394c81d3924081e0", + "object_only-1-baseline/forwarded_query-c1.ns": "af9c6ce5872adb2b5a07d15e61142946e388d3d6768f7dce5d02a9177f871081", + "object_only-1-baseline/local_command-c16.ns": "a20c478b5eb5feb90603faabc41b0fe3c05088ebaea441b6f63131b91f110434", + "object_only-1-baseline/forwarded_query_uncached_route-c16.ns": "dcc75c1e5c200b80497643732fa5b565ee2780440d7653dfbb29e4f6b8ba84a2", + "object_only-1-baseline/local_query-c16.ns": "80ba7fa7eaf2b9735a5b2a718e81d55edb0954a9b1b8dd9156d37df295041aff", + "object_only-1-baseline/local_query_cold-c1.ns": "970a1d304a79211198bcabf46353ec6b72e7e63a48bcd7fbf7f1601362ace765", + "object_only-1-baseline/local_query_fresh_client-c16.ns": "0a3bd80b269e8ae6a3d4fdec774961a7fb5313ae11b299c986995e5ca777a1d1", + "object_only-1-baseline/forwarded_query_cold-c1.ns": "06f37a2492a96d09ef369e818a6ad480de9db1d74b5980d0af6426184de1f39c", + "object_only-1-baseline/forwarded_command-c1.publication.tsv": "638b58b8e5061ba5a489101393fd0ff1ba852df5a4d143a6ed03c5e633f4b262", + "object_only-1-baseline/local_command-c1.publication.tsv": "196d4c91ad8cca9787fdc61929a93dc5d8967701e5773872cc6b04f600717e03", + "object_only-1-baseline/local_command-c16.publication.tsv": "829b818b8fad7013074867ab77f00c61a0ad7dd37035497cf44f0e8c25a7cfeb", + "object_only-1-baseline/forwarded_command-c16.publication.tsv": "0742d5017e952f55b15d67e1c9bfa055bb76c3ae9933fda3c10f021921fc86ac", + "object_only-2-candidate/local_command-c1.ns": "5a73b65c0cdbcd92eaeaae820c3bd292a249783b53a6ef4566f8157c9f99e3fc", + "object_only-2-candidate/local_query_expired_bursts-c16.ns": "7c1bcd7f3efd9ed14aaaf3b33ff9f7879ba57a8ffb319c053fdcab8232e72381", + "object_only-2-candidate/forwarded_query-c16.ns": "77b6d6463400341bd900c029b63e2a64db9e8bcbeef0994567dc7c3404ed37d9", + "object_only-2-candidate/local_query_fresh_client-c1.ns": "a2093599c3c8226f2134a953ba38753b6802d1bf547cabaa0fa0a4be0b45022a", + "object_only-2-candidate/local_query-c1.ns": "a945cbbf4054682a664caecf2ece1ae43069e56d48a580c0a4748b15426abaa3", + "object_only-2-candidate/forwarded_query_expired_bursts-c16.ns": "19c4a6e3c32e16e1e888f7360f1e3ff4784e78a8d4dd29731f0f4da6d2c74b2c", + "object_only-2-candidate/forwarded_command-c16.ns": "a27ade9817f1d6a70203622ea5fe56cddf52c2251ca6262f8b092ce69cca879a", + "object_only-2-candidate/forwarded_command-c1.ns": "4d575e6df5d23b024fc331a7f943027e21f086646f3709837e4d6d8f36ad61ad", + "object_only-2-candidate/forwarded_query-c1.ns": "30aeaa29400c0d71c73091e92d887d8da8670fbb8d5a160750f1fcf323b87132", + "object_only-2-candidate/local_command-c16.ns": "cdb7b67d36b50dff9c014317e22bbb73661da34f414a5fd73b782a8e8e1403c8", + "object_only-2-candidate/forwarded_query_uncached_route-c16.ns": "49a617a9cf0d50a92e902d53682a78c051b6627126461466d1bb68c30326c724", + "object_only-2-candidate/local_query-c16.ns": "130fb828f83cd9840d37468f4281d39de803bc51be5b3d22a017a15a089b9dd3", + "object_only-2-candidate/local_query_cold-c1.ns": "fa78cf42edc8bc56aad71d3d247cdcfb72fb9e1a4b814385c498b17c32b66580", + "object_only-2-candidate/local_query_fresh_client-c16.ns": "199a6c78174651e1afe5067e6500c70280fd0dc227c4c532c6b6a2983742a428", + "object_only-2-candidate/forwarded_query_cold-c1.ns": "b05e660fa9bf4eb5a0c2e45bef4831cf643eded814be9624408e751a845778c4", + "object_only-2-candidate/forwarded_command-c1.publication.tsv": "7496ab8a817c1195f870f3eff51f4be0e17e3a6d1ed50a12a3940fde2fd01de5", + "object_only-2-candidate/local_command-c1.publication.tsv": "f805958477b0fd2fd2ab043a658be3dea18af0b3ef5c5ee2faeafef6f8c7cfb4", + "object_only-2-candidate/local_command-c16.publication.tsv": "15cd90634185191cc6493cc651a4a5593ccaa114cddac8c9220e8f0265d65eeb", + "object_only-2-candidate/forwarded_command-c16.publication.tsv": "82dd9b3ca7e6ab6158e636b11d9c61ff8a25d75032bf78ecc29bc0f5c2e7903e", + "object_only-3-candidate/local_command-c1.ns": "0262e31e27dfccef65decdb85aa16d61007b650d9d49ff4ae1ccd46e9ff773f6", + "object_only-3-candidate/local_query_expired_bursts-c16.ns": "c98ce5f41e7bce2cd25fdefd81b8d8c2b889d0adb1e99355b5fe4fc0cfe0c973", + "object_only-3-candidate/forwarded_query-c16.ns": "8353d3e2e9d8d3f3983949e89358d7bcde4f9909531419ee93c14d693035f6d8", + "object_only-3-candidate/local_query_fresh_client-c1.ns": "d98f9059c9d9f12827e4728e01effea7b689cf4fbc37b3d898949e7e7a3fedff", + "object_only-3-candidate/local_query-c1.ns": "b752b8c4dbd865ebcbef8873e4739d37b2e118561e90c743a0d96887b47177f8", + "object_only-3-candidate/forwarded_query_expired_bursts-c16.ns": "6be6e805935a2d0686c6defaff43d6eb3da1c80e07c63a535b043f25a3dbf621", + "object_only-3-candidate/forwarded_command-c16.ns": "45ff412e808be0de5706f7f67ce785495e9608e2f5cbd065001252ef504aad93", + "object_only-3-candidate/forwarded_command-c1.ns": "d82110ee7771537b7f6b4368fd4a1631b304b475cff77121a3ec09270c101d77", + "object_only-3-candidate/forwarded_query-c1.ns": "0655fb11a4bd2ffbda9f8b334d0589f34a1645fb7e2e8b4ce3708a9fd9d75b42", + "object_only-3-candidate/local_command-c16.ns": "a471efcbad544bd89419dbbfdc4000d1ddb2e417207ce0ff884e64508d5a29db", + "object_only-3-candidate/forwarded_query_uncached_route-c16.ns": "cc3139628cf9c60b82db39dbe561da84da10bb7490800083ebdcfbefd3015599", + "object_only-3-candidate/local_query-c16.ns": "02b4c174c90dd42fa9eaf897b94dcc361379ac3e8da4f259455517cb53188d24", + "object_only-3-candidate/local_query_cold-c1.ns": "f84b41f9d011d947b2d6364314326f3700e82a9aec27db9b6d32a52b10dba875", + "object_only-3-candidate/local_query_fresh_client-c16.ns": "5cc4117f072d54c4c245e7abb65399e111d8d07f1cb8998b35ba4d9a371e7503", + "object_only-3-candidate/forwarded_query_cold-c1.ns": "5f688725cb8712fcc5e7896dd486703ff96aa0fc0d039c0a2344e3af509bd3cf", + "object_only-3-candidate/forwarded_command-c1.publication.tsv": "32350482bdc9bb358ba3acf2ea11f993ba4c8143bf70be691d315e410743d7c6", + "object_only-3-candidate/local_command-c1.publication.tsv": "5a6e4e9f1a07240be9d12ba5cb06eb7e2b79abea41c8ec0c477622adce1095c3", + "object_only-3-candidate/local_command-c16.publication.tsv": "3efc61a1b53675b74ed6194940b54fb32d8d5580e2f29ca922ab5fb03f75f4c3", + "object_only-3-candidate/forwarded_command-c16.publication.tsv": "1c89677a1120929c927eae7e3427926e1fa478ebecb89a6b81dd12f8b7e36413", + "object_only-4-baseline/local_command-c1.ns": "0c78dce0a4a5fb2009aba0cb11db2475d9b0b3ee875a47bc46306a9606307fb1", + "object_only-4-baseline/local_query_expired_bursts-c16.ns": "e6060d3067a036b9f51d4ddfc4bbf6c60321dba5997525ea41df382c0cd80a33", + "object_only-4-baseline/forwarded_query-c16.ns": "d2210b9927e34b823d977f050b47278c7acecaf8609f0cd6d562672d261287b1", + "object_only-4-baseline/local_query_fresh_client-c1.ns": "464f4a4e7798169820a0f79b0cab6ea0d165acc623ff339719c316a3b1f5da41", + "object_only-4-baseline/local_query-c1.ns": "4204a5f49acf49f0adbc44cef22ea15dcb4af62974f68d11ca9be79608320c19", + "object_only-4-baseline/forwarded_query_expired_bursts-c16.ns": "17afdc4bcd61312b508c06cf704772c9421b45d9e6820d0470a15b4f3ba717fa", + "object_only-4-baseline/forwarded_command-c16.ns": "d10fd250a727af08f0dbb9a94152c5fb27d2b1978cf36d350fa5e1d6f38e53f0", + "object_only-4-baseline/forwarded_command-c1.ns": "34d860867539eff122ce301f39c6c5696171d54953cca2da90b45bfe2ca8ab3e", + "object_only-4-baseline/forwarded_query-c1.ns": "5b9e488e4daa8eefbdad0eb09568b001b1421d920714ae2db72452c22f4821e2", + "object_only-4-baseline/local_command-c16.ns": "1779e20b89a067b1e50f99ab1baae84561a60912ac9063886584da42e857561f", + "object_only-4-baseline/forwarded_query_uncached_route-c16.ns": "35b76b66bb1cc4aa83adac96a51b87753a962f2d5c54adb8260de09a35792481", + "object_only-4-baseline/local_query-c16.ns": "9da5e988d3042d0bc7aecc6522859c9b7e116df382bb12ea88a35fcb15cf9d3a", + "object_only-4-baseline/local_query_cold-c1.ns": "5e34890e59d3dc872e286a2e35cc531b7eed08f9bdfe983f33e5d9c00b9881ef", + "object_only-4-baseline/local_query_fresh_client-c16.ns": "5e6da9d2469c70a9ebd82b4262ba3a1ab2eee6883f1adbac189b0d5a17eff6cc", + "object_only-4-baseline/forwarded_query_cold-c1.ns": "46ec82a1129029511b503e5533eaf8eb7b035bf662110366ee6f43e671c45285", + "object_only-4-baseline/forwarded_command-c1.publication.tsv": "7805868502a2f57d5c2c0a973897786f189dc42a514099705d28c838b279fc63", + "object_only-4-baseline/local_command-c1.publication.tsv": "b15c87b9855acf953d083f7f139ddc0ae02bcfffccd595e7b958a0d0c42b6eed", + "object_only-4-baseline/local_command-c16.publication.tsv": "19fc057e123b317818ff49597a735396e86c351b4045987243cf612e19904a54", + "object_only-4-baseline/forwarded_command-c16.publication.tsv": "3ed33aefcfce3a290be19b3bc255d1b2bb67eda43851d057078a0a212f5b4304", + "object_only-5-candidate/local_command-c1.ns": "db053acf35e2098efe734dbf89ac0a6b6e9cda972e24e2b7888ac477d9d83efe", + "object_only-5-candidate/local_query_expired_bursts-c16.ns": "161c5eeec882d6e0dc66918abb1a88a5a5ed97ca2567ccb45d89669ba000c5c8", + "object_only-5-candidate/forwarded_query-c16.ns": "ccfeedc46e1c5360447a0611a7408dca1a987a65c0cca1e6c4ae621ef963b74a", + "object_only-5-candidate/local_query_fresh_client-c1.ns": "64accb1c5f7ee97d7d71fe2f75f596dc9fc6bdae5cf16a5c07685969da46580a", + "object_only-5-candidate/local_query-c1.ns": "36cd74e2c314dc1cdec188b557927f5b04d98039c6b339c9adf1face6ef1c769", + "object_only-5-candidate/forwarded_query_expired_bursts-c16.ns": "1cd98595c2c88568001793141b8f320027dcfc481a586d27e9fd1bc86287e5f5", + "object_only-5-candidate/forwarded_command-c16.ns": "94c8f64fefae979d5549db72ec392299128446b0b608f117721bb3b544462c87", + "object_only-5-candidate/forwarded_command-c1.ns": "39061f10fb2d74396b4b88c9767d25459e4965773a49a064da36514cfa491c2a", + "object_only-5-candidate/forwarded_query-c1.ns": "cf426b2aea93b19a00508a9e1a6b387b7f1781dccdc1e045351fe47257976446", + "object_only-5-candidate/local_command-c16.ns": "9c8ccec6a846b6bedc52eb62b84260e2613f552aab43e5140c1dff583f860725", + "object_only-5-candidate/forwarded_query_uncached_route-c16.ns": "2873f8b5e705c6be6f064067cb3bca0a81e385ef4a9dedb358932b1329c5cfe2", + "object_only-5-candidate/local_query-c16.ns": "e8feafd1e1a9545ad15f1f79979c67a16602e1b84d9251351fa33f37f95cb329", + "object_only-5-candidate/local_query_cold-c1.ns": "9ffefe62be76f734aed162c203257b056f5ebf1dd0d8d4c544469a9929a8f354", + "object_only-5-candidate/local_query_fresh_client-c16.ns": "84ffedf2499d01a6803c769316526b9ee2b683dbec46aa293a2f6abf7ed379bd", + "object_only-5-candidate/forwarded_query_cold-c1.ns": "2e01a76e31fcebf691388eb60d5f99aa6cd15b52fbbf3bd000ce9f565d0488e2", + "object_only-5-candidate/forwarded_command-c1.publication.tsv": "94302bab3b45dd0a582178050173a44de3e2d868ef83b19e007b1793d972037a", + "object_only-5-candidate/local_command-c1.publication.tsv": "37db925ba8d294cdbcfdd5255bd735d78f2d2337109dc8288626d2ae0c3b496c", + "object_only-5-candidate/local_command-c16.publication.tsv": "1c096f048fc8bdbc6aedfdb315418e1199137af8ecc5edd63373909e18684c89", + "object_only-5-candidate/forwarded_command-c16.publication.tsv": "7d7fa0febf381292d5c2a3ac43a1023f60b903a1b12f0d647cf867d02552fca3", + "object_only-6-baseline/local_command-c1.ns": "8623443d3ca3c8cb6499e6239de74e3ebf890403ab67c0286b0978e1309d13a0", + "object_only-6-baseline/local_query_expired_bursts-c16.ns": "02b7978c3b22d4039726158dfee1b556d6e9f5ea342326fb7a654df10160c9a8", + "object_only-6-baseline/forwarded_query-c16.ns": "4fdb38f7428af72d1b102d887c44a3eb14d0cb3acf6b1a296fc50e700c80e1b2", + "object_only-6-baseline/local_query_fresh_client-c1.ns": "661983d6c5b2f11f982f187374b9bf9e2c6f802b8159de8f05b22bfd0077910a", + "object_only-6-baseline/local_query-c1.ns": "2c07ba4bac31eb00765511698565303f033c086d714016d280524266d4966c99", + "object_only-6-baseline/forwarded_query_expired_bursts-c16.ns": "327b92941773401bdffd5971a4b6f0c72756319a035a9ff799f1a4c487dc49c4", + "object_only-6-baseline/forwarded_command-c16.ns": "8320bd03412cde541a8ab22574d6dcf214407d4f29d6a98f043a0b467975d25d", + "object_only-6-baseline/forwarded_command-c1.ns": "66785cd817a8a38e6bc5299e008443a106b72585ce4b45e6ac70e27c37a65f15", + "object_only-6-baseline/forwarded_query-c1.ns": "77aaecf89a3884e2558776a59316809f7fc1b8e2c2f29db45a935fc5fab7a51d", + "object_only-6-baseline/local_command-c16.ns": "93facb22ae4adf8e8c272af1c04bd566b2d3540261e4f1ddafce274e0bb2e5bb", + "object_only-6-baseline/forwarded_query_uncached_route-c16.ns": "c856458b4a585426f2ca97b8bc0076341a339d40cd5772b57582e46d5389d7cb", + "object_only-6-baseline/local_query-c16.ns": "3c00b6fd6c7802af857c53c4029d33f5a5ae31a95c4fedc8568a4b5b39bd96c2", + "object_only-6-baseline/local_query_cold-c1.ns": "6284a872b3ed212ba949a67e93e433f5b0ad4ed4b615bfb08ccfe0ac48b50150", + "object_only-6-baseline/local_query_fresh_client-c16.ns": "9678134a3e8ebc5a34aed34f20fe0875c2d622041315afc6bd2ed2329d593bc5", + "object_only-6-baseline/forwarded_query_cold-c1.ns": "e8a28daa1f5b7492e093442eb7f6047d60bf76a808bc320499baa587b5d35d9e", + "object_only-6-baseline/forwarded_command-c1.publication.tsv": "cc8f18c077843f3273d073e521806861ada8b3a32f6c71e18e392fe9a482f207", + "object_only-6-baseline/local_command-c1.publication.tsv": "160d831e527167ac25ffef893c1f96872e4c1b59e77b24a466cabd5db257ab9f", + "object_only-6-baseline/local_command-c16.publication.tsv": "bee4dff87825c17023210f85a46c32360557e40872ef5776809687a9862e496b", + "object_only-6-baseline/forwarded_command-c16.publication.tsv": "e270e0a530b3fc7f5b00d1de532a4c22e0f146730a7a54ad3a3e198c214820fd", + "object_only-7-baseline/local_command-c1.ns": "0b02aae43e0d990ccf787fc09e73cdadfe1242ee3a9af5f85b1ae938a2b8fbdf", + "object_only-7-baseline/local_query_expired_bursts-c16.ns": "23dadbbf274e51e5a79686856813c8bc12aaadc25278827fd4e7dac4ff8c5d2f", + "object_only-7-baseline/forwarded_query-c16.ns": "c56a078545a36fe4c918098eb90fda44c0cb811989fbb17c0215cf8833f77974", + "object_only-7-baseline/local_query_fresh_client-c1.ns": "3c009fff84c0c637ed3cb0976d84b6ebcff77df4defdadb57f5dc36c1fa29fcb", + "object_only-7-baseline/local_query-c1.ns": "2c5a4c2b6534dcb6677404f98d1f061b72d5511145cd4b9d79fa79c57fc0b180", + "object_only-7-baseline/forwarded_query_expired_bursts-c16.ns": "f5d87f0c9687264e01932a8dbc492df412127005a8982a74ceabec6c42676b67", + "object_only-7-baseline/forwarded_command-c16.ns": "b06030cb3e6754d965c30cd461eb7b8219d97c56bd30fadb5519cced5559e02a", + "object_only-7-baseline/forwarded_command-c1.ns": "cb0c926cf5ec841d5f5a53801850acfb6631d810cfc7ca35877c535e1198cc73", + "object_only-7-baseline/forwarded_query-c1.ns": "d3bc753f44025cf0654dd8221c6eb9194ee410c87a5abcccbb10b70502fcbf58", + "object_only-7-baseline/local_command-c16.ns": "20d476aeb6aa47a7da58596a483d28df39fa50ceb17338acce8d9ee9a9ad1076", + "object_only-7-baseline/forwarded_query_uncached_route-c16.ns": "11f4a131bb0cece013844ed819dc0706d87952a54eb81a28090784149a1a90b9", + "object_only-7-baseline/local_query-c16.ns": "14ebf413d4d99e81bceeb70eb8fd3dbc19ac3c2720293feacecbd76c8cc51602", + "object_only-7-baseline/local_query_cold-c1.ns": "804374b20df2665c00219634a30d83ef2e154c8d0be69e69772589b447941f66", + "object_only-7-baseline/local_query_fresh_client-c16.ns": "c887d65a3b89ccb074d414f390f938925e0217697fff6c56e443080a5d3b378a", + "object_only-7-baseline/forwarded_query_cold-c1.ns": "3f8c0b338e268486f3b13ab288c309958eb54ca148ca68c92d2efc7b3b27f807", + "object_only-7-baseline/forwarded_command-c1.publication.tsv": "018ffc1504b11c38775da5a3eadba5b9b8b561c4ffa85fe9c1c4b71a16c22627", + "object_only-7-baseline/local_command-c1.publication.tsv": "0fe7b0dce967a1cfe9e704139c03971c2ac9056a95683f4d6c69fefdd9dcf5f8", + "object_only-7-baseline/local_command-c16.publication.tsv": "59c0a110bbd3c75785e976f895dc2abb2ebe8fd094b33e77a09555a2461f2bb9", + "object_only-7-baseline/forwarded_command-c16.publication.tsv": "b759a2150153af7905825f88225564927069bb4de74a752cbb6eab6e6ca86576", + "object_only-8-candidate/local_command-c1.ns": "0510ebb4e2892e1f658e1dd0d2f4ad91c3853ee8e0681bd35c6236cd40b22e88", + "object_only-8-candidate/local_query_expired_bursts-c16.ns": "835bdaefba06407b0777eb8d53bbd00e680e781056279148b80c4c2f9f10e481", + "object_only-8-candidate/forwarded_query-c16.ns": "cb20578aef2b8e0e58cf5ccae4ee4e4aa0a2ed177c5c2f0eda5e77a4c2192463", + "object_only-8-candidate/local_query_fresh_client-c1.ns": "2aa601a0b8c99d0f2466f46b8be19cb321bf8f65788a9091c1bd945538ac81b5", + "object_only-8-candidate/local_query-c1.ns": "88fb8101084bbe1f2f30ea3226e82f7189808fe6a5a2ceb424384f5b6ee116cb", + "object_only-8-candidate/forwarded_query_expired_bursts-c16.ns": "c45d6e2b3fa3ccc3dfb66e74fcf913825a316dd3909b6d69b78d0f949c30898f", + "object_only-8-candidate/forwarded_command-c16.ns": "5a2e65e9c951e462b23a74c81697045b9436df471d1180d5add1e8523eb5370b", + "object_only-8-candidate/forwarded_command-c1.ns": "4b666ffd7f049b6bc50855e716790ae9c62e7532f2a5ab1ebb303134fcca9028", + "object_only-8-candidate/forwarded_query-c1.ns": "a04f3414e309961f8cd1fdbb48240137f224c51b712ea1988b2223038a096acf", + "object_only-8-candidate/local_command-c16.ns": "8fee83ffc02006d549417c629442589055e47ae93692e033f2435bc94cd586e1", + "object_only-8-candidate/forwarded_query_uncached_route-c16.ns": "34a8e92b6293d9f89e85d1c39b9e0faa662180db74182f0faae5ed04d5addc56", + "object_only-8-candidate/local_query-c16.ns": "0fbd9600a4323ca69bda7764bf67afc5392a067b0a39db3915da473c40190268", + "object_only-8-candidate/local_query_cold-c1.ns": "97bd4014b93c78ea7f0719fa8d1cc454b6b4b3bfa8ea63f93c2f40a172749dea", + "object_only-8-candidate/local_query_fresh_client-c16.ns": "5e365b66a7bbad6140bdb4634a40c44c8ce2f2bc456b8267dc406fd425b626e8", + "object_only-8-candidate/forwarded_query_cold-c1.ns": "44a7d3a8dda58d2659a64b2436cd9007945d9ff3119adae370fa64ae8a451562", + "object_only-8-candidate/forwarded_command-c1.publication.tsv": "17b1de7c350a541f05e9d7ea4cd762e34145a5bb8fde43a448d59c81d51c7564", + "object_only-8-candidate/local_command-c1.publication.tsv": "67d9322cdf64635aa8a181712b5496071ee5a85239f4382ad8214a76dc06dfb6", + "object_only-8-candidate/local_command-c16.publication.tsv": "c3bb3613c57cb550c0c3fc8e59ebc8fee643f52669fdf0b61ef6e69dcc0d3a6f", + "object_only-8-candidate/forwarded_command-c16.publication.tsv": "903976f48903d1407f324b7c47702521d82669522c0e678d4db55d762d5b7976" + }, + "source_archive_audit": { + "baseline": { + "revision": "fa548bb2cc1993bbf77dc7f4fbef499a0de3f5a4", + "binary_sha256": "f6b3e5b741da329634d24cb7d1f8cca5ace5cecb161795a9444e49c5cc8c5ffe", + "source_archive_sha256": "13528e1cbeb7e1f65dab8b33606f68870f4b3af543d29262a7c30b8d45df9b0a", + "harness_sha256": "d405e13452a32414086ad1363b53550a5f653e54f3d4e6b3b5ee76e1b3b04ed3", + "build_log_sha256": "2531e6970a91a8a2aafa7b06082ee9424d5974a64424c8746c397ca771938827" + }, + "candidate": { + "revision": "4a711819cd0ad85784ff7614d50256b55fd76fed", + "binary_sha256": "4680b5b12dc810e614f5c1fb6ba657362bd02b6eb5abacaa65b03b529a8144c7", + "source_archive_sha256": "f6049d3703206d1018281c801b0d4fbaf4fea7f2ebc3ba1e4c8f2137bc31cd85", + "harness_sha256": "d405e13452a32414086ad1363b53550a5f653e54f3d4e6b3b5ee76e1b3b04ed3", + "build_log_sha256": "f97a15e44e2eccdf8d77213f271e419a9b4a4329419326cbbfdd27a8dd69ace1" + } + }, + "coordinator_hashes": { + "object_only-pair-1.json": "6966d5181443ad6d5911b2e329c629a3254f3df9328e9486e7a77294f696c010", + "object_only-pair-2.json": "e49b3e494bf8697e2da38c9895f9dc73c1fcaef5a6fae4cc4309cca7c34f3eea", + "object_only-pair-3.json": "3883d471e927a1cb0a8c1c813cc5cd9dc07786b4e7291fd03be6eea9541c8de1", + "object_only-pair-4.json": "8e2d089a0eb98b4add6b8a53396509b9d27dbab785dc540c9575ccb6c12a32e2" + }, + "run_log_hashes": { + "object_only-1-baseline/run.log": "7dc509f774b956efaa139518f094d726ee9fa189e3ce2c86659db060d01915e2", + "object_only-2-candidate/run.log": "421bd54fe0cbf4777c3358f14cc3fe7f7bcd8caff3610f1aca7adaef2a8d9bc8", + "object_only-3-candidate/run.log": "f1c72659a61ff1f2d56e79233fbb86acbb12be19a3a9119c72e79518442c6a7c", + "object_only-4-baseline/run.log": "8bcefc0f5dabb34c79d7bb7a9923c1f82a84e9518e69210b4b760e5b705d2778", + "object_only-5-candidate/run.log": "d4fc52da016010fef2c3cc6b81417b44ed5a001a1bc1b82b18e5db0f59070240", + "object_only-6-baseline/run.log": "d0a36fc5806d47859b3cc23d843462e1dbca330013797c328f1b5d227231a99f", + "object_only-7-baseline/run.log": "01fe4d36c3a80ac8598e45f4d0e0398f3f27c5ed4c11bea9da72883b99533263", + "object_only-8-candidate/run.log": "f0be215dad050aa6efb37691198be400cce67e898eae0bdab67e57dbff347398" + }, + "point_count": 8, + "write_rows": [ + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 9.378799, + "throughput": 109.182, + "p50_ms": 8.151534, + "p95_ms": 19.356946, + "p99_ms": 26.542229, + "reads": 3156.0, + "puts": 7445.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.608802, + "throughput": 283.751, + "p50_ms": 33.011662, + "p95_ms": 65.104036, + "p99_ms": 71.97671, + "reads": 1669.0, + "puts": 2340.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 10.022141, + "throughput": 102.174, + "p50_ms": 8.643186, + "p95_ms": 19.777454, + "p99_ms": 25.025985, + "reads": 3199.0, + "puts": 7490.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.252217, + "throughput": 314.862, + "p50_ms": 33.945548, + "p95_ms": 58.214503, + "p99_ms": 62.737154, + "reads": 1695.0, + "puts": 2338.0, + "hops": 1025.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 1 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 9.097981, + "throughput": 112.552, + "p50_ms": 8.082029, + "p95_ms": 15.863796, + "p99_ms": 22.387545, + "reads": 3156.0, + "puts": 6316.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.050493, + "throughput": 335.683, + "p50_ms": 29.926276, + "p95_ms": 53.03152, + "p99_ms": 80.184615, + "reads": 1669.0, + "puts": 1981.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 9.376609, + "throughput": 109.208, + "p50_ms": 8.291178, + "p95_ms": 16.690528, + "p99_ms": 21.387853, + "reads": 3201.0, + "puts": 6342.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.0943, + "throughput": 330.931, + "p50_ms": 29.670366, + "p95_ms": 53.137285, + "p99_ms": 58.844428, + "reads": 1695.0, + "puts": 1984.0, + "hops": 1025.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 2 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 8.966089, + "throughput": 114.208, + "p50_ms": 7.9269, + "p95_ms": 16.290077, + "p99_ms": 21.88742, + "reads": 3156.0, + "puts": 6314.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 2.856268, + "throughput": 358.51, + "p50_ms": 26.075832, + "p95_ms": 48.445412, + "p99_ms": 52.911803, + "reads": 1669.0, + "puts": 1982.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 9.12283, + "throughput": 112.246, + "p50_ms": 7.883827, + "p95_ms": 16.509783, + "p99_ms": 21.591516, + "reads": 3199.0, + "puts": 6341.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.630103, + "throughput": 282.086, + "p50_ms": 35.427652, + "p95_ms": 60.74782, + "p99_ms": 67.395962, + "reads": 1695.0, + "puts": 1985.0, + "hops": 1025.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 3 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 9.89995, + "throughput": 103.435, + "p50_ms": 8.637986, + "p95_ms": 20.32901, + "p99_ms": 25.771213, + "reads": 3156.0, + "puts": 7445.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.211788, + "throughput": 318.826, + "p50_ms": 29.749036, + "p95_ms": 56.15419, + "p99_ms": 63.911564, + "reads": 1669.0, + "puts": 2340.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 12.060805, + "throughput": 84.903, + "p50_ms": 10.65131, + "p95_ms": 24.463135, + "p99_ms": 29.490234, + "reads": 3201.0, + "puts": 7491.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.000757, + "throughput": 255.952, + "p50_ms": 38.219894, + "p95_ms": 71.445539, + "p99_ms": 88.462115, + "reads": 1695.0, + "puts": 2337.0, + "hops": 1025.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 4 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 8.433825, + "throughput": 121.416, + "p50_ms": 7.539352, + "p95_ms": 15.08703, + "p99_ms": 20.550359, + "reads": 3156.0, + "puts": 6314.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 2.819036, + "throughput": 363.245, + "p50_ms": 26.080175, + "p95_ms": 49.000247, + "p99_ms": 58.366457, + "reads": 1669.0, + "puts": 1982.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 12.33139, + "throughput": 83.04, + "p50_ms": 10.610669, + "p95_ms": 21.587351, + "p99_ms": 30.953289, + "reads": 3201.0, + "puts": 6343.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.736738, + "throughput": 274.036, + "p50_ms": 35.03326, + "p95_ms": 62.818169, + "p99_ms": 69.04552, + "reads": 1695.0, + "puts": 1985.0, + "hops": 1025.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 5 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 9.416391, + "throughput": 108.747, + "p50_ms": 8.246946, + "p95_ms": 18.973891, + "p99_ms": 25.379072, + "reads": 3156.0, + "puts": 7445.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 2.986214, + "throughput": 342.909, + "p50_ms": 27.65583, + "p95_ms": 53.692207, + "p99_ms": 56.806745, + "reads": 1669.0, + "puts": 2339.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 12.481003, + "throughput": 82.045, + "p50_ms": 10.963562, + "p95_ms": 25.250433, + "p99_ms": 31.102249, + "reads": 3201.0, + "puts": 7490.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 4.008635, + "throughput": 255.449, + "p50_ms": 43.38026, + "p95_ms": 70.16371, + "p99_ms": 77.18873, + "reads": 1698.0, + "puts": 2338.0, + "hops": 1025.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 6 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 9.235533, + "throughput": 110.876, + "p50_ms": 8.187546, + "p95_ms": 18.60805, + "p99_ms": 23.877345, + "reads": 3156.0, + "puts": 7445.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 2.839148, + "throughput": 360.672, + "p50_ms": 25.21967, + "p95_ms": 50.960227, + "p99_ms": 54.919523, + "reads": 1669.0, + "puts": 2340.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 10.134179, + "throughput": 101.044, + "p50_ms": 8.834596, + "p95_ms": 20.951498, + "p99_ms": 25.254735, + "reads": 3199.0, + "puts": 7490.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 3.001128, + "throughput": 341.205, + "p50_ms": 29.432529, + "p95_ms": 52.083763, + "p99_ms": 58.201871, + "reads": 1695.0, + "puts": 2345.0, + "hops": 1025.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "baseline", + "run": 7 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 8.330958, + "throughput": 122.915, + "p50_ms": 7.472151, + "p95_ms": 14.911738, + "p99_ms": 20.102911, + "reads": 3156.0, + "puts": 6315.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 2.719508, + "throughput": 376.539, + "p50_ms": 25.321669, + "p95_ms": 47.701358, + "p99_ms": 51.449555, + "reads": 1669.0, + "puts": 1981.0, + "hops": 0.0, + "lane": "local_command", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 1.0, + "calls": 1024.0, + "elapsed_s": 9.577934, + "throughput": 106.912, + "p50_ms": 8.612607, + "p95_ms": 17.26756, + "p99_ms": 21.567293, + "reads": 3201.0, + "puts": 6342.0, + "hops": 1026.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 8 + }, + { + "concurrency": 16.0, + "calls": 1024.0, + "elapsed_s": 2.862986, + "throughput": 357.668, + "p50_ms": 27.486181, + "p95_ms": 49.628394, + "p99_ms": 53.324306, + "reads": 1695.0, + "puts": 1985.0, + "hops": 1025.0, + "lane": "forwarded_command", + "mode": "object_only", + "version": "candidate", + "run": 8 + } + ] + } + }, + "audit_sha256": { + "audit-inline-root-routing.py": "ac6604569d497b969002d552148bb3816db359adcaed8f11273b83b7e73a6e6d", + "inline-root-routing-audit.log": "2670b0c47f8513bbf4692294b0941673ac52b7d35a1524bd9247050849530fc7", + "inline-root-reference-ci.log": "1932db5248c7d967bdc9a3e34204829676f2787d3131b6a69e26d50b59167a4b" + } +} diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-routing.md b/crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-routing.md new file mode 100644 index 00000000..9585a4e9 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-routing.md @@ -0,0 +1,32 @@ +# Inline-root routing + +All 32 fixed-count write pairs improve TPS and p95; 30 improve p99. +Two object-only local-write pairs at concurrency 16 regress p99. +[CI run](https://github.com/crabbuild/cellule/actions/runs/37192886934) · +[Dataset](2026-10-04-rustfs-inline-root-routing.json). + +Baseline `fa548bb2cc1993bbf77dc7f4fbef499a0de3f5a4`; candidate +`9d212463d1429e77147234d31e6b1ee84abe2f55`. Actual CI checkout +`4a711819cd0ad85784ff7614d50256b55fd76fed` has the identical candidate tree. +Four alternating pairs per mode exercise local/forwarded writes and reads at +concurrency 1/16. The audit verifies 240 rows, 98,304 logical mutations, +304 raw sample/publication hashes, eight coordinator traces and 16 run logs. + +| Mode | Write route, 16 clients | TPS change | p95 change | p99 change | +| --- | --- | ---: | ---: | ---: | +| leased | local_command | +9.4% | -14.1% | -13.7% | +| leased | forwarded_command | +11.9% | -14.2% | -15.8% | +| object_only | local_command | +9.2% | -11.2% | -1.8% | +| object_only | forwarded_command | +6.2% | -9.6% | -9.5% | + +These are medians of four paired ratios. The canonical aggregate in JSON uses +ratios of independent version medians; the two statistics differ. +All unchanged coarse qualification gates pass, but three 10% read-latency alerts +remain: leased uncached forwarded reads, object-only local reads, and object-only +fresh-client local reads, all at concurrency 16. The dataset retains their +metrics, every write pair, all aggregate read comparisons and original gate limits. + +Checks cover frozen source archives/build binaries, raw quantiles, exact root +coverage, recovery and every coordinated stage. Fixed-count routing is separate +from sustained HTTP evidence. Phase timings cover different populations and do +not establish the cause of individual request-tail regressions. diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-writes.json b/crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-writes.json new file mode 100644 index 00000000..7d6d64cd --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-writes.json @@ -0,0 +1,3084 @@ +{ + "ci_run": "https://github.com/crabbuild/cellule/actions/runs/37192915849", + "baseline_revision": "c78ea0f48d243377ddee6308640966955de4ad35", + "candidate_revision": "9d212463d1429e77147234d31e6b1ee84abe2f55", + "profile": { + "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39", + "cpu_count": 4, + "repeats": 3, + "concurrency": [ + 16 + ], + "cells": [ + 1, + 4, + 16 + ], + "workers": 4, + "http_tokio_workers": "4", + "write_seconds": 120, + "write_warmup_seconds": 5, + "workload": "order_id mod active Cells; POST inserts then receipt-bound SELECT; GET owner-ordered SELECT; closed loop" + }, + "measured_writes": 316933, + "all_acknowledged": 332754, + "timed_receipts_independently_checked": 332466, + "manual_setup_receipts": 288, + "measured_errors": 0, + "verification": "Unchanged strict 18-point raw audit: receipt scope and gap-free per-Cell sequences, exact raw quantiles/TPS/response bytes, ownership refusal, exact live/cold replay, typed conflicts, drained idle Cells, fresh SQLite recovery, increased fencing epochs and next recovered writes. Fixed source/observer and resource-budget audit also passes.", + "provenance": { + "baseline_revision": "c78ea0f48d243377ddee6308640966955de4ad35", + "candidate_revision": "9d212463d1429e77147234d31e6b1ee84abe2f55", + "patch_sha256": "1ae7cfaee1f4fd454df73a2bc9e282455e8b36da4461f79b432431fbf7859a74", + "observer_sha256": "56f794d4c44c1e957b27841b91599fd0bfb534fb3dcc14b82127ffcb81968b2c", + "baseline_instrumentation_diff_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "sources": { + "crates/cellule-axum/examples/sql.rs": { + "baseline_sha256": "dfab7641a55e6ba653d3c068ca65f6a38d9fb785c59847fcda843dbc0ea38baa", + "candidate_sha256": "dfab7641a55e6ba653d3c068ca65f6a38d9fb785c59847fcda843dbc0ea38baa", + "admission": "fixed-target-reverse-check" + }, + "crates/cellule-ltx/src/environment/host/mod.rs": { + "baseline_sha256": "ec6f3c6f658c61aa170695af1f81b0d2676f8ac9baeeff4e2f82193c502fb166", + "candidate_sha256": "ec6f3c6f658c61aa170695af1f81b0d2676f8ac9baeeff4e2f82193c502fb166", + "admission": "candidate-byte-equality" + }, + "crates/cellule-ltx/src/environment/telemetry.rs": { + "baseline_sha256": "9f23ada9280c6a5bd46cd2f4ee51f3ee0437ba262a4c8bc5fdc646b972640149", + "candidate_sha256": "9f23ada9280c6a5bd46cd2f4ee51f3ee0437ba262a4c8bc5fdc646b972640149", + "admission": "candidate-byte-equality" + }, + "crates/cellule-ltx/src/replica/prepare.rs": { + "baseline_sha256": "bb894a029fbbbc1041854e19c1a5520feb4751001a8ebc601468df5a55a7b98a", + "candidate_sha256": "546070b5d9351421939a799ee4a580a2b382a4028d08cf6a6d8c258b4dbc77cf", + "admission": "fixed-target-reverse-check" + }, + "scripts/bench-axum-rustfs.py": { + "baseline_sha256": "4b1ee45a1ac3f2dd31a140a1f09a1c28bcdf7000e7c3be8c8c953ca1d8d86852", + "candidate_sha256": "4b1ee45a1ac3f2dd31a140a1f09a1c28bcdf7000e7c3be8c8c953ca1d8d86852" + }, + "Cargo.lock": { + "baseline_sha256": "bb169d9516cada628f62b3d64d0857bf94439574e7ca07b830f6a9f4144be1f3", + "candidate_sha256": "bb169d9516cada628f62b3d64d0857bf94439574e7ca07b830f6a9f4144be1f3" + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "recovery": 2, + "scratch_mib": 65536, + "local_disk_bytes": 1073741824 + }, + "binary_sha256": "85e21abaf8506fb9851e8baa57ad648316c0ecaa3af8bf7f3c2721436dbba255", + "baseline_binary_sha256": "b7e794736431f2a2a4f2779c347cd4519150602334d0422fe0fc17ccb9ae9d27", + "cpu_count": 4, + "points": 18, + "note": "Strict raw receipt/recovery audit must also pass via unchanged analyze-steady-writes.py." + }, + "completed_ci_log_sha256": "12b0c1b2a5de9e888d981a3eb1967e7338aec545a254eb5c63a17386da8b0395", + "audit_sha256": { + "analyze-steady-writes.py": "d4cb5fe837d9a8b267fef4ee3dbc9a0fa838d076ff22f5fdb566c21918b65d03", + "write_artifact_audit.py": "7cc536bce7092885e1705dde917d28cfd8b5400d2fe63ae9dfc8ec59db8f70ac", + "audit-composed-provenance.py": "1c33f15f6e2224eb1ef3b307c87952cf5bdb76014aa44d125c65232878b7617f", + "inline-root-steady-audit.log": "82c2537c0f539b87472a03d4fb26721fa2b65608e60c1b9cf72f93f1377cc274" + }, + "aggregate": [ + { + "cells": 1, + "baseline_medians": { + "TPS": 157.3535822175033, + "p50": 96.981539, + "p95": 140.229247, + "p99": 170.181429 + }, + "candidate_medians": { + "TPS": 164.32195380147004, + "p50": 91.919606, + "p95": 136.125313, + "p99": 168.22964 + }, + "paired_ratio_medians": { + "TPS": 1.0366459161490689, + "p50": 0.9465282950050545, + "p95": 0.9569562255239017, + "p99": 1.0619370080093298 + }, + "paired_ratios": [ + { + "TPS": 1.0366459161490689, + "p50": 0.9379610353199874, + "p95": 0.9569562255239017, + "p99": 1.4747986776399067, + "response_body_bytes_per_second": 1.0367569258158524 + }, + { + "TPS": 1.0306187389446313, + "p50": 0.9673137173044861, + "p95": 0.983995973729406, + "p99": 1.0619370080093298, + "response_body_bytes_per_second": 1.0308190074322974 + }, + { + "TPS": 1.0554846443650763, + "p50": 0.9465282950050545, + "p95": 0.9519379363136709, + "p99": 0.9885311281526492, + "response_body_bytes_per_second": 1.0558719332526723 + } + ] + }, + { + "cells": 4, + "baseline_medians": { + "TPS": 161.47068507737268, + "p50": 85.867423, + "p95": 168.529501, + "p99": 193.463903 + }, + "candidate_medians": { + "TPS": 182.80588593591528, + "p50": 76.258929, + "p95": 145.211592, + "p99": 181.661471 + }, + "paired_ratio_medians": { + "TPS": 1.215775664467341, + "p50": 0.8060922253279066, + "p95": 0.8616390076417539, + "p99": 1.0062227835856286 + }, + "paired_ratios": [ + { + "TPS": 0.8165455040048745, + "p50": 1.3781151387968884, + "p95": 1.1803277652267652, + "p99": 1.14789744532456, + "response_body_bytes_per_second": 0.815729768340101 + }, + { + "TPS": 1.215775664467341, + "p50": 0.8060922253279066, + "p95": 0.8616390076417539, + "p99": 1.0062227835856286, + "response_body_bytes_per_second": 1.216990218619435 + }, + { + "TPS": 1.346447754558152, + "p50": 0.7497317812833396, + "p95": 0.7045621841184787, + "p99": 0.6169517552719982, + "response_body_bytes_per_second": 1.3484489258239747 + } + ] + }, + { + "cells": 16, + "baseline_medians": { + "TPS": 97.03832627538229, + "p50": 158.725126, + "p95": 211.238393, + "p99": 308.355803 + }, + "candidate_medians": { + "TPS": 109.12454658328468, + "p50": 141.417205, + "p95": 192.057061, + "p99": 273.730778 + }, + "paired_ratio_medians": { + "TPS": 1.1106419057622767, + "p50": 0.8939849699495963, + "p95": 0.9191483209596174, + "p99": 0.9116972589333618 + }, + "paired_ratios": [ + { + "TPS": 1.1020053315257774, + "p50": 0.8939849699495963, + "p95": 0.9766174276851273, + "p99": 0.9152428761005028, + "response_body_bytes_per_second": 1.1029724257071538 + }, + { + "TPS": 1.1443340938557192, + "p50": 0.8736410579381113, + "p95": 0.895652256932042, + "p99": 0.8841380052655237, + "response_body_bytes_per_second": 1.1456373370858977 + }, + { + "TPS": 1.1106419057622767, + "p50": 0.8984471449019188, + "p95": 0.9191483209596174, + "p99": 0.9116972589333618, + "response_body_bytes_per_second": 1.111648497794368 + } + ] + } + ], + "pairs": [ + { + "cells": 1, + "repeat": 1, + "candidate_baseline_ratios": { + "TPS": 1.0366459161490689, + "p50": 0.9379610353199874, + "p95": 0.9569562255239017, + "p99": 1.4747986776399067, + "response_body_bytes_per_second": 1.0367569258158524 + }, + "baseline": { + "repeat": 1, + "cells": 1, + "variant": "baseline", + "measured_writes": 19408, + "all_acknowledged": 20544, + "TPS": 161.370471272768, + "response_body_bytes_per_second": 32556.376174365556, + "p50": 94.998958, + "p95": 142.248213, + "p99": 176.303566, + "server_cpu_cores": 0.3431678275582369, + "driver_cpu_cores": 0.05586453006761996, + "server_rss_after_bytes": 79151104, + "first_30_seconds_TPS": 201.23333333333335, + "last_30_seconds_TPS": 138.66666666666666, + "interval_TPS_cv": 0.16013264525459622, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 20528, + "raw_client_sha256": { + "writes-client-0.json": "fb37a4019b222a0c04a443a436d39a3741f2af4d284618093841d0be70cdf28a", + "writes-client-1.json": "b42d93297f59b0e7e0f8c351bf2424d67b7ce3ccbe5b2cce5f3177e879b89e4c", + "writes-client-2.json": "1413142c8b4214927ca7f1299c38dbc2fe7cb9fc2c6895ba847f5e9abcae3173", + "writes-client-3.json": "7e4f86fdd3d30d51fabdf3d5dfacf0c9b76af18e0285aee3f593e05b2ba19b36", + "writes-client-4.json": "f65f5d8221dbd3e53b01f8aa4448525238f1a1f585af98bd85a30469f77baf1f", + "writes-client-5.json": "1a3449477e7a970b2be3dfa08a368d759a21e3510fa5b2fcb675f3b5da131a3e", + "writes-client-6.json": "f612276f3f2083cda4915c33e7a4a45ba23cd20811b7c6072e653f9a036a6599", + "writes-client-7.json": "5cf48ea1fd3e96a40ad90a3245fc234cbffe076c2460c0417b4c18abb8b7f03c", + "writes-client-8.json": "e426becee7a520a479a89854f26db5156307b26689a636bc2119f3c3c920501e", + "writes-client-9.json": "94ccd6291a8acd082dfb98fcc1841c2d127748285c07c25aa284a64914f550b8", + "writes-client-10.json": "1eba27a045ee2049f743485325cdc8e0209c7e230aafcdacb9717196aa1b8a72", + "writes-client-11.json": "45d2f3029393a588bd652864d75bab94da386665f043c837d974a689b632571b", + "writes-client-12.json": "c1b6d1e780feb9979dc997bd5ff856e48b62f6b231790ca4673f3c94bb900340", + "writes-client-13.json": "0c75f636984f7b0bd5b964a5967dd258530475efc668a5ad4ebb64826a0cbf96", + "writes-client-14.json": "a2899279b4a5a2e538b729150bde0f2b086c979f0612ad966a009be7979a5758", + "writes-client-15.json": "76f38186fbe10a7d538b9f9823f3352cc5f733bdb37f48cdfe9cb183f968cfcd", + "write-warmup-client-0.json": "8e871281770a9a3f194e98c89b447c7e82369e390926677015eb1e8f711b9079", + "write-warmup-client-1.json": "4c771c0df02ed6892dfc7fca52be2759095270720cd50c68ac45454ca689126f", + "write-warmup-client-2.json": "3db40de87f895b19a10a6b8b7c460349bfb270c8a07e28a5f765c61481088a79", + "write-warmup-client-3.json": "2ea5468761548977d0851efd41e98b9742ef52f5361e04a71ce03d331efd16e9", + "write-warmup-client-4.json": "cb6ee4fccee086ca1460e7ea6384df2b9fd2c08c71ff83745259fe2604fc5fa9", + "write-warmup-client-5.json": "2621e14b8d8f6ec84402b03a7bd12490ff597b9d1933438a88e5fb91ad082d25", + "write-warmup-client-6.json": "98563e3b133e5871e8f494eba5a98a295c0fc93a806260b3857198d6d15edfe9", + "write-warmup-client-7.json": "931dc019fa5816d0f1a58a20fc5bfa2575ff04d064d9a88c7f8c22a80b7ae6c1", + "write-warmup-client-8.json": "28397903963cd024a2247fe3fe79338651e44510026c9e23684031983b9ab356", + "write-warmup-client-9.json": "a48e98cb43807abc08b87078a4bc5c027016fd64989fb1e6af3146c6dda29f4a", + "write-warmup-client-10.json": "8bcd1d459d7fd5015eede80374c147f95ceb2f1dc90f9ffdbde73b9eba3b84e4", + "write-warmup-client-11.json": "5422493aa3b9b8dafdbb72c347d5cda6c09db9253c794c14f258bc77e93779f5", + "write-warmup-client-12.json": "ff405c2ab517e58b3372bc6713e9886fc61f148b14f57af97714bbdc8e396a26", + "write-warmup-client-13.json": "f7ed357dfad76d819a1acede5dd87f398f33fea94cab0ebd20b3486241822e13", + "write-warmup-client-14.json": "fb8262b3fcd859bb6f24433102ebf8fe0ba9b69d275a9e45b88ce563a5ed8161", + "write-warmup-client-15.json": "ace3c0a312bce0a0e2bef2079b4dc92ef37b83f1da337e50dfa8a2bf2d8785b3" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.46116855500003, + "cpu_seconds": 299.881058, + "cpu_cores": 2.3902300724111085, + "cgroup_before": { + "usage_usec": 6517836, + "user_usec": 4147243, + "system_usec": 2370593, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 306398894, + "user_usec": 203645950, + "system_usec": 102752944, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 41089, + "mean_ms": 19.033585052082067, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 73.4, + "p99_ms": 101.6, + "resolution_us": 100 + }, + "worker": { + "count": 41089, + "mean_ms": 0.9578354569836209, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.2, + "p99_ms": 3.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 6242, + "mean_ms": 0.0048460128164049985, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 6242, + "mean_ms": 12.52994637055431, + "overflow": 0, + "p50_ms": 11.0, + "p95_ms": 32.0, + "p99_ms": 52.7, + "resolution_us": 100 + }, + "authority": { + "count": 6241, + "mean_ms": 4.7596182999519305, + "overflow": 0, + "p50_ms": 4.7, + "p95_ms": 6.3, + "p99_ms": 7.9, + "resolution_us": 100 + }, + "publication": { + "count": 6241, + "mean_ms": 17.66621225364525, + "overflow": 0, + "p50_ms": 16.2, + "p95_ms": 37.1, + "p99_ms": 58.2, + "resolution_us": 100 + }, + "compaction": { + "count": 404, + "mean_ms": 41.112200935643564, + "overflow": 0, + "p50_ms": 37.0, + "p95_ms": 67.0, + "p99_ms": 89.7, + "resolution_us": 100 + }, + "uploaded_objects": 43429, + "uploaded_bytes": 544718244, + "publication_failures": 0 + } + }, + "candidate": { + "repeat": 1, + "cells": 1, + "variant": "candidate", + "measured_writes": 20112, + "all_acknowledged": 21104, + "TPS": 167.28404003196556, + "response_body_bytes_per_second": 33753.048478239696, + "p50": 89.105321, + "p95": 136.125313, + "p99": 260.012266, + "server_cpu_cores": 0.35129242315626846, + "driver_cpu_cores": 0.0718552683728731, + "server_rss_after_bytes": 77807616, + "first_30_seconds_TPS": 192.53333333333333, + "last_30_seconds_TPS": 126.2, + "interval_TPS_cv": 0.1854505468297003, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 21088, + "raw_client_sha256": { + "writes-client-0.json": "53e649ddfdeea148040bf82fe2defd7000eddc8526860f6029bf93586e21ac82", + "writes-client-1.json": "5f18eaa9df04356cf21b8261550e8bc88094904b1a720a67d545285962d0b421", + "writes-client-2.json": "f02b6ae4f6a92f143a3c55819a037a2d1612817f0114a979a949db2c98cc3daa", + "writes-client-3.json": "ed77e9babc30a0d76daa7d14c07c03b1003e5e8cf4c0ff66bb18544a9de710af", + "writes-client-4.json": "3fc14e218a677bb4ea960f274a2a5ce82a3fd7b4c806f645d1bd47c8ebc8405e", + "writes-client-5.json": "32d1f8bf7410c0c21fc5d39693a3f91c9fdca72d9b2ac9397cbb01d27292a363", + "writes-client-6.json": "604bc9a09438dba7f30c54576dc10c8d6e03a1c8297ffbddf3930ea4dec1113a", + "writes-client-7.json": "e5ae9c279606f6bd323cc0f92c901db6d241e128c404c14b272d1caaeda2c412", + "writes-client-8.json": "1c3a5cc4f2f9fd18a6b1ca2e6b8586512a14480551ec53e9d91d148652af795d", + "writes-client-9.json": "f717247956a7ffa7daa59686f61a5ad5aca765f4475391316d927259faa6398b", + "writes-client-10.json": "f354c08776bfeaf94a220e5fc17abc65c592b0f8f9e3ad0565cbe8c94b1ca98f", + "writes-client-11.json": "5ed0726335d583f39db4aaf268b8a666b2a6a692f5e787566b28f228757b2424", + "writes-client-12.json": "c42437ed1d946f24bf374e977772fdeb03ab551ebb7b6208beb08ae53576b4aa", + "writes-client-13.json": "2df3868474554f9abf22ed48ee770fc2d9afa5c52170c916f6fc869d6d65983b", + "writes-client-14.json": "06ea5c3369fb2722b3a8381e34de51f4e320a6e0fef67511c125d59ede1bd3eb", + "writes-client-15.json": "4a0e838e8e65b2b8a0854fb3cfc255989b6cdc2a53e660087a094f8396111249", + "write-warmup-client-0.json": "22f3ef031bbeddab039393580b289d9d17c76fb6021bc990a0029206fd9c493f", + "write-warmup-client-1.json": "be004c55662f4693a859cdc8ddaa80c8f3fc9e5b2d5abd2553ba8bfea29a3b3f", + "write-warmup-client-2.json": "e628ee7e6df54e3f72f7d96ceef4cad653ca80af410e57d928ed79500838b88d", + "write-warmup-client-3.json": "9478c953b5845225b076646dcd26790f3731a5307b0ab584dad724031d6278e9", + "write-warmup-client-4.json": "69572e4c18e412f5e6ca77c5deeac93599eea3d8bea284aa23ef3b0ae23b5068", + "write-warmup-client-5.json": "1bac38ef56ce67ecb537db7581b312b5c4ab0c121755d3876d81057fcadb0e76", + "write-warmup-client-6.json": "0f57d602689f1790523488bcb6e6f97d7a69074be428ae0d43b3146063d33897", + "write-warmup-client-7.json": "fb3a83daa616647cd376feb65955538d4d94bf6100209083ca3ccb53e4c269df", + "write-warmup-client-8.json": "a8439842f78d04c0d64127f77148e2699e04e4d5a8157b4816fdce53dbf5b48e", + "write-warmup-client-9.json": "5b8c7d9f8148ff55c73ac53bf79130ad16c38dd539b306eb920e01e364099a2e", + "write-warmup-client-10.json": "7b9a379d1bfd259e4aaa672608d7dec569616fc86965ba9c4a0bb8726ed183d8", + "write-warmup-client-11.json": "570d4f91cad34df3ffd82fe736d80b4771bee9b137e3cd09fe407cf008b5cca9", + "write-warmup-client-12.json": "714d78bac75f8834f874acd260dd8b33efac8bb727bb8da38f1e707a70855b08", + "write-warmup-client-13.json": "2604bdffb88fad9c0b0d81a3833cf5289f161db906af75f404a18d12337e8fff", + "write-warmup-client-14.json": "31181bf2ff9e088c73f49515872110f32e95dd59beaaa6396f3a9232a03a2309", + "write-warmup-client-15.json": "33133a0b7df2df068f387a9d17809ca82e58d2e0b598dbb14ad674dcdc2a70ba" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.37586324900008, + "cpu_seconds": 268.076669, + "cpu_cores": 2.138184033617316, + "cgroup_before": { + "usage_usec": 326828410, + "user_usec": 223012898, + "system_usec": 103815512, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 594905079, + "user_usec": 387178193, + "system_usec": 207726885, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 42209, + "mean_ms": 17.94473880520742, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 64.9, + "p99_ms": 93.7, + "resolution_us": 100 + }, + "worker": { + "count": 42209, + "mean_ms": 1.0327065504987087, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.2, + "p99_ms": 5.1, + "resolution_us": 100 + }, + "root_admission": { + "count": 6764, + "mean_ms": 0.004593960674157303, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 6764, + "mean_ms": 10.85502600118273, + "overflow": 0, + "p50_ms": 8.7, + "p95_ms": 29.9, + "p99_ms": 47.8, + "resolution_us": 100 + }, + "authority": { + "count": 6763, + "mean_ms": 4.787164054857311, + "overflow": 0, + "p50_ms": 4.5, + "p95_ms": 6.0, + "p99_ms": 15.6, + "resolution_us": 100 + }, + "publication": { + "count": 6763, + "mean_ms": 16.02310344876534, + "overflow": 0, + "p50_ms": 13.4, + "p95_ms": 35.9, + "p99_ms": 54.5, + "resolution_us": 100 + }, + "compaction": { + "count": 439, + "mean_ms": 37.945555690205005, + "overflow": 0, + "p50_ms": 34.1, + "p95_ms": 62.4, + "p99_ms": 103.5, + "resolution_us": 100 + }, + "uploaded_objects": 41048, + "uploaded_bytes": 591356631, + "publication_failures": 0 + } + } + }, + { + "cells": 1, + "repeat": 2, + "candidate_baseline_ratios": { + "TPS": 1.0306187389446313, + "p50": 0.9673137173044861, + "p95": 0.983995973729406, + "p99": 1.0619370080093298, + "response_body_bytes_per_second": 1.0308190074322974 + }, + "baseline": { + "repeat": 2, + "cells": 1, + "variant": "baseline", + "measured_writes": 18913, + "all_acknowledged": 19825, + "TPS": 157.3535822175033, + "response_body_bytes_per_second": 31733.782213930266, + "p50": 96.981539, + "p95": 139.229589, + "p99": 155.136199, + "server_cpu_cores": 0.3273549178139224, + "driver_cpu_cores": 0.05588986401701115, + "server_rss_after_bytes": 76697600, + "first_30_seconds_TPS": 176.53333333333333, + "last_30_seconds_TPS": 145.63333333333333, + "interval_TPS_cv": 0.07746182422379895, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 19809, + "raw_client_sha256": { + "writes-client-0.json": "53a7cb01483b0d4bc1dda62d6cda88aea361fce46608aed50fc6c5642428eb44", + "writes-client-1.json": "9c106d17ee813bba691bdd323888a7890f54222c0f1841fbdbb4cba7b9059414", + "writes-client-2.json": "b14a264f4483828f11ac3b2f3f34e9bfc8217c2eb74bd4e292f4122226a865e6", + "writes-client-3.json": "983daafea1e33cbc75e3b6ba8c1aa86a443b100af63f7f91b3f51a42309de186", + "writes-client-4.json": "85440b45695fbe174dd1ae904825ecc4199f26dfc78f7d644d822736578e09e8", + "writes-client-5.json": "af429864e1591819220e3e579b17efe868af35316bc2360142a985bb4f88a299", + "writes-client-6.json": "21bb382dc9e840605f919c5b319b2ad36f3c6d118adc547b06c44caffe00aaa4", + "writes-client-7.json": "40115e99e77e89f389333b689686713d96b038c221d8050b3a1965b1303be800", + "writes-client-8.json": "cab2b4e7871f43ec2f13d41d4a4c52a4f0a91624da2356cacbe6036769aa4b3f", + "writes-client-9.json": "1df10e14eb7b4efbfe763494023b3f5ff266b77dabf02c4beffd30d2fcd33ff4", + "writes-client-10.json": "c589dc876f8cf1e5fe7b8bcf7e1725b0014f8dc8b1410de5c22398455ede01ff", + "writes-client-11.json": "f778598146d53f58707100762298dcb147019292d8034c25272ff5d3b9ec4cb5", + "writes-client-12.json": "8258405e84ecc08503b8e6232792e5baace86894cbceea69e6dc346e571504de", + "writes-client-13.json": "85e64e6b575da512c5d6f1d8e6a7acb6f93aaf19d01c5a279c92d36231fa14d4", + "writes-client-14.json": "374afd0ad9d53f60338f613615d4475df89d48a85d3e168e651f2416179c6d72", + "writes-client-15.json": "a3867a32a71b9719b9c9b0df4edc1450787786fac3e85781ee053355b60174d7", + "write-warmup-client-0.json": "95a4a2fd07f8d5bd9c43b7bf41baa6a81cd745769ed54a7f2c0f7753937e0b2d", + "write-warmup-client-1.json": "f6e27f76204ff9e20976a0327d35ce8060c73abf6e6900af627852ec5a7662f9", + "write-warmup-client-2.json": "e3dd0eb6b628082056c8935ed561f2ba66108569487ee1615163f393cf8a1e7f", + "write-warmup-client-3.json": "163267fda14e9600befbef20abb555a613bde15ea4ff8d84a04d2a9a1776a758", + "write-warmup-client-4.json": "38d0d288edc07c586d4c22aea6148844f2738f98c82c451f8ff001447eeb2499", + "write-warmup-client-5.json": "29f2bf6cd192fbe43ee7f4e9e25b5a01fd14bbf5190eccddc41a6bec5f439483", + "write-warmup-client-6.json": "dcce191622639d7153e87e01f0d500f08a340b534893cf2ca677d0fa5b35579c", + "write-warmup-client-7.json": "612ddc63cbd6ab08765db4f4a5d63d6ac6d015207523419c4e684bb2c9034c82", + "write-warmup-client-8.json": "c5539c17a47fddab3a889bfbef734046dc31fec877a61bed4115b2c636cafbac", + "write-warmup-client-9.json": "b18b57e326d9ace9be7fdbda6133f994661c6a8be2105953af89ba9a4693e8d5", + "write-warmup-client-10.json": "de65e88a76bc87c05ebb864097d39f6977bbbd49fab141512dabd18dadd8fe00", + "write-warmup-client-11.json": "16dce05787ed44fe091ba7beb73943edf418084afab72c228945d0c8ec0c9c46", + "write-warmup-client-12.json": "045c6c9fe3eacc93c563bad405cb46ec2a79f6056a5e80827bee2f6132053b0d", + "write-warmup-client-13.json": "4eb5c22971fa23317766c61cb64a843ddb6d3e7fcd55e203bae4f6223a9f801a", + "write-warmup-client-14.json": "73949623e1181fa65b10ae0eb631cba9f7571375c2d8177dcbdcc0cfcdd0f80c", + "write-warmup-client-15.json": "441521cb2f111b3d9ce83b2d0373d5c64400bc5f7f20f1df2530354795a7dd5f" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.37107920500011, + "cpu_seconds": 317.052872, + "cpu_cores": 2.5289155522189612, + "cgroup_before": { + "usage_usec": 2483594180, + "user_usec": 1625728206, + "system_usec": 857865974, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2800647052, + "user_usec": 1846474494, + "system_usec": 954172557, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 39651, + "mean_ms": 19.573608256588738, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 73.1, + "p99_ms": 99.6, + "resolution_us": 100 + }, + "worker": { + "count": 39651, + "mean_ms": 0.9765796263398149, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.2, + "p99_ms": 2.9, + "resolution_us": 100 + }, + "root_admission": { + "count": 6009, + "mean_ms": 0.004990231153270095, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 6009, + "mean_ms": 13.028577048427358, + "overflow": 0, + "p50_ms": 11.2, + "p95_ms": 34.0, + "p99_ms": 53.9, + "resolution_us": 100 + }, + "authority": { + "count": 6008, + "mean_ms": 4.973708228528628, + "overflow": 0, + "p50_ms": 4.9, + "p95_ms": 6.2, + "p99_ms": 7.4, + "resolution_us": 100 + }, + "publication": { + "count": 6008, + "mean_ms": 18.39269276714381, + "overflow": 0, + "p50_ms": 16.4, + "p95_ms": 39.2, + "p99_ms": 59.4, + "resolution_us": 100 + }, + "compaction": { + "count": 388, + "mean_ms": 42.19235022680412, + "overflow": 0, + "p50_ms": 39.0, + "p95_ms": 62.5, + "p99_ms": 99.1, + "resolution_us": 100 + }, + "uploaded_objects": 41626, + "uploaded_bytes": 519601567, + "publication_failures": 0 + } + }, + "candidate": { + "repeat": 2, + "cells": 1, + "variant": "candidate", + "measured_writes": 19488, + "all_acknowledged": 20400, + "TPS": 162.1715504734236, + "response_body_bytes_per_second": 32711.785883836288, + "p50": 93.811573, + "p95": 137.001355, + "p99": 164.744871, + "server_cpu_cores": 0.3274631170468494, + "driver_cpu_cores": 0.06389524235060476, + "server_rss_after_bytes": 75481088, + "first_30_seconds_TPS": 181.86666666666667, + "last_30_seconds_TPS": 152.0, + "interval_TPS_cv": 0.07638690403329378, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 20384, + "raw_client_sha256": { + "writes-client-0.json": "f9d68e85efe8e34ca0dec732fab5ed6659ecda680d72bd9ba5265907cd4e9d23", + "writes-client-1.json": "2d4bb9e4116e1febccf0b170598b679865603e7bf16855498e0f209091c64343", + "writes-client-2.json": "bcb51b9e1ce2e019221710f35f4526bc6397766262857cd0366ec5d6d2848ab2", + "writes-client-3.json": "696b2bd6a966b4da71330cfc07c7a8ea4fd9694d6c0196918ffcb5954197716f", + "writes-client-4.json": "76c37c2b745c9dad7c9e841d7a70d6c507d156c5eb9a0dbf6ac1935db88f89af", + "writes-client-5.json": "1fe0efc32ddf2a1d9c960acc26bcfe5187f41008a4e4691471938214378ac1a5", + "writes-client-6.json": "0a549dc9030bdd990ce806712cf80efabe5f49b20cc7d600eb14285dbb49c85c", + "writes-client-7.json": "7da2071e5f34def325b2aeb5c6dd08aa96f8d027020447b3fc592f5d0debb37c", + "writes-client-8.json": "c1af7c40424096fddd7a0c3af6dfefbdc96569542babfe4e53a94a157ab4e900", + "writes-client-9.json": "35771909c9c76e27351abb48410a0338861dca633b2e6e46eccc18bfbe2db8fe", + "writes-client-10.json": "586baab3dbedeaf873968e50af2977ffe96a86877f5cf042dd51555e97d174a1", + "writes-client-11.json": "2845a544cc9c42087893a47c5219b65e911d22fcc93edb95e99b21f362ac992e", + "writes-client-12.json": "7af5805d7f9cf17e323aac0665cacb1701a6391cc50475d33ee226a82157d8c5", + "writes-client-13.json": "bb92126306f17285adaa283bc1db94e37686f4a52d0fe6997229d2590a3813d8", + "writes-client-14.json": "0a0af5cc4052e874d4b6849d02d624f8d1530dd59b0b5bc8f148088ebe1f541b", + "writes-client-15.json": "4fc6be9956e5138aa7d8943bcc849a7c5abec2bf054da5af9bf78e9730d3aff8", + "write-warmup-client-0.json": "37ee8b0826202e9095af3d6097f397ba7d1b36ba2d81cddfe1c14f3dd6682756", + "write-warmup-client-1.json": "d67d200fe4a63077033669aca57760a29078f04b6c61ab57613db348ed037dfd", + "write-warmup-client-2.json": "5ea1b4b3f71de6d67e44df24faecedfccbc40d4ff747afd2cc60de29ba2490b6", + "write-warmup-client-3.json": "26f1b2a4b6897aa5a5cdc6a988c876fcc59619339ca3376621b427239ff2f6e9", + "write-warmup-client-4.json": "e5e2bfabf4f8aa80c4a274e8a390f638e4896aa0cdcdad0e8032e8bf00bc6236", + "write-warmup-client-5.json": "957d568acb83b3c1a9de3b73c520d6645002be9b55959a432af4dd8225a0b699", + "write-warmup-client-6.json": "57a8b8c7c7163462c0ba01c67aa9b068dedd0c0d14785cca14f784a1d6fd0acd", + "write-warmup-client-7.json": "46e06531a461aefc58357b01e8a36957c7c9d6dfd15cf1319369055cd1cd0cf3", + "write-warmup-client-8.json": "afcd1909ccd6cad39b9eaf8988ef9f4195198170a652e62292106559e27c57a1", + "write-warmup-client-9.json": "3f53e5f396ad0c5ff6eeb971abca99dfdb6667fd5dfc4441a265a4137f64822a", + "write-warmup-client-10.json": "7ab14c23fc14c79d3e4cdef9afc7ae2d06aa04002b4136e6cfb8782fe1deabc6", + "write-warmup-client-11.json": "ec47e5ce1c96f74b65fcc1df6fddd02b2004b78cd16e1a3fd62d8c68d3cd5c06", + "write-warmup-client-12.json": "837dca9b28e040971b79795e3534dfc81f01a2d854e1d5729c1e512f11f801f5", + "write-warmup-client-13.json": "d4aa6329244219222b21f830ac178c58984e548bc751f0233928ca06135be852", + "write-warmup-client-14.json": "6ea22e0f4d55dd1f590c5c8418aa995f6913c703e8df2a946c5e06177fbb9212", + "write-warmup-client-15.json": "a50d53d836beb4f7dd3b3325e9f53eb2ff7e80a5c5380504a1854bd1d5e92854" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.34931369299989, + "cpu_seconds": 310.869628, + "cpu_cores": 2.480026566091685, + "cgroup_before": { + "usage_usec": 2150534957, + "user_usec": 1387705982, + "system_usec": 762828974, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2461404585, + "user_usec": 1605530401, + "system_usec": 855874183, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 40801, + "mean_ms": 19.126176272027646, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 71.4, + "p99_ms": 99.1, + "resolution_us": 100 + }, + "worker": { + "count": 40801, + "mean_ms": 0.997561393201147, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.2, + "p99_ms": 2.8, + "resolution_us": 100 + }, + "root_admission": { + "count": 6204, + "mean_ms": 0.00515867972275951, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 6204, + "mean_ms": 12.173273314796907, + "overflow": 0, + "p50_ms": 10.2, + "p95_ms": 33.0, + "p99_ms": 52.8, + "resolution_us": 100 + }, + "authority": { + "count": 6203, + "mean_ms": 5.131116991455746, + "overflow": 0, + "p50_ms": 5.0, + "p95_ms": 6.3, + "p99_ms": 7.8, + "resolution_us": 100 + }, + "publication": { + "count": 6203, + "mean_ms": 17.69767001467032, + "overflow": 0, + "p50_ms": 15.7, + "p95_ms": 38.8, + "p99_ms": 58.0, + "resolution_us": 100 + }, + "compaction": { + "count": 403, + "mean_ms": 41.9156212630273, + "overflow": 0, + "p50_ms": 38.1, + "p95_ms": 68.5, + "p99_ms": 97.7, + "resolution_us": 100 + }, + "uploaded_objects": 36996, + "uploaded_bytes": 540974103, + "publication_failures": 0 + } + } + }, + { + "cells": 1, + "repeat": 3, + "candidate_baseline_ratios": { + "TPS": 1.0554846443650763, + "p50": 0.9465282950050545, + "p95": 0.9519379363136709, + "p99": 0.9885311281526492, + "response_body_bytes_per_second": 1.0558719332526723 + }, + "baseline": { + "repeat": 3, + "cells": 1, + "variant": "baseline", + "measured_writes": 18720, + "all_acknowledged": 19680, + "TPS": 155.6838886086471, + "response_body_bytes_per_second": 31396.91618517378, + "p50": 97.11237, + "p95": 140.229247, + "p99": 170.181429, + "server_cpu_cores": 0.3272326596988139, + "driver_cpu_cores": 0.0558689906802853, + "server_rss_after_bytes": 75091968, + "first_30_seconds_TPS": 172.79999999999998, + "last_30_seconds_TPS": 148.26666666666668, + "interval_TPS_cv": 0.07871441568328172, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 19664, + "raw_client_sha256": { + "writes-client-0.json": "23eac91df37652dd87b46c1379ba7d604977d6f48e98a8cfb34befc57d053d2f", + "writes-client-1.json": "7b73dcdf3d194c0b9aad69eaaf52f9c9f183fbefcf4b948b9af1ff10a2119918", + "writes-client-2.json": "10c5260f3bdc559e608383b7ea7709c7bc7c08d107ec2ea5c267aaa8653d3d14", + "writes-client-3.json": "6ce6e277e4d6701123548ba34e7ac2fd0be87779f58239c6daaca4943c0ab037", + "writes-client-4.json": "d130b577b2cc0ec4881b31cb58dd31b688f8df31806f7b214809751cb3058241", + "writes-client-5.json": "df76433da3b2cf41bfa52892f77ce2d89507799d7e34acf084db164f7f81872b", + "writes-client-6.json": "c1870127c01b6d3f176c4f236a36b3d68674fe874a66c2d755adc68e882e8382", + "writes-client-7.json": "b408c9a7964673b047389601eb9092044b8c4422a51c082eb10f1f14cbb41a07", + "writes-client-8.json": "c1561d4463ae7a5cd6296896b824ea004d66274da431ea15b979a9f3c1c127a9", + "writes-client-9.json": "27b1f248a49a1e8422c0dc31b36a0ad7119dc9dd63d87c5722f3b768a73e4349", + "writes-client-10.json": "12b88213f784158eed7473dcd391cb2882aea30e8a682cf14cce747c58db35a3", + "writes-client-11.json": "9bf8f33cadd8262fbcba6a3d0826af138d4b7fd0c3120161f4d76f29b9026c5c", + "writes-client-12.json": "c245d555b83c2fa6dd2f8bf88bce01ed1646ef93d3337fa157705b9acda138ce", + "writes-client-13.json": "fb6b2de979eb4c8c0d658b47ded414357cb4e49c9fae640d6f9d6cc2b50b8468", + "writes-client-14.json": "07c7561f0975bfbf218cae992add0cc11748a6c8ca04cc665df1168a374a55b3", + "writes-client-15.json": "3f39b785ee5e6aa1c98d53ac6a66c48fcfbe84376b23c9ed7b2505c232ed6a6b", + "write-warmup-client-0.json": "76fa6a6a81de8268331054e2a4c387d64e888a2fe7fcb063e8dc7a04b6a0337f", + "write-warmup-client-1.json": "ffac8409db15bef20b4170f1c6ec9dbff7391c0c5a20072d77b1b74d371b7eae", + "write-warmup-client-2.json": "a49a8b59100448554c46f902e690c0581edbc4a7612853e83af8e65fdc2080aa", + "write-warmup-client-3.json": "1f4dbb01f5a28ebf50d0eb1f4aab48697e32c839853fd52588337bec5466d88a", + "write-warmup-client-4.json": "62c0664fb5b9f3a4df8206191a023693f43f81345a95aba80f72124d2ccc3948", + "write-warmup-client-5.json": "86c956967898a20b893fb615191e0ca103e771bf2a7ccb2df970a4dd46762125", + "write-warmup-client-6.json": "758ebd86abdaa6e858d63edf44d2e968a56ab458fd5bae0e959ecf3193d68613", + "write-warmup-client-7.json": "26e6bbf91cad77d89bfb1458855396b2c4d4b44ba4d7df622dd5e83336c921a4", + "write-warmup-client-8.json": "0569c776fccd31dc0bae054d9b36cff769978b2bf6f810740f40e028793c230d", + "write-warmup-client-9.json": "81558d4ca55e8bbe394084c8449054d5143c977f160d770c1c6d37099a5eefbf", + "write-warmup-client-10.json": "3cfec7217d81fbec2f6179ed0aa96ed601be2bd31795379538ae244e96925683", + "write-warmup-client-11.json": "b1f6a2def6a3fd6172588493e35c1b5d98326d73d8c604de7f79513f794a7706", + "write-warmup-client-12.json": "6b127c5300e124f4d608131850ba3580ee14e1dceb8b36367a24acb8ab151088", + "write-warmup-client-13.json": "7576a83738929e360df0a5ef02056d510d2ddcd716c7df80f6006eb97f623274", + "write-warmup-client-14.json": "ae5e501509554848a3e57a08705f7b5a9eaba316f602c66d522c4493ab89d9ab", + "write-warmup-client-15.json": "6397391a539b037505587b2ec3036f85fee03e4a89192c8ba8031b59502cfdf2" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.42783768900017, + "cpu_seconds": 319.304233, + "cpu_cores": 2.5457206221773405, + "cgroup_before": { + "usage_usec": 4398211813, + "user_usec": 2919354307, + "system_usec": 1478857506, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4717516046, + "user_usec": 3140202934, + "system_usec": 1577313111, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 39361, + "mean_ms": 20.106282252102336, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 74.9, + "p99_ms": 103.9, + "resolution_us": 100 + }, + "worker": { + "count": 39361, + "mean_ms": 0.9823799384416046, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.2, + "p99_ms": 3.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 5988, + "mean_ms": 0.005041379258517034, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 5988, + "mean_ms": 13.035491037074149, + "overflow": 0, + "p50_ms": 11.1, + "p95_ms": 33.9, + "p99_ms": 53.0, + "resolution_us": 100 + }, + "authority": { + "count": 5987, + "mean_ms": 5.040907663437448, + "overflow": 0, + "p50_ms": 4.9, + "p95_ms": 6.4, + "p99_ms": 7.6, + "resolution_us": 100 + }, + "publication": { + "count": 5987, + "mean_ms": 18.462715709036246, + "overflow": 0, + "p50_ms": 16.5, + "p95_ms": 39.0, + "p99_ms": 58.1, + "resolution_us": 100 + }, + "compaction": { + "count": 387, + "mean_ms": 42.726402609819125, + "overflow": 0, + "p50_ms": 39.1, + "p95_ms": 70.2, + "p99_ms": 101.9, + "resolution_us": 100 + }, + "uploaded_objects": 41352, + "uploaded_bytes": 512888059, + "publication_failures": 0 + } + }, + "candidate": { + "repeat": 3, + "cells": 1, + "variant": "candidate", + "measured_writes": 19760, + "all_acknowledged": 20736, + "TPS": 164.32195380147004, + "response_body_bytes_per_second": 33151.12259061156, + "p50": 91.919606, + "p95": 133.48954, + "p99": 168.22964, + "server_cpu_cores": 0.32728585609070754, + "driver_cpu_cores": 0.06386065484696732, + "server_rss_after_bytes": 77905920, + "first_30_seconds_TPS": 184.0, + "last_30_seconds_TPS": 155.20000000000002, + "interval_TPS_cv": 0.08307012660447, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 20720, + "raw_client_sha256": { + "writes-client-0.json": "0ae3f55126c34976a3ed0bb9e65df67d521166475ca4f726ddd3658b3351ade2", + "writes-client-1.json": "7c3198beb40457b7629cd6828edf3c1039ab500da9f1479bd728f2f8b371bc89", + "writes-client-2.json": "1061d3af1e89ee2cfa24f47fb436757373f45e5255362c8b421056f54f7f9b1a", + "writes-client-3.json": "5b46a8fe94c0c03679766e039aac774f4f6517809703302957731af6803f8b22", + "writes-client-4.json": "5d15f87f6645a7bf129d60b7980c8e9bc45a772a26c3fefa4ac623beedfe0882", + "writes-client-5.json": "dda0bef9c8a8747e237a962468b6e2f5b15d6544ca56147a5fa0c48e8e14cd3c", + "writes-client-6.json": "68d149f50ff0ef3b4c3097af227b76ad9861fef72e9c0ec80564237f90fddeda", + "writes-client-7.json": "2379b3cdc090a0500722cfd2e2f719d0ebecb6db55c56baf82731b4b026e1f0d", + "writes-client-8.json": "9f5268ebfb09a07e17477388d85cdcf918976beeb6da3abd1e777151e7ab35fc", + "writes-client-9.json": "12698d08363255bdac2a02225ce6b575f0b5a7ffb114676f4881695b5e96145b", + "writes-client-10.json": "a082781aadb60824d730d25ae90f0036f9e0262fcbc803f21aff2905d6b382bc", + "writes-client-11.json": "3a97705957af6235f7581e038c98b9d5e1434c80a0d777c21f1898e69070565d", + "writes-client-12.json": "1ef64fc858c6be07f9c88bbe696c2a94afe5d848bf2ad31aca5c49e22df44251", + "writes-client-13.json": "c2b598d13248a8433fe437b8e21f3c1704f5bb76a42fa69c9298b5b33b3c7efb", + "writes-client-14.json": "9c6c13a39d252bb874d05573e05f3105595c50e9dafc044ac91b1ce0bff00398", + "writes-client-15.json": "21e1e8106977c52e4549b3053f425884c87a2a6af6af452ba939eb87c012753e", + "write-warmup-client-0.json": "1b3311739f12d85524208574544f4bb040b382fd664c364bcff95ce41816ed8d", + "write-warmup-client-1.json": "4369ebb8529a18318bd94c2cfd9ac5e00a95e173e8c635ee66180f2658285598", + "write-warmup-client-2.json": "0211063ac46c6cd378ec40071d812687e6fb3503c6ebf9fe6c081011eb6c8943", + "write-warmup-client-3.json": "08231ecd60ab10f44994a7fa1c0cd7135adac7019137b0e77803eba06fb41c9c", + "write-warmup-client-4.json": "1ccc935512e2532acf3f321da261bc3fb22b80001006dfd74df19f99f8145745", + "write-warmup-client-5.json": "fc361eb173ebc9b3b09a852cd27bdbe1223272b30741e1a6d24b152fce334eac", + "write-warmup-client-6.json": "abcf5a7cd5f630c43d6539b87a2630d151144829dce182d0a5952fff99ce2bc0", + "write-warmup-client-7.json": "2a6e381d627927b05ade7b8f6552aef4bdf26cdf0216bcbe38855c07879f8233", + "write-warmup-client-8.json": "f449d5a0009e580e86e5ec989c05223852f4b390565a5bc3cf669f63137f2afe", + "write-warmup-client-9.json": "982029a2821e3edc5a47b280398d8bb95daf204cc01717595834adc391172722", + "write-warmup-client-10.json": "829d52f61ce23d4ff025bfd1cbe09f0b17918676f9d20f76151020f56a144f4e", + "write-warmup-client-11.json": "b1146157f5a30c95fb499da6159095bf246f7b33b8badae1e56fd6fa27a36915", + "write-warmup-client-12.json": "a93ea1b31f4c2ae819009849b0f7a8b2c41d09222fef2bb23550a3bc66be97c8", + "write-warmup-client-13.json": "f7bd9792a9623b7449f249479a5c1dc4486e59209b9cd86f3ac20a33193b4b54", + "write-warmup-client-14.json": "f5d2c75ce7a324b1137d6b7f68cfb02061b11358eb86aeeca332e5149f89251d", + "write-warmup-client-15.json": "01d0962a1f65dd2a544c4fc2fb562ffc54241949d1fc030cb2eb38b82d9ea2f2" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.41062148399988, + "cpu_seconds": 313.925907, + "cpu_cores": 2.5031843657680244, + "cgroup_before": { + "usage_usec": 4735642231, + "user_usec": 3157479273, + "system_usec": 1578162958, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5049568138, + "user_usec": 3376386377, + "system_usec": 1673181761, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 41473, + "mean_ms": 18.9360632736238, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 71.4, + "p99_ms": 98.8, + "resolution_us": 100 + }, + "worker": { + "count": 41473, + "mean_ms": 0.9877780800279701, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.2, + "p99_ms": 2.9, + "resolution_us": 100 + }, + "root_admission": { + "count": 6266, + "mean_ms": 0.005050554420683052, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 6266, + "mean_ms": 12.078861453399298, + "overflow": 0, + "p50_ms": 10.2, + "p95_ms": 33.3, + "p99_ms": 52.8, + "resolution_us": 100 + }, + "authority": { + "count": 6265, + "mean_ms": 5.020664889545092, + "overflow": 0, + "p50_ms": 4.9, + "p95_ms": 6.2, + "p99_ms": 7.6, + "resolution_us": 100 + }, + "publication": { + "count": 6265, + "mean_ms": 17.485814552753393, + "overflow": 0, + "p50_ms": 15.5, + "p95_ms": 38.8, + "p99_ms": 57.7, + "resolution_us": 100 + }, + "compaction": { + "count": 405, + "mean_ms": 41.90720871851852, + "overflow": 0, + "p50_ms": 37.9, + "p95_ms": 66.1, + "p99_ms": 104.0, + "resolution_us": 100 + }, + "uploaded_objects": 37613, + "uploaded_bytes": 551934268, + "publication_failures": 0 + } + } + }, + { + "cells": 4, + "repeat": 1, + "candidate_baseline_ratios": { + "TPS": 0.8165455040048745, + "p50": 1.3781151387968884, + "p95": 1.1803277652267652, + "p99": 1.14789744532456, + "response_body_bytes_per_second": 0.815729768340101 + }, + "baseline": { + "repeat": 1, + "cells": 4, + "variant": "baseline", + "measured_writes": 22415, + "all_acknowledged": 23575, + "TPS": 186.39543181353253, + "response_body_bytes_per_second": 37500.673651197925, + "p50": 76.456505, + "p95": 136.209019, + "p99": 158.255837, + "server_cpu_cores": 0.5904964152883295, + "driver_cpu_cores": 0.07181713158912116, + "server_rss_after_bytes": 78008320, + "first_30_seconds_TPS": 218.53333333333333, + "last_30_seconds_TPS": 177.79999999999998, + "interval_TPS_cv": 0.10704054166521616, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 23559, + "raw_client_sha256": { + "writes-client-0.json": "67da37053ba21f37ef52af7fc540de9da825506aa6905efc556d4b2dba40ae89", + "writes-client-1.json": "c3a635de37ad186f1a18b5b005d8f1409bd4162ee50291abd6ab2de9c2e07503", + "writes-client-2.json": "d68fb38b5c4395223f8c158d4d630d06beb65a3331c9c1085a767c1a88df080c", + "writes-client-3.json": "ce1522a38973a5d924f92a8a351a46af909052babc3d5ce98143810a4b085ef4", + "writes-client-4.json": "715aab1d7bdbfa90540b02465e75dfb67520069b9b2bfd5d13a08a8b14b10b90", + "writes-client-5.json": "7ce14028f9844bb567587aef24a51a25913419f105d4e40ff6df5f2b1c6b80cf", + "writes-client-6.json": "da908e5cec03cbfdf546f5dbe503dda5717b7b684731477efcb9af96cdc6cde1", + "writes-client-7.json": "e834d27099f39834ce4aa7aad8d7f0ad20c35d1eb62ca645cf5e83e0f215e2f5", + "writes-client-8.json": "fc622428f134ccddaa152293b6407a5b2b2ca6270aff8775bb65ca91273bbfa1", + "writes-client-9.json": "98f2b05d8c434c0d234b361e7cfa89722c78a87d41c86458f83ed1ab086d48ea", + "writes-client-10.json": "36edfb3fd33d3be5b28448e9ce9fa8728052591a9b1e02e033069a1c6a4bc738", + "writes-client-11.json": "ebfef883dc4a8f906da26d8ada99ccb907e00485007369003618f9245d59cba9", + "writes-client-12.json": "0b9bde2683ff20d31260bbaf0f8c9617b11fc632ed4a32f4594be4689f662b3f", + "writes-client-13.json": "aa85108634c2d5e4d2740fecb3d61f1a11d1981467cfe21adfb5fbc06e7e4228", + "writes-client-14.json": "85b297404b7f221aa59c4da75093fbaf3e897fa35aba3efc19d9bb58241bffdc", + "writes-client-15.json": "69afbb563308e7930ed45550dbba8a82cdf6f116700b7a6900170d70004155e8", + "write-warmup-client-0.json": "318a0946112550a6378082696ac1bd276d537b8dd03624ba8642e102f381c071", + "write-warmup-client-1.json": "fe25529f64a3c6a4603933c6c5d9583a066da7bdf6603213286c541f961d77ee", + "write-warmup-client-2.json": "4ede00a9b2d3dce358fde9faef0401dfc71721ef8de3fad542daf2bdc8a1b43d", + "write-warmup-client-3.json": "b0c0ac1ba32f860c357c308849246c0bfebb2f48e32f3fec9a6a86feffed1450", + "write-warmup-client-4.json": "6e31216dbcbe25669cf52d9580287e9f2f112986b31c963ce4ef985500ee55bb", + "write-warmup-client-5.json": "ae01859e625b0c5e8252e3162aaeda6021e2af107155eda77ba163d791028522", + "write-warmup-client-6.json": "057fdca78780dd1e3bade38f0af4849217cd448f6b8ffef107fab687d1dac171", + "write-warmup-client-7.json": "83bfc1af87b637e1d726fe273342d7fe8367795dca781c9968f4037b6cf1cda8", + "write-warmup-client-8.json": "7b3f2dead61485f97ce5dfa71946d0be3b760b3ee2e8294231e3609860306b85", + "write-warmup-client-9.json": "947a4a73c630a508a9d588937400fe6399057673cf1d05a2afb77965b0fb463f", + "write-warmup-client-10.json": "505a757dfccb04fdd2c18286db4347957f341d8c965a5a1ff0831e4f26001ec4", + "write-warmup-client-11.json": "4be179433c0f8aa429626be3e450d011a9c8e403d52a5e82d907a854b0b9d983", + "write-warmup-client-12.json": "eff6d0c9b0f5807f943e130054f1a30307d9fd765ec0c19dfde768cb63e70bf5", + "write-warmup-client-13.json": "820d4a1b59250645d2a03d53812fcadd456729064fd315bcc38c8392fdc63a27", + "write-warmup-client-14.json": "74b1a1af36f6bf65374956bd2911f8364c439fc1660c81729f2413533ea90b0e", + "write-warmup-client-15.json": "772a7aa6108767c428354ddde615cfcc58fa221edcecd9ea8022cd0ba50bc6ba" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.45904990200006, + "cpu_seconds": 345.501561, + "cpu_cores": 2.753899071209944, + "cgroup_before": { + "usage_usec": 597684640, + "user_usec": 388748841, + "system_usec": 208935798, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 943186201, + "user_usec": 580925632, + "system_usec": 362260569, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 47154, + "mean_ms": 14.496960368006956, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 42.1, + "p99_ms": 82.1, + "resolution_us": 100 + }, + "worker": { + "count": 47154, + "mean_ms": 1.217389413708275, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 3.4, + "p99_ms": 5.4, + "resolution_us": 100 + }, + "root_admission": { + "count": 13038, + "mean_ms": 0.028384403129314312, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13038, + "mean_ms": 23.071503652323976, + "overflow": 0, + "p50_ms": 20.1, + "p95_ms": 54.2, + "p99_ms": 78.3, + "resolution_us": 100 + }, + "authority": { + "count": 13034, + "mean_ms": 11.489361115927574, + "overflow": 0, + "p50_ms": 11.2, + "p95_ms": 16.5, + "p99_ms": 20.0, + "resolution_us": 100 + }, + "publication": { + "count": 13034, + "mean_ms": 35.25049571727789, + "overflow": 0, + "p50_ms": 31.9, + "p95_ms": 66.6, + "p99_ms": 91.5, + "resolution_us": 100 + }, + "compaction": { + "count": 776, + "mean_ms": 67.67305405927836, + "overflow": 0, + "p50_ms": 65.6, + "p95_ms": 95.3, + "p99_ms": 120.6, + "resolution_us": 100 + }, + "uploaded_objects": 67666, + "uploaded_bytes": 584956196, + "publication_failures": 0 + } + }, + "candidate": { + "repeat": 1, + "cells": 4, + "variant": "candidate", + "measured_writes": 18298, + "all_acknowledged": 19346, + "TPS": 152.20035181438712, + "response_body_bytes_per_second": 30590.415830089416, + "p50": 105.365867, + "p95": 160.771287, + "p99": 181.661471, + "server_cpu_cores": 0.5268320688062688, + "driver_cpu_cores": 0.05587612850975578, + "server_rss_after_bytes": 73973760, + "first_30_seconds_TPS": 182.1, + "last_30_seconds_TPS": 147.86666666666667, + "interval_TPS_cv": 0.1407388768245057, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 19330, + "raw_client_sha256": { + "writes-client-0.json": "17232cc1a603339b7facfdc00a8a4d0e071726efde7305d225d46d88e32e5929", + "writes-client-1.json": "e9b2b605113495843b31a2d49382769af7fa9262fd17bc207708940d72e4c20c", + "writes-client-2.json": "0cf889e01c377aa0f974c7d90e677e3fc9c92d6a0361f5ce96884ac122f9f467", + "writes-client-3.json": "cb326c2423b2df646410766b4b95b45e68fec4a79d03f42b96dc692249584224", + "writes-client-4.json": "622d25caca4b180d9d9ef7b8b3a44f2a7adb1d236119e0f04ad6a15f7a8b318b", + "writes-client-5.json": "b5dd8032d1272fe79497b5a367ffc51aa5c39aec8359b17efc95de5d645ef6ca", + "writes-client-6.json": "6ea144bf49b1fee28a6038acc1f2cc2a9249d7deeabb1efc8b4360b8e1fb06bf", + "writes-client-7.json": "18f7e0433bb39fef5f95dd3db2df80969373aec1331f3ebfc4d3c3f1929ee2bb", + "writes-client-8.json": "95f5f5dd5ba0649a5079cc56e487a8946f6febbe75ffecf75bd64a912986c8a0", + "writes-client-9.json": "674258fda3af2006c18d06a7e6998e868c3cbf8d8b4667633e8381f4666dc9a6", + "writes-client-10.json": "f4e01accfe61fc4373c97883f98828b03e908977cc63ed64e828508f7f4ad436", + "writes-client-11.json": "d8d23830b389f104174971c7e9ebf7464c54f12bd7e0180d80c0871e66dc7c1f", + "writes-client-12.json": "f4da506445c9537238842ef2a36d5db1424be084afcbde900c3a0b241b6778ee", + "writes-client-13.json": "ccf7bf712a8860d8c1bfeae2d3fbd42e70524d2032d4ca3838c92c14b4fd71bb", + "writes-client-14.json": "021dc504732336f232d946f42f11374a6b0383ede8120eab19db71b572ee0c07", + "writes-client-15.json": "8e0c0ae1d99fc6b400a9b560600cda1d16f40ad6f2a7ad300d472e8343eab658", + "write-warmup-client-0.json": "98b61e6d2b51f1a759414a557d386f7334554b81720faabcecac00384586ecd1", + "write-warmup-client-1.json": "8b172af70f16cf194add86367f66441c1fdeef628417755a478495c5eb17cbe4", + "write-warmup-client-2.json": "973de6c668040a81d720285844f449ac075f1e003dd96d7b6e5a466b52524d1f", + "write-warmup-client-3.json": "796eab01c3e2807d1cc23c58d56f343c42a1d0607c78b2a7634ad38dc545e4c0", + "write-warmup-client-4.json": "0d35939d4f70ddf7253ea53da5e4f1969881299933f0db8b163f5898c0292235", + "write-warmup-client-5.json": "5a9049695c1d63ace9bf8bbcef53d846c0469a1b774ce4f4c29764b024a8c455", + "write-warmup-client-6.json": "6467a0a4783d2d05e6c4ce7ff8c2bd2301dd2ba62148f040baebae95104580fa", + "write-warmup-client-7.json": "6be7ff50e32b305958f24a89e34390437930bc80264c833e89e881699a94270b", + "write-warmup-client-8.json": "e223e7874fb34796a92be535e544a670310e76acb91c963b94fe6765bc7fe6f2", + "write-warmup-client-9.json": "60f6bc05e3625b3339091c033bee6cf8daba0bc7ee0cd386acdadd627fe2754e", + "write-warmup-client-10.json": "6fc2e88a6dce5a480839c2996231e8b4f3aba5ff3015c14d1e6c87a35787f8e9", + "write-warmup-client-11.json": "cb15e05860df70d1c1b33c5cc661bec5bf086337757b49350a423795dfccbede", + "write-warmup-client-12.json": "8ab030433e4bba97e2918923000e47c3c932e32092dfd99209953ac363970bd4", + "write-warmup-client-13.json": "f6077013e00f4d041e0e58d3a1e5b2c502326b4a11866df4022ce9df6af2cb37", + "write-warmup-client-14.json": "6a88da1cbfb09b96a343643d4ab1b2af27c23d4915633970e785b71e541048d9", + "write-warmup-client-15.json": "4b0e566a763acf081b8ba52c78dc43ec9eeecb8c3cf6aa053823a4e87319f125" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.43073481800002, + "cpu_seconds": 371.063487, + "cpu_cores": 2.958313905586323, + "cgroup_before": { + "usage_usec": 955677501, + "user_usec": 592183605, + "system_usec": 363493895, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 1326740988, + "user_usec": 835560304, + "system_usec": 491180684, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 38696, + "mean_ms": 17.206776747131485, + "overflow": 0, + "p50_ms": 0.3, + "p95_ms": 44.8, + "p99_ms": 89.4, + "resolution_us": 100 + }, + "worker": { + "count": 38696, + "mean_ms": 1.1721498453070083, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.2, + "p99_ms": 5.1, + "resolution_us": 100 + }, + "root_admission": { + "count": 12583, + "mean_ms": 0.05768957458475721, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12583, + "mean_ms": 23.719892550663594, + "overflow": 0, + "p50_ms": 20.7, + "p95_ms": 57.8, + "p99_ms": 82.0, + "resolution_us": 100 + }, + "authority": { + "count": 12579, + "mean_ms": 12.61647986914699, + "overflow": 0, + "p50_ms": 12.3, + "p95_ms": 18.1, + "p99_ms": 22.3, + "resolution_us": 100 + }, + "publication": { + "count": 12579, + "mean_ms": 37.03570437006121, + "overflow": 0, + "p50_ms": 33.7, + "p95_ms": 71.6, + "p99_ms": 97.0, + "resolution_us": 100 + }, + "compaction": { + "count": 744, + "mean_ms": 71.30195965188173, + "overflow": 0, + "p50_ms": 70.0, + "p95_ms": 95.0, + "p99_ms": 111.7, + "resolution_us": 100 + }, + "uploaded_objects": 52702, + "uploaded_bytes": 508377475, + "publication_failures": 0 + } + } + }, + { + "cells": 4, + "repeat": 2, + "candidate_baseline_ratios": { + "TPS": 1.215775664467341, + "p50": 0.8060922253279066, + "p95": 0.8616390076417539, + "p99": 1.0062227835856286, + "response_body_bytes_per_second": 1.216990218619435 + }, + "baseline": { + "repeat": 2, + "cells": 4, + "variant": "baseline", + "measured_writes": 18079, + "all_acknowledged": 19051, + "TPS": 150.36152744183008, + "response_body_bytes_per_second": 30216.853491404843, + "p50": 94.603231, + "p95": 168.529501, + "p99": 193.463903, + "server_cpu_cores": 0.5028524208148492, + "driver_cpu_cores": 0.06385427565902847, + "server_rss_after_bytes": 75436032, + "first_30_seconds_TPS": 165.4, + "last_30_seconds_TPS": 141.20000000000002, + "interval_TPS_cv": 0.07046098737193676, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 19035, + "raw_client_sha256": { + "writes-client-0.json": "6752579190af8f406265a00317c840b331ecde57b86d8add69f56da70995f349", + "writes-client-1.json": "2249cf4367fbc3b0067c33cacc0ed3ddb029d9043f1a36cab07ebf69bfbaed5f", + "writes-client-2.json": "63cb386081144c898ae8c154c68e990267537c62bac7fad27b2e2bf0ef9a56e3", + "writes-client-3.json": "dbc13287735f81fc59e3a737fb87557c96d3c1fa8101ad40cf36fc1fb2a71a33", + "writes-client-4.json": "c966f5cdb5bc06d70e58ccc9fab64b0827187e204fdc88cae55ab66cd99d2482", + "writes-client-5.json": "ac80bbbca30d1e0d06416f403fc41536497a520a8d530c85acee5e3ffe98bdd7", + "writes-client-6.json": "5d40418710bc02157ce091a9e4978fd4e050a0b7edcd973db08610bbb8c16144", + "writes-client-7.json": "aab5c64d9dc4e4250440eff58a40f009001dc0303a279d839ce9ae4a46c40f26", + "writes-client-8.json": "6915fdc003100354c87e29a4213257e18695b6ee223cd20d9e082d91126c8315", + "writes-client-9.json": "ea5fd484b44854cc91038111e77d5f6f54402dabd21f5f1ff3079e274b815a2b", + "writes-client-10.json": "2514635f7bb08c56a8520bfbfc676c2e3e5fd89ec2ec28886e7d78652975ade2", + "writes-client-11.json": "c6285e0bc82c8aabe09edb0ed2be2a8b7543d9bb413a359651b2bdb521c93746", + "writes-client-12.json": "fc6b065f3d7fe52cf43866543db70e641efbfbc962a6c883e6dbe162b54ffb6c", + "writes-client-13.json": "e8f92eeeb84e0621ddd4cc17b33abb1ab486506b6da587c38c6e4d4c7f471852", + "writes-client-14.json": "50ecebfdff697dcfdb4a1331747eedf62ea473a315f2379824caacefb8bb0c2d", + "writes-client-15.json": "ba8a890c5d29d32762b9e44b19e5c246f8249e5959540d5bb6bd739e20d79b4b", + "write-warmup-client-0.json": "503febec475b1ea887a02ce07967b9edf63b30ffcccd63960216946adddb19a0", + "write-warmup-client-1.json": "bea9bc982cdd95624b5981740b7dba5976a341e8bd27f168732c7bb19377b136", + "write-warmup-client-2.json": "a73b3805c44c0e68cff6f21036026c29b3320f5dc26f215e069dca7cb2f1a9db", + "write-warmup-client-3.json": "3abfaad504363dcf5b92cb4a3c43d61fd5af6a0cfed95a12673385b618d6bf88", + "write-warmup-client-4.json": "ebc90d8eff1dcf92abda0324a9fe0139f9f2fb5cedbf6413625e68f1f42c9e6a", + "write-warmup-client-5.json": "06bf839e91e3436a310f6f4c2db79aaafe24eaa4dd3f17973214b431a3478851", + "write-warmup-client-6.json": "f93325faff857dc01ce0e4985d7a672641c3687c22a81d77239d73a12252615d", + "write-warmup-client-7.json": "f8fd1cfdc61c9245a9fefc75328d3ad8d8c49db9afd8ec0e0e1311cae52d3b2b", + "write-warmup-client-8.json": "e5c4b6542173d3493bf4f82ecf514e0dd4c2d2f0171e55e49a1d2c8837097027", + "write-warmup-client-9.json": "5581ac19dd4715455684d7bb6954a8c51bc2d07b156266f38e139b974273e0f3", + "write-warmup-client-10.json": "e51900b3267da21a5d1dcd592a5108ac17dbd61461b699a9078354b6c4c74f97", + "write-warmup-client-11.json": "cea3820c392b4ba7457bb5bea4976810305cf30ad0255b91ee857da8e3bfa7a7", + "write-warmup-client-12.json": "166bc5944405cb83740c75206ea06f9d4258a5f99e9db990cd35f5f209434be5", + "write-warmup-client-13.json": "35d9128b92ab350846d63fd4359c23bbd740f5ce4351916279c79b6172dc9a50", + "write-warmup-client-14.json": "9069beeef6bc1e83f8d8b015c41316535f79b3ef783254ce83bb02705c9f4e20", + "write-warmup-client-15.json": "0c7d4df571319095e0103f55ad9a25613e9971efb1dc4960a183d0a20685e807" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.42451815499999, + "cpu_seconds": 374.091614, + "cpu_cores": 2.9826035571266574, + "cgroup_before": { + "usage_usec": 3204736053, + "user_usec": 2124616626, + "system_usec": 1080119426, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3578827667, + "user_usec": 2369002456, + "system_usec": 1209825211, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 38106, + "mean_ms": 17.838361163727495, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 48.6, + "p99_ms": 96.7, + "resolution_us": 100 + }, + "worker": { + "count": 38106, + "mean_ms": 1.2073788611767176, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 3.3, + "p99_ms": 5.5, + "resolution_us": 100 + }, + "root_admission": { + "count": 11224, + "mean_ms": 0.06902345580898075, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 11224, + "mean_ms": 27.36155121952958, + "overflow": 0, + "p50_ms": 24.2, + "p95_ms": 62.8, + "p99_ms": 88.5, + "resolution_us": 100 + }, + "authority": { + "count": 11220, + "mean_ms": 13.517637710071302, + "overflow": 0, + "p50_ms": 13.2, + "p95_ms": 19.3, + "p99_ms": 24.0, + "resolution_us": 100 + }, + "publication": { + "count": 11220, + "mean_ms": 41.60739281978609, + "overflow": 0, + "p50_ms": 38.1, + "p95_ms": 78.5, + "p99_ms": 105.0, + "resolution_us": 100 + }, + "compaction": { + "count": 648, + "mean_ms": 78.73354488271605, + "overflow": 0, + "p50_ms": 77.2, + "p95_ms": 110.3, + "p99_ms": 130.6, + "resolution_us": 100 + }, + "uploaded_objects": 58186, + "uploaded_bytes": 462049876, + "publication_failures": 0 + } + }, + "candidate": { + "repeat": 2, + "cells": 4, + "variant": "candidate", + "measured_writes": 21987, + "all_acknowledged": 23067, + "TPS": 182.80588593591528, + "response_body_bytes_per_second": 36773.61513649622, + "p50": 76.258929, + "p95": 145.211592, + "p99": 194.667787, + "server_cpu_cores": 0.5186468546588888, + "driver_cpu_cores": 0.06383345903494017, + "server_rss_after_bytes": 76693504, + "first_30_seconds_TPS": 198.13333333333333, + "last_30_seconds_TPS": 170.63333333333333, + "interval_TPS_cv": 0.10774216931833493, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 23051, + "raw_client_sha256": { + "writes-client-0.json": "ee6f448185347ad33ffe9f68ce446859ea6b7b9a6ff4af97d728960ce18e02a6", + "writes-client-1.json": "eaedb3ea677d6dadb4bea7af880a63c74768ab4df75d581fa7ddefe374b8fc46", + "writes-client-2.json": "80d190c13f203d8d277f63c62780d3c7c0458c4020248981cbec2ca45a6d324e", + "writes-client-3.json": "55318da709bc5394a8419ed56db1638c3a8e0dc13120cd542b3d0629c972df02", + "writes-client-4.json": "c4b82c86e502944d916a91d183f24c6e059fbb1b9b4b0fe7f412d3ae611cacaf", + "writes-client-5.json": "d577fc1970174bdc7ded1b7333a72629176f7aff48a7e56c160b8e15d6d3b533", + "writes-client-6.json": "14e2c708899b53769eaf3a0eef426c992ad1929a1182f9801b6aba8acd65ffd2", + "writes-client-7.json": "c49d07f08c836d98ad15268df34cf0e91150561ebe060f83bc0ba7dd6f656845", + "writes-client-8.json": "94dc281920539bfc967213897422b29a796c440de5d10b994a930fc2d6f76f7a", + "writes-client-9.json": "f79858035ce15b52ef32b279d8b8bcebfb20d08752c4db49695de84918a43352", + "writes-client-10.json": "3a21a2ce0ae847d0d691f3c662db54d06e4c8dfc032e1e83c1d84e9dddce833e", + "writes-client-11.json": "bd1b35d622e8d1425da55c7d0f052ed597eea670b1c507f0717ce08b657baac2", + "writes-client-12.json": "ad1338a914c40ca09c2305438503fc9d6bc31c8d4922f0004cebc97bdb587f0a", + "writes-client-13.json": "9d1120c73cde1ab8830e7c2ef4c306f0571300abb645fde62093258a900be1d3", + "writes-client-14.json": "6e057dadaf6911f4c20d89600c37356d71a532f77551fdd6426fc43133213849", + "writes-client-15.json": "2ed2b967b6f17bc3db2e014551b5d589adf0d4eaa66e730e8e9517b93caf9242", + "write-warmup-client-0.json": "f3faef90c09995b117ed41b7da485513ea165fdb16cc11272c6e5f788f494dec", + "write-warmup-client-1.json": "75df2a1f725f415298eefb0ca5219a857e519f1e47bd227dd2d2925c3dc25c65", + "write-warmup-client-2.json": "0dcecde385ae442a9faa0355894ad86cb9f96046d5956bf666e8764eb4b2ac6d", + "write-warmup-client-3.json": "edfae5fac937acfa1f508f1be44803ee9ee5105119a12396a9df0798fbce456a", + "write-warmup-client-4.json": "47533878aff81cbed8e6cac56854e95fe2775796b9c4a74e6ecccb81df6d4f7e", + "write-warmup-client-5.json": "f0349cb7f3190676a03f816fef1f9c3a2924b20838c2f900e286ea959a7e50bc", + "write-warmup-client-6.json": "e97e501806135da7428a474f094120de95387e3e07e193326e0f450a0ddb1601", + "write-warmup-client-7.json": "a2e5048a4fefd36e3f649ffaab658b0e1c2e196ecf6afce2b11acf92d542fbd3", + "write-warmup-client-8.json": "57350a7154a8bbc99e4ee676f7d5d766e02c7f2c68f88d205c1fb768a41e226d", + "write-warmup-client-9.json": "a42ff87019930c17277da492d9e3e3c703c7f94be685158f34933735895fe6a6", + "write-warmup-client-10.json": "a4ecb7485a036e7768271a330575baa8c1ab6c961ca4e8b77c6e3e29162528ce", + "write-warmup-client-11.json": "d9d5180c219755f7a9029956b861bc177d19fbe6177530ce5372065125f3bcfa", + "write-warmup-client-12.json": "02cfbef4a69d563dbe46f27f91d2563c12dc4be8c40abb531b9b3d10145e6691", + "write-warmup-client-13.json": "65a9adf50c3abd8651ef4ecaba5f93494d60b7e56b886dc1d1ce1bf623a52ce8", + "write-warmup-client-14.json": "eb25c9183f72890dc810f2661d7a99160ea40e66fb2a7855b028c72feae75df4", + "write-warmup-client-15.json": "7a2f3378c85ab5c0c2bc7f2c2e41567124703337d65a5e47a35f2718efd19ccc" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.48790942300002, + "cpu_seconds": 362.371409, + "cpu_cores": 2.887699784514721, + "cgroup_before": { + "usage_usec": 2818881303, + "user_usec": 1863910544, + "system_usec": 954970759, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3181252712, + "user_usec": 2102407242, + "system_usec": 1078845469, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 46138, + "mean_ms": 15.156855257835192, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 45.5, + "p99_ms": 93.2, + "resolution_us": 100 + }, + "worker": { + "count": 46138, + "mean_ms": 1.359431108457237, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 3.6, + "p99_ms": 9.5, + "resolution_us": 100 + }, + "root_admission": { + "count": 12069, + "mean_ms": 0.059749857734692186, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12069, + "mean_ms": 24.380336702460852, + "overflow": 0, + "p50_ms": 20.6, + "p95_ms": 59.6, + "p99_ms": 86.9, + "resolution_us": 100 + }, + "authority": { + "count": 12065, + "mean_ms": 12.82967053278077, + "overflow": 0, + "p50_ms": 12.2, + "p95_ms": 19.0, + "p99_ms": 32.8, + "resolution_us": 100 + }, + "publication": { + "count": 12065, + "mean_ms": 38.005089664815586, + "overflow": 0, + "p50_ms": 33.6, + "p95_ms": 77.3, + "p99_ms": 104.5, + "resolution_us": 100 + }, + "compaction": { + "count": 708, + "mean_ms": 76.63370060734462, + "overflow": 0, + "p50_ms": 72.9, + "p95_ms": 113.8, + "p99_ms": 174.9, + "resolution_us": 100 + }, + "uploaded_objects": 50542, + "uploaded_bytes": 542058904, + "publication_failures": 0 + } + } + }, + { + "cells": 4, + "repeat": 3, + "candidate_baseline_ratios": { + "TPS": 1.346447754558152, + "p50": 0.7497317812833396, + "p95": 0.7045621841184787, + "p99": 0.6169517552719982, + "response_body_bytes_per_second": 1.3484489258239747 + }, + "baseline": { + "repeat": 3, + "cells": 4, + "variant": "baseline", + "measured_writes": 19404, + "all_acknowledged": 20312, + "TPS": 161.47068507737268, + "response_body_bytes_per_second": 32459.086093994618, + "p50": 85.867423, + "p95": 169.100387, + "p99": 239.783464, + "server_cpu_cores": 0.4871029020280893, + "driver_cpu_cores": 0.05589705433109222, + "server_rss_after_bytes": 76087296, + "first_30_seconds_TPS": 175.03333333333333, + "last_30_seconds_TPS": 169.7, + "interval_TPS_cv": 0.16961095772976467, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 20296, + "raw_client_sha256": { + "writes-client-0.json": "3705dc70a73a2dd737b190b45bdb4856203c1e093e01bec2c65bf70f70b0c022", + "writes-client-1.json": "60bf534fb5ea5199e07b55777cd93f04004d618cb8a3d8019ce0f31fcf60531b", + "writes-client-2.json": "f5e416b4afb6e706748a55b0dfc48a899879a48f4135aeba0b9631b32dcd9ab5", + "writes-client-3.json": "94cad2fec9cb7af28fa0b41e1c9cc13cbbfe891ba62974758835a11b6fc1676c", + "writes-client-4.json": "562d4c60dc90ab2e82d2987145f082f12df00cabbeb13da73b5241d57cc0c585", + "writes-client-5.json": "b8d640cc0835e381c5fe787a711f399b9fd3cc20285f698c6f3b850a31d50508", + "writes-client-6.json": "e56b934d91f00683d9726bbdc20d62a7373fb924f69f0d6bdb002ef73032e1de", + "writes-client-7.json": "8aff32371bbcd5f8a30147397bfb25b48c19404ff507770b725413539d80c524", + "writes-client-8.json": "2d96a24e2864edd54407c6f067beac151ae399b402857e30ad62d7c7d68ad1c9", + "writes-client-9.json": "1b11f1e2b5eeca545facdcf41a45c9092bf0b0d69f0355461d80fb3796757ec9", + "writes-client-10.json": "20942f31ea11650906b187dd3785eafaa04bd7d4b2a65a2ea7ff9bc2084cd97f", + "writes-client-11.json": "29c562b9bfe0f11c6f186f8f46989fc3e2fe79bc07c823bbdbd2bc7adcd44ad0", + "writes-client-12.json": "0dc43dbc1949608194a161f40f01f16116faad74a7acfc7bccac6aa71af21055", + "writes-client-13.json": "adddb9fe8abef8f3409c69c452e0f1147f1cbeef01ed862215764ea5f25df0f3", + "writes-client-14.json": "2ac018e86af1fb4c3ee02d9e7ba4733a12ec7a55a95ef0f33f9efcfd073d581a", + "writes-client-15.json": "4254206c26db57c0eb5f5fa38e1676c859921d698059cd18f22e43a1def1a45b", + "write-warmup-client-0.json": "02f8e6febbeedf71006af6314d9ea24ef52343bf5a5b9061623e32ea6baabfc4", + "write-warmup-client-1.json": "0ee4dc0ac09dfa3b42348c57392d7bc9f5437ade7e3a1d668fb9685ebc3de539", + "write-warmup-client-2.json": "5c9c0595f02ab6fdd04bf90836fd759d55e04a7ea50d5c75cf5ddc0b143dc86e", + "write-warmup-client-3.json": "1885a8423be9a8756f415d800c949e55170bdec151db2f1e8476f8222292ef56", + "write-warmup-client-4.json": "e5fd8e0626848393640bfecb5c37b47721838c6826f951abad1351ece9f4140a", + "write-warmup-client-5.json": "4ab2208f9204557c5f64842d9e28dce4992fdc3b14bf59af5dfa923f699607df", + "write-warmup-client-6.json": "5665daa0b3339db4e159c412d685bdb5a7dcd944057ac9a577d600c16e9bd1d5", + "write-warmup-client-7.json": "708fa9c7afd52aab40eaff2070c3dd1ce58358b1cd049279341d137e9a858021", + "write-warmup-client-8.json": "14c5871ee72bc919f03c208d2a875d331ec3e004249224c30f52d8eb1760fe17", + "write-warmup-client-9.json": "4c8d51638edbf966035c701ff073b1317f12d69f9cada467ed0b1079ed850065", + "write-warmup-client-10.json": "ec8881011d8b7aea3b59c0f88952aba63b7516b2b6cb39fa05a0204dd509bd3a", + "write-warmup-client-11.json": "8586b5cbca396bc1edbd890933935cd71c4aba87848382255caa5e654f409f43", + "write-warmup-client-12.json": "53a621fd990cc0e8f2a2f3ff952b8f2ade2c4e56f2c1d5fb65b49683cd824c0d", + "write-warmup-client-13.json": "e75dec044ca6026d541643ae6b216ce7df7f43465cc2299614558f6658229ed2", + "write-warmup-client-14.json": "13f978556b854ce0bd08790e20786bce8b96a38e19ed87846bbc594537ccbd96", + "write-warmup-client-15.json": "5ccd75c00b0d230c3da9f3547a6cf0ee4eb4a2d09babb5e35c0b52d9cabaffd5" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.36751408700002, + "cpu_seconds": 363.211977, + "cpu_cores": 2.8971777868064406, + "cgroup_before": { + "usage_usec": 5068834867, + "user_usec": 3394828673, + "system_usec": 1674006194, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5432046844, + "user_usec": 3622072663, + "system_usec": 1809974180, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 40628, + "mean_ms": 17.16539212801516, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 54.1, + "p99_ms": 103.5, + "resolution_us": 100 + }, + "worker": { + "count": 40628, + "mean_ms": 1.3615054350694105, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 3.6, + "p99_ms": 10.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 10768, + "mean_ms": 0.026745483098068353, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 10768, + "mean_ms": 28.354122089988856, + "overflow": 0, + "p50_ms": 24.3, + "p95_ms": 64.3, + "p99_ms": 95.7, + "resolution_us": 100 + }, + "authority": { + "count": 10764, + "mean_ms": 13.843293352471202, + "overflow": 0, + "p50_ms": 13.0, + "p95_ms": 21.9, + "p99_ms": 36.5, + "resolution_us": 100 + }, + "publication": { + "count": 10764, + "mean_ms": 42.995562998792266, + "overflow": 0, + "p50_ms": 38.1, + "p95_ms": 85.7, + "p99_ms": 115.1, + "resolution_us": 100 + }, + "compaction": { + "count": 624, + "mean_ms": 82.36550022916667, + "overflow": 0, + "p50_ms": 77.6, + "p95_ms": 122.3, + "p99_ms": 195.1, + "resolution_us": 100 + }, + "uploaded_objects": 55839, + "uploaded_bytes": 462966685, + "publication_failures": 0 + } + }, + "candidate": { + "repeat": 3, + "cells": 4, + "variant": "candidate", + "measured_writes": 26137, + "all_acknowledged": 27429, + "TPS": 217.41184134939493, + "response_body_bytes_per_second": 43769.41977667496, + "p50": 64.377536, + "p95": 119.141738, + "p99": 147.934829, + "server_cpu_cores": 0.6147023540559602, + "driver_cpu_cores": 0.0798314745527221, + "server_rss_after_bytes": 77770752, + "first_30_seconds_TPS": 233.26666666666668, + "last_30_seconds_TPS": 195.26666666666668, + "interval_TPS_cv": 0.07583543983198371, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 27413, + "raw_client_sha256": { + "writes-client-0.json": "36304322a71af90378fe579be9dc4d78e0c6c5239aab0f9ac98ebfe6cb9e65e2", + "writes-client-1.json": "6092186f27a59fe8c21c41665b7288c9627b2a031a1908236df546facb66266a", + "writes-client-2.json": "28d007c7256b798fc0fc816ff5c76dd0dd8b31331f134154c0c6a15b983d3f53", + "writes-client-3.json": "e94746537fe7c3391f9a6448abf2a5d4733aee77e6dd8717b343e0e36403cea9", + "writes-client-4.json": "73e94008c358b0dea8bd7e98bdb791f886fe06aea19ffa21e50fc1bd1812c15a", + "writes-client-5.json": "7fe5df5733a9144e8c399360453ef5ab162eef18dd3917c0dd3671d23d0f982c", + "writes-client-6.json": "a891643b025267354debed8f4108ca20be884c515943e539c76ae4c03299283a", + "writes-client-7.json": "459f11a325022238e4278170e5673aa8ac126ba153b1f7a5ded53bf69426ee23", + "writes-client-8.json": "09be542be77737e6692b62c2e8810bbb423d9ff8b7c3615f3027a21907d2712f", + "writes-client-9.json": "f70aa9233c45508426c52143977fdb1b2054032d9fd74500db161f5f999764dd", + "writes-client-10.json": "8769471e975fe1185f6098e6cb51d8574eecdd6162bdb54c7c550c047d36b43c", + "writes-client-11.json": "bb73bb874b3773ad0b1f93545b78d36e1ce8dfa0cf52560fb2d60fd493bc6393", + "writes-client-12.json": "683db8413487e1c14fe69e761c2b6c7bb11a413ae005f966c1218f538fa79866", + "writes-client-13.json": "6d59858a2d46a291584a2378081108ab9a2aca9930da3f18b22cd8bc0be55335", + "writes-client-14.json": "4c2d041a861b8ad6b91a3ea245fe37c1835d9634c589935707d056c005c60b8e", + "writes-client-15.json": "59512e1e9a6cfb35e6f7b75e2952c2e9ba3c12d9ad13415cc19e3e4ce2b8b7c9", + "write-warmup-client-0.json": "d2c2538b7a397d5611e806a76d329047f0d105fdde942bd11f1ae9eaf1018efd", + "write-warmup-client-1.json": "d5fafe8af77d2fc2a7ef5fb271d4e938cac40a5f4be34b6832db7ea9c89ceac9", + "write-warmup-client-2.json": "db8c5bd3440393c4cfda5f2ecf6d31b11cbb1c434d11de60f1338bb3b4c4f076", + "write-warmup-client-3.json": "633abaaceb52cd032e95f108387beba0d6d37ed0c5ce94328ab9d68b4c0ada75", + "write-warmup-client-4.json": "ceb872d7c9ee231e38532ab3c5a0d2e0f6cd921359bf16b094f136729931fbad", + "write-warmup-client-5.json": "eb7c728bcf9da03e1a5d38cf778f6e55d421f6d76cbbaf5ae741e598f406d760", + "write-warmup-client-6.json": "f5a8d02652b459ceea2e42d7d2e87cf216d4b1a75165a092d722a70504b7806d", + "write-warmup-client-7.json": "f5f472915ae9c72b57cb20f4bb82e188edded594630f50b108185dd233a0f4e8", + "write-warmup-client-8.json": "c7845d94c6edabc04f2022f256f244961642c665e88e18267d3467d1622cabfa", + "write-warmup-client-9.json": "893ee3c49cab13ebc542778296f93b6204ec7b3a98f40fc3a6d7f4275cf8c25c", + "write-warmup-client-10.json": "21e90404e1e2536096fa4d8761028034813015a4cb1096db52ac3b2393dabab7", + "write-warmup-client-11.json": "9f8f10a048df4bb3af09fa315fb3bbcca7221ac294c2dfcacf7114b323f4208d", + "write-warmup-client-12.json": "09dad952aa36e1e2a888155171cc8ac4125801bd9ae41f51ddb6b77ad11e45d1", + "write-warmup-client-13.json": "8878b1ee676638494f39a47953a5ee8d03bc0fd037f3657d149021b62fc97546", + "write-warmup-client-14.json": "24f65c5e4ca4450c512fa26de661704ad3e1103cc547da2a858b558e9adbee36", + "write-warmup-client-15.json": "2ae360a31496060630f64502eaeb9ae5b7dfdf4e00a886cd108b207a85c1ef30" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.40261401199996, + "cpu_seconds": 332.632444, + "cpu_cores": 2.65251603103082, + "cgroup_before": { + "usage_usec": 5435795264, + "user_usec": 3623821620, + "system_usec": 1811973644, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5768427708, + "user_usec": 3800256748, + "system_usec": 1968170959, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 54862, + "mean_ms": 12.488658377583755, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 36.0, + "p99_ms": 75.9, + "resolution_us": 100 + }, + "worker": { + "count": 54862, + "mean_ms": 1.219950085140899, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 3.4, + "p99_ms": 5.2, + "resolution_us": 100 + }, + "root_admission": { + "count": 14618, + "mean_ms": 0.04348792091941442, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 14618, + "mean_ms": 19.830650715145712, + "overflow": 0, + "p50_ms": 16.9, + "p95_ms": 50.7, + "p99_ms": 71.4, + "resolution_us": 100 + }, + "authority": { + "count": 14614, + "mean_ms": 10.539645627001505, + "overflow": 0, + "p50_ms": 10.2, + "p95_ms": 15.0, + "p99_ms": 18.5, + "resolution_us": 100 + }, + "publication": { + "count": 14614, + "mean_ms": 31.059198007869167, + "overflow": 0, + "p50_ms": 27.9, + "p95_ms": 62.7, + "p99_ms": 85.1, + "resolution_us": 100 + }, + "compaction": { + "count": 895, + "mean_ms": 62.76612729608939, + "overflow": 0, + "p50_ms": 61.2, + "p95_ms": 91.2, + "p99_ms": 120.9, + "resolution_us": 100 + }, + "uploaded_objects": 62863, + "uploaded_bytes": 700219315, + "publication_failures": 0 + } + } + }, + { + "cells": 16, + "repeat": 1, + "candidate_baseline_ratios": { + "TPS": 1.1020053315257774, + "p50": 0.8939849699495963, + "p95": 0.9766174276851273, + "p99": 0.9152428761005028, + "response_body_bytes_per_second": 1.1029724257071538 + }, + "baseline": { + "repeat": 1, + "cells": 16, + "variant": "baseline", + "measured_writes": 11547, + "all_acknowledged": 12089, + "TPS": 96.08958548260779, + "response_body_bytes_per_second": 19164.209450838283, + "p50": 160.770053, + "p95": 211.238393, + "p99": 308.355803, + "server_cpu_cores": 0.5024000763346227, + "driver_cpu_cores": 0.04784762631758311, + "server_rss_after_bytes": 83189760, + "first_30_seconds_TPS": 98.53333333333333, + "last_30_seconds_TPS": 96.33333333333333, + "interval_TPS_cv": 0.024858285518514895, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 12073, + "raw_client_sha256": { + "writes-client-0.json": "352244f299c0aa1368335b91c5d86467161e2000572f2a5238d7a4221b513aaf", + "writes-client-1.json": "078baf7a034d9dd86506d0b50ebcb5951b826e36cfc43f4b055beac6a06a41c6", + "writes-client-2.json": "4cf959b09cb1842f6e4ba8b9f9d2433bd7c20c2cf090d6ce9564053edda35862", + "writes-client-3.json": "a91a08c72b1664f5b1dee893060cdc28447e73cd41fad89dee7491d640896e72", + "writes-client-4.json": "0adfca2ce82c5109484902fb2278cf55cb526c75cd5fb1ca6b16b5b8759138b6", + "writes-client-5.json": "0c47cde72a496b97941cdea289cdd6ebb9cbf6bdf952be2ef51734e632711223", + "writes-client-6.json": "c02f09ce089461f7e09dcb76db685faf28d1d4cf946bcf66f2e298028dff8d57", + "writes-client-7.json": "d4d7676e2354f358961de029f80e5dc808a0f1b21db608f3faf72f03e96efa93", + "writes-client-8.json": "15ed9bfdfd3e8e41792cef6b5bc6b094e08715e740c16bc7217af5c5b98fc920", + "writes-client-9.json": "79d69a2e458b035209dce32a47c1ddd06f351599803afdd73f2c02a83470e0ce", + "writes-client-10.json": "f7b91b570057da8bfb4f95a572d5885382eed45d7f621e2a544e45f5c619df2a", + "writes-client-11.json": "877f96563a70488f66c977137bd903770090aef5789695f992a54d705a70ba68", + "writes-client-12.json": "8ea7f9fd9b9a9dd709638abe98af4314f3b2d4d77e418f2035f97bd26d74c4d0", + "writes-client-13.json": "53963f30ad56c45cb6fd6d85f2cfd2dc00c626a3306d75f7d6885629f018ad81", + "writes-client-14.json": "c23ffa080a29cbbf0d10d70bde4eaf9e7cedad644b012b18ab95fd2b2a52e9f5", + "writes-client-15.json": "91f0640897bc999628a20005abc505b5e6172b893f325f33e67e8febb15a21d4", + "write-warmup-client-0.json": "d7f82e936e28804f376e7bb8a5ad7ea0b874ed4b0d06eb60d69271b1b9fbb3e2", + "write-warmup-client-1.json": "2829b1b352f3d766c4a9a3745237df850c1cffa9ba64c7e2556f6dbde7903b12", + "write-warmup-client-2.json": "f55f2759d1d6fb061fcfec5d2f6f0a713991451fe1cf84d61be44b9d165c3cd5", + "write-warmup-client-3.json": "3ef2d00248e322ed92672d7c6293049499629d4ec2b0d19186197a572db6152c", + "write-warmup-client-4.json": "9533221a599db1aa8b3166474ffe253b03dd1dfd8f0027e2e4d3b724a5fe6131", + "write-warmup-client-5.json": "d5a12ae8b8ae84f0c73dfc752f9cb7e5010295ea67c004bb048db57a2b222391", + "write-warmup-client-6.json": "8d70298c43bab0b6185e81ba9ee5dbc9e9806303acd81c13ad8ee1765bd27ec1", + "write-warmup-client-7.json": "a6c5e692f4faa5ba8a5a4a6b98f053839ef1b74909b5b58e3057cf22094d2c07", + "write-warmup-client-8.json": "b3933c41c1bb50d545323275507d9f55253d18896107a21bd0ff97ce0950a181", + "write-warmup-client-9.json": "b5a3c800901f75ba461191af50d95022990d4e4f79af84c0b1caed04855613ee", + "write-warmup-client-10.json": "cc64ba395290157602699973c97e51c459aedd33e61e6d455990864a045a04de", + "write-warmup-client-11.json": "e577ac963d9ff2f7b49b01291b079f51265264129c93c392c663fb0918ba8dc1", + "write-warmup-client-12.json": "80930bfaa5f96f52da313a39dfad4c645933b40aa360a3b00e930c6358e26308", + "write-warmup-client-13.json": "99b070032581abc416f8fd65151963b0819f23ee85c9da7b625399bc01eb6129", + "write-warmup-client-14.json": "5913616c5e3294e721de63fbdd440b20f4aa7b922a348716cc28c342b4db2576", + "write-warmup-client-15.json": "6f9a0466a27ec325764e18523429293671f96d122db5e54b3e9dd801a938c069" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.517239819, + "cpu_seconds": 384.276922, + "cpu_cores": 3.0615469441021808, + "cgroup_before": { + "usage_usec": 1349601797, + "user_usec": 856406442, + "system_usec": 493195354, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 1733878719, + "user_usec": 1109978423, + "system_usec": 623900295, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 24194, + "mean_ms": 0.04510237699429611, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.5, + "resolution_us": 100 + }, + "worker": { + "count": 24194, + "mean_ms": 1.084892767008349, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.0, + "p99_ms": 5.6, + "resolution_us": 100 + }, + "root_admission": { + "count": 12105, + "mean_ms": 96.5477727425857, + "overflow": 0, + "p50_ms": 93.6, + "p95_ms": 124.9, + "p99_ms": 175.9, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12105, + "mean_ms": 41.33572927773647, + "overflow": 0, + "p50_ms": 38.0, + "p95_ms": 60.4, + "p99_ms": 121.3, + "resolution_us": 100 + }, + "authority": { + "count": 12089, + "mean_ms": 23.307179286376044, + "overflow": 0, + "p50_ms": 23.0, + "p95_ms": 33.4, + "p99_ms": 38.6, + "resolution_us": 100 + }, + "publication": { + "count": 12089, + "mean_ms": 162.23740067788899, + "overflow": 0, + "p50_ms": 156.8, + "p95_ms": 206.9, + "p99_ms": 309.1, + "resolution_us": 100 + }, + "compaction": { + "count": 593, + "mean_ms": 250.2329704198988, + "overflow": 0, + "p50_ms": 226.4, + "p95_ms": 388.8, + "p99_ms": 756.6, + "resolution_us": 100 + }, + "uploaded_objects": 62364, + "uploaded_bytes": 294989548, + "publication_failures": 0 + } + }, + "candidate": { + "repeat": 1, + "cells": 16, + "variant": "candidate", + "measured_writes": 12727, + "all_acknowledged": 13329, + "TPS": 105.89123550593573, + "response_body_bytes_per_second": 21137.594584751063, + "p50": 143.726011, + "p95": 206.299096, + "p99": 282.220452, + "server_cpu_cores": 0.5108181729181688, + "driver_cpu_cores": 0.04788920371107832, + "server_rss_after_bytes": 81235968, + "first_30_seconds_TPS": 110.8, + "last_30_seconds_TPS": 96.3, + "interval_TPS_cv": 0.06944930154899721, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 13313, + "raw_client_sha256": { + "writes-client-0.json": "184be726d7f75503b3538542b972fc5731b54734d0934a2a90995eaacaa8505b", + "writes-client-1.json": "16a2132b8d8ac392c1132eb30ddbddd8a68af05cdee48754e9613afe2f698d54", + "writes-client-2.json": "1142c8ef19ec42d01ec58912f036bddc70b0dea0a4491c90c49aa977785c3259", + "writes-client-3.json": "a9e4900cf55b7b8b862f4dc70d694c46235524aea0f61c5a5e5dac385b830127", + "writes-client-4.json": "0dbb32b26b9e23bba9e1bbe070dc2ca7004a0f48da0b210c41bea92bd05a9f77", + "writes-client-5.json": "1b25b1811b7ebf4969c3340f53ac952c0c6091da974c845f6ac2e30873144ac4", + "writes-client-6.json": "840bfad041f02fd48e1490d535c22a15f7839b4f3f5741a8642221685c4409c0", + "writes-client-7.json": "1d4cfe578babfa68a6c984fdb4ae2dff59a08089875ac0d5ffd6729df318b82a", + "writes-client-8.json": "03d0467d65b303e35aa2ddb3ee661324ed446f4de2001d9652eb32d99e8736fb", + "writes-client-9.json": "4257e8244f7595af97390db503be27fcd967fa553f95446dbc1cef1318c47b2c", + "writes-client-10.json": "a9ab1748d35c79ba7c65db9cabfe26d1ba4aaf89ee1fb4c95d91269a1cf57f1d", + "writes-client-11.json": "6ea95adb0ab5aea92a2c79fdb880c8b0f9f1ea2a418900f77e2cdc976492c2a9", + "writes-client-12.json": "7378ff237e5bd541c9ebfe8a5e0fadf25a86c5503f2c6d60d337b46518e29a51", + "writes-client-13.json": "9f9575da4195a17102d8ab401cecf2d7603b8c1a172d1ad3579bca0b8f473699", + "writes-client-14.json": "2b9c7fbf1d7cd4a8c369b8b848be731eac45928cbc6c4827b62c3694c02a59f7", + "writes-client-15.json": "b30e17770bd16beadf0f29f5ba96c3266b5563eca71471a80bf885e5948a0046", + "write-warmup-client-0.json": "4141eda78c009e159599494a270f60761373236f6a55361a106a8d63872fd44d", + "write-warmup-client-1.json": "3eb32744a18b9b93859c343c3c4d2b37f5f0714eeeb92bd71db03571bb5af85b", + "write-warmup-client-2.json": "ebde1ec99f07030d87914f05fdc120b436f2822de53581c9dbde4edd0c41d8e7", + "write-warmup-client-3.json": "5cc26d1afa305886f6e38f4be3446de3118ba00bc0ed5060ca1fe10538530fa6", + "write-warmup-client-4.json": "eac2cbb591964f05fbeccd021311202fbe6ca2970e2897bd5305ed65b7eed597", + "write-warmup-client-5.json": "4305392fbbbf5fe5da4e33640559b25360338e96e9c370f5e567d471a58d92e8", + "write-warmup-client-6.json": "f94f2e5f60a7aec3f367617bf089b1372c86b4843ab675b90113b51f9424d908", + "write-warmup-client-7.json": "46a38b1a8468a32baef53649f71484c5f9f048812936f4883503c2f6b5002073", + "write-warmup-client-8.json": "67e4ffe545d22b5a441d62aff78096ecba0fbbba40006817e7e04895ba231ee5", + "write-warmup-client-9.json": "3cbeb705d0028287e37b9ffecc7d0444d548c16063a79668c667e9d45b1c1686", + "write-warmup-client-10.json": "40dc48d3c992cfe71c56d561d7b4c33db759efb03c69f69461bf7215777b6bf9", + "write-warmup-client-11.json": "b96a7fe433378b19e7dfd6a362b91f017ba40eeccd74ee867ddf1ff14580292c", + "write-warmup-client-12.json": "05b613f23689fb8528212c342cd2fb59e8f03538104763b153d67f42ec71e418", + "write-warmup-client-13.json": "ea9e71749c739da59f1ec56d0e7364d60f59d4e89ac7bc16cffd0f0586c324e9", + "write-warmup-client-14.json": "da2e9ea2eabfff8fec960b4253a3de3897878b72a5dbfbcc177d435abf99b713", + "write-warmup-client-15.json": "fed1a75ad619e099d67e8ee94522ed53ba6d5e94ee5d3d6f20ddfaf8b2c12573" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.41177294199997, + "cpu_seconds": 381.861614, + "cpu_cores": 3.044862575833308, + "cgroup_before": { + "usage_usec": 1753321477, + "user_usec": 1126351403, + "system_usec": 626970074, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2135183091, + "user_usec": 1373441122, + "system_usec": 761741969, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26674, + "mean_ms": 0.04950876617680138, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.5, + "resolution_us": 100 + }, + "worker": { + "count": 26674, + "mean_ms": 1.1052000655319787, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.1, + "p99_ms": 5.8, + "resolution_us": 100 + }, + "root_admission": { + "count": 13345, + "mean_ms": 86.11181526406895, + "overflow": 0, + "p50_ms": 82.7, + "p95_ms": 117.7, + "p99_ms": 155.7, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13345, + "mean_ms": 37.46517593368303, + "overflow": 0, + "p50_ms": 33.7, + "p95_ms": 66.6, + "p99_ms": 115.8, + "resolution_us": 100 + }, + "authority": { + "count": 13329, + "mean_ms": 22.162374662615353, + "overflow": 0, + "p50_ms": 21.6, + "p95_ms": 32.2, + "p99_ms": 39.0, + "resolution_us": 100 + }, + "publication": { + "count": 13329, + "mean_ms": 146.74867695656087, + "overflow": 0, + "p50_ms": 139.8, + "p95_ms": 201.9, + "p99_ms": 279.9, + "resolution_us": 100 + }, + "compaction": { + "count": 664, + "mean_ms": 224.42053847891566, + "overflow": 0, + "p50_ms": 203.9, + "p95_ms": 337.5, + "p99_ms": 527.3, + "resolution_us": 100 + }, + "uploaded_objects": 55456, + "uploaded_bytes": 330155028, + "publication_failures": 0 + } + } + }, + { + "cells": 16, + "repeat": 2, + "candidate_baseline_ratios": { + "TPS": 1.1443340938557192, + "p50": 0.8736410579381113, + "p95": 0.895652256932042, + "p99": 0.8841380052655237, + "response_body_bytes_per_second": 1.1456373370858977 + }, + "baseline": { + "repeat": 2, + "cells": 16, + "variant": "baseline", + "measured_writes": 11664, + "all_acknowledged": 12215, + "TPS": 97.03832627538229, + "response_body_bytes_per_second": 19355.186023068134, + "p50": 158.725126, + "p95": 211.580695, + "p99": 309.601868, + "server_cpu_cores": 0.4944468213472095, + "driver_cpu_cores": 0.03987474365703303, + "server_rss_after_bytes": 82665472, + "first_30_seconds_TPS": 99.16666666666667, + "last_30_seconds_TPS": 97.83333333333333, + "interval_TPS_cv": 0.023808010350954388, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 12199, + "raw_client_sha256": { + "writes-client-0.json": "ce292ff556695ec01d0cb91c7be04bc25d106914be98b48852856b7a6b82401a", + "writes-client-1.json": "41ad2773b4c419694b792269a592787fc7b27a4377b18dd1c70444679e4d5d61", + "writes-client-2.json": "ee5a79213eb6d343e4cb74502400a614680564f781f829e21604b12217ab68a5", + "writes-client-3.json": "06c1f92e6ce2ca4a0ef59a80f8ee3889ecbda64709294f5e2c7e2de748916788", + "writes-client-4.json": "78d0d919076f45ba1189c0cc487281ffdc9732f7d12f051e15a59e8832e1eb97", + "writes-client-5.json": "c6da209544fb8efcdbf32f4faefb2dc503f679ac87e97dbd15745cb26383c29c", + "writes-client-6.json": "79b400052fc39dd50ec6a6e93603014d137d96b87b3b0c237b48b195da700aa0", + "writes-client-7.json": "b933d55cf5958642040bc270e2c6c395b44d71dee4b348c4f6fe4dcca245e84b", + "writes-client-8.json": "00587eb3886cca2c9eb83c67522d2853697094aad8a1711b4de4dfb296cef99e", + "writes-client-9.json": "48ed2e1fbeb87c069db05360249b69b0304b645baa5f5497a2805472833bb9b8", + "writes-client-10.json": "9ff18d55e903d47d8102919161fb521685a904f43836cc7156f71f2bcf1e3a84", + "writes-client-11.json": "9d9592647f55f03fe5bf1178fb66d1fda1c3a0e74e605dd5f2f929127f75cc12", + "writes-client-12.json": "ceeab2dd97f46f4ac0d3ea522d77e0c69a65a073f6df6473938a7ae3dce0f5d7", + "writes-client-13.json": "2d2decdccef9b6abe0038ea13e02478952770d71fc5a71f3b06995bf578676c8", + "writes-client-14.json": "6e821e55edb89b61d290ddaa1d1488cf5a158d8d70f39e685a60b206e71fd763", + "writes-client-15.json": "c8332e992d61f07d3b0165fb660ae402300a10606603fb042a032b61403fce20", + "write-warmup-client-0.json": "b74b0d3496b61a7adc341503a01bbd39f6d6232bb65f5fd1ac68b3bf65b3735e", + "write-warmup-client-1.json": "533054a79660f40489d7f626f53f29e165b28643e27672877f16ed69115abece", + "write-warmup-client-2.json": "ff27918bed9843942d8407d01d7554ac43f95679f4a45413bbc9c0796bc040d3", + "write-warmup-client-3.json": "2860c45f2bdc443e4c254971aac968d4b2c076300e2966cde9f6d528c5dd8f6c", + "write-warmup-client-4.json": "ad6c5b0079b83c20d8df308d4593d82439a81c274dd9ac3f20af47724298013f", + "write-warmup-client-5.json": "f61f97c5a4f2d81e8a4f5013e84f550d1d13a7c1c7a4aa4c92ff025c566ada51", + "write-warmup-client-6.json": "9b3e4514508d54cd807019c7251413061b3b584786b2ae45824d65ee192dda3a", + "write-warmup-client-7.json": "d6951f2ff0462ba788ca06ae42cded7777e93421f8b5bb0bb04d8ad12567c845", + "write-warmup-client-8.json": "9ea797b9c687f59aa7e1423871bda87b7ce211e97266967a4d2c2e502ba97dd1", + "write-warmup-client-9.json": "1da18eccb19441becb49482eb7de5b4ccf1e90b12d78e011057f4993c9d72a89", + "write-warmup-client-10.json": "29ee461af23d45b911dfc8ac019b47883d8f74543e95a09ca85b6a4e25c94e59", + "write-warmup-client-11.json": "d0c6356b12352a25337179a05b7886d66f9b3c6013af368c6340584e0c81c338", + "write-warmup-client-12.json": "eca22e37f94dc6f0332cc1193e4ef68659026a87c398d889642abf59498038c1", + "write-warmup-client-13.json": "4c77c40da085bd18487050953117f5de09c333a968f179cbd586fc0e44b9105f", + "write-warmup-client-14.json": "c2da17a7cf6ce2ccffc9b55d2b14121edafd5fd8afa0861a4aa02f9ce25aaba6", + "write-warmup-client-15.json": "e40ae03f813d91c5f95b8b18d5c1ae83f9edde9b0c8bf82d490caff8a102c284" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.51214133500002, + "cpu_seconds": 383.928259, + "cpu_cores": 3.0588933860611194, + "cgroup_before": { + "usage_usec": 3999619373, + "user_usec": 2653777786, + "system_usec": 1345841586, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4383547632, + "user_usec": 2905887789, + "system_usec": 1477659842, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 24446, + "mean_ms": 0.0428118023398511, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.5, + "resolution_us": 100 + }, + "worker": { + "count": 24446, + "mean_ms": 1.0641679002290765, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.9, + "p99_ms": 5.5, + "resolution_us": 100 + }, + "root_admission": { + "count": 12231, + "mean_ms": 95.3756184518028, + "overflow": 0, + "p50_ms": 92.4, + "p95_ms": 123.3, + "p99_ms": 175.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12231, + "mean_ms": 40.91192750911618, + "overflow": 0, + "p50_ms": 37.5, + "p95_ms": 69.7, + "p99_ms": 118.2, + "resolution_us": 100 + }, + "authority": { + "count": 12215, + "mean_ms": 23.298449284731888, + "overflow": 0, + "p50_ms": 22.9, + "p95_ms": 33.2, + "p99_ms": 39.1, + "resolution_us": 100 + }, + "publication": { + "count": 12215, + "mean_ms": 160.6117798164552, + "overflow": 0, + "p50_ms": 154.8, + "p95_ms": 207.0, + "p99_ms": 311.5, + "resolution_us": 100 + }, + "compaction": { + "count": 598, + "mean_ms": 248.25704323411372, + "overflow": 0, + "p50_ms": 222.4, + "p95_ms": 401.5, + "p99_ms": 708.9, + "resolution_us": 100 + }, + "uploaded_objects": 63021, + "uploaded_bytes": 299596035, + "publication_failures": 0 + } + }, + "candidate": { + "repeat": 2, + "cells": 16, + "variant": "candidate", + "measured_writes": 13346, + "all_acknowledged": 13961, + "TPS": 111.04426516761522, + "response_body_bytes_per_second": 22174.023774269965, + "p50": 138.668787, + "p95": 189.502727, + "p99": 273.730778, + "server_cpu_cores": 0.5187661447177726, + "driver_cpu_cores": 0.04788610566625594, + "server_rss_after_bytes": 81956864, + "first_30_seconds_TPS": 113.73333333333333, + "last_30_seconds_TPS": 111.2, + "interval_TPS_cv": 0.026049121596671602, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 13945, + "raw_client_sha256": { + "writes-client-0.json": "95cdccb45656dc625645702518697672ef355d8f5c90945a93cffb11edbf7e25", + "writes-client-1.json": "2ca75292f9e1e4df234cc1c3e0db4f50eaa72515ed6f36369cd2948a846638c3", + "writes-client-2.json": "1c7b1fd93b0e173078c52bcdc7be05f512e817ca8268787b4aac236a496ea7fc", + "writes-client-3.json": "59b2254347c062383ed95d92904d9714edb8e28826e86020522bd2e8be0ebe93", + "writes-client-4.json": "0f1fd4282d816ad90ba72dd8d2fa25404b3d91c9f1f049201a30e4b318656eb7", + "writes-client-5.json": "79524eabdf71ba77139e225c6385f569363afc78f2547cec3a135fef33ed0512", + "writes-client-6.json": "a319981dc6dd022c2850fed3d08f5b6d2b58311e8eed42b25e2094c97db3356b", + "writes-client-7.json": "93b720d4a2109645d898eb37e005dc8163e993fdda2f41fb2b0bee04fcbe09ff", + "writes-client-8.json": "713560059ca0d7170c6afaf2865fe50e14125e864f3402e0f31a840f09bc90b4", + "writes-client-9.json": "840c5687bb6afa6aead9b00a92b0e430e764637dda21388564e8e867c2f3e95f", + "writes-client-10.json": "bb02bf1ea9d0e55f9f385e6872ed3efba4fca9508a0ad096e0a51765c889c070", + "writes-client-11.json": "9d3b6e9d06cc4335b8919116087d0d1890b01aacdf3b0a37a223d774c1104206", + "writes-client-12.json": "da2814fab3902a2a8e362d3721c22ed8c079a6e0c896cd4157fe3df3302457f7", + "writes-client-13.json": "f382619997f19f62c2fc4746f8093ba92e2c36e7156a2a801693580107852475", + "writes-client-14.json": "1a310bb8e536e8c5a158842e9723abaf7fb7d44185db0e0f6c042663d3ea10ad", + "writes-client-15.json": "c50d56d40e8000f9e517cbfb4a03c9b59c1c085ccb43d3165a6d39d520ac2187", + "write-warmup-client-0.json": "03b8abf059c60387ea007c7a22c8da1d7792ea32d726287ed8a738a33cfa7fd6", + "write-warmup-client-1.json": "77536ae9a18fd627d0a040a7d966b42228212c76d7a400496bd3637c2ae2fc7c", + "write-warmup-client-2.json": "23d37acfd33b79acf8fa1d55226bf9055ff0893d0aebc30b505ac8c33a566c1b", + "write-warmup-client-3.json": "4e2542e8c5b845bac3e6494e85fc1025e417ee667fd23e82b310ce952bf00e6f", + "write-warmup-client-4.json": "264e367375be71c981fc0d29357a8a710a7a7a3323c21989852633e7b75aa24f", + "write-warmup-client-5.json": "c38a560a73905c9aa7aebb7ab000a4184f29a5b850c764508ab41da905f97901", + "write-warmup-client-6.json": "1421723e4a614a2d14d7ad55c90c165f4e05324cda721e1b7e1b1810138575de", + "write-warmup-client-7.json": "9a598aaa87d325e2a0f13788b6b678f9ae663187d39c3b4cd42c1a215d47f6ed", + "write-warmup-client-8.json": "64d141cbc7fad0197f566d5cb2eaca67a90eba20b91c30985dd27394da79a59d", + "write-warmup-client-9.json": "016f6ead371e28b0a72b7b4245b82f0c655d6f8b27b96e3ae527cd6bb2ee0177", + "write-warmup-client-10.json": "bc4245538aef7cda4c7cd05a9f8a81a1714f0c67c830af2e472ccaaf954f6218", + "write-warmup-client-11.json": "fb2055f76f330f48fe8bfd88e47c67c421b0d08d1eb4c9223ce5a69202c3ad34", + "write-warmup-client-12.json": "1315bca672f0880115543b49830331b09c57c0e5e5488f35bcb01e943497aecf", + "write-warmup-client-13.json": "9281349edd75db9a72546011a8f0b15ba858e4e7a40c7f778b69274168d138d3", + "write-warmup-client-14.json": "153b6d57a70083395b5cce5ac44f0d60b8797dfd8ce2d63e16f3183e8bb6c734", + "write-warmup-client-15.json": "6fb05610d9221c4826ce02779d8f4e587b738b716f72d218034fcfc11c100eff" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.41741907300002, + "cpu_seconds": 379.821813, + "cpu_cores": 3.0284614035863893, + "cgroup_before": { + "usage_usec": 3599077166, + "user_usec": 2387639514, + "system_usec": 1211437651, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3978898979, + "user_usec": 2636010320, + "system_usec": 1342888659, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 27938, + "mean_ms": 0.04506281641491875, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.5, + "resolution_us": 100 + }, + "worker": { + "count": 27938, + "mean_ms": 1.0822757176247404, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 2.9, + "p99_ms": 5.6, + "resolution_us": 100 + }, + "root_admission": { + "count": 13977, + "mean_ms": 82.13445904993918, + "overflow": 0, + "p50_ms": 79.5, + "p95_ms": 107.5, + "p99_ms": 152.4, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13977, + "mean_ms": 35.76313676103599, + "overflow": 0, + "p50_ms": 32.5, + "p95_ms": 69.4, + "p99_ms": 109.5, + "resolution_us": 100 + }, + "authority": { + "count": 13961, + "mean_ms": 21.195778238449968, + "overflow": 0, + "p50_ms": 20.8, + "p95_ms": 30.3, + "p99_ms": 35.9, + "resolution_us": 100 + }, + "publication": { + "count": 13961, + "mean_ms": 140.05865162717572, + "overflow": 0, + "p50_ms": 134.8, + "p95_ms": 184.7, + "p99_ms": 271.9, + "resolution_us": 100 + }, + "compaction": { + "count": 716, + "mean_ms": 216.50825992039105, + "overflow": 0, + "p50_ms": 197.4, + "p95_ms": 322.4, + "p99_ms": 533.2, + "resolution_us": 100 + }, + "uploaded_objects": 58164, + "uploaded_bytes": 349424551, + "publication_failures": 0 + } + } + }, + { + "cells": 16, + "repeat": 3, + "candidate_baseline_ratios": { + "TPS": 1.1106419057622767, + "p50": 0.8984471449019188, + "p95": 0.9191483209596174, + "p99": 0.9116972589333618, + "response_body_bytes_per_second": 1.111648497794368 + }, + "baseline": { + "repeat": 3, + "cells": 16, + "variant": "baseline", + "measured_writes": 11808, + "all_acknowledged": 12350, + "TPS": 98.25358292093999, + "response_body_bytes_per_second": 19599.717582687113, + "p50": 157.401808, + "p95": 208.951109, + "p99": 291.3209, + "server_cpu_cores": 0.4864332473249155, + "driver_cpu_cores": 0.03987157764958324, + "server_rss_after_bytes": 83222528, + "first_30_seconds_TPS": 100.03333333333333, + "last_30_seconds_TPS": 97.96666666666667, + "interval_TPS_cv": 0.022707012172563868, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 12334, + "raw_client_sha256": { + "writes-client-0.json": "559bd4c01627cba3f642fc131a5f93dcb7fb55d51b061d23b5e6147bbc0c7346", + "writes-client-1.json": "1a980f8265c53b9a2ef5dcff333e0d3193dd32c61adecea3bfde17c19aeb24fd", + "writes-client-2.json": "176de3b84b4e14909f455543415ff98005c338065aa8d77e82e53f0638987faa", + "writes-client-3.json": "5853f11ad6be88b062b264a267a21526ce49493c797f45b1a94a8a7d5224fdd6", + "writes-client-4.json": "f1cc0735ee0d324cb94b861f6e020b7fb3828f413dfc5be30688d0a65dc2fa98", + "writes-client-5.json": "e4d2b522ff828d245bcdebe47efff8c2cc967d2b8d4ec24a9a89bc02957936c4", + "writes-client-6.json": "dfc7b7cf3b40450671b3bb1e0cd2601ee95cf747e51b331ad1ead13dd8c0b3d7", + "writes-client-7.json": "00b76223cfd1a5244f5df956842206078268a309a708fe5988d4f14ef2b54d2d", + "writes-client-8.json": "feec063262b4c2def2c514184303ac813ff15caaadec66010f1d408610d7d3a6", + "writes-client-9.json": "d4ffa332faab6d91f41d62e34fe1387e6d529da0976e19ff687196423f2f5900", + "writes-client-10.json": "c18fa3a4bb233f39fa1d07595a19499797f2d101d8bdff400fe720dba84b786a", + "writes-client-11.json": "37030e36ef7273f3e95fbc4b776150a532303e5febe1ed7d52d2c6bfd0d1eb17", + "writes-client-12.json": "8c84b1f8dde0bd630531b35758e8010274cf133588e686c7f63fc08ee98e74ef", + "writes-client-13.json": "0a09fcd43815e540d2e059485661704cd841438a464ef9bca630e56d52669f9f", + "writes-client-14.json": "38eac3521899d195037a8803f03c287b7d052bd88d658224cd379177d7a7f8b1", + "writes-client-15.json": "9bfd6b47d3b6b60d9577dd965fe8069b8217427ba390e7727dc9a9f9337cf218", + "write-warmup-client-0.json": "fc56bc75bf3c74e98b6823e03ec19118dcd00e3660e47e1c5c16423284368cc9", + "write-warmup-client-1.json": "c2db3b0ba3f83a56445bab2391194c790c89dfeb8b10c258686d3f6f49d2ee8b", + "write-warmup-client-2.json": "83f69331da60e542b6772cd4cef61d0a9236ca133f293f848e19884f49284e49", + "write-warmup-client-3.json": "c155075d19cc05ff747d8f1d747b9478bcadc1e5630fed70f139b3e487e961be", + "write-warmup-client-4.json": "c9fd6f4441e0577228ca11512dc13ffa25395b31c7ab788ef207020faddf83a4", + "write-warmup-client-5.json": "b54b4d726dbd47c9143f37a44d74823b2a677f3d84cc2189088ffa9284ee33e9", + "write-warmup-client-6.json": "2a51c9055af0b93afceb90465d6bd2cac22086ccac6f5805cf6ecae9eef4db76", + "write-warmup-client-7.json": "edef5aa03abee8fe94b73071efac370d528edf0a510d6d79211227640cf60033", + "write-warmup-client-8.json": "6a921aff7fa0ce99db78b60370dbaedff7dae76ff466acb5adf8d65983269153", + "write-warmup-client-9.json": "8e9cb2fb0c307617198128aacca0e54a3c35cbf585b2feb70471c4ae9de25441", + "write-warmup-client-10.json": "0b753da23e69a9726db7210a737af4abda0e86df60400292c5b800bc55c26d24", + "write-warmup-client-11.json": "ce771c20bfdd1d762389305cb1d6e4f42ee890c359b60e34e5966c8c507e6085", + "write-warmup-client-12.json": "c9074a05640414766088bc99a1c44d2f104c747828868ed93151b33de1a6b106", + "write-warmup-client-13.json": "234cf36dd1120531c1f8c7eaacb535e357f0ddb82505dc0ba6af6601ffa5d8f0", + "write-warmup-client-14.json": "dee6c5decd0ed99bf1ab5f4fa74edda791d7031d03d031632b23117748d856f2", + "write-warmup-client-15.json": "37214fe37500b2c2fadd835367365cfcfbeef6edbc2f5006040a730993501c5b" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.52822130000004, + "cpu_seconds": 384.074381, + "cpu_cores": 3.0596656036581624, + "cgroup_before": { + "usage_usec": 5775980637, + "user_usec": 3806377218, + "system_usec": 1969603418, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 6160055018, + "user_usec": 4056229858, + "system_usec": 2103825160, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 24716, + "mean_ms": 0.05686502589415763, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.6, + "resolution_us": 100 + }, + "worker": { + "count": 24716, + "mean_ms": 1.1243237164185143, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 2.9, + "p99_ms": 5.4, + "resolution_us": 100 + }, + "root_admission": { + "count": 12366, + "mean_ms": 94.30618355636422, + "overflow": 0, + "p50_ms": 91.7, + "p95_ms": 121.2, + "p99_ms": 162.4, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12366, + "mean_ms": 40.46140969683002, + "overflow": 0, + "p50_ms": 37.1, + "p95_ms": 69.9, + "p99_ms": 117.2, + "resolution_us": 100 + }, + "authority": { + "count": 12350, + "mean_ms": 23.10093791910931, + "overflow": 0, + "p50_ms": 22.7, + "p95_ms": 33.0, + "p99_ms": 39.1, + "resolution_us": 100 + }, + "publication": { + "count": 12350, + "mean_ms": 158.90720245271254, + "overflow": 0, + "p50_ms": 153.8, + "p95_ms": 204.3, + "p99_ms": 290.1, + "resolution_us": 100 + }, + "compaction": { + "count": 607, + "mean_ms": 237.81746983525537, + "overflow": 0, + "p50_ms": 212.4, + "p95_ms": 396.6, + "p99_ms": 734.5, + "resolution_us": 100 + }, + "uploaded_objects": 63717, + "uploaded_bytes": 302790475, + "publication_failures": 0 + } + }, + "candidate": { + "repeat": 3, + "cells": 16, + "variant": "candidate", + "measured_writes": 13120, + "all_acknowledged": 13741, + "TPS": 109.12454658328468, + "response_body_bytes_per_second": 21787.99660798799, + "p50": 141.417205, + "p95": 192.057061, + "p99": 265.596466, + "server_cpu_cores": 0.5185648918443652, + "driver_cpu_cores": 0.0478675284779414, + "server_rss_after_bytes": 82972672, + "first_30_seconds_TPS": 115.2, + "last_30_seconds_TPS": 103.23333333333333, + "interval_TPS_cv": 0.045338148711925284, + "completions_after_admission_deadline": 16, + "raw_audit": { + "timed_receipts_independently_checked": 13725, + "raw_client_sha256": { + "writes-client-0.json": "567dfb869b02899ec18dbb835c803be8f7e5d5e6235922d2355a27d42eea7202", + "writes-client-1.json": "324a7261b0d06ef8c3735ebe2b6a80c31b70f74d68102be2170cf0839176af22", + "writes-client-2.json": "a47c845d4315ce388ae33e9afa60889750715616171fe8b463dfcac4caebacd7", + "writes-client-3.json": "ddf1f149218315c5ec40f83906e2ed93aade82752fba25335b0fd2c842a77f18", + "writes-client-4.json": "358183c3e16282ff0ce6bd0e72110fdba9bf5019bbb871df87b244fb6df706b1", + "writes-client-5.json": "e9d5689909930e40a72d83deb51eb1ae8d2c037ebcd1a04ab122cd0763ed1c3f", + "writes-client-6.json": "0f4b472360dbd3cce6b0c68e051a80577f8c50a21f0a0ddca3ee4d6cd1b35bd3", + "writes-client-7.json": "6fa08cef17ff261e696215672f41457caa2b4fca69c2800c2fc8bf41d1c30c8f", + "writes-client-8.json": "e1e37a49fd15d12f35045df7cc8dea1f1c4ff90e0d889a7f277e5edc4702c622", + "writes-client-9.json": "00a12b3d106ae4f7ab49d08f6bcfac957184acddb2b310ba7e322cfaefeeec77", + "writes-client-10.json": "703146d6b63fe0f9202b7c69bddeb0e9869230fb6c0a85080d823de3d259ba9b", + "writes-client-11.json": "bbc1578038c3f9fe0bab2db3b5eafd9fb3f606c711de9bddae9c96f875867099", + "writes-client-12.json": "7393edf71b09a55667712bfbc58e3fcf4c78a7c3489fa82b760a59fc01b00844", + "writes-client-13.json": "2a4de86aab1f52b6440ee099fb0ec176b2d8b47c51125288bbefbf4261300145", + "writes-client-14.json": "03d798603b6a412d5c8af51dcdd96ac23139b005bd84926943110c3c8db2e690", + "writes-client-15.json": "b5ac811dd4f9976a1110254afa06ab3ae8266e4bf040293129e8b173bbedb290", + "write-warmup-client-0.json": "a5e639184db467b9bf3fbfd69e1b45c9e2a72f44db62653c850ff2dd1e403ba3", + "write-warmup-client-1.json": "83f1710c74156f9a4baf6c1060c84a8a1af6b2757475a8a7f06b266be01e81df", + "write-warmup-client-2.json": "496e9bcdfb222c38341e81c13eb4eb6dd3286b8dab200ea863839991693c4884", + "write-warmup-client-3.json": "23ff9e41a0354ea4a3ff2fcefc0042a62bea9fe192638d110737be8c91221232", + "write-warmup-client-4.json": "e445d8137eca12cc5fe9355f7f5b14dba8bb6b1bc95be472571fe43ca7777158", + "write-warmup-client-5.json": "040b930b298a72e76de4e339e96587e690769d729e6dc6d9219c8d88ec55111f", + "write-warmup-client-6.json": "e9f006836637839f06b43e83dcb94ff8a409a26be245174431d15f70af8bffab", + "write-warmup-client-7.json": "593dead9a57ecb490d2a98dd875ff1a59bc72935e4a46850bacee1e1fceebe62", + "write-warmup-client-8.json": "04ca8e8a433423d51012c683d398a9f493f1055f2c6199420852fb29c7cf00e0", + "write-warmup-client-9.json": "2937f406b0986281e73308f9af8520dbc2951c00b8d5d19664453e0007b48efd", + "write-warmup-client-10.json": "bd033459cde6c897ebaf7d7a8199eb71a53c6b6f4273ec07f36e3c4849f5b455", + "write-warmup-client-11.json": "3e7350028fea22ac77eb2a35983790d9470954038ac877ffa263cd39e7f5e427", + "write-warmup-client-12.json": "32c39a35f8f3b5c401abb3d9eb6a0d16a9facba818fdeee732624319a01bef8c", + "write-warmup-client-13.json": "c606c3bef224b343dccdb58a94f5efa4d949fe7dfd167f00f8744eb4c52f6a28", + "write-warmup-client-14.json": "b82c6426ca29f778a7a20a21c62e1cb29bc6ddb0178d08883471d314f06d9f9e", + "write-warmup-client-15.json": "60d3ba59b81cca42c9b86ba1d62842fc65eb5427fd77540eb0ebc6ab72960ef7" + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.5031759819999, + "cpu_seconds": 380.181523, + "cpu_cores": 3.0292581843070407, + "cgroup_before": { + "usage_usec": 6181997664, + "user_usec": 4074180797, + "system_usec": 2107816866, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 6562179187, + "user_usec": 4322995836, + "system_usec": 2239183351, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "publication_phases_including_warmup_and_verification": { + "actor_queue": { + "count": 27498, + "mean_ms": 0.04691302461997236, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.5, + "resolution_us": 100 + }, + "worker": { + "count": 27498, + "mean_ms": 1.0786468075132738, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 2.9, + "p99_ms": 5.4, + "resolution_us": 100 + }, + "root_admission": { + "count": 13757, + "mean_ms": 83.62127767841827, + "overflow": 0, + "p50_ms": 81.3, + "p95_ms": 109.5, + "p99_ms": 147.3, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13757, + "mean_ms": 36.35175173286327, + "overflow": 0, + "p50_ms": 32.9, + "p95_ms": 70.6, + "p99_ms": 110.7, + "resolution_us": 100 + }, + "authority": { + "count": 13741, + "mean_ms": 21.511162297576597, + "overflow": 0, + "p50_ms": 21.0, + "p95_ms": 31.0, + "p99_ms": 37.2, + "resolution_us": 100 + }, + "publication": { + "count": 13741, + "mean_ms": 142.45536765883125, + "overflow": 0, + "p50_ms": 137.5, + "p95_ms": 186.6, + "p99_ms": 265.0, + "resolution_us": 100 + }, + "compaction": { + "count": 697, + "mean_ms": 214.60496122238163, + "overflow": 0, + "p50_ms": 194.2, + "p95_ms": 323.0, + "p99_ms": 586.8, + "resolution_us": 100 + }, + "uploaded_objects": 57210, + "uploaded_bytes": 343861630, + "publication_failures": 0 + } + } + } + ], + "limitations": [ + "Three paired repeats, not a statistical confidence interval.", + "Closed-loop small-row HTTP workload with one persistent connection per client.", + "Response throughput is JSON response-body bytes, not database or network-wire throughput.", + "Publication phase metrics include warmup; worker and queue metrics also include exact replay verification.", + "Compaction is a subset of preparation; do not add their timings.", + "Single host with a shared RustFS provider; no horizontal-scaling proof.", + "All three 1-Cell pairs improve TPS/p95, but two increase p99 (one by 47.5%). The first 4-Cell pair loses 18.4% TPS and increases p95/p99; two of three 4-Cell pairs increase p99. All three 16-Cell pairs improve TPS, p95 and p99." + ] +} diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-writes.md b/crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-writes.md new file mode 100644 index 00000000..553ecb02 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-inline-root-writes.md @@ -0,0 +1,43 @@ +# Inline roots versus composed preparation + +Inline roots improve paired median TPS and p95 at every Cell count. Small-cell p99 and one 4-Cell pair regress. +[CI run](https://github.com/crabbuild/cellule/actions/runs/37192915849) · +[Dataset](2026-10-04-rustfs-inline-root-writes.json). + +Baseline `c78ea0f48d243377ddee6308640966955de4ad35`; candidate `9d212463d1429e77147234d31e6b1ee84abe2f55`. +Three alternating 120-second pairs at each of 1/4/16 Cells use 16 persistent +HTTP clients, four SQL workers, four HTTP workers, five seconds of warmup, +fresh storage prefixes and unchanged host budgets on a four-CPU runner. +All 18 points pass the independent evidence audit: **316,933 measured writes**, +**332,754 acknowledged writes**, and **zero measured errors**. + +| Cells | TPS change | p95 change | p99 change | +| ---: | ---: | ---: | ---: | +| 1 | +3.7% | -4.3% | +6.2% | +| 4 | +21.6% | -13.8% | +0.6% | +| 16 | +11.1% | -8.1% | -8.8% | + +Changes are medians of three paired candidate/baseline ratios. Absolute values +below are independent version medians; their ratios can differ. + +| Cells | Baseline TPS | Candidate TPS | Baseline p95 ms | Candidate p95 ms | Baseline p99 ms | Candidate p99 ms | +| ---: | ---: | ---: | ---: | ---: | ---: | ---: | +| 1 | 157.4 | 164.3 | 140.2 | 136.1 | 170.2 | 168.2 | +| 4 | 161.5 | 182.8 | 168.5 | 145.2 | 193.5 | 181.7 | +| 16 | 97.0 | 109.1 | 211.2 | 192.1 | 308.4 | 273.7 | + +All three 1-Cell pairs improve TPS/p95, but two increase p99 (one by 47.5%). The first 4-Cell pair loses 18.4% TPS and increases p95/p99; two of three 4-Cell pairs increase p99. All three 16-Cell pairs improve TPS, p95 and p99. + +Raw request/receipt checks verify every Cell's exact live and cold replay, +ownership refusal, conflict handling, clean drain, fresh SQLite recovery, +fencing-epoch increase and next recovered write. Frozen source/binary hashes, +unchanged observation patch, exact observer transplant, fixed budgets and all +18 phase populations are checked independently and recorded in JSON. + +The dataset retains every pair, response-body bytes/second, resource use and +within-window stability. Response throughput measures JSON bodies, not database +or network-wire bytes. Three repeats provide no confidence interval. This is a +small-row closed-loop workload on one host with a shared RustFS provider, not +horizontal scaling. Phase populations include warmup/verification and overlap; +do not add them or infer per-request causality. Do not compound gains from +separate comparisons. Earlier negative results remain historical evidence. diff --git a/crates/cellule-axum/performance/README.md b/crates/cellule-axum/performance/README.md index de56bbdb..09e7fc5a 100644 --- a/crates/cellule-axum/performance/README.md +++ b/crates/cellule-axum/performance/README.md @@ -2,17 +2,27 @@ Versioned reports record the workload, compared revisions, critical metrics, verification, and limitations. Companion JSON files retain every measured pair, -phase distribution, receipt hash, and source/binary provenance. CI links retain +critical publication phases, receipt hashes and source/binary provenance. CI links retain raw artifacts. Do not combine gains from separate runs. | Comparison | Clients | Cells | Measured duration | Report and dataset | | --- | ---: | --- | --- | --- | +| Full change versus main | 16 | 1 / 4 / 16 | Three alternating 120-second pairs per Cell count | [Report](2026-10-04-rustfs-inline-root-main-writes.md) · [JSON](2026-10-04-rustfs-inline-root-main-writes.json) | +| Inline roots versus composed preparation | 16 | 1 / 4 / 16 | Three alternating 120-second pairs per Cell count | [Report](2026-10-04-rustfs-inline-root-writes.md) · [JSON](2026-10-04-rustfs-inline-root-writes.json) | | Grouped writes | 16 | 1 / 4 / 16 | Three alternating 120-second pairs per Cell count | [Report](2026-10-04-rustfs-grouped-paired-writes.md) · [JSON](2026-10-04-rustfs-grouped-paired-writes.json) | | Grouped writes with corrected request-slot handoff | 64 | 1 / 4 / 16 | Three alternating 120-second pairs per Cell count | [Report](2026-10-04-rustfs-grouped-c64-writes.md) · [JSON](2026-10-04-rustfs-grouped-c64-writes.json) | | Compaction transfer refill | 16 | 1 / 4 / 16 | Three alternating 120-second pairs per Cell count | [Report](2026-10-04-rustfs-compaction-paired-writes.md) · [JSON](2026-10-04-rustfs-compaction-paired-writes.json) | | Composed compaction, before lineage integration | 16 | 1 / 4 / 16 | Three alternating 120-second pairs per Cell count | [Report](2026-10-04-rustfs-composed-original-writes.md) · [JSON](2026-10-04-rustfs-composed-original-writes.json) | | Composed compaction, with required lineage | 16 | 1 / 4 / 16 | Three alternating 120-second pairs per Cell count | [Report](2026-10-04-rustfs-composed-lineage-writes.md) · [JSON](2026-10-04-rustfs-composed-lineage-writes.json) | +The full change improves paired median TPS, p95 and p99 at each Cell count +versus main; one 16-Cell pair loses TPS. The isolated inline-root comparison +improves TPS/p95 medians but regresses small-cell p99 and one 4-Cell pair. +[Routing](2026-10-04-rustfs-inline-root-routing.md) retains two write-p99 +regressions and three read-latency alerts. +[Correctness qualification](2026-10-04-inline-root-qualification.md) verifies +the measured source, recovery, durability and resource limits. + The grouped-write comparisons improve queued workloads. The 16-client, 16-Cell profile regresses tail latency; compaction refill does not establish a consistent multicell gain. These are single-host RustFS measurements with @@ -20,8 +30,8 @@ fixed budgets, not evidence of horizontal scaling. Each Cell has an independent SQLite database; SQL workers and provider capacity are shared. The [inline-root preparation report](2026-10-04-inline-root-preparation.md) -tracks the next candidate's operation counts and boundary/recovery verification. -Its sustained HTTP performance and provider qualification remain pending. +tracks operation counts and boundary/recovery verification. Sustained comparisons +and provider qualification above now cover that candidate. Additional cost and qualification evidence: [root phase calibration](2026-10-04-rustfs-root-phase-calibration.md), From c891cc5c85b6b40d47782b19fe4523743ab96fe5 Mon Sep 17 00:00:00 2001 From: forhappy Date: Sun, 4 Oct 2026 05:01:25 -0700 Subject: [PATCH 9/9] fix(runtime): preserve reader rotation across discovery changes Track the last physical reader when eligibility expands so a shorter candidate list cannot bias subsequent ties. Keep the original retry cursor and admission-aware load accounting. Wait for durability-test response telemetry explicitly before checking its exact object-source counts, since reply delivery wakes the waiter first. Preserve later log-backed execution and all qualification assertions. --- crates/cellule-axum/performance/README.md | 4 +++ crates/cellule-runtime/src/client/routing.rs | 35 +++++++++++++++++-- .../tests/runtime/lifecycle/durability.rs | 20 +++++++++++ .../runtime/lifecycle/durability/group.rs | 3 ++ 4 files changed, 60 insertions(+), 2 deletions(-) diff --git a/crates/cellule-axum/performance/README.md b/crates/cellule-axum/performance/README.md index 09e7fc5a..4075d20f 100644 --- a/crates/cellule-axum/performance/README.md +++ b/crates/cellule-axum/performance/README.md @@ -5,6 +5,10 @@ verification, and limitations. Companion JSON files retain every measured pair, critical publication phases, receipt hashes and source/binary provenance. CI links retain raw artifacts. Do not combine gains from separate runs. +Reports identify frozen measured revisions. The later CI fix preserves reader +rotation across discovery changes and synchronizes a durability test with its +telemetry callback; those changes are outside the reported benchmark comparisons. + | Comparison | Clients | Cells | Measured duration | Report and dataset | | --- | ---: | --- | --- | --- | | Full change versus main | 16 | 1 / 4 / 16 | Three alternating 120-second pairs per Cell count | [Report](2026-10-04-rustfs-inline-root-main-writes.md) · [JSON](2026-10-04-rustfs-inline-root-main-writes.json) | diff --git a/crates/cellule-runtime/src/client/routing.rs b/crates/cellule-runtime/src/client/routing.rs index 510737a1..b2044508 100644 --- a/crates/cellule-runtime/src/client/routing.rs +++ b/crates/cellule-runtime/src/client/routing.rs @@ -24,6 +24,8 @@ const LOCAL_ATTEMPT_BUDGET: Duration = Duration::from_millis(500); /// /// Clone this router across callers to share outstanding-attempt counts. These /// counts describe this ingress only, not execution load from other ingresses. +/// Least-loaded selection rotates ties after the previous physical reader, +/// including when discovery changes the number of eligible readers. /// /// Placement is deliberately not cached: an administrative policy withdrawal /// and a control-state change must take effect on the next query, which the @@ -321,6 +323,7 @@ struct ReplicaRouting { #[derive(Default)] struct ReplicaRoutingState { cursor: usize, + last_node: Option, in_flight: HashMap, } @@ -332,7 +335,7 @@ struct ReplicaAttempt<'a> { impl ReplicaRouting { fn reserve( &self, - candidates: impl ExactSizeIterator, + candidates: impl ExactSizeIterator + Clone, count: usize, ) -> Result<(usize, ReplicaAttempt<'_>)> { if count == 0 || candidates.len() == 0 { @@ -342,7 +345,15 @@ impl ReplicaRouting { .state .lock() .map_err(|_| Error::Control("replica routing load lock poisoned"))?; - let start = state.cursor % count; + // Discovery can temporarily return one reader while another signed + // advertisement is renewed. Resume after the actual last reader when + // it returns, rather than reusing a position from the shorter list. + // A retry has removed that reader, so its original cursor still applies. + let start = state + .last_node + .and_then(|last| candidates.clone().find(|(_, node)| *node == last)) + .map_or(state.cursor, |(position, _)| position + 1) + % count; let (index, (position, node)) = candidates .enumerate() .min_by_key(|(_, (position, node))| { @@ -355,6 +366,7 @@ impl ReplicaRouting { }) .ok_or(Error::ReplicaUnavailable)?; state.cursor = position + 1; + state.last_node = Some(node); *state.in_flight.entry(node).or_default() += 1; Ok(( index, @@ -440,6 +452,25 @@ mod tests { assert_eq!(counts, [0, 6, 6]); } + #[test] + fn newly_eligible_reader_keeps_rotation_after_single_reader_discovery() { + let routing = ReplicaRouting::default(); + let [first, second, _] = nodes(); + let (_, attempt) = routing.reserve([(0, second)].into_iter(), 1).unwrap(); + assert_eq!(attempt.node, second); + drop(attempt); + let mut counts = [0, 1]; + for _ in 0..11 { + let (index, attempt) = routing + .reserve([first, second].into_iter().enumerate(), 2) + .unwrap(); + counts[index] += 1; + drop(attempt); + } + assert_eq!(counts, [6, 6]); + assert!(routing.state.lock().unwrap().in_flight.is_empty()); + } + #[tokio::test(flavor = "multi_thread")] async fn cancelled_attempt_releases_load_for_overlapping_candidate_sets() { let routing = Arc::new(ReplicaRouting::default()); diff --git a/crates/cellule-runtime/tests/runtime/lifecycle/durability.rs b/crates/cellule-runtime/tests/runtime/lifecycle/durability.rs index 2bbafa1d..af2f2a07 100644 --- a/crates/cellule-runtime/tests/runtime/lifecycle/durability.rs +++ b/crates/cellule-runtime/tests/runtime/lifecycle/durability.rs @@ -13,8 +13,27 @@ mod retirement; pub(super) struct RecordingResponses( pub(super) Mutex>, pub(super) Mutex>, + tokio::sync::Notify, ); +impl RecordingResponses { + pub(super) async fn wait_for_responses(&self, count: usize) { + tokio::time::timeout(std::time::Duration::from_secs(5), async { + loop { + let changed = self.2.notified(); + tokio::pin!(changed); + changed.as_mut().enable(); + if self.0.lock().unwrap().len() >= count { + break; + } + changed.await; + } + }) + .await + .unwrap(); + } +} + impl CellTelemetry for RecordingResponses { fn command_response( &self, @@ -27,6 +46,7 @@ impl CellTelemetry for RecordingResponses { assert!(confirmation.is_zero()); } self.0.lock().unwrap().push(source); + self.2.notify_waiters(); } fn publication_completed(&self, _cell: cellule_runtime::CellId, timing: PublicationTiming) { diff --git a/crates/cellule-runtime/tests/runtime/lifecycle/durability/group.rs b/crates/cellule-runtime/tests/runtime/lifecycle/durability/group.rs index 3f548825..b052ae3f 100644 --- a/crates/cellule-runtime/tests/runtime/lifecycle/durability/group.rs +++ b/crates/cellule-runtime/tests/runtime/lifecycle/durability/group.rs @@ -787,6 +787,9 @@ async fn binding_a_node_log_during_a_group_keeps_its_members_object_gated() { resume.send(()).unwrap(); assert_eq!(second.await.unwrap().commit_sequence(), 2); assert_eq!(third.await.unwrap().commit_sequence(), 3); + // Sending the final reply wakes its waiter before response telemetry runs. + // Wait for observation without draining admission for the next log-backed command. + responses.wait_for_responses(3).await; assert_eq!( gate.issued_through(), 0,