diff --git a/.github/workflows/axum-performance.yml b/.github/workflows/axum-performance.yml index 50ca2d64..310a7295 100644 --- a/.github/workflows/axum-performance.yml +++ b/.github/workflows/axum-performance.yml @@ -1,4 +1,4 @@ -name: Paired Axum read performance +name: Paired Axum HTTP performance on: workflow_call: @@ -9,12 +9,21 @@ on: read_seconds: type: number default: 60 + workload: + type: string + default: reads + write_seconds: + type: number + default: 120 + write_concurrency: + type: number + default: 16 permissions: contents: read jobs: - steady-reads: + steady-http: runs-on: ubuntu-24.04 timeout-minutes: 70 services: @@ -41,11 +50,41 @@ jobs: - name: Build both release servers before measuring env: BASELINE_REF: ${{ inputs.baseline_ref }} + WORKLOAD: ${{ inputs.workload }} run: | set -euo pipefail mkdir -p "$RUNNER_TEMP/axum-evidence" baseline_commit=$(git rev-parse --verify --end-of-options "$BASELINE_REF^{commit}") git worktree add --detach "$RUNNER_TEMP/axum-baseline-source" "$baseline_commit" + if [ "$WORKLOAD" = writes ]; then + # Backport only phase observations and the example observer wiring. + # Retain the exact diff so the baseline's instrumentation is auditable. + patch="$GITHUB_WORKSPACE/scripts/axum-write-telemetry.patch" + # The candidate may reorganize admission; this fixed fixture only + # backports observations, never candidate scheduling changes. + if git -C "$RUNNER_TEMP/axum-baseline-source" apply --check "$patch"; then + git -C "$RUNNER_TEMP/axum-baseline-source" apply "$patch" + elif git -C "$RUNNER_TEMP/axum-baseline-source" apply --reverse --check "$patch"; then + : + else + # An instrumented baseline may have reorganized these files. + # Accept it only when every patch target already matches the + # candidate byte for byte; never copy candidate policy into it. + git apply --numstat "$patch" > "$RUNNER_TEMP/axum-evidence/telemetry-targets.tsv" + test -s "$RUNNER_TEMP/axum-evidence/telemetry-targets.tsv" + while IFS=$'\t' read -r added removed target; do + cmp "$GITHUB_WORKSPACE/$target" "$RUNNER_TEMP/axum-baseline-source/$target" + done < "$RUNNER_TEMP/axum-evidence/telemetry-targets.tsv" + fi + cp crates/cellule-axum/examples/sql_metrics/mod.rs \ + "$RUNNER_TEMP/axum-baseline-source/crates/cellule-axum/examples/sql_metrics/mod.rs" + cp "$patch" "$RUNNER_TEMP/axum-evidence/telemetry-backport.patch" + git -C "$RUNNER_TEMP/axum-baseline-source" diff \ + > "$RUNNER_TEMP/axum-evidence/baseline-instrumentation.diff" + sha256sum "$RUNNER_TEMP/axum-evidence/"*.patch \ + "$RUNNER_TEMP/axum-evidence/baseline-instrumentation.diff" \ + > "$RUNNER_TEMP/axum-evidence/instrumentation.sha256" + fi printf '%s\n' "$baseline_commit" > "$RUNNER_TEMP/axum-evidence/baseline-revision.txt" git rev-parse HEAD > "$RUNNER_TEMP/axum-evidence/candidate-revision.txt" uname -a > "$RUNNER_TEMP/axum-evidence/host.txt" @@ -57,9 +96,14 @@ jobs: --manifest-path "$RUNNER_TEMP/axum-baseline-source/Cargo.toml" CARGO_TARGET_DIR="$RUNNER_TEMP/axum-candidate-target" \ cargo build --release -p cellule-axum --examples --locked - - name: Measure paired steady reads and verify every Cell + - name: Measure paired steady HTTP and verify every Cell env: READ_SECONDS: ${{ inputs.read_seconds }} + WRITE_SECONDS: ${{ inputs.write_seconds }} + WRITE_CONCURRENCY: ${{ inputs.write_concurrency }} + WORKLOAD: ${{ inputs.workload }} + TOKIO_WORKER_THREADS: "4" + RUSTFS_CONTAINER_ID: ${{ job.services.rustfs.id }} AWS_ACCESS_KEY_ID: cellule-ci AWS_SECRET_ACCESS_KEY: cellule-integration-fixture AWS_DEFAULT_REGION: us-east-1 @@ -69,20 +113,34 @@ jobs: CELLULE_TEST_PREFIX: paired-${{ github.run_id }}-${{ github.run_attempt }} run: | set -euo pipefail - python3 -c 'import os; assert 30 <= int(os.environ["READ_SECONDS"]) <= 120' + concurrency=16 + case "$WORKLOAD" in + reads) + python3 -c 'import os; assert 30 <= int(os.environ["READ_SECONDS"]) <= 120' + load_args=(--read-driver "$RUNNER_TEMP/axum-candidate-target/release/examples/http_load" + --read-warmup-seconds 5 --read-seconds "$READ_SECONDS") + ;; + writes) + python3 -c 'import os; assert 60 <= int(os.environ["WRITE_SECONDS"]) <= 180' + python3 -c 'import os; assert int(os.environ["WRITE_CONCURRENCY"]) in (16, 64)' + concurrency="$WRITE_CONCURRENCY" + load_args=(--write-warmup-seconds 5 --write-seconds "$WRITE_SECONDS" + --provider-container "$RUSTFS_CONTAINER_ID") + ;; + *) exit 1 ;; + esac aws --endpoint-url "$CELLULE_TEST_ENDPOINT" s3api create-bucket --bucket "$CELLULE_TEST_BUCKET" python3 scripts/bench-axum-rustfs.py \ --binary "$RUNNER_TEMP/axum-candidate-target/release/examples/sql" \ --baseline-binary "$RUNNER_TEMP/axum-baseline-target/release/examples/sql" \ - --read-driver "$RUNNER_TEMP/axum-candidate-target/release/examples/http_load" \ --output "$RUNNER_TEMP/axum-evidence/results" \ - --repeats 3 --cells 1 4 16 --workers 4 --concurrency 16 \ + --repeats 3 --cells 1 4 16 --workers 4 --concurrency "$concurrency" \ --warmup 16 --writes 32 --reads 64 \ - --read-warmup-seconds 5 --read-seconds "$READ_SECONDS" + "${load_args[@]}" - uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4 if: always() with: - name: axum-steady-${{ github.run_id }}-${{ github.run_attempt }} + name: axum-steady-${{ inputs.workload }}-${{ github.run_id }}-${{ github.run_attempt }} path: ${{ runner.temp }}/axum-evidence/ if-no-files-found: error retention-days: 7 diff --git a/.github/workflows/write-capacity.yml b/.github/workflows/write-capacity.yml index bbe83034..1f9284c4 100644 --- a/.github/workflows/write-capacity.yml +++ b/.github/workflows/write-capacity.yml @@ -15,18 +15,27 @@ on: workflow_dispatch: inputs: mode: - description: Qualification or paired Axum read measurements + description: Qualification or paired Axum HTTP measurements type: choice default: qualification - options: [qualification, axum-reads] + options: [qualification, axum-reads, axum-writes] baseline_ref: - description: Baseline with the multicell Axum SQL example + description: Baseline with the multicell Axum SQL example and telemetry type: string - default: a277e5282badab55ceb58433fdddf0dee4dc8542 + default: 4c627d3fdc95fbb86558088927aec72f51d0046c read_seconds: description: Seconds per steady-state read phase (30 to 120) type: number default: 60 + write_seconds: + description: Seconds per steady-state write phase (60 to 180) + type: number + default: 120 + write_concurrency: + description: Write clients; 64 additionally exercises per-Cell queueing + type: choice + default: "16" + options: ["16", "64"] permissions: contents: read @@ -37,7 +46,7 @@ concurrency: jobs: object-proof: - if: github.event_name != 'workflow_dispatch' || inputs.mode != 'axum-reads' + if: github.event_name != 'workflow_dispatch' || inputs.mode == 'qualification' runs-on: ubuntu-24.04 timeout-minutes: 100 steps: @@ -104,8 +113,17 @@ jobs: baseline_ref: ${{ inputs.baseline_ref }} read_seconds: ${{ fromJSON(format('{0}', inputs.read_seconds || 60)) }} + axum-writes: + if: github.event_name == 'workflow_dispatch' && inputs.mode == 'axum-writes' + uses: ./.github/workflows/axum-performance.yml + with: + baseline_ref: ${{ inputs.baseline_ref }} + workload: writes + write_seconds: ${{ fromJSON(format('{0}', inputs.write_seconds || 120)) }} + write_concurrency: ${{ fromJSON(format('{0}', inputs.write_concurrency || 16)) }} + follower-proof: - if: github.event_name != 'workflow_dispatch' || inputs.mode != 'axum-reads' + if: github.event_name != 'workflow_dispatch' || inputs.mode == 'qualification' runs-on: ubuntu-24.04 timeout-minutes: 100 steps: diff --git a/crates/cellule-app/README.md b/crates/cellule-app/README.md index 02bc8193..775fcb61 100644 --- a/crates/cellule-app/README.md +++ b/crates/cellule-app/README.md @@ -3,6 +3,12 @@ Declare a stable Cell topology, compile native Rust modules, and expose typed application handles. The host owns runtime lifecycle and network wiring. +Each SQL Cell owns its SQLite database, request ledger, and capture/recovery +lineage. Cells can share worker threads and resource budgets within a host, +and run on different nodes under separate fenced ownership. The application +builder declares Cell types, partitions, schemas, and operations; the host +handles placement, activation, routing, and recovery. + ```mermaid flowchart LR Modules[Native modules] --> Builder[ApplicationBuilder] diff --git a/crates/cellule-app/tests/entities/process/observation.rs b/crates/cellule-app/tests/entities/process/observation.rs index 8767ca2a..05f83a4c 100644 --- a/crates/cellule-app/tests/entities/process/observation.rs +++ b/crates/cellule-app/tests/entities/process/observation.rs @@ -22,12 +22,31 @@ pub(super) struct StorageCounters { samples: Mutex>, } +struct StorageSnapshot { + outcomes: [[u64; 9]; 11], + samples: Vec<(i64, StorageObservation)>, +} + +impl StorageCounters { + fn snapshot(&self) -> StorageSnapshot { + // Peer listeners remain available while other owners drain. Capture + // counters and samples at one boundary even if a peer read completes. + let samples = self.samples.lock().unwrap(); + let outcomes = std::array::from_fn(|operation| { + std::array::from_fn(|outcome| self.outcomes[operation][outcome].load(Ordering::Relaxed)) + }); + let samples = samples.clone(); + StorageSnapshot { outcomes, samples } + } +} + impl StorageObserver for StorageCounters { fn started(&self, _: StorageOperation) { self.started.fetch_add(1, Ordering::Relaxed); } fn finished(&self, observation: StorageObservation) { + let mut samples = self.samples.lock().unwrap(); self.outcomes[observation.operation.index()][observation.outcome.index()] .fetch_add(1, Ordering::Relaxed); self.bytes_read @@ -35,7 +54,7 @@ impl StorageObserver for StorageCounters { self.bytes_written .fetch_add(observation.bytes_written, Ordering::Relaxed); self.finished.fetch_add(1, Ordering::Relaxed); - self.samples.lock().unwrap().push((now_ms(), observation)); + samples.push((now_ms(), observation)); } } @@ -138,11 +157,11 @@ impl NodeObservations { } pub(super) fn finish(&mut self, storage: &StorageCounters, durability: &DurabilityRecorder) { + let storage = storage.snapshot(); writeln!(self.objects, "operation\toutcome\tcount").unwrap(); for operation in StorageOperation::ALL { for outcome in StorageOutcome::ALL { - let count = - storage.outcomes[operation.index()][outcome.index()].load(Ordering::Relaxed); + let count = storage.outcomes[operation.index()][outcome.index()]; writeln!( self.objects, "{}\t{}\t{count}", @@ -157,7 +176,7 @@ impl NodeObservations { "at_ms\toperation\toutcome\tduration_us\tbytes_read\tbytes_written" ) .unwrap(); - for (at_ms, observation) in storage.samples.lock().unwrap().iter() { + for (at_ms, observation) in &storage.samples { writeln!( self.object_operations, "{at_ms}\t{}\t{}\t{}\t{}\t{}", @@ -286,6 +305,45 @@ impl NodeObservations { } } +#[test] +fn object_counter_snapshots_match_samples_during_peer_completions() { + let storage = StorageCounters::default(); + let barrier = std::sync::Barrier::new(5); + std::thread::scope(|scope| { + for _ in 0..4 { + scope.spawn(|| { + barrier.wait(); + for _ in 0..2_000 { + storage.finished(StorageObservation { + operation: StorageOperation::Get, + outcome: StorageOutcome::Success, + duration: Duration::from_micros(1), + bytes_read: 1, + bytes_written: 0, + }); + std::thread::yield_now(); + } + }); + } + barrier.wait(); + for _ in 0..100 { + let snapshot = storage.snapshot(); + let mut samples = [[0_u64; 9]; 11]; + for (_, observation) in snapshot.samples { + samples[observation.operation.index()][observation.outcome.index()] += 1; + } + assert_eq!(snapshot.outcomes, samples); + std::thread::yield_now(); + } + }); + let final_snapshot = storage.snapshot(); + assert_eq!(final_snapshot.samples.len(), 8_000); + assert_eq!( + final_snapshot.outcomes[StorageOperation::Get.index()][StorageOutcome::Success.index()], + 8_000 + ); +} + fn disk_bytes(root: &Path) -> u64 { std::fs::read_dir(root) .unwrap() diff --git a/crates/cellule-axum/README.md b/crates/cellule-axum/README.md index a10827f5..321b8a77 100644 --- a/crates/cellule-axum/README.md +++ b/crates/cellule-axum/README.md @@ -560,3 +560,61 @@ gh workflow run write-capacity.yml --ref YOUR_BRANCH \ -f baseline_ref=a277e5282badab55ceb58433fdddf0dee4dc8542 \ -f read_seconds=60 ``` + +For sustained writes, use timed POST admission after five seconds of write +warmup. Every issued identity and response is retained, and every acknowledged +row and exact retry is checked live and after a fresh-file cold restore: + +```sh +python3 "$task_dir/source/scripts/bench-axum-rustfs.py" \ + --binary "$CARGO_TARGET_DIR/release/examples/sql" \ + --output "$task_dir/write-results" \ + --repeats 3 --cells 1 4 16 --workers 4 --concurrency 16 \ + --warmup 16 --writes 32 --reads 64 \ + --write-warmup-seconds 5 --write-seconds 120 + +gh workflow run write-capacity.yml --ref YOUR_BRANCH \ + -f mode=axum-writes -f baseline_ref=BASELINE_COMMIT -f write_seconds=120 +``` + +The workflow defaults to sixteen write clients. Run an additional comparison +with `-f write_concurrency=64` to exercise per-Cell queues at sixteen Cells. +Keep its results separate from the sixteen-client series: concurrency changes +the workload. Both profiles retain three alternating pairs per Cell count, +the same resource ceilings, and every durability and cold-recovery check. + +Timed writes replace the fixed `--writes` count. Clients stop admitting POSTs +at the deadline and wait for every in-flight request; throughput includes that +drain time. JSON response-body throughput excludes headers and transport. +The closed-loop Python write driver is intended for storage-bound commands. +Its per-client ledgers retain uncertain transport outcomes without retrying +them; any error fails verification. Each phase retains at most 100,000 responses. +The example reports lifetime publication, compaction, worker and queue timing +histograms after drain, including warmup and correctness checks. Root preparation +separates dirty-memory admission from admitted work; its total includes both. +Dirty and recovery semaphore waits are also measured across replica operations. +These phases overlap with preparation and compaction totals; do not add them. +It also records effective host capacities and fixed provider-operation duration, +outcome, and byte counters. Provider counts include startup, verification, and +maintenance, so they are not steady-window write request counts. Histogram +upper bounds have 100 µs resolution through two seconds; overflow percentiles +are unknown. The paired write workflow instruments both servers identically, +retaining its observation-only baseline patch and complete baseline diff in the +artifact. The patch changes no admission ceilings or publication barriers. +The write workflow also records dedicated RustFS cgroup CPU counters before +and after each load window, including warmup. For a local dedicated container, +pass `--provider-container CONTAINER_ID`; this requires cgroup v2 and Docker. + +The [sustained-write report](performance/2026-10-03-rustfs-steady-writes.md) +retains all paired results and durability evidence. The initial compaction +comparison improves compaction time but does not establish consistent gains +in HTTP write throughput or tail latency. The current-main confirmation also +retains mixed results; neither comparison establishes the optimization goal. + +The later [group-commit report](performance/2026-10-04-rustfs-grouped-paired-writes.md) +records sustained throughput and latency gains at one and four Cells, together +with every sixteen-Cell regression and the failed 64-client baseline warmup. + +```sh +cargo test -p cellule-axum --all-targets --locked +``` diff --git a/crates/cellule-axum/examples/sql.rs b/crates/cellule-axum/examples/sql.rs index b75ed2c2..0840f21f 100644 --- a/crates/cellule-axum/examples/sql.rs +++ b/crates/cellule-axum/examples/sql.rs @@ -340,7 +340,13 @@ async fn main() -> ExampleResult<()> { .map(|shard| CellTarget::new(tenant, application_id, ORDERS, &partition_for_shard(shard))) .collect::>()?; let (store, prefix) = example_storage().await?; - let layout = CellStorageLayout::new(store, prefix, *application_id.as_bytes()); + let host = Host::default().with_local_disk_budget(DiskBudget::new(1 << 30)); + let query_metrics = Arc::new(sql_metrics::QueryMetrics::new(&host)); + let layout = CellStorageLayout::new( + store.with_storage_observer(query_metrics.clone()), + prefix, + *application_id.as_bytes(), + ); let registry = application.registry(); let code = registry .module_code(Orders::NAME) @@ -357,9 +363,8 @@ async fn main() -> ExampleResult<()> { SqlWorkerPool::new(usize::try_from(workers)?, usize::try_from(MAX_CELLS)?)?, 16 * 1024 * 1024, session, - Host::default().with_local_disk_budget(DiskBudget::new(1 << 30)), + host, )?; - let query_metrics = Arc::new(sql_metrics::QueryMetrics::default()); let result: ExampleResult<()> = async { runtime.install_telemetry(query_metrics.clone())?; let mut handles = Vec::with_capacity(targets.len()); diff --git a/crates/cellule-axum/examples/sql_metrics/mod.rs b/crates/cellule-axum/examples/sql_metrics/mod.rs index 22bef4f8..14ec400c 100644 --- a/crates/cellule-axum/examples/sql_metrics/mod.rs +++ b/crates/cellule-axum/examples/sql_metrics/mod.rs @@ -1,7 +1,8 @@ -//! Finite, nonblocking read-path measurements for this example application. +//! Finite, nonblocking runtime and provider measurements for this application. use cellule_runtime::fleet::telemetry::{ - CellTelemetry, PrimitiveOperationKind, PrimitiveOperationOutcome, + CellTelemetry, PrimitiveOperationKind, PrimitiveOperationOutcome, PublicationTiming, }; +use cellule_store::{StorageObservation, StorageObserver, StorageOperation, StorageOutcome}; use std::{ sync::atomic::{AtomicU64, Ordering}, time::Duration, @@ -15,6 +16,113 @@ pub(super) struct QueryMetrics { worker_ns: AtomicU64, primitives: AtomicU64, primitive_ns: AtomicU64, + writes: WriteMetrics, + storage: [StorageMetrics; StorageOperation::ALL.len()], + host_capacity: serde_json::Value, +} + +// Application-owned instrumentation: fixed histograms, 100-us upper +// bounds through two seconds. No request or Cell labels and no actor locks. +const WRITE_BUCKET_US: u64 = 100; +const WRITE_BUCKETS: usize = 20_002; + +struct Histogram { + buckets: Vec, + total_ns: AtomicU64, +} + +impl Default for Histogram { + fn default() -> Self { + Self { + buckets: (0..WRITE_BUCKETS).map(|_| AtomicU64::new(0)).collect(), + total_ns: AtomicU64::new(0), + } + } +} + +impl Histogram { + fn observe(&self, elapsed: Duration) { + let micros = u64::try_from(elapsed.as_micros()).unwrap_or(u64::MAX); + let bucket = usize::try_from(micros.div_ceil(WRITE_BUCKET_US)) + .unwrap_or(usize::MAX) + .min(WRITE_BUCKETS - 1); + self.buckets[bucket].fetch_add(1, Ordering::Relaxed); + self.total_ns.fetch_add(nanos(elapsed), Ordering::Relaxed); + } + + fn snapshot(&self) -> serde_json::Value { + let buckets: Vec<_> = self + .buckets + .iter() + .map(|bucket| bucket.load(Ordering::Relaxed)) + .collect(); + let count: u64 = buckets.iter().sum(); + let percentile = |percent: u64| { + let rank = (count * percent).div_ceil(100).max(1); + let mut seen = 0; + for (index, value) in buckets.iter().enumerate() { + seen += value; + if seen >= rank { + return (index < WRITE_BUCKETS - 1) + .then_some(index as f64 * WRITE_BUCKET_US as f64 / 1000.0); + } + } + None + }; + serde_json::json!({ + "count": count, + "mean_ms": (count > 0).then(|| self.total_ns.load(Ordering::Relaxed) as f64 / count as f64 / 1_000_000.0), + "p50_ms": percentile(50), "p95_ms": percentile(95), "p99_ms": percentile(99), + "overflow": buckets[WRITE_BUCKETS - 1], "resolution_us": WRITE_BUCKET_US + }) + } +} + +#[derive(Default)] +struct WriteMetrics { + queue: Histogram, + worker: Histogram, + preparation: Histogram, + authority: Histogram, + publication: Histogram, + compaction: Histogram, + root_admission: Histogram, + root_preparation: Histogram, + root_preparation_work: Histogram, + dirty_admission: Histogram, + recovery_admission: Histogram, + publication_failures: AtomicU64, + objects: AtomicU64, + bytes: AtomicU64, +} + +#[derive(Default)] +struct StorageMetrics { + started: AtomicU64, + duration: Histogram, + outcomes: [AtomicU64; StorageOutcome::ALL.len()], + bytes_read: AtomicU64, + bytes_written: AtomicU64, +} + +impl StorageObserver for QueryMetrics { + fn started(&self, operation: StorageOperation) { + self.storage[operation.index()] + .started + .fetch_add(1, Ordering::Relaxed); + } + + fn finished(&self, observation: StorageObservation) { + let metrics = &self.storage[observation.operation.index()]; + metrics.duration.observe(observation.duration); + metrics.outcomes[observation.outcome.index()].fetch_add(1, Ordering::Relaxed); + metrics + .bytes_read + .fetch_add(observation.bytes_read, Ordering::Relaxed); + metrics + .bytes_written + .fetch_add(observation.bytes_written, Ordering::Relaxed); + } } fn nanos(elapsed: Duration) -> u64 { @@ -22,6 +130,34 @@ fn nanos(elapsed: Duration) -> u64 { } impl CellTelemetry for QueryMetrics { + fn command_execution(&self, queue: Duration, worker: Duration, _succeeded: bool) { + self.writes.queue.observe(queue); + self.writes.worker.observe(worker); + } + fn publication_completed(&self, _cell: cellule_runtime::CellId, timing: PublicationTiming) { + self.writes.preparation.observe(timing.preparation); + self.writes.authority.observe(timing.authority); + self.writes.publication.observe(timing.total); + self.writes + .publication_failures + .fetch_add(u64::from(!timing.succeeded), Ordering::Relaxed); + } + fn publication_cost(&self, objects: u64, bytes: u64) { + self.writes.objects.fetch_add(objects, Ordering::Relaxed); + self.writes.bytes.fetch_add(bytes, Ordering::Relaxed); + } + fn ltx_phase(&self, phase: cellule_ltx::LtxPhase, elapsed: Duration, _succeeded: bool) { + use cellule_ltx::LtxPhase; + match phase { + LtxPhase::Compaction => self.writes.compaction.observe(elapsed), + LtxPhase::RootAdmission => self.writes.root_admission.observe(elapsed), + LtxPhase::RootPreparation => self.writes.root_preparation.observe(elapsed), + LtxPhase::RootPreparationWork => self.writes.root_preparation_work.observe(elapsed), + LtxPhase::DirtyAdmission => self.writes.dirty_admission.observe(elapsed), + LtxPhase::RecoveryAdmission => self.writes.recovery_admission.observe(elapsed), + _ => {} + } + } fn query_execution(&self, queue: Duration, worker: Duration, succeeded: bool) { self.queue_ns.fetch_add(nanos(queue), Ordering::Relaxed); self.worker_ns.fetch_add(nanos(worker), Ordering::Relaxed); @@ -45,6 +181,18 @@ impl CellTelemetry for QueryMetrics { } impl QueryMetrics { + pub(super) fn new(host: &cellule_ltx::Host) -> Self { + Self { + host_capacity: serde_json::json!({ + "io": host.io_capacity(), "jobs": host.job_capacity(), + "dirty": host.dirty_capacity(), "recovery": host.recovery_capacity(), + "scratch_mib": host.scratch_capacity(), + "local_disk_bytes": host.local_disk_capacity() + }), + ..Self::default() + } + } + // Called after HTTP and runtime drain, when the totals are stable. pub(super) fn snapshot(&self) -> serde_json::Value { let queries = self.queries.load(Ordering::Relaxed); @@ -56,13 +204,57 @@ impl QueryMetrics { Some(total.load(Ordering::Relaxed) as f64 / count as f64 / 1000.0) } }; + let storage: serde_json::Map = StorageOperation::ALL + .iter() + .map(|operation| { + let metrics = &self.storage[operation.index()]; + let outcomes: serde_json::Map = StorageOutcome::ALL + .iter() + .map(|outcome| { + ( + outcome.label().into(), + metrics.outcomes[outcome.index()] + .load(Ordering::Relaxed) + .into(), + ) + }) + .collect(); + ( + operation.label().into(), + serde_json::json!({ + "started": metrics.started.load(Ordering::Relaxed), + "duration": metrics.duration.snapshot(), "outcomes": outcomes, + "bytes_read": metrics.bytes_read.load(Ordering::Relaxed), + "bytes_written": metrics.bytes_written.load(Ordering::Relaxed) + }), + ) + }) + .collect(); serde_json::json!({ + "host_capacity": self.host_capacity, + "storage_operations": storage, "queries": queries, "failures": self.failures.load(Ordering::Relaxed), "mean_actor_queue_us": mean_us(&self.queue_ns, queries), "mean_worker_round_trip_us": mean_us(&self.worker_ns, queries), "primitive_queries": primitives, - "mean_primitive_query_us": mean_us(&self.primitive_ns, primitives) + "mean_primitive_query_us": mean_us(&self.primitive_ns, primitives), + "writes": { + "actor_queue": self.writes.queue.snapshot(), + "worker": self.writes.worker.snapshot(), + "preparation": self.writes.preparation.snapshot(), + "authority": self.writes.authority.snapshot(), + "publication": self.writes.publication.snapshot(), + "compaction": self.writes.compaction.snapshot(), + "root_admission": self.writes.root_admission.snapshot(), + "root_preparation": self.writes.root_preparation.snapshot(), + "root_preparation_work": self.writes.root_preparation_work.snapshot(), + "dirty_admission": self.writes.dirty_admission.snapshot(), + "recovery_admission": self.writes.recovery_admission.snapshot(), + "publication_failures": self.writes.publication_failures.load(Ordering::Relaxed), + "uploaded_objects": self.writes.objects.load(Ordering::Relaxed), + "uploaded_bytes": self.writes.bytes.load(Ordering::Relaxed) + } }) } } diff --git a/crates/cellule-axum/performance/2026-10-03-rustfs-current-main-writes.json b/crates/cellule-axum/performance/2026-10-03-rustfs-current-main-writes.json new file mode 100644 index 00000000..12d4dc81 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-03-rustfs-current-main-writes.json @@ -0,0 +1,2385 @@ +{ + "baseline_revision": "5724959a79be90df1ed8e85f6e123c109455d2f5", + "candidate_revision": "f9995af7a584ce6c0da9d2f5567163df1af811db", + "metadata": { + "started_at_utc": "2026-10-03T23:10:17Z", + "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39", + "cpu_count": 4, + "python": "3.12.3", + "binary_sha256": "d7902e247c1fb3b3d060b2a43874703ac1fa3a9e18c22a743d20080fd23361c4", + "endpoint": "http://127.0.0.1:9000", + "bucket": "cellule-axum-perf", + "writes": 32, + "reads": 64, + "warmup": 16, + "repeats": 3, + "concurrency": [ + 16 + ], + "cells": [ + 1, + 4, + 16 + ], + "workers": 4, + "read_seconds": null, + "read_warmup_seconds": 5, + "write_seconds": 120, + "write_warmup_seconds": 5, + "read_driver_sha256": null, + "baseline_binary_sha256": "0fed0dd6c68555392d6dcf1ceccb15b2548cf3926fe4e8c8e150719603a50b5c", + "http_tokio_workers": "4", + "workload": "order_id mod active Cells; POST inserts then receipt-bound SELECT; GET owner-ordered SELECT; closed loop" + }, + "all_acknowledged": 200247, + "aggregate": [ + { + "cells": 1, + "baseline_medians": { + "TPS": 57.145873996857134, + "p50": 275.241301, + "p95": 330.648777, + "p99": 357.264605 + }, + "candidate_medians": { + "TPS": 61.14573914064239, + "p50": 261.532584, + "p95": 309.374897, + "p99": 331.672603 + }, + "paired_ratio_medians": { + "TPS": 1.0574323185200354, + "p50": 0.9622042488265257, + "p95": 0.870293583453962, + "p99": 0.872246042957432 + }, + "paired_ratios": [ + { + "TPS": 1.0574323185200354, + "p50": 0.9622042488265257, + "p95": 0.8411942260920272, + "p99": 0.8066639766728627, + "response_body_bytes_per_second": 1.057392433070035 + }, + { + "TPS": 1.0041481675828836, + "p50": 0.9996767381165205, + "p95": 0.9823247220341362, + "p99": 1.042589706743354, + "response_body_bytes_per_second": 1.0039772443411974 + }, + { + "TPS": 1.169309288423922, + "p50": 0.8493876505837327, + "p95": 0.870293583453962, + "p99": 0.872246042957432, + "response_body_bytes_per_second": 1.1702058785121858 + } + ] + }, + { + "cells": 4, + "baseline_medians": { + "TPS": 109.38539594046833, + "p50": 131.260216, + "p95": 216.468255, + "p99": 242.553589 + }, + "candidate_medians": { + "TPS": 97.35605393709956, + "p50": 150.78194, + "p95": 228.027153, + "p99": 248.315339 + }, + "paired_ratio_medians": { + "TPS": 0.93778622013621, + "p50": 1.1269087714938901, + "p95": 1.0533976587005793, + "p99": 1.023754544402969 + }, + "paired_ratios": [ + { + "TPS": 0.8900278972348777, + "p50": 1.1487253685457899, + "p95": 1.0533976587005793, + "p99": 1.023754544402969, + "response_body_bytes_per_second": 0.8890026099737188 + }, + { + "TPS": 0.9985661653361237, + "p50": 1.0133089785919709, + "p95": 0.9703660483787896, + "p99": 0.9787152472629256, + "response_body_bytes_per_second": 0.9985526066674101 + }, + { + "TPS": 0.93778622013621, + "p50": 1.1269087714938901, + "p95": 1.0745166603960645, + "p99": 1.0745973845011347, + "response_body_bytes_per_second": 0.9373587099194362 + } + ] + }, + { + "cells": 16, + "baseline_medians": { + "TPS": 101.31588492620091, + "p50": 142.047888, + "p95": 295.157929, + "p99": 449.789011 + }, + "candidate_medians": { + "TPS": 102.98746934417673, + "p50": 140.16289, + "p95": 283.072222, + "p99": 438.15541 + }, + "paired_ratio_medians": { + "TPS": 0.9533987128143242, + "p50": 1.0228074504590254, + "p95": 0.9298689945854569, + "p99": 1.049790035888627 + }, + "paired_ratios": [ + { + "TPS": 1.01649873975037, + "p50": 0.9867298414179871, + "p95": 0.8226636052863753, + "p99": 0.9621884271297905, + "response_body_bytes_per_second": 1.0165734120326138 + }, + { + "TPS": 0.9533987128143242, + "p50": 1.0228074504590254, + "p95": 1.2327704248336293, + "p99": 1.049790035888627, + "response_body_bytes_per_second": 0.9530865115831885 + }, + { + "TPS": 0.9402904902064959, + "p50": 1.0449879210287976, + "p95": 0.9298689945854569, + "p99": 1.060242267926795, + "response_body_bytes_per_second": 0.9396514579467389 + } + ] + } + ], + "pairs": [ + { + "cells": 1, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 7328, + "raw_client_sha256": { + "writes-client-0.json": "6848ed45837129f5b39b9da601b0e74932d053b1eb65c8bd91710e1a6433527e", + "writes-client-1.json": "26d751ac596c140009a48d958210810de0508ee53614f150aff01678b77fd571", + "writes-client-2.json": "a6f6668da3b7eeda8e17667fa830abb4a620cd4eca72df1d29499130ef2557d2", + "writes-client-3.json": "76c1e3f94894fbbdb845f690c002f9b877562bad15711ee86fe341b45643b242", + "writes-client-4.json": "d8ed95cdd5195633c5837f8463937e47aeeb6ae2db64e07a6fb9a3228dbf9333", + "writes-client-5.json": "bc12008d5fb7963f8aed198ef5069d7087e4f7367ba4d346d4c4e1bf6e2ebe01", + "writes-client-6.json": "aedde74228dd2d8187f696e03622155d1d082acf0d7efea432341e35c40cc009", + "writes-client-7.json": "f50d15e0ff90e20470202972c24841060774994c250f3ecd5113b7f61b9a164c", + "writes-client-8.json": "26f229a5337d01fa431565ccbe91bbcfdca623b5996a788b8ededf4c79912eb6", + "writes-client-9.json": "9fa3466f84bf80fa6a144106279d94218fa38c8d5648a1c5d2ea8440e916e64a", + "writes-client-10.json": "a0a2af1aa9a8d6c09067b419b82c24f55d47f255cfd31b55b8aa8d284f85c374", + "writes-client-11.json": "947f6c439b762da21801309af57b761dcad638364b4f5a69ffb29f371f841121", + "writes-client-12.json": "9c5f338e529d957a7347f0defcb9bfad5a2d46796ca95eb00a8b3dda611a6752", + "writes-client-13.json": "e6da438c249927149868bfce08dc14b3d9a3d27e1c8b3d4de8db9f7554ca1e42", + "writes-client-14.json": "8d6c8c9701433d67f6857a847d9a2e4076f2939e55ba48408cbb83781103723e", + "writes-client-15.json": "f73df791ac762582fa2f780e2d438438ae4632139efc83ef2635fba239585d0d", + "write-warmup-client-0.json": "e1134160097d09ad28882fee613a0b883aa95e46f69345a1dbcb683d4a866fe4", + "write-warmup-client-1.json": "24d3c2be711fd8f3965ea0f03b7b1abdfc5cb8cf9295d272a1645fd852509d5d", + "write-warmup-client-2.json": "d059697bc981b9ad66a528f0f7b407b20c490e5c943abe940b922d2597a4c858", + "write-warmup-client-3.json": "3f53a9a30b65f957544e956b4d1a1ea89f0869f69b44a2c380bba8d7740d0eeb", + "write-warmup-client-4.json": "5dc78f9fa1d4a8e814e057556646cb0c19c5f578ce69b0ffa51eeaf41d15d966", + "write-warmup-client-5.json": "6519308ec33ea7a29a4c1f5bf9977c6bd70ffb236cdfbf1055de4d3a3293b693", + "write-warmup-client-6.json": "7ee3eeedbd49a870b9cf78144e0fcb101957729b5f64e48a0fbb3a0b3cf5a697", + "write-warmup-client-7.json": "9f4b6bfbe037463904479b79bc299516f8ae6263e703000e89f3409697b4f8b5", + "write-warmup-client-8.json": "4031af71483f1d479fac46138c202958ac0eb21d0c99cb0aa13d41972068996a", + "write-warmup-client-9.json": "b15aca65e99ce51b46c23cd1f2d48c0d970e006fd3db485ac3e4d3b4c38fdfc4", + "write-warmup-client-10.json": "6bf4ed5ecbaeddf997ed24ba369fc4b48ea716dc87d7c475ae0513da2144efed", + "write-warmup-client-11.json": "f4775a744922e52e8d15941178ab11b708cb2017a20236a5c105984461d09cd5", + "write-warmup-client-12.json": "00ea8a6aaf04c66f5402f765867cdfd968ca6d6bd004f25a786beaedd9ce77b7", + "write-warmup-client-13.json": "8aa1998e60df633e686787f13fd6a43c2866aba9f00a75b4de3bc7c9a10c633b", + "write-warmup-client-14.json": "7a611280f21c43e409e40a45bb88694cb119f7c85b3eb9d3fe155b3bf7cb7348", + "write-warmup-client-15.json": "cd8dc6ba9aaa6179421cd07751baedce7fd62089c034093230d925f5c7ca90c5" + } + }, + "repeat": 1, + "cells": 1, + "variant": "baseline", + "measured_writes": 6960, + "all_acknowledged": 7344, + "TPS": 57.82473078392473, + "response_body_bytes_per_second": 11551.5949581686, + "p50": 271.805684, + "p95": 367.780576, + "p99": 411.165755, + "server_cpu_cores": 0.279125475485272, + "driver_cpu_cores": 0.023925040755880457, + "server_rss_after_bytes": 63021056, + "first_30_seconds_TPS": 66.66666666666667, + "last_30_seconds_TPS": 50.13333333333333, + "interval_TPS_min": 43.0, + "interval_TPS_max": 70.4, + "interval_TPS_cv": 0.1232530456332556, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 14689, + "mean_ms": 62.79506180046293, + "overflow": 0, + "p50_ms": 2.3, + "p95_ms": 234.2, + "p99_ms": 286.7, + "resolution_us": 100 + }, + "authority": { + "count": 7344, + "mean_ms": 4.753620855255991, + "overflow": 0, + "p50_ms": 4.6, + "p95_ms": 6.2, + "p99_ms": 7.5, + "resolution_us": 100 + }, + "compaction": { + "count": 478, + "mean_ms": 32.216416928870295, + "overflow": 0, + "p50_ms": 30.9, + "p95_ms": 45.0, + "p99_ms": 61.0, + "resolution_us": 100 + }, + "preparation": { + "count": 7344, + "mean_ms": 10.522130522875818, + "overflow": 0, + "p50_ms": 8.2, + "p95_ms": 35.1, + "p99_ms": 48.6, + "resolution_us": 100 + }, + "publication": { + "count": 7344, + "mean_ms": 15.574818451525054, + "overflow": 0, + "p50_ms": 13.2, + "p95_ms": 39.9, + "p99_ms": 54.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 318710229, + "uploaded_objects": 40762, + "worker": { + "count": 14689, + "mean_ms": 0.6773823503301791, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.6, + "p99_ms": 2.6, + "resolution_us": 100 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 7664, + "raw_client_sha256": { + "writes-client-0.json": "f93128e211af5def2052eab514c9c4bc8a32f00150071bad7310e5d194fd421e", + "writes-client-1.json": "0fdcdbadc746a73e98c7f1636b0e46e9671459b886881d6497a88ac42e5ff509", + "writes-client-2.json": "f0fa28a504c19817443b34ee04dfe72c45d215f6f47082b945db7ec59449986a", + "writes-client-3.json": "b6f8d4a301897080f3a52f2e6b7e60830f8f716115a48119b2fc8cc5f32ce074", + "writes-client-4.json": "6ec893b19b5007913de6bca48470babbe8c8df3276648405cb4f8127c38e4ec1", + "writes-client-5.json": "3985400a642c120773b3a5a643ee17334ebaa0694719340e65b9e37d3dc01d5b", + "writes-client-6.json": "63a7e99c91a328859213d40b3f21f0596453a76b18d4c1be225f83241ffb3c03", + "writes-client-7.json": "ddcfc6f54051ee4adc81e57dc0f287ca80a7fc6e525dc84fcc3dedd5a8f393c9", + "writes-client-8.json": "8f5502fca1b700fa04f94da6655016bc6739774af028be8beeb7093b4a18c9dc", + "writes-client-9.json": "41a680fd3b4d1dc298df914dbb876fbc9eae3812eb6cf21fad410ade146249ec", + "writes-client-10.json": "06824f8ab8718ace6f955688ea61c14943d6fd3dff7d1331a34be945be1b2f64", + "writes-client-11.json": "eaafc655a58e2e36e1a29c330d1b59e923f5df14a8edb356be8368d3a9620e2b", + "writes-client-12.json": "baf82c1c0b094cbfadb2ed5ebe4567987a5bd96cf5e516fd23ae27c4b249e337", + "writes-client-13.json": "3a7a4db5056f06f4ac59de4d08bc33890fff658bd0b2bf89a760ef8a23928090", + "writes-client-14.json": "1c270538c34c3dabcb1c091b2b6bbeaa44cbd1ac1c727db7227d8a71072db0e1", + "writes-client-15.json": "1603e2312151a0aa7ee0935117417a9df17d49fc381084bd7e33d90923576093", + "write-warmup-client-0.json": "743e155a5826c7c2d4e3d6411584661040b3e5782d9122cab836d4bac4856998", + "write-warmup-client-1.json": "012035509c6f9651d6664c9ae2ae80792d923ee89fd9b733f1ed3bb35b573c57", + "write-warmup-client-2.json": "1f1fc1aadf6204d571ee292297ffa7e21f5d704b78d91861acf1ebba55f8c1fb", + "write-warmup-client-3.json": "d472cb9564fbd31a06241b9739cc5617c2e506790fd62eb3501bede31046c114", + "write-warmup-client-4.json": "070d2245bde6accb98558d233d981f9101ff2a8b90e30159134bf0ecb524b41e", + "write-warmup-client-5.json": "4b8da83d96e3bb9522ca9df7288c5d2897775d70e11a6d9203c64de48e285991", + "write-warmup-client-6.json": "25ceb4e508589bbd9937145da803b23d26796d0821497696f1751a97ca9b3301", + "write-warmup-client-7.json": "a340fe49d44039ef1e837a62cd55f1e1d410649a3b21dc90f489cb45df8a6e36", + "write-warmup-client-8.json": "c11d1da28ebde99434d843537651179840963c8e91d9f28fefbdb358fb885767", + "write-warmup-client-9.json": "9d874b583675b01ccae2324ed541c1b595f89eb6207279ede595f935a77f25c5", + "write-warmup-client-10.json": "8c9cd8fd631f277fb7b0e047d20a5e169995e5023d63a5ffd6211e9c90730180", + "write-warmup-client-11.json": "96c1718a5fce279e8d638de49b2c042a6ac699d9dc24ab48faf7f3357ecd7ce2", + "write-warmup-client-12.json": "bb91a41a9cc02482f912f8d5f98739aa64ed77ca09622e5448611f8988c762f3", + "write-warmup-client-13.json": "29878cd1901c2ba8fcbdcc6dfe76dc02ffe52e35d5a4c96f8c2850cef54fcf22", + "write-warmup-client-14.json": "0e02f85ffffcb5605b4980a68f926dfbd39a5cb4dcdc9c9dcc694eb5038f2c66", + "write-warmup-client-15.json": "d93cae142613c7f7eec8be92e9722f447a4870b4a0c9165098cea7ecfcd0f262" + } + }, + "repeat": 1, + "cells": 1, + "variant": "candidate", + "measured_writes": 7344, + "all_acknowledged": 7680, + "TPS": 61.14573914064239, + "response_body_bytes_per_second": 12214.569098657445, + "p50": 261.532584, + "p95": 309.374897, + "p99": 331.672603, + "server_cpu_cores": 0.29537297359132497, + "driver_cpu_cores": 0.02394916002091824, + "server_rss_after_bytes": 62128128, + "first_30_seconds_TPS": 60.266666666666666, + "last_30_seconds_TPS": 59.766666666666666, + "interval_TPS_min": 56.0, + "interval_TPS_max": 70.3, + "interval_TPS_cv": 0.06464481648805152, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 15361, + "mean_ms": 59.66971032504394, + "overflow": 0, + "p50_ms": 1.3, + "p95_ms": 221.4, + "p99_ms": 256.4, + "resolution_us": 100 + }, + "authority": { + "count": 7680, + "mean_ms": 4.702486067447917, + "overflow": 0, + "p50_ms": 4.6, + "p95_ms": 6.0, + "p99_ms": 7.2, + "resolution_us": 100 + }, + "compaction": { + "count": 504, + "mean_ms": 27.005046523809522, + "overflow": 0, + "p50_ms": 26.5, + "p95_ms": 37.1, + "p99_ms": 46.7, + "resolution_us": 100 + }, + "preparation": { + "count": 7680, + "mean_ms": 9.798312831380208, + "overflow": 0, + "p50_ms": 8.0, + "p95_ms": 30.4, + "p99_ms": 41.2, + "resolution_us": 100 + }, + "publication": { + "count": 7680, + "mean_ms": 14.795219028124999, + "overflow": 0, + "p50_ms": 13.0, + "p95_ms": 35.2, + "p99_ms": 46.6, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 338886285, + "uploaded_objects": 43247, + "worker": { + "count": 15361, + "mean_ms": 0.6867460431612525, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.6, + "p99_ms": 2.8, + "resolution_us": 100 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0574323185200354, + "p50": 0.9622042488265257, + "p95": 0.8411942260920272, + "p99": 0.8066639766728627, + "response_body_bytes_per_second": 1.057392433070035 + } + }, + { + "cells": 1, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 7104, + "raw_client_sha256": { + "writes-client-0.json": "f721cf6b203ebf4f2c7aea4ecca88d573c1e96b1d0f4c90ad4698f0fd0ecfe4d", + "writes-client-1.json": "03f1612b3bd19e79f2789c237b7ca91ecd6892bfef08fad0d6e77fb0fb13d3c6", + "writes-client-2.json": "792a9c94515e1b0445a9f941eeb1be976b0533a11e949d1cf04bdf19eec39858", + "writes-client-3.json": "3c6c75e0570fec3d78eed98c2a1c8906726205e5e6e73349ac22ea394f6f403f", + "writes-client-4.json": "78cda483c252cd63bbb2b422a7bdf5cd1404effabebccf2e378fcfd471fd72a7", + "writes-client-5.json": "07e2fbd0d999b23ee87dd40d565c988b639a643a3fb2f56712dcc2f485eb43a5", + "writes-client-6.json": "e33e2d827062a33c6a27cab31d4ea61060e3faa2837deced725e7ca795dd6d26", + "writes-client-7.json": "6afc6cd9adc242601905df1478f0214e404eb3a6211d63513e9966e97432de0b", + "writes-client-8.json": "76e53f81f710f35cf690c757e5e36563c9df7dac4b63eece943250452f68289f", + "writes-client-9.json": "f5e29d5f66ec208b290cc4612b69d6b66b8e2def59d706eaf23721b5f9405cfd", + "writes-client-10.json": "da4a28d577890d159f6a1ada39c561a5f24c2571d5f4e5391add4f6e6e1c9c79", + "writes-client-11.json": "34c512aa9164993831d5e0f85472769955877c2c3094632c5a945aa263e23705", + "writes-client-12.json": "5459c4f63cb4bad46abf461d81222f585eba1577190f53e2da64ea681b310b06", + "writes-client-13.json": "f89bafec746812185d46af62efa94ecc390956e86ccca369f8a9045c394d7792", + "writes-client-14.json": "7a12033251c72dd1c12a62009bf1661c43eb65b5e7069e26de20acb96e1280f6", + "writes-client-15.json": "2b9137a566b5ee3f25904e08105868a3331a58c466dd341ab6a8efc090c40a32", + "write-warmup-client-0.json": "b87ffc44eef9661fd36470f2b8d4aa4a2193677a37722934ef5ed8b30196939f", + "write-warmup-client-1.json": "571c3e6e5a3171918ff070b90d65ba4eb3f81187b4b7cf98206f8fcc11c3e51d", + "write-warmup-client-2.json": "eae4244d6b31920d3467a666adab9247489afc6a57148d72b3b25b873c2f0d15", + "write-warmup-client-3.json": "3a04d6ba7ed46b2c0ca80968071568cd503d19a360c16d581ef66886dba6a156", + "write-warmup-client-4.json": "87d976953a7e11475db1d0db2f345f74e3ff5d6700d4cdd1b1f3cfceea06c3e5", + "write-warmup-client-5.json": "ee423c61b0fd1c9893d12def308cac114477bb5791a2db4c080aa878c1f8698d", + "write-warmup-client-6.json": "4675064643abe5d3ff257dfbbb282498639615a3cafd67c6ab9fa5ef7b11bd60", + "write-warmup-client-7.json": "8ba11f5483b666480ec444049c4aa457f239eed6cd34020dc89caff8c0f07e61", + "write-warmup-client-8.json": "f81ac7f02d4aef30d93a3f83b637b8dc3048cf619d8f93d9562e068c4dd72edd", + "write-warmup-client-9.json": "3fd6232361ac25b0a3390a45af2db38995852c33c23a6c4eb15f8b20c19e6643", + "write-warmup-client-10.json": "22a40dc708633f62030f015a637d6e4d326eadbe4dda5121f30316fe834cab1e", + "write-warmup-client-11.json": "9f4e742d0a1485f8deb39058d820d0461d62208a694e538ead8b6e742a379521", + "write-warmup-client-12.json": "dce32634f99b4410f09fbe1f44330539a8160ed406f656b602968dab9d4a607b", + "write-warmup-client-13.json": "724cc2225864dd512a42f4cce1ce66166b9c134b6d96488c24a989f9a8336306", + "write-warmup-client-14.json": "516f2c1e26725b852101e37c5c785a45861b624fea058de3d07aef457d4ff0e9", + "write-warmup-client-15.json": "f12d8a8cd3b129333ec6bc5e7d1f64ee5177de0d42b27268efe2f25c7bc52161" + } + }, + "repeat": 2, + "cells": 1, + "variant": "baseline", + "measured_writes": 6784, + "all_acknowledged": 7120, + "TPS": 56.464218394327226, + "response_body_bytes_per_second": 11278.269851269857, + "p50": 278.473908, + "p95": 327.514227, + "p99": 347.640783, + "server_cpu_cores": 0.271232671246739, + "driver_cpu_cores": 0.023932294521771088, + "server_rss_after_bytes": 62939136, + "first_30_seconds_TPS": 57.06666666666667, + "last_30_seconds_TPS": 55.46666666666667, + "interval_TPS_min": 51.2, + "interval_TPS_max": 59.2, + "interval_TPS_cv": 0.03862915990157966, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 14241, + "mean_ms": 64.8062919609578, + "overflow": 0, + "p50_ms": 1.8, + "p95_ms": 240.8, + "p99_ms": 275.6, + "resolution_us": 100 + }, + "authority": { + "count": 7120, + "mean_ms": 4.950956834550562, + "overflow": 0, + "p50_ms": 4.9, + "p95_ms": 6.2, + "p99_ms": 7.6, + "resolution_us": 100 + }, + "compaction": { + "count": 461, + "mean_ms": 32.81424721258134, + "overflow": 0, + "p50_ms": 31.7, + "p95_ms": 45.5, + "p99_ms": 59.6, + "resolution_us": 100 + }, + "preparation": { + "count": 7120, + "mean_ms": 10.782944473876404, + "overflow": 0, + "p50_ms": 8.5, + "p95_ms": 36.6, + "p99_ms": 47.5, + "resolution_us": 100 + }, + "publication": { + "count": 7120, + "mean_ms": 16.048331553370787, + "overflow": 0, + "p50_ms": 13.7, + "p95_ms": 41.6, + "p99_ms": 53.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 303430627, + "uploaded_objects": 39126, + "worker": { + "count": 14241, + "mean_ms": 0.7018320148865951, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.6, + "p99_ms": 2.8, + "resolution_us": 100 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 7056, + "raw_client_sha256": { + "writes-client-0.json": "25e3c7ddc22435c5eec8406c683cd75dcb2d86561b5bb54d889850268065920f", + "writes-client-1.json": "51f5548e69384cd9a7cbdf2695195e814f2dd57c32304c7102a8124de6d9d5d2", + "writes-client-2.json": "b60f44b98b81239dcf376528b3368e289ca5e247e313c551c82fbc581ae6acf3", + "writes-client-3.json": "eea63c94b15b05515f6e3e710d6bc22927cff5090aec5f90a171e7ef42659a32", + "writes-client-4.json": "45917f9eb454035196df9b836b874adfd5f109f8c40755cd6912613e00fab92a", + "writes-client-5.json": "8b440e589ffbc63314d854f55f42bf81d508943a2d7dda5172914d6d3d6af624", + "writes-client-6.json": "fbae69f971d7f7952f3913edd866e2d53e200c9b49767c8b275c7830baba5ba3", + "writes-client-7.json": "74ece1d49efc8bc0372f7e576e2c9e79311532d96fd182f776ea0828e4f4d53c", + "writes-client-8.json": "ef21e30977ddf594e3ea6bb6e0d7115071fc289f5fcc79859ec0e090a5998443", + "writes-client-9.json": "b073c7425e7382679edcfd8c557a60bb889c3f5a741b6edb1b6ed15ac1e08802", + "writes-client-10.json": "a9656eb75298024d447484f8b75934756cf01000f3c0d0049e58a08025ba0cbb", + "writes-client-11.json": "f5accab0a6cd18c550c3cc89720058998b4ef331e7e9ff5e98ceeabb886d0a8f", + "writes-client-12.json": "e6479ff67e4fd096af97281eadac6e7dbcb594c2fe70b9e44588db7a368b13bd", + "writes-client-13.json": "40594b7981bf24b16ee740e58f4432b4c4d4b11af27e0f2f72332652e13bd186", + "writes-client-14.json": "b3f8dfc92eb4812797c20d606e5afb0aa514eea8596a311c915c294ac362c5d9", + "writes-client-15.json": "3fbc4de27fe1f8689879d74c7fc6a45eac2f607683cc22046950e08aa660688b", + "write-warmup-client-0.json": "4b7176a56153199ca783421b8568135b986c5803dc8b12c618fe1ab58683266f", + "write-warmup-client-1.json": "f2e92da57590d2e57c57e546e402ff2760827c275f92b7657779c3433ecd78c8", + "write-warmup-client-2.json": "35e0bf40d960f3fefd73a858f7a9924ae4ddf91efa9b7ebc9a27b3c1447e8169", + "write-warmup-client-3.json": "b84270cad0fe04efd468c17534b2fe90196913a53a7cd4691c4ba035cd2983e1", + "write-warmup-client-4.json": "e9728363bb2aa4da0b1057431c68b6f2ada0d26d9de08e9eb6841e5b01952e87", + "write-warmup-client-5.json": "ddb345460ba6fb367125a4cbefc92e30ab19ea8b0b5ff569bde81fc6c1df01df", + "write-warmup-client-6.json": "766737f2666c5181b781a482b79651506152a879ce5e10ea9a4da8ecbd017cb5", + "write-warmup-client-7.json": "2c8d5983a72338c38a8ce5adacb8016784b7343048222ccbb97117b96f4f0da2", + "write-warmup-client-8.json": "41660a77bd2f0cfd5c1f221577f1b0fa5c17d23387b90480b7ed938d22a99451", + "write-warmup-client-9.json": "639e4e39e9be78f20dfb333c2d00d68e1664c70c786a45f9e786216e7a011606", + "write-warmup-client-10.json": "07a325ea09f054fcde12475b8939c9bda86a72d5a96bed4740bcd8ec089cdfa4", + "write-warmup-client-11.json": "df1bb3b638a823535f61aa26e20341e298c9608cdad9749489f99a95ef53ef2c", + "write-warmup-client-12.json": "19ffc29618becb64cd9791064ac0720d5f3d3746cb6705f53882baabab53b2b6", + "write-warmup-client-13.json": "df879e735da97d3b5d8612770d2eac10469e0ef0f1bfb117d5e7ba732882f41c", + "write-warmup-client-14.json": "2628b1b39fc4e37308f7a3df7724f0e51e94b1d2ca963db84c3e1fd116c5b75a", + "write-warmup-client-15.json": "97a53ba958e19926eb2b6f1918cff241f2e32123284d7d00337e6ea1af4923f7" + } + }, + "repeat": 2, + "cells": 1, + "variant": "candidate", + "measured_writes": 6816, + "all_acknowledged": 7072, + "TPS": 56.69844143466344, + "response_body_bytes_per_second": 11323.126286214318, + "p50": 278.383888, + "p95": 321.725322, + "p99": 362.446702, + "server_cpu_cores": 0.2710555538628813, + "driver_cpu_cores": 0.02391666651731306, + "server_rss_after_bytes": 62906368, + "first_30_seconds_TPS": 56.0, + "last_30_seconds_TPS": 56.0, + "interval_TPS_min": 52.8, + "interval_TPS_max": 57.6, + "interval_TPS_cv": 0.026930642687669665, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 14145, + "mean_ms": 65.21892993418169, + "overflow": 0, + "p50_ms": 1.7, + "p95_ms": 241.4, + "p99_ms": 277.2, + "resolution_us": 100 + }, + "authority": { + "count": 7072, + "mean_ms": 5.058388000424208, + "overflow": 0, + "p50_ms": 4.9, + "p95_ms": 6.6, + "p99_ms": 8.4, + "resolution_us": 100 + }, + "compaction": { + "count": 458, + "mean_ms": 29.668619058951965, + "overflow": 0, + "p50_ms": 28.2, + "p95_ms": 43.1, + "p99_ms": 53.9, + "resolution_us": 100 + }, + "preparation": { + "count": 7072, + "mean_ms": 10.819772730486426, + "overflow": 0, + "p50_ms": 8.7, + "p95_ms": 33.5, + "p99_ms": 45.5, + "resolution_us": 100 + }, + "publication": { + "count": 7072, + "mean_ms": 16.200102727234164, + "overflow": 0, + "p50_ms": 13.9, + "p95_ms": 38.7, + "p99_ms": 50.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 302687789, + "uploaded_objects": 38744, + "worker": { + "count": 14145, + "mean_ms": 0.7086738407917993, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.7, + "p99_ms": 2.9, + "resolution_us": 100 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0041481675828836, + "p50": 0.9996767381165205, + "p95": 0.9823247220341362, + "p99": 1.042589706743354, + "response_body_bytes_per_second": 1.0039772443411974 + } + }, + { + "cells": 1, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 7168, + "raw_client_sha256": { + "writes-client-0.json": "6115f3f631ba032e69392d01b7c97289f7c8c2cfc172deee076b48e1124e2680", + "writes-client-1.json": "203e9012a9825bbbeb5fcd52ff1cb104c9ed6dae72b30135e09989074c791b88", + "writes-client-2.json": "5c2c7683afe2de3e93d47ffbdf33ff9d6ef83578fbd1cad499041706fd424b67", + "writes-client-3.json": "9ccbe012df0b3ac3925b44e63dabdcd0873e6c5271b85ed6b1ff1ca97c20dc1c", + "writes-client-4.json": "dfd80e9ce2bc0d0af4b08912ac0cff3a112b9f632b128d2dddfa4b25c2d7464c", + "writes-client-5.json": "abf596d96c4d1d236e19044004165821502f848728368b18f74b5e0fc3af50b7", + "writes-client-6.json": "7bb3a58cd316abb975bbf899940e6ef6ecde9aebc7a4625c142f2482cabe8c8d", + "writes-client-7.json": "0bc2fe94fb2eca135e6f3f73d2c57bc3b3970b1be7ed4a3428411b12db1e31a0", + "writes-client-8.json": "68dfde1b93453d25062c544dedd114e1750826d2704a1c5e7eaa485164d3a80f", + "writes-client-9.json": "b270a212130e65a9966de653b72ae47293e0de59154826baa1d2ee49e8bd7251", + "writes-client-10.json": "866aca8a428178a1198a698a182771c9e21528667375d11a891c05ec42fd77c3", + "writes-client-11.json": "7a272979e6865fbc8594448e2a0e07818a82a5b930353bd1a3ed1d742b3d8dd6", + "writes-client-12.json": "d733a8f3a00bade1c56a4c1191df53f6a6ff705ec71b681d78cc92cb665fd992", + "writes-client-13.json": "3f584361297c3f96138a5c74a04239923d82a443a193b0aaa6991e26abaedcd4", + "writes-client-14.json": "015c522b872a6e7382a591b2aaa5c1636862ad5a4e055438634bff87d0791503", + "writes-client-15.json": "3fb2680a5a58b8ca60741a622589ddbbbb958490a9c06c78c8c793a3ff23f9c4", + "write-warmup-client-0.json": "973746f7e3b2dc64df618ce8dadefd6dd0080c08e003d351ffdae1736b217ece", + "write-warmup-client-1.json": "a2dd227979a0b0d98816b9d827a8557b1cc0943edd6b5098267da0bbe9759dc8", + "write-warmup-client-2.json": "b5bce9b376ba1b227fffb1636da8059a406bcc717b7ecfd6870f1d4829d03528", + "write-warmup-client-3.json": "2a708b96e4309a8b22a437cda8dcc2d91f0a61f28bfa67bc6f0ef99df0f2d9ef", + "write-warmup-client-4.json": "999587f04a9df08bfadf2f5c8d8f23e8109f8b31cf0e3f70edafda5b749e405b", + "write-warmup-client-5.json": "eb6c4457dcc792aca61f405884ab9713598daace9dfe3977c4af76d2dd4c8b94", + "write-warmup-client-6.json": "98d99cd57cd690ca99ee215f2368291b95f28dfe61f14c3b29753cb639024ea6", + "write-warmup-client-7.json": "5856a97f4829aa3c62a259534947779c19564ec5cba0a1e9b988da61ce8daa53", + "write-warmup-client-8.json": "0e010b1a829265a3d2f84d70d033822888627db7d8cd89511394cbde29abc4f2", + "write-warmup-client-9.json": "553e82079e519e161e6dd49783ea677ee334252e7554a4ec3a92a21c1e43989a", + "write-warmup-client-10.json": "c684573a6b3a1bbff34dd902708bd347a823e513281f582d9e60acb11a6f5f68", + "write-warmup-client-11.json": "7e9e761802cd9b2dd2f77e354fa180aca165c2f3be83ee82e850231eca28b535", + "write-warmup-client-12.json": "0d393b186d14911633be7e7ee7b044a524783a670318f08f19b945a7fb025b63", + "write-warmup-client-13.json": "2009bf8ef4958f32677125b10fca4fb5f009af9eb5d9a3d5f62bf08b2215e6c4", + "write-warmup-client-14.json": "3f9bc8ca097a149f06cf7256f3983ec203e788c49b28a46e5145b81ab8a300d2", + "write-warmup-client-15.json": "b890c76ac12d62b3ed7a7be8d48df2bd754e5767ac9e8baaba23b1c099f11fee" + } + }, + "repeat": 3, + "cells": 1, + "variant": "baseline", + "measured_writes": 6864, + "all_acknowledged": 7184, + "TPS": 57.145873996857134, + "response_body_bytes_per_second": 11414.197318701212, + "p50": 275.241301, + "p95": 330.648777, + "p99": 357.264605, + "server_cpu_cores": 0.27165389588329886, + "driver_cpu_cores": 0.023969461401467548, + "server_rss_after_bytes": 61943808, + "first_30_seconds_TPS": 58.66666666666667, + "last_30_seconds_TPS": 56.53333333333333, + "interval_TPS_min": 54.4, + "interval_TPS_max": 59.2, + "interval_TPS_cv": 0.026433898362113947, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 14369, + "mean_ms": 63.81639893423342, + "overflow": 0, + "p50_ms": 1.3, + "p95_ms": 237.3, + "p99_ms": 271.2, + "resolution_us": 100 + }, + "authority": { + "count": 7184, + "mean_ms": 4.891120924276169, + "overflow": 0, + "p50_ms": 4.8, + "p95_ms": 6.2, + "p99_ms": 7.8, + "resolution_us": 100 + }, + "compaction": { + "count": 466, + "mean_ms": 32.72581635622318, + "overflow": 0, + "p50_ms": 31.6, + "p95_ms": 45.0, + "p99_ms": 65.5, + "resolution_us": 100 + }, + "preparation": { + "count": 7184, + "mean_ms": 10.679336829482184, + "overflow": 0, + "p50_ms": 8.4, + "p95_ms": 36.3, + "p99_ms": 46.9, + "resolution_us": 100 + }, + "publication": { + "count": 7184, + "mean_ms": 15.877872240116925, + "overflow": 0, + "p50_ms": 13.5, + "p95_ms": 41.4, + "p99_ms": 52.3, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 307206732, + "uploaded_objects": 39823, + "worker": { + "count": 14369, + "mean_ms": 0.6953893554875079, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.6, + "p99_ms": 2.9, + "resolution_us": 100 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 8400, + "raw_client_sha256": { + "writes-client-0.json": "47ce73c7f34a9c56f903f0e1ded01de99bb95e2e4bc126aa10ffb46a8933fe97", + "writes-client-1.json": "0130030566f061324e95553192a178bc3dc1e02f038d37e14507ab0f6b8f0739", + "writes-client-2.json": "062fe8c238c9fbf9be978197886460d4bc131e38c85bcbae3c8cf79b2de0a0b7", + "writes-client-3.json": "fc1fc44f02e1ad7cc8256282f20d1686f9fc1691f006125cc5d690f7304e7a42", + "writes-client-4.json": "2228b21a675ce71c45bbd2c23717864f7c1259eaff656f6bbd89d7883547b488", + "writes-client-5.json": "4973453d5f068f1eb68395d486dac222f0ddaeb95c462c5cb3e4847586a31db1", + "writes-client-6.json": "290d483bce122ad8d4e33fc14017dca38827691203758248f4723fa635095b3b", + "writes-client-7.json": "75e5522c0cf50b324d855b2055ce213c8f7ddc8c74435a03cf5249b0b1c076ed", + "writes-client-8.json": "d1371653cc83453296954d1b2b60027ddb499ec39ac9821bf446712584b9a160", + "writes-client-9.json": "5c5fec429ae1095ad0f09cb07e9a59c3f37e2880b32f34960bf362b412b74518", + "writes-client-10.json": "a9ba6d1b75539f5a05b26aed4a854c367352db458cd2491f3d90911962bd2c08", + "writes-client-11.json": "84a64479df061a227d66e3db382079710f0254ddfad01da562349fc8f9b3898c", + "writes-client-12.json": "96de359704751e67b2fcf5aed51452892b061b68eb4ec5e5af6fefc1edd22322", + "writes-client-13.json": "a3cd3c70965c60c898c9e914faeb0aca838a916b1976064c469a719bd25158a5", + "writes-client-14.json": "7efa1a9aaef80883b12d6d50877e5ec335a3ede14f5cffe571ad20043fd4f023", + "writes-client-15.json": "b2c229fa163a38b8fc374246bf298c9d77eae065cc9d1c43815e2dad75ba20f5", + "write-warmup-client-0.json": "95a8354b727302e45e82c997d4e864e0f1556e04680e30cbc00ad6d665edc3b6", + "write-warmup-client-1.json": "3ce8044d14938524ca1bb482578ef4f1444b582539b480b0e4f0e87d6f282633", + "write-warmup-client-2.json": "f60e87d1a5a130d1e7c93b590386a55520489f7a5823db312ad089bf05f0fb9a", + "write-warmup-client-3.json": "52a9b04acb52cb35fca509715c4010db0e84eaa5a8f54921a6fa6675dccdef37", + "write-warmup-client-4.json": "0f7a7b55e55145d9319d9a1178256cd3ed2b0bcd07b18e800b47880e6c71d36f", + "write-warmup-client-5.json": "9b842c7c365eb3304329a2c1000a515b8dbb284a548f97491264d9653b61adc6", + "write-warmup-client-6.json": "671163052dd365dcf3b94849e9557f64a36e38f2b5a9ff322f9297ac023d66d0", + "write-warmup-client-7.json": "298aa74acb4b8f45d507b2e35d1ba092204e0942748957e239de8271962d1432", + "write-warmup-client-8.json": "6cbba6bc2687f5d258b1e5a43b5e1675f50048cd7aee1dbd6b5c6a2d9627d64e", + "write-warmup-client-9.json": "2567c9d5cd0d31f159549a68940811b07b7411280b8723f9473e15e0e6f2cc2f", + "write-warmup-client-10.json": "ff21549ff55d1fcec5bbfec78ccef3f54199f468b53e7885b1b3561db9679763", + "write-warmup-client-11.json": "c2db490df99dd038874de7b3db9472e4f5a91457d3a035c525443ad8db43a439", + "write-warmup-client-12.json": "e1da1396b76d9e9be380bce2545a86a73d40ff38583be914fa346654e03784df", + "write-warmup-client-13.json": "0e1139b3ea62913709fa55d3617a78724a3386578cb035c3aa8c4d91a259c15a", + "write-warmup-client-14.json": "c6bf62d8fde2053f907be180372b795f581725efe9161b6ea997ac8affc2a21b", + "write-warmup-client-15.json": "19264afd437289c56cfa565b63fad9e94fdde623168ca83996f26f6512844698" + } + }, + "repeat": 3, + "cells": 1, + "variant": "candidate", + "measured_writes": 8032, + "all_acknowledged": 8416, + "TPS": 66.82120125962813, + "response_body_bytes_per_second": 13356.960800842187, + "p50": 233.786562, + "p95": 287.761509, + "p99": 311.622638, + "server_cpu_cores": 0.319451068100951, + "driver_cpu_cores": 0.031945106810095096, + "server_rss_after_bytes": 66023424, + "first_30_seconds_TPS": 71.46666666666667, + "last_30_seconds_TPS": 59.2, + "interval_TPS_min": 56.0, + "interval_TPS_max": 72.0, + "interval_TPS_cv": 0.07518885509715516, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 16833, + "mean_ms": 54.3774436218737, + "overflow": 0, + "p50_ms": 1.3, + "p95_ms": 201.6, + "p99_ms": 235.7, + "resolution_us": 100 + }, + "authority": { + "count": 8416, + "mean_ms": 4.391560245484791, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 5.3, + "p99_ms": 6.8, + "resolution_us": 100 + }, + "compaction": { + "count": 568, + "mean_ms": 24.451376628521125, + "overflow": 0, + "p50_ms": 23.5, + "p95_ms": 34.4, + "p99_ms": 49.7, + "resolution_us": 100 + }, + "preparation": { + "count": 8416, + "mean_ms": 8.794411240019013, + "overflow": 0, + "p50_ms": 6.9, + "p95_ms": 28.2, + "p99_ms": 35.9, + "resolution_us": 100 + }, + "publication": { + "count": 8416, + "mean_ms": 13.44994084375, + "overflow": 0, + "p50_ms": 11.5, + "p95_ms": 32.7, + "p99_ms": 40.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 383435367, + "uploaded_objects": 48934, + "worker": { + "count": 16833, + "mean_ms": 0.6583871185171983, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.5, + "p99_ms": 2.9, + "resolution_us": 100 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.169309288423922, + "p50": 0.8493876505837327, + "p95": 0.870293583453962, + "p99": 0.872246042957432, + "response_body_bytes_per_second": 1.1702058785121858 + } + }, + { + "cells": 4, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 13776, + "raw_client_sha256": { + "writes-client-0.json": "c235403867ab45a9eda730279081298564fb9fc829064c984a43ad787e6fafe2", + "writes-client-1.json": "62282a4cfed5b9c161f31d449e6e77f3cad257651c4dae557cad9a7cef1a81f7", + "writes-client-2.json": "1b11c746767a59ea35e871771b835880c4c90f2831adb4ebe1378cb5ca9117ac", + "writes-client-3.json": "b0587035ef2533c4d7477a8f78f72138dd3f4391b4a8685ba5d8677304a497f5", + "writes-client-4.json": "4f90fabb36b642d8e5895432d2f512f243ee243540de7623bb0155a280e4fe2c", + "writes-client-5.json": "85987ef2c839b5df1c2a331b94c6d4873941e729a803caaaa407809b7541cea7", + "writes-client-6.json": "5bdb2ba946db89c9eb5227bf94b1dcb20b9f74916ab830a5ac24d137222d67dd", + "writes-client-7.json": "48aac8882479aabdc9926b8f2055546826b1221933c2a578a4363f6dc1844308", + "writes-client-8.json": "4d6f60f255d5d18ecd8944e4aa11e3b5a261d9deefb87f12d1cdd502af372873", + "writes-client-9.json": "ec222f8bb0301020d8f52affd95b0e292c638601f1fcc4d9cdca72b10b5199ac", + "writes-client-10.json": "899a93da83611e9dc2cd7120077c3c56e3f5678d4236c0340720fe2158468871", + "writes-client-11.json": "424aeb5ea4b83aff2dcdbd36fbf109e811fcfa766ead4d522c4b5810a35bf01c", + "writes-client-12.json": "c83d735441c5eb14931b69eb7255451bc64ef92d0344d6ca02adbedd8995ebaf", + "writes-client-13.json": "36c4b152f776aa9af036c52fb9bed6060ee7dee4c72c517e888e22ebc44f7114", + "writes-client-14.json": "2bb2835bd0afdbf7f586f7f7b0291c6960d74a7faf180b0e14fab3c2c168f883", + "writes-client-15.json": "8e362fdadbc12bef05f89cd378da0f6c801a0f21214cf62d11526b98710a0539", + "write-warmup-client-0.json": "a827810f1c16b3bbb0cccc905a3682104e087ca2686682cefd4fa2891c345a0a", + "write-warmup-client-1.json": "bca7808e2f7f64127acc72c9e77ea4193666a1e2eacd4121e677af8925c2d50a", + "write-warmup-client-2.json": "133bd3236853c19eb7f63a06a3e1bd3a5239988de5136c05860dc37d37f26d6b", + "write-warmup-client-3.json": "bb7656e27b87ca3ceb316c224a31c974877a24bf50375a000bbf360ff804511b", + "write-warmup-client-4.json": "4c013843e1cb1b2007f5f3ba296fd4b856a003f5af5b01566f7b021269bf04eb", + "write-warmup-client-5.json": "3dbea6f96294eb6594a2b0fc3cf35951fb658a9dbf5fec79af10716cd22c04b5", + "write-warmup-client-6.json": "44ecfe23323d4084bc12eb3f1ed3361e6fe8f2228f04184855ccc3058691cd54", + "write-warmup-client-7.json": "9f9d9349a8989bb8c1e1b8ad565d0a53b17f0d428eaef3d9562c8aead0691bb9", + "write-warmup-client-8.json": "55af380cd3ba5c84bf2e6ecb30d8fc7937d3e5d7d0daac7d9c8b1666e105469b", + "write-warmup-client-9.json": "6c2d41f5c330ff1403db69dbe658deb75a21357bfe2b9e67403578891e0485ca", + "write-warmup-client-10.json": "b1334c15d4579872a83058288a5bc8d1540b1e71237cf541cc3606deeb3364e9", + "write-warmup-client-11.json": "4eb8cc1373c60f8e7fe71c3c66fa01a366f330a1cdceab960c69daa7c562aa21", + "write-warmup-client-12.json": "51196ae174e69833262b586368db5c5a9b831156e94aac60e49667facc6fddd2", + "write-warmup-client-13.json": "9a6a8d496583b1d123896e489afb1d78373a7911535eee9d057759743b0682e0", + "write-warmup-client-14.json": "c1ca834a87bd67bda152870351ad292e6414ffb02aa450306680703a9c558424", + "write-warmup-client-15.json": "4aceb6397d206fa2121ab833d071546825a7b2a9d95c72c440e18f2e92b04136" + } + }, + "repeat": 1, + "cells": 4, + "variant": "baseline", + "measured_writes": 13148, + "all_acknowledged": 13792, + "TPS": 109.38539594046833, + "response_body_bytes_per_second": 21928.003131549067, + "p50": 131.260216, + "p95": 216.468255, + "p99": 242.553589, + "server_cpu_cores": 0.5428481929078098, + "driver_cpu_cores": 0.03991530830204484, + "server_rss_after_bytes": 72323072, + "first_30_seconds_TPS": 118.66666666666667, + "last_30_seconds_TPS": 94.26666666666667, + "interval_TPS_min": 91.2, + "interval_TPS_max": 119.2, + "interval_TPS_cv": 0.08873991551603544, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 27588, + "mean_ms": 26.773298086051906, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 110.2, + "p99_ms": 165.8, + "resolution_us": 100 + }, + "authority": { + "count": 13792, + "mean_ms": 10.951523716647333, + "overflow": 0, + "p50_ms": 10.7, + "p95_ms": 15.8, + "p99_ms": 18.9, + "resolution_us": 100 + }, + "compaction": { + "count": 832, + "mean_ms": 69.02525824639423, + "overflow": 0, + "p50_ms": 68.1, + "p95_ms": 92.3, + "p99_ms": 112.5, + "resolution_us": 100 + }, + "preparation": { + "count": 13792, + "mean_ms": 22.25909529212587, + "overflow": 0, + "p50_ms": 17.9, + "p95_ms": 74.8, + "p99_ms": 99.8, + "resolution_us": 100 + }, + "publication": { + "count": 13792, + "mean_ms": 33.77746651384861, + "overflow": 0, + "p50_ms": 29.1, + "p95_ms": 84.8, + "p99_ms": 111.7, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 465709663, + "uploaded_objects": 73263, + "worker": { + "count": 27588, + "mean_ms": 1.0243576203421778, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.7, + "p99_ms": 4.4, + "resolution_us": 100 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 12232, + "raw_client_sha256": { + "writes-client-0.json": "5a77f69c59b24e32f54cd8805979d37975b1c855fa5fea29c9e2e9a9a150b757", + "writes-client-1.json": "76df279944fb6d735c506a235515e985828fa13b9795652ade45df08295987ec", + "writes-client-2.json": "90e4a529dbd725853591d83333cc1a5fecf844438cd88d5a9e7d0ff4ab5ef038", + "writes-client-3.json": "90d122259aee659b0dca3ce825545fabfd711b4a2118dab2c6984dbe03334e50", + "writes-client-4.json": "c0cc4678b65c6b04d67d785a9de96bc649503fb4ef9a811e990adbdd5208af7d", + "writes-client-5.json": "1317651cdec708dbd69d5cac5ab4b3aa569932fcd824b5b3064631451554c9c7", + "writes-client-6.json": "c26789d95a19f7f5dcc74647123246d5f171a9363dd2fc79f3dc4023a0c43be3", + "writes-client-7.json": "6972e1ad1874a157d2bdc8684f66d41cb6bf80b8712bed86d59bff2ad71deb46", + "writes-client-8.json": "4f99d754e8dffc78bf6da3c6d19cb42a9f82867615f6f65229d19ed50e04d337", + "writes-client-9.json": "82453b5b2fe98a5c68e57c4cba35ff6d39f9f9d6fd2576f1bb24ba9815ceccfe", + "writes-client-10.json": "dff17233cec08b0c00e1b7aeb077265b7f61b510c62ca3f277bf27ee3b05fa07", + "writes-client-11.json": "7ef82d084df9b0093e2e30b262a50ada33c22efbf11085319bbd86ebd39fbfbd", + "writes-client-12.json": "28894f1e818348e009bc250494e6994f8dab68e088de7ca722039e1862852203", + "writes-client-13.json": "2a49f3528316316a021de2d387b338d755a277ec14f044b2f6879f3c1adaa004", + "writes-client-14.json": "256c8a7ef5853d2aaba64a2afd8c131367b2ed61d92e5ea9cce8adef56504deb", + "writes-client-15.json": "3244bebedc897e064b8e2494a0b6323f56ef1aa72ce8fb8b7e21e41fb931c04e", + "write-warmup-client-0.json": "844fbd3fa7010ed95c106a3fc41a7416d978e64c509a7d3dd7d6a6cb4c184cbc", + "write-warmup-client-1.json": "cdf830cc33a6b4d4316fbe65389a685f4498f58ac1e126f7ac59fe4896589653", + "write-warmup-client-2.json": "74bdcd80287082a7f2e2ae306d8009b1f75e4990cd4f946f5410793f4bbb5f79", + "write-warmup-client-3.json": "009779253c639703833cf6a492404fc53392ca131f66ed75e4ce9ecab145bc72", + "write-warmup-client-4.json": "91df3fb34f182e3a6d6bbde2fef886c9ca1a9afff8e37509490c4e837c2d53a3", + "write-warmup-client-5.json": "6d884a9ac0f32b2db5418c8d3a6b31fd422bf7ee6b50b68bfb06e7ffd732db08", + "write-warmup-client-6.json": "32a93b2eecc8d6cb9ded2e2066f0fb48f74a29b0a2789e22ecb265887fc0c6e7", + "write-warmup-client-7.json": "5d05b1f5abd59a37cf245806ab5cecc792d757a90c7a37893e90bc2d5d6c92fb", + "write-warmup-client-8.json": "536ccf5b0758170213868ed0763378135a3d8b295b15bc41f4c0ccf44cf83e62", + "write-warmup-client-9.json": "e9ffb6b7916dd61224f0841295df837e068928138e0ed2fafa7418b83028ea99", + "write-warmup-client-10.json": "abbc0e2cb5ba0a86fce7e3a919b5fe60d1a889d8c5ce66760eb98d0af461521b", + "write-warmup-client-11.json": "e7f362987553eba35e4f005b34ca863439f265f08d551554cb31cc8db5eaf305", + "write-warmup-client-12.json": "d18797fb9744be3813b3dfc31e218033d9ce4431ce429cdf422decb47f95efa1", + "write-warmup-client-13.json": "9aeda44948e4af0aea16f6e5782b366f6ec73980966aef319f5863edde60d457", + "write-warmup-client-14.json": "fb64c03522194fdcb577cbdcc923368cba83eeda029fcbcf00b37f6d8c7ae38e", + "write-warmup-client-15.json": "6d39417792a85eac05261c876644a548ffc53f9329654cbcf470f6f4135ceeaa" + } + }, + "repeat": 1, + "cells": 4, + "variant": "candidate", + "measured_writes": 11700, + "all_acknowledged": 12248, + "TPS": 97.35605393709956, + "response_body_bytes_per_second": 19494.052015459, + "p50": 150.78194, + "p95": 228.027153, + "p99": 248.315339, + "server_cpu_cores": 0.4868637570599704, + "driver_cpu_cores": 0.03192549226622757, + "server_rss_after_bytes": 72818688, + "first_30_seconds_TPS": 97.86666666666666, + "last_30_seconds_TPS": 96.26666666666667, + "interval_TPS_min": 93.2, + "interval_TPS_max": 100.0, + "interval_TPS_cv": 0.020572268658094636, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 24500, + "mean_ms": 30.260410728693877, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 118.7, + "p99_ms": 178.6, + "resolution_us": 100 + }, + "authority": { + "count": 12248, + "mean_ms": 12.596699462034618, + "overflow": 0, + "p50_ms": 12.4, + "p95_ms": 17.8, + "p99_ms": 21.3, + "resolution_us": 100 + }, + "compaction": { + "count": 718, + "mean_ms": 67.37287944011142, + "overflow": 0, + "p50_ms": 66.7, + "p95_ms": 88.5, + "p99_ms": 98.7, + "resolution_us": 100 + }, + "preparation": { + "count": 12248, + "mean_ms": 25.17960971995428, + "overflow": 0, + "p50_ms": 21.2, + "p95_ms": 74.6, + "p99_ms": 101.2, + "resolution_us": 100 + }, + "publication": { + "count": 12248, + "mean_ms": 38.35150612312214, + "overflow": 0, + "p50_ms": 34.2, + "p95_ms": 88.0, + "p99_ms": 114.7, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 399001965, + "uploaded_objects": 64947, + "worker": { + "count": 24500, + "mean_ms": 1.063338248489796, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 2.8, + "p99_ms": 4.6, + "resolution_us": 100 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.8900278972348777, + "p50": 1.1487253685457899, + "p95": 1.0533976587005793, + "p99": 1.023754544402969, + "response_body_bytes_per_second": 0.8890026099737188 + } + }, + { + "cells": 4, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 12164, + "raw_client_sha256": { + "writes-client-0.json": "b1bc338f0f1d9fdc0c4414401f22e8be884d1a5f6dae10198ed927762741df7a", + "writes-client-1.json": "d10707704ac9bb0aadfaa6f2112ab457f8a08c03a241f8b87a376b97ed459cce", + "writes-client-2.json": "ae199c913e2c6a4cbdcbeb98ec83380262ac7e63a7094afab27b5a2c3b808c43", + "writes-client-3.json": "3bb930bd879bdb45ae97f9471b8809f0625b978730f0bca23134fc11a6f56c93", + "writes-client-4.json": "da43c5d7ca9e53438751fd25edc6f4236202cd5fe87e60f3f18a21efe1ed9280", + "writes-client-5.json": "cc8fbcf9971cf19f33ca76f282c44fdc7d0dded979fbe961670e3a84b5c7815d", + "writes-client-6.json": "814e424b1bb4b6d17ff62f9828fff04ec08deaa86725ecea03d58707fb625bcc", + "writes-client-7.json": "7b8a29764caf5e0cbd1bc58c7e9f35e0e1c31b9fccdd77f3e4d1285b5df951d6", + "writes-client-8.json": "bca2d894a7d79f16b2275ff36325739810612d3fc8efaa36bdbad0d580b5215c", + "writes-client-9.json": "b05424b435116c9e5bfc15f906abe31aff1276d36f31aba837f99947dcc0572a", + "writes-client-10.json": "e84a580491639af3769ee47012b8060a2def8cb5bdc212970c1775dd9dd21e21", + "writes-client-11.json": "f94e4e3cc235cfac311e874d892e86f2d883812921077cef98fe5b4cb0a25520", + "writes-client-12.json": "87015f9328f067ee2d7bcc85c17ceb285313ee8013102de7dacd8ce2e06f7993", + "writes-client-13.json": "8776ed220dfcdb084fd8f66d636c20871e888d27d97f3dfd222e80da9ce30597", + "writes-client-14.json": "e3c0fbcc9b54d770318258b36b9b2d56c5096e56ffe3e8ce60e546dc9fafcfa3", + "writes-client-15.json": "9cd0723996d5880eb2e7657e0f8ec3ff499d74a9e4e4a95ffaa1b6722472d05f", + "write-warmup-client-0.json": "a78a99266e0f59620505bbf0b29c73aac06360febaeada2d8f3ece110b93346e", + "write-warmup-client-1.json": "67c68138894e978222dd7b983141da6813f2c257c72c9bd2f5f8ef87061b0507", + "write-warmup-client-2.json": "3c3e9618102a9c934e55bf5a773c89e42cf15ff17d8fa973e7c20453e4b5f0d8", + "write-warmup-client-3.json": "69969606ab8cea21849374e5343163fb2e9a7a9fe4a3fd73be5b9d4695eb0d17", + "write-warmup-client-4.json": "0f554a58ffc570d1a0a2f01ebe2c010def9d0dbcfa5198f1f0b89a8fc6eb2653", + "write-warmup-client-5.json": "b1ca622ddefdec20ad5d6ef254571b5afe9c8e6e83e42ad65f312bd49e04c541", + "write-warmup-client-6.json": "7cd361f209cea4adbdbaf2436d000afda4a56c073ec2397f373eb4860e680790", + "write-warmup-client-7.json": "00d19bf208b084fca30bf89b006b53e24fbbf44f412b3c9f37332c6b5c7eb26d", + "write-warmup-client-8.json": "f7d02a9b784d552e499f72f67aaf802f3149ac79f2b4d1834136f5de0e7bec1b", + "write-warmup-client-9.json": "099612c0d227c7a6cae477bf7a26c43073c37a6c3248dd990a8f48dda6262ce8", + "write-warmup-client-10.json": "f1f3f1551cb86fbb85bdfdefaa1d3f1ef6a83a1998b07962bb1e2915ef18f586", + "write-warmup-client-11.json": "e09f63e303050d05c595564c24c82c638d3566ace5fef49c7c4537affae9deba", + "write-warmup-client-12.json": "38d937dd152982e754767563f4e8e2d8c1b9052f54ed567ad3cadc1c0cd10bba", + "write-warmup-client-13.json": "ec75a5519b636fd1db11fa8a2582ab4b3980eb54ec5909074e7145aab0515a38", + "write-warmup-client-14.json": "e452afe1ce143f4606457fbfef2e2ceb6701462378e3ffbc06bdbd42d8db0c07", + "write-warmup-client-15.json": "747c55a80fa2306a0b6fb4766b07329a076ad753ce6ccab3288b04443c78e756" + } + }, + "repeat": 2, + "cells": 4, + "variant": "baseline", + "measured_writes": 11644, + "all_acknowledged": 12180, + "TPS": 96.90072722289024, + "response_body_bytes_per_second": 19401.457945644506, + "p50": 149.720881, + "p95": 237.735051, + "p99": 256.767042, + "server_cpu_cores": 0.4790554417826714, + "driver_cpu_cores": 0.03992128681522262, + "server_rss_after_bytes": 72986624, + "first_30_seconds_TPS": 97.6, + "last_30_seconds_TPS": 95.73333333333333, + "interval_TPS_min": 91.2, + "interval_TPS_max": 100.0, + "interval_TPS_cv": 0.025596030579946704, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 24364, + "mean_ms": 30.368458180142834, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 118.7, + "p99_ms": 187.1, + "resolution_us": 100 + }, + "authority": { + "count": 12180, + "mean_ms": 12.51231524367816, + "overflow": 0, + "p50_ms": 12.2, + "p95_ms": 17.9, + "p99_ms": 21.3, + "resolution_us": 100 + }, + "compaction": { + "count": 714, + "mean_ms": 77.54429146918768, + "overflow": 0, + "p50_ms": 77.1, + "p95_ms": 99.4, + "p99_ms": 114.2, + "resolution_us": 100 + }, + "preparation": { + "count": 12180, + "mean_ms": 25.54951292323481, + "overflow": 0, + "p50_ms": 21.0, + "p95_ms": 83.7, + "p99_ms": 111.2, + "resolution_us": 100 + }, + "publication": { + "count": 12180, + "mean_ms": 38.628640891215106, + "overflow": 0, + "p50_ms": 33.9, + "p95_ms": 96.3, + "p99_ms": 124.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 397036091, + "uploaded_objects": 64587, + "worker": { + "count": 24364, + "mean_ms": 1.018769767566902, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.7, + "p99_ms": 4.4, + "resolution_us": 100 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 12148, + "raw_client_sha256": { + "writes-client-0.json": "2117ab298be1f7486d14781fe0d6f69504a83e668468271a4edabac17657fb69", + "writes-client-1.json": "ec8e9154e7b680c65865aaf529bebdfd3cd71d5a7761375966818cf677db5a3c", + "writes-client-2.json": "5ed00c2616a2de4dcfb8fac75e27aad44438608a5e2da39123c29f599b4f861f", + "writes-client-3.json": "ea65e8ad0607c633fe171947b241c7d7579da243705c1852acc7a0c0e1a7446d", + "writes-client-4.json": "5e405adaf5bbf9cb73471651efda8ffddbe549e9114f3a8f7bbbcbee31f5a2ec", + "writes-client-5.json": "5bdb7c67cd01a701f9b14f37857fad8d9dd0f7fa302ef53cabc9da19e3da835b", + "writes-client-6.json": "03dc47bb32503e2b27623e046250a38167247e732ccf2bb7e71214ca883d729f", + "writes-client-7.json": "2928bd5e257cf33f985283856e70e74d56aa30ad14fff88d2b664379fa08650b", + "writes-client-8.json": "c97f0a2f46c9737b6f67bc7b69581d2b6605c3d14797e3e09708a6a13f2298d4", + "writes-client-9.json": "ee9c8f726604659ff6bbbbec655afa333d9e9fa8e2ece6dced90e86caeebecb3", + "writes-client-10.json": "5179b69c2d7e4fa58d0861a09ed9fd55ab5406ec011e90a1a0b322e6b8dd5ca7", + "writes-client-11.json": "be2267681b941943b737a6a00bb0ca6e895610365ad19253b8c39c783d57dd2b", + "writes-client-12.json": "2c0093d634364216d46fd45ecca6827b778e62670669d02f8ac2515c8cee8ae5", + "writes-client-13.json": "10d03a4c36417d59d6420b514dd0341f815aabf814f2bfb65dee1a1c7b9098a9", + "writes-client-14.json": "f45d75af37534d4703d4789a739508ad351bd810118d944f1124d6137f605022", + "writes-client-15.json": "fbd74cabc91dfdb647899cf4bfe5094bca33729a6cab63ea29ccd8ce33ef608a", + "write-warmup-client-0.json": "f260fb72da26da69ffec71c7fbbc29756ab9a64bd3be07003a5943fab509f6db", + "write-warmup-client-1.json": "2acfd48ed66b371d48973240949da7d7bc1ca1d52547220b72a1b76156e39b9a", + "write-warmup-client-2.json": "934ae149f8965537e4721c49281d116ea62fa27163a105e4035e3c242d11e46a", + "write-warmup-client-3.json": "d05fcaa8ec15e4ea3b9409cde095b0b088ed4a403197be315afac8cabb57ee63", + "write-warmup-client-4.json": "1552d9bdf0a70dc94fc1a26c4d9e7352c74d56abea6acc4fbe2522d2689a2006", + "write-warmup-client-5.json": "c374e1336581879b844797af8e095e70b0c4b46481f4ff893b958e5ac2344127", + "write-warmup-client-6.json": "854ec91c3bdb5b9569bedc7fdebe95692621a5eaa81adf7126a83b0d45ac99d8", + "write-warmup-client-7.json": "82e0f327275bd1aa467ed2c9e272d3252602b0a9f659a4a126c24bda59677abd", + "write-warmup-client-8.json": "a1f9b25dc7456dc52a945433251dd665f208ff3fd3898cc1643ade0605ec257e", + "write-warmup-client-9.json": "7fd37c7753ae5511bdbb90d5094d81142403937c612b101aed76b074d823dca7", + "write-warmup-client-10.json": "feca1e052cea50cb8ab0e710efc09b56512fb92af210a2bfbe6799f6ca4b442f", + "write-warmup-client-11.json": "236e68ce86d4ec6eec44c529f390f4c30f5c144ce7a9a388f9bf2d9e76fce834", + "write-warmup-client-12.json": "9394fd0ce21e8b45f61584f8581e00db17c71d745edc48ac2041422aca655b32", + "write-warmup-client-13.json": "df063bfdb61ff5d1f885fc9ceff418506bf7c003a44173580091eefd121c058b", + "write-warmup-client-14.json": "b2cb1cf29895d96d5b2cf9920bc4f2f1de8e93fc743a894ef7d4c9b17bc4d702", + "write-warmup-client-15.json": "2ffae59d66b27ed84aad1e40933e62665a4c302a2ccf2806ccd7a83b90255157" + } + }, + "repeat": 2, + "cells": 4, + "variant": "candidate", + "measured_writes": 11624, + "all_acknowledged": 12164, + "TPS": 96.76178760124324, + "response_body_bytes_per_second": 19373.376404771458, + "p50": 151.713513, + "p95": 230.690022, + "p99": 251.301819, + "server_cpu_cores": 0.4872842112139797, + "driver_cpu_cores": 0.031953063030424896, + "server_rss_after_bytes": 73621504, + "first_30_seconds_TPS": 95.73333333333333, + "last_30_seconds_TPS": 94.53333333333333, + "interval_TPS_min": 93.2, + "interval_TPS_max": 99.6, + "interval_TPS_cv": 0.02173922852596484, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 24332, + "mean_ms": 30.372576333799113, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 119.7, + "p99_ms": 179.2, + "resolution_us": 100 + }, + "authority": { + "count": 12164, + "mean_ms": 12.619799856872739, + "overflow": 0, + "p50_ms": 12.4, + "p95_ms": 17.8, + "p99_ms": 21.8, + "resolution_us": 100 + }, + "compaction": { + "count": 713, + "mean_ms": 67.61734973913043, + "overflow": 0, + "p50_ms": 66.8, + "p95_ms": 88.8, + "p99_ms": 101.9, + "resolution_us": 100 + }, + "preparation": { + "count": 12164, + "mean_ms": 25.416719187602762, + "overflow": 0, + "p50_ms": 21.4, + "p95_ms": 74.8, + "p99_ms": 101.4, + "resolution_us": 100 + }, + "publication": { + "count": 12164, + "mean_ms": 38.61610219820783, + "overflow": 0, + "p50_ms": 34.3, + "p95_ms": 87.0, + "p99_ms": 115.8, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 397312337, + "uploaded_objects": 64502, + "worker": { + "count": 24332, + "mean_ms": 1.0258760069455861, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.8, + "p99_ms": 4.5, + "resolution_us": 100 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9985661653361237, + "p50": 1.0133089785919709, + "p95": 0.9703660483787896, + "p99": 0.9787152472629256, + "response_body_bytes_per_second": 0.9985526066674101 + } + }, + { + "cells": 4, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 14208, + "raw_client_sha256": { + "writes-client-0.json": "a6861aa02c729748e5cbe261f99d8b3f6312010215b652c1dccee2f21ec74608", + "writes-client-1.json": "e9d915f86241428da82503e9615394e5eab5245f962087dfc6286e6df0551f36", + "writes-client-2.json": "104350c34ba291da1ea2a5a9d33c24831361687d180353f110b6e8e67c701ef7", + "writes-client-3.json": "ea30e845aa892e5bf90c949f0c5d687d4d3af7d01327b493218300256e48f043", + "writes-client-4.json": "824d5b660c21af59f55f2c626f51313c839ddd985f2c7904a6ea9474e82ab230", + "writes-client-5.json": "25a840e9dd779edacb4f37b5d90febffc060b2c8397c90f5bc8f15ab624931b4", + "writes-client-6.json": "626e14387816a8cdc551d613c701c6f2b15324e118d66a7dfaed4186aa7d2770", + "writes-client-7.json": "17ed863dc444946857a5b2fb95131cb61fb52f982b44335590fd0b54a6fb170a", + "writes-client-8.json": "5dac3f10c02802745c863d991ab4a2ffe2b5c63c962ec16a4d98cc41ce970300", + "writes-client-9.json": "b1ca69ad6839c3e9629d0d3d18d8ad9763a2c3849bbc85343a4da9ddac1f78d1", + "writes-client-10.json": "cda90ead63ec10a1036438b71762db4a3fe1643b4f1139c7f9344dffa07ea672", + "writes-client-11.json": "faaf2f223649e0af132e9bbd9b9d519c5cbe489753e4a95167eb2adb549bf0e3", + "writes-client-12.json": "9f73e277e6d5904c95243743f960292f58ef595c96b7e4b055db1700f285423a", + "writes-client-13.json": "2deba05348c8d99f35451374e1b2efd9badad958200dca2a9890d1fe596f10ec", + "writes-client-14.json": "7366b12ca880e549813088a686d02d7bdec8adf55aabe3266312e9d028d2755c", + "writes-client-15.json": "7e947cdb38c81aec60370403450b454c31d5eeea4f24d43a8ef5ca356c5004bd", + "write-warmup-client-0.json": "a8bd732d9ff1c9ba70ccea14f43c23739316279edded98232cbb2f35eb7bf21b", + "write-warmup-client-1.json": "39a8dece2daf2d375aa21fc7a53b491cb5f1c8212cdfe925946c2a444245d267", + "write-warmup-client-2.json": "ee00283147be3ef4984babf98dc73d444141493c090ef1b1b5efdc3c0441d35d", + "write-warmup-client-3.json": "471bfaf31e32a7a20f0bfa8d788efd6566ceaafb6427e5d1d9cac4c6a2b26b05", + "write-warmup-client-4.json": "e5e7cb34369caf48e31b8060517099241beaef919abc454e229924c7b4760c04", + "write-warmup-client-5.json": "5f1bee4f4b54705fcf8026298c74bc3630ea5d9869986fe0711ea80045b05e7c", + "write-warmup-client-6.json": "f6146225ed8d2a2047d1e42cf4259e8bb35f99acb3f11f4ba063f53595dbad56", + "write-warmup-client-7.json": "4468edb8c3ce1732e8b76019e5b5363fe6df5009ea00cf432c714f278a0af7a0", + "write-warmup-client-8.json": "857e4629a31485cbccee2a3576cecfe9e2e97531d9a7678ade0f0c683544ac63", + "write-warmup-client-9.json": "094d2728bc1f57685f5e4a4167d16bd06172b71650b3b2e8e40b08244b92e0f2", + "write-warmup-client-10.json": "dcb090b1bb002cdc5ac852992e70a9355b3a37f31bf6a09083b9540b14dfee55", + "write-warmup-client-11.json": "4762c6c3ed64a034114695eb6b8ed6dd21db8760f4e99c7172a1bca9774037d0", + "write-warmup-client-12.json": "d28520d974b609dc4c1c57a81b378eed7ccf079ed40b4dd65a99147b22a76ff7", + "write-warmup-client-13.json": "e80592eada48fc3c76a417605dd7aaa94955fb25cb83834fb109e0cf4e4ae01e", + "write-warmup-client-14.json": "afa24f960d42aadeb74e001b0cc0721632f5476549a7aa5210c966e798fb00ee", + "write-warmup-client-15.json": "503e537ab2856df0acd287e34b6b5247c706567604143f78f11a93464ae4d6cf" + } + }, + "repeat": 3, + "cells": 4, + "variant": "baseline", + "measured_writes": 13596, + "all_acknowledged": 14224, + "TPS": 113.16600175936271, + "response_body_bytes_per_second": 22690.907022231302, + "p50": 126.857969, + "p95": 201.604781, + "p99": 223.353796, + "server_cpu_cores": 0.5669400281733219, + "driver_cpu_cores": 0.04791042491605537, + "server_rss_after_bytes": 72556544, + "first_30_seconds_TPS": 115.06666666666666, + "last_30_seconds_TPS": 111.83333333333333, + "interval_TPS_min": 107.2, + "interval_TPS_max": 116.9, + "interval_TPS_cv": 0.02357142742119889, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 28452, + "mean_ms": 25.93767961116969, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 100.3, + "p99_ms": 158.2, + "resolution_us": 100 + }, + "authority": { + "count": 14224, + "mean_ms": 10.668316498031496, + "overflow": 0, + "p50_ms": 10.5, + "p95_ms": 14.9, + "p99_ms": 17.8, + "resolution_us": 100 + }, + "compaction": { + "count": 861, + "mean_ms": 66.32503704413473, + "overflow": 0, + "p50_ms": 65.3, + "p95_ms": 87.4, + "p99_ms": 110.1, + "resolution_us": 100 + }, + "preparation": { + "count": 14224, + "mean_ms": 21.441109435883014, + "overflow": 0, + "p50_ms": 17.5, + "p95_ms": 72.5, + "p99_ms": 93.9, + "resolution_us": 100 + }, + "publication": { + "count": 14224, + "mean_ms": 32.690600377741845, + "overflow": 0, + "p50_ms": 28.6, + "p95_ms": 83.6, + "p99_ms": 105.5, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 484058130, + "uploaded_objects": 75568, + "worker": { + "count": 28452, + "mean_ms": 1.0055521081119076, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 2.7, + "p99_ms": 4.2, + "resolution_us": 100 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 13384, + "raw_client_sha256": { + "writes-client-0.json": "319ef5f296d5435f091ca4fbbb19e5260b2f0bec5100953aaae8b0ef64ba2002", + "writes-client-1.json": "2e702ee962c1725d9465b2f7bd66445243e7b7395edd960c29236e14f66c70b2", + "writes-client-2.json": "07723d07d9caf386fd05ab4cfc8918b3174481fdc23fee0caa74e60e8980f384", + "writes-client-3.json": "55518d45f73d606c93a78fa714ae4ff541a38541bebb73ca06c0b9f14ce4cb87", + "writes-client-4.json": "06e4ff36c7afe6dde4589b05049e0a44cf2117b4679f017e6300099e8a071e35", + "writes-client-5.json": "f74985a35f15701144441f8138e65b6f610cb8f39d654554bd1e339fb0718c7d", + "writes-client-6.json": "a84e20d5868542e1ea1496d77c1dca320355e2764b3d37a592fc0420e4bdb79d", + "writes-client-7.json": "4ad7843f996390d58323f01708f3c24ee362cf4acd8df8bf17dd25f393bd963f", + "writes-client-8.json": "4af3a74d5b337dc8bde465b887ec8ddac256788b4a369c9b19e0b422e57e09f2", + "writes-client-9.json": "3e19436bb98ab0482b357220c91fbb3d4985614a689079f362cf80a88c54c3f7", + "writes-client-10.json": "97d1b416396d5e0c80a02a604802d21c6e978c67316254f94a774ad69829a5a5", + "writes-client-11.json": "accbde84680692f3c2fe63e4334dcfd4f9361aa6c9530b1ad14b3cbbef98ca80", + "writes-client-12.json": "50f1a8e75e28e33dbb664214f96feae9d3829d20b1725df246e425944398b04c", + "writes-client-13.json": "f73188052c2e1d91b5df3cf9db9490e01bc10698a40adfd004d377301a1555ff", + "writes-client-14.json": "d6e3679b4c1d628a30f2cde69bc8f895a9e2fe3764296a9af0321b2741b97305", + "writes-client-15.json": "e49a4842f9e71fc4b619e833750a3fc0ea613bc9d329bb0cff5606c2f41a17bd", + "write-warmup-client-0.json": "b567937ff0763d224349568020d7f9bf67524623f95041519e96a2b7fa1eeb56", + "write-warmup-client-1.json": "4b08b1df4d6c4d663dd2be6301719e31dda7f686a1d854e1b8675002970d6fdc", + "write-warmup-client-2.json": "2b57d5d77f4e058e3c0a832dfbc43b59cbc4546ce21d406149168b86aa4de0de", + "write-warmup-client-3.json": "fb892e74718c27a686dbabf90d3fdb1800599431ac67a72b1cb244e9572f881e", + "write-warmup-client-4.json": "f56151fee420c0d1e813472034a8f4a32c290e255857fcacd9a54776f4e78db0", + "write-warmup-client-5.json": "36cbe6fd89eeb3d8e4a11c63ac6b4b0f847cad48d095236ab9c158e84afd303a", + "write-warmup-client-6.json": "ed96efcef91c7a3f1f5a373e3089312edd57a9d562b7170c8525d7fbca679cc0", + "write-warmup-client-7.json": "9947685c7291d41c9d5b4c116f3cc3276a7570e2e698e5bd3e6675ecdd6bb314", + "write-warmup-client-8.json": "58176a25ea9d5177a79237b0d680091d578c2bf4c04faaec42eaa94bc3caf9da", + "write-warmup-client-9.json": "3ee5cf7f7724c57cce414b4860f0fcdeac2114852653dd73bb4854bd4c607cac", + "write-warmup-client-10.json": "ff4782f577656436cc1d47d27e0b8d1fb77aed5986602514d3e7aacd39564977", + "write-warmup-client-11.json": "de91838ec21cf6e49b07242217228ebbc1234946df0cfdd5c26de4ad6f2475f9", + "write-warmup-client-12.json": "c57f877959c6afa4f26a5b904bca0d9a91558fc2bd16f4b86ca4d796125e44c5", + "write-warmup-client-13.json": "5c7dcf010b009e2f7d1c8364327873d729dcbb4eef7ee9bed0a8454d7119059b", + "write-warmup-client-14.json": "c1d2123d08f83bfa976fb940cce322631125ce8b840cda08ac1b0f723ba9544c", + "write-warmup-client-15.json": "880afb6c22fbaf4ea41ecc80ee08954ad4cf377bb421e26a51f96836a5b8ce5a" + } + }, + "repeat": 3, + "cells": 4, + "variant": "candidate", + "measured_writes": 12752, + "all_acknowledged": 13400, + "TPS": 106.12551703784045, + "response_body_bytes_per_second": 21269.519333260607, + "p50": 142.957358, + "p95": 216.627696, + "p99": 240.015405, + "server_cpu_cores": 0.5190788377736203, + "driver_cpu_cores": 0.03992914136720156, + "server_rss_after_bytes": 72429568, + "first_30_seconds_TPS": 119.06666666666666, + "last_30_seconds_TPS": 105.73333333333333, + "interval_TPS_min": 93.2, + "interval_TPS_max": 120.0, + "interval_TPS_cv": 0.0915306299837469, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26804, + "mean_ms": 27.552676365020144, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 112.2, + "p99_ms": 162.2, + "resolution_us": 100 + }, + "authority": { + "count": 13400, + "mean_ms": 11.542658553507462, + "overflow": 0, + "p50_ms": 11.3, + "p95_ms": 16.7, + "p99_ms": 19.9, + "resolution_us": 100 + }, + "compaction": { + "count": 799, + "mean_ms": 61.21375357571965, + "overflow": 0, + "p50_ms": 60.3, + "p95_ms": 82.3, + "p99_ms": 105.4, + "resolution_us": 100 + }, + "preparation": { + "count": 13400, + "mean_ms": 22.823299436567165, + "overflow": 0, + "p50_ms": 19.0, + "p95_ms": 67.2, + "p99_ms": 93.0, + "resolution_us": 100 + }, + "publication": { + "count": 13400, + "mean_ms": 34.925940778731345, + "overflow": 0, + "p50_ms": 31.1, + "p95_ms": 78.4, + "p99_ms": 106.3, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 447723051, + "uploaded_objects": 71135, + "worker": { + "count": 26804, + "mean_ms": 1.0035521245336518, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.7, + "p99_ms": 4.2, + "resolution_us": 100 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.93778622013621, + "p50": 1.1269087714938901, + "p95": 1.0745166603960645, + "p99": 1.0745973845011347, + "response_body_bytes_per_second": 0.9373587099194362 + } + }, + { + "cells": 16, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 12718, + "raw_client_sha256": { + "writes-client-0.json": "f3677276c604b93267b4a3a3e5d3f3b6fdd55646b30ba3532c8621c554c70ae6", + "writes-client-1.json": "1c587a2f50a3becfea7cac1cfe0c3768884e84f6559ff77bfeaff23897811dcd", + "writes-client-2.json": "448bc651dcf4ddff0cfb4b5ac2e96b50146e0e15507014535c934404ad00c575", + "writes-client-3.json": "837bb508910f4430086390984a3374f125d0ee18b935fd4d6179fb72fbbc6926", + "writes-client-4.json": "d32f49c09afbbe02b4ae2d88923dd4e3e373aeb4467136ec58cbf5974329a1a5", + "writes-client-5.json": "ed3f167fe9fc3f9d8e86cd384e044837103632664d481c5deec09ef6a3c43b5b", + "writes-client-6.json": "ac3a8a2de7e1e232e90364f7fa8875ff200cad46ea2bdb1908ee2681c31b1280", + "writes-client-7.json": "58f9f478200e72d9962c4042e9f9baacd9513ed9d4e7375a195efb8323364d6f", + "writes-client-8.json": "8e4aeb892d8a4d083a5951b1ccbb41c282c8eff664906af5bfa1a73b9d16d8e5", + "writes-client-9.json": "fae7f05180ad12b5261002c00889dad71e4098c22f39ef8ab30365b4147b348f", + "writes-client-10.json": "9a3e24e01083d48049a66c687e9d916e328650e4ecd80edd1e1f6f32f0832769", + "writes-client-11.json": "a741ef8caf84c5611dd6b2c9f096a2693f129ba2b91dea27055d00c3ce9e7470", + "writes-client-12.json": "0bd0b207521b9caa411f71ff52aab5fd7d1e00170573012273cdf9fb47f33103", + "writes-client-13.json": "58a8d3313242e3cd09e1f5ded3b2f2ea0b156eaf1bccdfb0b1be07eb7b052db9", + "writes-client-14.json": "e4aa263e274854b5a31e2859ba188cbe483724613afffcda774ab9fa050754da", + "writes-client-15.json": "130d520d1a060d3d563d5a8e38d0f42ad8c29aa1d7574d4641d684926a723fff", + "write-warmup-client-0.json": "17c5016e7d91838e341243250850f014896942cda7ddf45b30860335558362f0", + "write-warmup-client-1.json": "77ee0137fa4a56dfaaf2c8549be3a8414e0f1909c99a6ca60fc5a9daf2af094b", + "write-warmup-client-2.json": "11509ca5bd8d054a2641d48470ce6eab779332a21c9682eeef6b0a2486b2f4f9", + "write-warmup-client-3.json": "91c36e0777afdc5992428afa7f0d9a01469eb1af4dda84241283f8fa3ebdee51", + "write-warmup-client-4.json": "969644a431b5eed9c1bc0dd7ef9933b541671b99440a5c5b1da13565336e4614", + "write-warmup-client-5.json": "97365e7af2d16bf2cb725d64f60d242721a2cb6bcac9aa5c8efd9040e1f0c0a7", + "write-warmup-client-6.json": "6b335cdf9c788484b0a8a497c0f3ca02dfbd9348c73135ed13d89a15aba33ea1", + "write-warmup-client-7.json": "e1acaefe76fd0864a15bf22e0dd0ab2df0ac33aa91dcf1a0b90593fcd8a0b1a1", + "write-warmup-client-8.json": "c3250a71fc3ee07c63757ef83065ce8a289e47f66d39ccb72a199cea7a67d69f", + "write-warmup-client-9.json": "12cd97cf174c7e561915bb1791f3b1341737e08dc0253e442915160c55e744a6", + "write-warmup-client-10.json": "0cf7e62201830c3c954c156ddb9eed1e50f892d52dcae696c490ad8e0088e11f", + "write-warmup-client-11.json": "ffa3681a6d0374775071a9b0a7089494c2153cb8a9e8c0d87662e755cb562a1d", + "write-warmup-client-12.json": "0df75c8ff70278e2354e81a7d82cfffe37d6ba53ee2683a30ee47cb476e7fde9", + "write-warmup-client-13.json": "5ca921c9336d5348d785a9579abf94171a06a9502cab81491f2150f86ca382f0", + "write-warmup-client-14.json": "21a91d11a4924e0bc410e571efce7fd261060ec0d8ee4e6216702029d346ae69", + "write-warmup-client-15.json": "bfdb453107a177161161e3309d616c9da461513db30cd6c5c1205a1a904ee3ae" + } + }, + "repeat": 1, + "cells": 16, + "variant": "baseline", + "measured_writes": 12176, + "all_acknowledged": 12734, + "TPS": 101.31588492620091, + "response_body_bytes_per_second": 20213.07654641457, + "p50": 142.047888, + "p95": 295.157929, + "p99": 455.37381, + "server_cpu_cores": 0.5028540355112919, + "driver_cpu_cores": 0.04789086052488495, + "server_rss_after_bytes": 81805312, + "first_30_seconds_TPS": 104.0, + "last_30_seconds_TPS": 103.53333333333333, + "interval_TPS_min": 89.0, + "interval_TPS_max": 106.2, + "interval_TPS_cv": 0.04621564195098699, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 25484, + "mean_ms": 0.04200744906608068, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 12734, + "mean_ms": 21.156162140961207, + "overflow": 0, + "p50_ms": 21.0, + "p95_ms": 29.8, + "p99_ms": 34.7, + "resolution_us": 100 + }, + "compaction": { + "count": 624, + "mean_ms": 233.27344402564103, + "overflow": 0, + "p50_ms": 224.4, + "p95_ms": 316.8, + "p99_ms": 399.0, + "resolution_us": 100 + }, + "preparation": { + "count": 12734, + "mean_ms": 131.72311180980054, + "overflow": 0, + "p50_ms": 116.1, + "p95_ms": 219.0, + "p99_ms": 436.9, + "resolution_us": 100 + }, + "publication": { + "count": 12734, + "mean_ms": 153.7501541404115, + "overflow": 0, + "p50_ms": 138.4, + "p95_ms": 237.2, + "p99_ms": 456.4, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 317204154, + "uploaded_objects": 66966, + "worker": { + "count": 25484, + "mean_ms": 1.178632247841783, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.3, + "p99_ms": 6.1, + "resolution_us": 100 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 12900, + "raw_client_sha256": { + "writes-client-0.json": "971e40c72637a2a0080154fd5452afb1b11a9e1240f0fa21e21bcefa17b055ec", + "writes-client-1.json": "6d7a2c70effa95c5c3268ad830f61dbf50011bac8fbefccb6cd0d8b668d5dd08", + "writes-client-2.json": "92305d2ddd86b16e095f3f6880aa99d3cbf8387db0a1c4cd731e5a2279010801", + "writes-client-3.json": "c1289f0acc6d6439fe752c616835da856310bfb71905c7c68aaa13069c1e3d19", + "writes-client-4.json": "8bcdd79f91105f7576ca3184a462032bf8c25f0c2e2ff7ba178d6016ec316dfe", + "writes-client-5.json": "3dfb7b0859fbdd109cf8593371a6de199e8f2759ad0e2f1056342278c1bb3fd3", + "writes-client-6.json": "9fb9fb1180abbf470b59aa923b29c092a7bae71660e6ed9455b2293cc2eaaa3d", + "writes-client-7.json": "bf0a685c43922015f50d20e64a6337f5adeb62cd18fa7609d4d0782c43676548", + "writes-client-8.json": "f73115dc261c194eed3f8a66f4aa0b6393c0ec8cd507753f17e616daf0e5669b", + "writes-client-9.json": "21983fd0179bf029b3a32994fb02cd8ac479ade5c6d6505b1d19d97d1468f6ca", + "writes-client-10.json": "35957164b02f2cacbac0f64134a94bce45e8efd81c36362965a58ec90bf4d2bd", + "writes-client-11.json": "c0b82707f7c63758ee6a47a90352ca5015cf6047419d8261198c3df545d26593", + "writes-client-12.json": "2e914c0113c96f3d3aebaf29610346d8ef46d73449cea88ee86205e37295e128", + "writes-client-13.json": "c8f26dae7e431bac751814ea916505b722596d42c0d3ece73f62a26b095ffb6f", + "writes-client-14.json": "df1dd0e129565aa2c9d2de4dc0309e9ebda42c5df32bcbddfe871b8185199ab8", + "writes-client-15.json": "b724565a97fd51d34497ab884161dfa5df81264aab60c3174cb94acbb262ff1b", + "write-warmup-client-0.json": "9fc0448e5fe62a0dccebfcdba38c75d60b4bb21c2702bae34530d8744f450d0c", + "write-warmup-client-1.json": "c826e04293087283cfc6bde8b7d6f7794f2d34e03eace7dd082bc01c1e9d9f9d", + "write-warmup-client-2.json": "0fb0eaa2963f7d4737ce6b614f1ca67006cd3e5fa053f517b27c534e45ff0437", + "write-warmup-client-3.json": "360882d487e68f7c5988cd29eb3d6e1870e14c5f4f568ac9569689ff37b40871", + "write-warmup-client-4.json": "de566594cdbc10f79e87abd87cb48867b8725aa0aacaaace0af099e3688900fe", + "write-warmup-client-5.json": "558a220c9ddb3d1ecb8c61592647510a3816d7fe842c0703a839dd15333dc826", + "write-warmup-client-6.json": "72688658aaa6e6e4867bb757d78b09faa6f19e7450550105a2f6d385ab42f9c1", + "write-warmup-client-7.json": "260a92bae48239b67afd213f7d0aa857e5a90e5c69f46939e26b047ce6061e3b", + "write-warmup-client-8.json": "e7b0b1069d88a59974158d7a8f2799621510420c7fee4e5dd45535879c9aab94", + "write-warmup-client-9.json": "64deadff9c712581c77f4d8bb35f5914288042fe3c9346ff2d81fed4b3a54250", + "write-warmup-client-10.json": "1f607384a59ad3dc31548d0cf61807ee7b95009ce669fb5933d28603d0e66585", + "write-warmup-client-11.json": "1c044fc5eaf731e686d28356ad914ad906e2e374a0130f8599dbbfff1cd46277", + "write-warmup-client-12.json": "67a8d88d659f0ad360db02906f501707b7c2ea03da8964be3acaf022a7b6b0b3", + "write-warmup-client-13.json": "ff338b69b39e5d9050dec1140a61405508741a08bed3c435bdeb8cda48d8d6e3", + "write-warmup-client-14.json": "9189c95fbee87117168465faceca84203a52fd85e7b0edb5e8cd3c0d98931006", + "write-warmup-client-15.json": "325117a1116315d136a308e43f402141f7c2a9c163f430dfd6abec50c970da96" + } + }, + "repeat": 1, + "cells": 16, + "variant": "candidate", + "measured_writes": 12377, + "all_acknowledged": 12916, + "TPS": 102.98746934417673, + "response_body_bytes_per_second": 20548.076192465058, + "p50": 140.16289, + "p95": 242.815686, + "p99": 438.15541, + "server_cpu_cores": 0.5028494737904913, + "driver_cpu_cores": 0.04789042607528488, + "server_rss_after_bytes": 82448384, + "first_30_seconds_TPS": 104.96666666666667, + "last_30_seconds_TPS": 103.86666666666666, + "interval_TPS_min": 97.3, + "interval_TPS_max": 108.2, + "interval_TPS_cv": 0.026347325467190253, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 25848, + "mean_ms": 0.0365579216186939, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 12916, + "mean_ms": 21.668627764555588, + "overflow": 0, + "p50_ms": 21.6, + "p95_ms": 29.8, + "p99_ms": 34.7, + "resolution_us": 100 + }, + "compaction": { + "count": 640, + "mean_ms": 215.272886875, + "overflow": 0, + "p50_ms": 205.5, + "p95_ms": 318.0, + "p99_ms": 420.1, + "resolution_us": 100 + }, + "preparation": { + "count": 12916, + "mean_ms": 129.09295340593061, + "overflow": 0, + "p50_ms": 114.3, + "p95_ms": 205.7, + "p99_ms": 418.5, + "resolution_us": 100 + }, + "publication": { + "count": 12916, + "mean_ms": 151.61649638216164, + "overflow": 0, + "p50_ms": 136.9, + "p95_ms": 232.4, + "p99_ms": 437.4, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 322385103, + "uploaded_objects": 67891, + "worker": { + "count": 25848, + "mean_ms": 1.1646542706592387, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.4, + "p99_ms": 6.0, + "resolution_us": 100 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.01649873975037, + "p50": 0.9867298414179871, + "p95": 0.8226636052863753, + "p99": 0.9621884271297905, + "response_body_bytes_per_second": 1.0165734120326138 + } + }, + { + "cells": 16, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 12695, + "raw_client_sha256": { + "writes-client-0.json": "78ccb9f097b68a0597c71f5055ccb88a623fc6faca104febc38961b77e1c1507", + "writes-client-1.json": "4494d57b6ac815050a90705545ed34f2908effb9ed29bb3f6d1d4d9856ce0291", + "writes-client-2.json": "76d77e37f6d8dfcb1df45ebfddb6e25afc224c365606b96b59b0d719b8db8218", + "writes-client-3.json": "a3b819499b748a202edfad0248e29c58790b8525783d45a66acd0b55be2c99e9", + "writes-client-4.json": "c058406c6fcda875f5dfec015812f8f1d5f81fed01d3b903e07fc07957f655c2", + "writes-client-5.json": "9cfd28e8b1e59175959eb358724b3aa3b1df041f5a016a23154c7183f38581e5", + "writes-client-6.json": "30fd1c81ebaa497fefebe7f62cf38823390e7bc35bc58cd48cd695f0b12ac54f", + "writes-client-7.json": "788a7ad61079626d3e8349431272e982e03d881f95e94bae1e6295bd046a7c6f", + "writes-client-8.json": "bea1543c93bd73a2deed9300020a480c802c917076472fb26bc04e8c45c85c3b", + "writes-client-9.json": "df0df12de73ff082b86244404f6555617119a206abe9d5292690d9fb234173bc", + "writes-client-10.json": "f8a712c64b129e4712ea6f67cf178726723575d7789d6a6425d2386a8d7abb4c", + "writes-client-11.json": "c33afc217b6555708745a0d0089b16a7e3bfd6b90d48311c2ae253fc47e8f8d9", + "writes-client-12.json": "3bd0324e17807571800bdcfed4994bc49c7e7df49400c68c800bc79265a3bb41", + "writes-client-13.json": "8027acdb72dcd2c3525fe60c1013fc372be460a00142c0384e2b49c9c882a5b8", + "writes-client-14.json": "91e5eed99120b61d3482b1d9a07f4f751c42e9cb2cbfaeec36abfd0190980e78", + "writes-client-15.json": "5748dcc62a83e9fe1134f6081c01d4cea93eecb6a2775dfe41d143b0e0158cf5", + "write-warmup-client-0.json": "1a9a200ecf75511535c4ebc85627f3d5f32fc887397f1e83109a40779ca5b6e4", + "write-warmup-client-1.json": "94a2c228f9deaa8a608b9d0f66451fe0258ca3bfc1beaa5c2e5d5468449175f7", + "write-warmup-client-2.json": "44ed0f2c4442a470406032c49c7b755a0c4cbc837195a287256755efcf3a1a37", + "write-warmup-client-3.json": "5e0878811ca59e089bd781dc8a1c2d212eb41ceef63e03a267b9780e11ec1578", + "write-warmup-client-4.json": "8ebd573bd458201a2cc14a71564602d07b013159d8b851154301e938915055a5", + "write-warmup-client-5.json": "3925af7bd4bf3734e7dd40e67024dfa8062ee5810798219bc2f8214ac0d020ce", + "write-warmup-client-6.json": "0056d89fc9c0058bcfde3743696de9ad1129c01626a0c8e35bbe6d341d2dbbe6", + "write-warmup-client-7.json": "dd99190853f8ea2dd331c5b4f3da8dae874e2892f5cff6bf79814040dded475e", + "write-warmup-client-8.json": "3119d663f423aa9c55ea79e44c7af33b490e9f58c02d4ece0a93ef4eaff1ac3a", + "write-warmup-client-9.json": "d4c0ad9d988ed0bfaf2098f3536bec75078478d8594c511bb2c97d911c6ef880", + "write-warmup-client-10.json": "b32500b7341d51a241979f5a8d45fed3c444506d38dd9f651b310f5e1b13dba8", + "write-warmup-client-11.json": "022a5f29acb453efd3d7c82c334a71b65b3aeb850b5cdfd1bb891b4bb9ffed07", + "write-warmup-client-12.json": "5638d00c27b6e178cf80673c9cd0a8c1311c9fbb9827c1236a0c116b438996de", + "write-warmup-client-13.json": "93a97fdb9f8a8ffab8649fe822b16565d14693610ea621f6fdf9b9235ca00c65", + "write-warmup-client-14.json": "7424a5b986fb48d5d7692a814e86b93dbd4162eb9e73edbdf4ba77c2fb6dcce6", + "write-warmup-client-15.json": "266c3657e363efd1b188116d24e912402fdae5ef44dff1a8d81dcaf3050055c9" + } + }, + "repeat": 2, + "cells": 16, + "variant": "baseline", + "measured_writes": 12144, + "all_acknowledged": 12711, + "TPS": 101.00193299912976, + "response_body_bytes_per_second": 20150.251582358993, + "p50": 142.542412, + "p95": 265.274315, + "p99": 449.789011, + "server_cpu_cores": 0.5026359170891905, + "driver_cpu_cores": 0.04787008734182766, + "server_rss_after_bytes": 81952768, + "first_30_seconds_TPS": 102.6, + "last_30_seconds_TPS": 99.0, + "interval_TPS_min": 96.2, + "interval_TPS_max": 106.8, + "interval_TPS_cv": 0.029637534227591397, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 25438, + "mean_ms": 0.038088617697932224, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 12711, + "mean_ms": 21.793760833136652, + "overflow": 0, + "p50_ms": 21.7, + "p95_ms": 30.6, + "p99_ms": 35.6, + "resolution_us": 100 + }, + "compaction": { + "count": 624, + "mean_ms": 229.8004576875, + "overflow": 0, + "p50_ms": 222.1, + "p95_ms": 315.5, + "p99_ms": 373.2, + "resolution_us": 100 + }, + "preparation": { + "count": 12711, + "mean_ms": 131.49439474935096, + "overflow": 0, + "p50_ms": 115.8, + "p95_ms": 222.4, + "p99_ms": 431.3, + "resolution_us": 100 + }, + "publication": { + "count": 12711, + "mean_ms": 154.1505089991346, + "overflow": 0, + "p50_ms": 139.0, + "p95_ms": 244.4, + "p99_ms": 449.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 316815132, + "uploaded_objects": 66836, + "worker": { + "count": 25438, + "mean_ms": 1.1632735261813036, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.4, + "p99_ms": 6.1, + "resolution_us": 100 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 12147, + "raw_client_sha256": { + "writes-client-0.json": "d238b1e7d1505617c69ec648e81e6f53a1323452660ccd62761f5970d6ba9f6c", + "writes-client-1.json": "262a41eaafcf5309ea680ec5ad939f993d3b0dddf4cff8e05652ef5dde347177", + "writes-client-2.json": "0f58c1c3323d302220d61f8b7bbb959bcde13f82dd4b362c24af37c6a69e7fc8", + "writes-client-3.json": "df847a526e0144753b744af013178688574c2a0d6f7da61892b7c35997557577", + "writes-client-4.json": "8782edda1bb5e3a16519ff895b376eb65580b733a18e8a159b7d17d7a18de7a4", + "writes-client-5.json": "fe533f7ed43b0a92bfa60d4c4e2fca2b08aee046e4e2582373dfae6735340656", + "writes-client-6.json": "cae4f7e6113019166b1568e7d18c039cd9b96cffd4b9ab9bbe8f491a0ad88df9", + "writes-client-7.json": "4db5ed351ff435692f64ab8334d78804a6563b1baf992c039b10c381fd7c8c07", + "writes-client-8.json": "d3b1dd46fb005c0437870e15f5740064544b6c8c7afa44ccb05d46de87e8bb09", + "writes-client-9.json": "523c8fb215aa9bdebe4366719ef180359ad98a6f7fb770f387b304f01b48cdff", + "writes-client-10.json": "26ef70e496f1c3ca64ed2e9588f343ae3d2e873ae183a80b7a84e0e7593fc98a", + "writes-client-11.json": "20d70d9fdd434abf20a13f5aa1c247683afcc4bbf98e83176c236cbe1ebdd9e6", + "writes-client-12.json": "d2cf8719c926cf38f2f050f4dfe4daf8bba9ebbf5382c4dc39c2480480859fd4", + "writes-client-13.json": "4d62a1804c958d50e30db0a02ed2f8a767c067bb36f6237fbdb4ac31fb6cce27", + "writes-client-14.json": "75d9a8314b497741c77887a21d0e48d7bf169c91f543f423ebf9d5f501a7e46a", + "writes-client-15.json": "001b215c108db3ce4b354c1499a2d84b6640d70b13579b9d0f86fd594fe6d5d7", + "write-warmup-client-0.json": "306e494ad24d287110e2ce7201d29d98bcfcb4161511a49f18252c4202852fef", + "write-warmup-client-1.json": "19778b1dd23044deb87aedffcdda1b2c92deb1e3e9e56748b15cd406bed06033", + "write-warmup-client-2.json": "544a3cfda39ca6b2b1ae461b458d57644f0eeeee2defc7fe26fdad3b7b9a2ce4", + "write-warmup-client-3.json": "1f7dcdf54ffbed4de96f6f0c1daffd83dd07e287fd08ce652d11e0c7444de984", + "write-warmup-client-4.json": "6b072ba9f3020cffc2ad134d229cc78040f625be6f5da18afdddaf2b40f23126", + "write-warmup-client-5.json": "99adb9f6fff72d6d975ec67fd754d16f233db36b6f6f6e10fb7de8a279b98559", + "write-warmup-client-6.json": "5ff6a472c5e4009471f2990bf62ea3d78a700426cfad0837c95d2f1d3c78fd1d", + "write-warmup-client-7.json": "e2f39fc4c020e95379d50f0d3439864d4e924238fcde4a60ae7942bd593df794", + "write-warmup-client-8.json": "e63256870ec2c9f0ff3d295a9362ad6ef24bf6810748ddd2df66c0e3939c57e3", + "write-warmup-client-9.json": "3986cce2e7f6ccd265ef88320ffcefc46f13b644ad9fd2e746a8cca14f65bea0", + "write-warmup-client-10.json": "4468f8e84da42f28226043a8134e04767f6b00868fc75a31ebf17b486584f15d", + "write-warmup-client-11.json": "0cc043cc78252fcf032636048747a382829ba67a5cae141b5e94bf05507c38dc", + "write-warmup-client-12.json": "099958d9f97b31e6730e49f0f5653c7ef7c78beb91dbbb674a8f8fb37dc51145", + "write-warmup-client-13.json": "e4bfb663075f1fbe74dff51dff760f2b6324e87939c2c5cea9b55ed24eec428e", + "write-warmup-client-14.json": "4e8572203ddc5c573a939cb62d1170d5b87dea9c6f8bc44f565a97a9f782c72e", + "write-warmup-client-15.json": "a32a0e539940613026137b97c470cc6e114a48d6a27712d0ce9118bfe02f642c" + } + }, + "repeat": 2, + "cells": 16, + "variant": "candidate", + "measured_writes": 11579, + "all_acknowledged": 12163, + "TPS": 96.29511291312893, + "response_body_bytes_per_second": 19204.932988154156, + "p50": 145.793441, + "p95": 327.02233, + "p99": 472.184022, + "server_cpu_cores": 0.4945911075889122, + "driver_cpu_cores": 0.03988637964426712, + "server_rss_after_bytes": 82882560, + "first_30_seconds_TPS": 106.2, + "last_30_seconds_TPS": 100.3, + "interval_TPS_min": 73.9, + "interval_TPS_max": 109.3, + "interval_TPS_cv": 0.11099894612441225, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 24342, + "mean_ms": 0.04286190785473667, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 12163, + "mean_ms": 22.773462949519036, + "overflow": 0, + "p50_ms": 22.2, + "p95_ms": 33.9, + "p99_ms": 41.8, + "resolution_us": 100 + }, + "compaction": { + "count": 592, + "mean_ms": 236.24525605405404, + "overflow": 0, + "p50_ms": 230.2, + "p95_ms": 321.5, + "p99_ms": 389.1, + "resolution_us": 100 + }, + "preparation": { + "count": 12163, + "mean_ms": 137.40647893151362, + "overflow": 0, + "p50_ms": 118.5, + "p95_ms": 263.4, + "p99_ms": 449.2, + "resolution_us": 100 + }, + "publication": { + "count": 12163, + "mean_ms": 161.10602987453754, + "overflow": 0, + "p50_ms": 141.6, + "p95_ms": 292.9, + "p99_ms": 472.6, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 301845206, + "uploaded_objects": 63951, + "worker": { + "count": 24342, + "mean_ms": 1.1895175510640046, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.4, + "p99_ms": 6.1, + "resolution_us": 100 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9533987128143242, + "p50": 1.0228074504590254, + "p95": 1.2327704248336293, + "p99": 1.049790035888627, + "response_body_bytes_per_second": 0.9530865115831885 + } + }, + { + "cells": 16, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 13892, + "raw_client_sha256": { + "writes-client-0.json": "da1528a24ff3ffbbae82bf3cca16d7eb0da3e48cfa3ef2cbfe45ad724afd8e7f", + "writes-client-1.json": "3c3c6e99ebf4d14e933c5f0986ae9dbf329bd43889185814a46c99436e295a2d", + "writes-client-2.json": "18df344e49208297dc27db53051f78e731eb102f14aa414993440f179ccb072e", + "writes-client-3.json": "d4995a8c89504e33d1afbbf83d0d3906d96dda928d1eaa9896722247ded9db25", + "writes-client-4.json": "130eb2c604e303e4a4394d24862309e3bd514a8c790929c06f73f7fb73756f68", + "writes-client-5.json": "e4a52ded8fa5a86b88af233e43a2d4566d06cc8b6c0a8d2f5962fcda13335e0a", + "writes-client-6.json": "390d11ced93cf04d3ae8d1242b72eeda6694acc21127e973a262f7ce682d0210", + "writes-client-7.json": "079862ec0690a4e0c03a47571ed5c9d9c7a2a2876108bd3ab6d21a0b2b28cac5", + "writes-client-8.json": "affdcf4bdf4996d29c84b177dba811f0bdf5a3cf461833cceb4f25c3b49006b2", + "writes-client-9.json": "b7a81000541ac2089745e6aaf30d4af70dfa4920352216db0af77cfda811da23", + "writes-client-10.json": "16b3d6dbbdf1c40014f7c041e36ba36ff10d3578644a8a90a78ea807d73b26ba", + "writes-client-11.json": "a62a381888091599d5cccc38c6193b16d09cd8cdf1f49ea7404d546c2f0e71e4", + "writes-client-12.json": "4df6775a81d38c55b16d56ef1d938082c0659780681be0cec61eb0dcd83ba8c0", + "writes-client-13.json": "1a6cba7e451cbc63d37027898790824d93f0528c277c266736355ded5bb3d7ea", + "writes-client-14.json": "ad3be358d4d840d0771617ad6cfa312cc6ab5b037e2b895983fcf75bf67ec239", + "writes-client-15.json": "7077278eef54f649020752f8ee0c33235aec30b91f4dc401cc90f1aecbf98c03", + "write-warmup-client-0.json": "fa2715370e63dd86e4964d5b6d7db0068e89a32a3397ac4f65b64a7da2130725", + "write-warmup-client-1.json": "bcefa65563f638b1a1926b078cf228e635bd4ae260d7a42831fc125067d5f30f", + "write-warmup-client-2.json": "3ec90728ab39627969c135af60e8b5e5993034969de234223fb1c417d1858b48", + "write-warmup-client-3.json": "40c98d463ed621faa07dea020391490c033667cfa97652cad0d7d884fef244ca", + "write-warmup-client-4.json": "df695738368f16216688df7252d5650c171ef59f392f430a80fc12ac33f133e7", + "write-warmup-client-5.json": "681edd49f16a8858e947d5f872ec70c7f1d7d871523ab5cf272a7ad8a39a199d", + "write-warmup-client-6.json": "35112fa714797226e7a9e626f3694fa34bf9b39088ff326e728aef5a84fcfde7", + "write-warmup-client-7.json": "edbf800120794436d72ec486b40e3d7c64ee52db4d3219675e5a7e8b684d764b", + "write-warmup-client-8.json": "03c26d592541bacd0fe37554f02851ed30c1cdcc5845565814f2943e1d9ee4d2", + "write-warmup-client-9.json": "208aea74eb7050dd8dfac4a2932b57793959d9c89ec2c8841508433f70b370d3", + "write-warmup-client-10.json": "5c02b30a51e10f12eb14abcbf46645734bd9eb400e2d615711f213970a5743fd", + "write-warmup-client-11.json": "caa62dfe86c75b29cb0501685c1d41f93a0c08070d37d8f1615c6fcd0dcc232d", + "write-warmup-client-12.json": "eb323ecf1fe36a68038184156c5525c9eaa04fd1747870c39a8daaf384017d2e", + "write-warmup-client-13.json": "a245df6566a337829b90f9c3c6c83e0c00701334ea71a8f746124c2f8a2d1530", + "write-warmup-client-14.json": "14c420afc5960c545021c2ce1d3ca782c069cfe2bc7a10e9ab6d004a3f5b262c", + "write-warmup-client-15.json": "34e810acf1877fbfbfaf2a44e03148f32a2165bf4903c137ee007b106744fa02" + } + }, + "repeat": 3, + "cells": 16, + "variant": "baseline", + "measured_writes": 13213, + "all_acknowledged": 13908, + "TPS": 109.95570431405947, + "response_body_bytes_per_second": 21955.332235273607, + "p50": 133.810651, + "p95": 304.421616, + "p99": 401.679914, + "server_cpu_cores": 0.5269680950517186, + "driver_cpu_cores": 0.04790619045924714, + "server_rss_after_bytes": 82194432, + "first_30_seconds_TPS": 128.66666666666666, + "last_30_seconds_TPS": 103.63333333333334, + "interval_TPS_min": 93.3, + "interval_TPS_max": 130.2, + "interval_TPS_cv": 0.10726957686691593, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 27832, + "mean_ms": 0.035519492490658236, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 13908, + "mean_ms": 19.77893264524015, + "overflow": 0, + "p50_ms": 19.5, + "p95_ms": 28.3, + "p99_ms": 33.7, + "resolution_us": 100 + }, + "compaction": { + "count": 710, + "mean_ms": 208.40489492676056, + "overflow": 0, + "p50_ms": 202.4, + "p95_ms": 277.8, + "p99_ms": 341.5, + "resolution_us": 100 + }, + "preparation": { + "count": 13908, + "mean_ms": 120.01143380694563, + "overflow": 0, + "p50_ms": 108.1, + "p95_ms": 266.4, + "p99_ms": 380.9, + "resolution_us": 100 + }, + "publication": { + "count": 13908, + "mean_ms": 140.62338324669253, + "overflow": 0, + "p50_ms": 129.7, + "p95_ms": 286.1, + "p99_ms": 402.0, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 352277255, + "uploaded_objects": 73258, + "worker": { + "count": 27832, + "mean_ms": 1.1471311943446394, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.3, + "p99_ms": 5.7, + "resolution_us": 100 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 12975, + "raw_client_sha256": { + "writes-client-0.json": "767f64cc860231073e4e7fdeee13e82fc17ac63b2a14fe600179d75576649ff1", + "writes-client-1.json": "0a325c67929802e7e14740eaeaa01a34ed4fe54dcd68be4d1bafb01b4a7b0980", + "writes-client-2.json": "cfc6675986b75e860fc0f1ff085da23948aeef3f95ae33ea050ee2ca171e4818", + "writes-client-3.json": "02efed3f110a649d2a5b9dcc8b8c682beec2ebd310078be3f48df2c54e5acd08", + "writes-client-4.json": "36a5e8c34780a7cb8d5f99c1fc118832445a21270d33ac6ad03303e581ae5c12", + "writes-client-5.json": "0ddd1ec04ec00eb7d027f5f2195f3d82c97b412a7ea3b398f74782f7815ecff1", + "writes-client-6.json": "4b6122f09dba3abe15747c3e032622a374b2e58f6d01c58d1c629224fda585c7", + "writes-client-7.json": "072a9869acb9cacc863724f3710257c3bb78339b3a534e1912876b0742552c83", + "writes-client-8.json": "8b97b38f3be7d3497caeaec73caac022366ff6befce54abc6f6a9af3b497c9d6", + "writes-client-9.json": "c1607793eac5e5898d43d6e33a192ba67f357b4a47f269d63212367dc8b76ebd", + "writes-client-10.json": "b261b53ef545f4145df17f63453e9ab48fad764bb5598f31e9ffd14773cffed8", + "writes-client-11.json": "67ee456533fc561dd71c40882a1140931bbba7e3ce58a11829bb5fe6928fb192", + "writes-client-12.json": "eaf0abc75ecddc7f09fc2a06bb6908a0b2f170ea1490f82d611defa7773bef20", + "writes-client-13.json": "659841275ab66f6ab17354411f1dc9d0df9b4a413079b91980caf13c3e2482c2", + "writes-client-14.json": "0a61ea8c71317a4f440fe690c1e1c040d299bb5e596267166a0ae50d2bb16f03", + "writes-client-15.json": "c2b426484a1276dcf6b4d7241b91dd4b986c6855337379eefcb1634a90339eb1", + "write-warmup-client-0.json": "ff15f1a38e106669806f71b8f9c1a3553699ef501f7a35a86f2c825237b50edc", + "write-warmup-client-1.json": "ac0e62d74683f6721c443f8546034b532499ab6e875dbd7f50bbf9e12f7a7936", + "write-warmup-client-2.json": "cfdc73446ad26e889a06d7f4d8fc9a05abf685617010a7cebe6b4d025318fde5", + "write-warmup-client-3.json": "5f5dc460632cdc3f2d8ea6b3aabf7543c1f46964bf9fe9aeef2a2197c7864775", + "write-warmup-client-4.json": "5dea722871e8f9924f2f64caf388daedf45dc581e12015c25c619d9a1caf47b7", + "write-warmup-client-5.json": "4679b51c2783099197c1d2c6e029d35a80c9fb6078df51de5c67a02e46e2b7ac", + "write-warmup-client-6.json": "21bbf6c5bbf30573a4086188866e182e1ccb8e82c4e5b2ae931574b502d0ced1", + "write-warmup-client-7.json": "43b3a004759756fb1dc3f05066780fe7985c1636fd67a3cdc1a9bb4f1277904d", + "write-warmup-client-8.json": "918cb07aebf89deae712070bf148c0972fb975e243259de9614c145a15001a9e", + "write-warmup-client-9.json": "567a28381b3022d5dd7966e5be4c95539110cc8516104d691686a745ed64ee92", + "write-warmup-client-10.json": "254ddd7930757563740b15b344412910bd84173100be5b6559130fe2b97a8882", + "write-warmup-client-11.json": "46897692a172eceaa788d6d569d16e8a5af23765ad9c71245ad610c374f3ff88", + "write-warmup-client-12.json": "f00fff9f4a3e4b1ba074930564d137867365cdf1cad56493d9f4ef20284ae7f2", + "write-warmup-client-13.json": "7fde0559bd7fd30abd78234ee25df6826d0b68ab9a387ea62d6844b130805485", + "write-warmup-client-14.json": "ddacdb526eb869620b2f755936c9e2aad8f1801fa729a2e57529be22ce9f6dd7", + "write-warmup-client-15.json": "cd0ebc113fa7d8f9f02b687d744867163be63a9cfa1fa3a465713c5c57fa2939" + } + }, + "repeat": 3, + "cells": 16, + "variant": "candidate", + "measured_writes": 12424, + "all_acknowledged": 12991, + "TPS": 103.3903031104675, + "response_body_bytes_per_second": 20630.35994457988, + "p50": 139.830514, + "p95": 283.072222, + "p99": 425.878023, + "server_cpu_cores": 0.4949345882327467, + "driver_cpu_cores": 0.03991407969618925, + "server_rss_after_bytes": 82804736, + "first_30_seconds_TPS": 104.63333333333334, + "last_30_seconds_TPS": 100.46666666666667, + "interval_TPS_min": 99.4, + "interval_TPS_max": 108.2, + "interval_TPS_cv": 0.023550862015253225, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 25998, + "mean_ms": 0.04547421209323794, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 12991, + "mean_ms": 21.62283995781695, + "overflow": 0, + "p50_ms": 21.5, + "p95_ms": 30.0, + "p99_ms": 35.1, + "resolution_us": 100 + }, + "compaction": { + "count": 640, + "mean_ms": 211.4629099921875, + "overflow": 0, + "p50_ms": 202.6, + "p95_ms": 305.3, + "p99_ms": 381.7, + "resolution_us": 100 + }, + "preparation": { + "count": 12991, + "mean_ms": 128.34014312955122, + "overflow": 0, + "p50_ms": 113.7, + "p95_ms": 214.0, + "p99_ms": 408.9, + "resolution_us": 100 + }, + "publication": { + "count": 12991, + "mean_ms": 150.81204033477024, + "overflow": 0, + "p50_ms": 136.4, + "p95_ms": 239.4, + "p99_ms": 430.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 324516652, + "uploaded_objects": 68326, + "worker": { + "count": 25998, + "mean_ms": 1.1373558047542118, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.3, + "p99_ms": 5.9, + "resolution_us": 100 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9402904902064959, + "p50": 1.0449879210287976, + "p95": 0.9298689945854569, + "p99": 1.060242267926795, + "response_body_bytes_per_second": 0.9396514579467389 + } + } + ], + "limitations": [ + "Three paired repeats, not a statistical confidence interval.", + "Closed-loop small-row HTTP workload with one persistent connection per client.", + "Response throughput is JSON response-body bytes, not database or network-wire throughput.", + "Publication phase metrics include warmup; worker and queue metrics also include exact replay verification.", + "Compaction is a subset of preparation; do not add their timings." + ], + "run_url": "https://github.com/crabbuild/cellule/actions/runs/37160512080", + "run_conclusion": "success" +} diff --git a/crates/cellule-axum/performance/2026-10-03-rustfs-steady-writes.json b/crates/cellule-axum/performance/2026-10-03-rustfs-steady-writes.json new file mode 100644 index 00000000..3340c4e8 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-03-rustfs-steady-writes.json @@ -0,0 +1,2394 @@ +{ + "baseline_revision": "4c627d3fdc95fbb86558088927aec72f51d0046c", + "candidate_revision": "f65712e7b4b527754f8dc0089389d7a74ffbae5e", + "metadata": { + "started_at_utc": "2026-10-03T22:52:48Z", + "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39", + "cpu_count": 4, + "python": "3.12.3", + "binary_sha256": "9d8aee7c032bcb9e06cdb9340c6a47c83f494d48fe7c0894de7c088f79fa8431", + "endpoint": "http://127.0.0.1:9000", + "bucket": "cellule-axum-perf", + "writes": 32, + "reads": 64, + "warmup": 16, + "repeats": 3, + "concurrency": [ + 16 + ], + "cells": [ + 1, + 4, + 16 + ], + "workers": 4, + "read_seconds": null, + "read_warmup_seconds": 5, + "write_seconds": 120, + "write_warmup_seconds": 5, + "read_driver_sha256": null, + "baseline_binary_sha256": "8f4ea1702b44020af12f76187421dfeb4ca21a721d0f56bf4a8f7f3bb4f29004", + "http_tokio_workers": "4", + "workload": "order_id mod active Cells; POST inserts then receipt-bound SELECT; GET owner-ordered SELECT; closed loop" + }, + "all_acknowledged": 199761, + "aggregate": [ + { + "cells": 1, + "baseline_medians": { + "TPS": 60.24811439400409, + "p50": 267.239046, + "p95": 316.543371, + "p99": 343.022672 + }, + "candidate_medians": { + "TPS": 60.98575006350662, + "p50": 264.389831, + "p95": 319.261705, + "p99": 358.830225 + }, + "paired_ratio_medians": { + "TPS": 1.0258954133201736, + "p50": 0.9627623340385518, + "p95": 1.008587556237278, + "p99": 1.0460831142963052 + }, + "paired_ratios": [ + { + "TPS": 1.012243298847141, + "p50": 0.9893383282022344, + "p95": 1.008587556237278, + "p99": 1.0460831142963052, + "response_body_bytes_per_second": 1.0122764753449913 + }, + { + "TPS": 1.0258954133201736, + "p50": 0.9627623340385518, + "p95": 1.0144785872224726, + "p99": 1.0493735609821646, + "response_body_bytes_per_second": 1.025786996565429 + }, + { + "TPS": 1.0734622664951499, + "p50": 0.9218230582811023, + "p95": 0.9141484375148071, + "p99": 0.906688322531826, + "response_body_bytes_per_second": 1.0740435182182597 + } + ] + }, + { + "cells": 4, + "baseline_medians": { + "TPS": 99.57675376059179, + "p50": 144.323016, + "p95": 231.250985, + "p99": 252.074468 + }, + "candidate_medians": { + "TPS": 97.86432003979382, + "p50": 150.145574, + "p95": 226.215095, + "p99": 243.92989 + }, + "paired_ratio_medians": { + "TPS": 0.9983395701499646, + "p50": 1.0224221755454446, + "p95": 0.961661443301528, + "p99": 0.9700644717251805 + }, + "paired_ratios": [ + { + "TPS": 0.9983395701499646, + "p50": 1.0224221755454446, + "p95": 0.961661443301528, + "p99": 0.9524415261286995, + "response_body_bytes_per_second": 0.9983542593599147 + }, + { + "TPS": 1.0043826454017395, + "p50": 1.0131829480338836, + "p95": 0.9584717415901104, + "p99": 0.9700644717251805, + "response_body_bytes_per_second": 1.0044264966994412 + }, + { + "TPS": 0.8515551969988919, + "p50": 1.2032169064742109, + "p95": 1.1418933664364765, + "p99": 1.1251794715804622, + "response_body_bytes_per_second": 0.8503227918200195 + } + ] + }, + { + "cells": 16, + "baseline_medians": { + "TPS": 103.71671264709727, + "p50": 138.475117, + "p95": 301.408917, + "p99": 435.253665 + }, + "candidate_medians": { + "TPS": 104.00016785101279, + "p50": 138.939755, + "p95": 274.545134, + "p99": 436.759194 + }, + "paired_ratio_medians": { + "TPS": 1.0015973932882665, + "p50": 1.0033553898351282, + "p95": 0.9790750882131335, + "p99": 1.005333760946045 + }, + "paired_ratios": [ + { + "TPS": 1.0015973932882665, + "p50": 1.001817867675086, + "p95": 1.103776160149611, + "p99": 1.0236271156623409, + "response_body_bytes_per_second": 1.0016400950899245 + }, + { + "TPS": 0.9762203848106882, + "p50": 1.0059076435657661, + "p95": 0.9790750882131335, + "p99": 1.005333760946045, + "response_body_bytes_per_second": 0.9760827579838768 + }, + { + "TPS": 1.0027329752041023, + "p50": 1.0033553898351282, + "p95": 0.8649828252268079, + "p99": 0.9534400100090737, + "response_body_bytes_per_second": 1.0027340973871577 + } + ] + } + ], + "pairs": [ + { + "cells": 1, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 7606, + "raw_client_sha256": { + "writes-client-0.json": "cf9aef4308a314d211e2921a5284f4b81a643216ccc9a76609463a58fbf21412", + "writes-client-1.json": "4388f97b232fbfb33d0d0a95cac53bd909608a78aba0b3732d36aa469833e4bb", + "writes-client-2.json": "f6f378b64dc751c0d46d30d55468dc0388025bf30647dd5e2b3960bff4b2ba38", + "writes-client-3.json": "71b1b243936b753c8ecfc386c74834cc0dff1fe515370bdc9501f29c9ca0fdc9", + "writes-client-4.json": "99e7fa78dc145b5b70cdc0735ff2d99523f1d9dfbc7b57f93a26f3da45776ee6", + "writes-client-5.json": "b9693d948bcf9123ac0a23d18835c868e75a66b16a5b859da3c11a63fb230db3", + "writes-client-6.json": "24ffbe4159f02a9104edc30dd9335f3339f9cb04ef912f17358d82dbdbeff098", + "writes-client-7.json": "41db8ed26f36471f2177d14a7aa790a61b4e9ef89dc4e74a194e4115397f212c", + "writes-client-8.json": "ec5fe0881ced6a2b6355f80782270d55b9a57c4f67c98e366c7b85bfc4ea150a", + "writes-client-9.json": "e0782bf6df20154130f6afa6a48516d1d040eb7c1f62942ceb04cbceb3305178", + "writes-client-10.json": "35caecf886b240c34e3cb46580284a37e719d98660d8ddaff991f13d4e143e34", + "writes-client-11.json": "464c18a890891d68bfb8b71ae41163b15d3afcaaca36797da195cf3911a929a7", + "writes-client-12.json": "28d06a36a7d34ebe500c69725d81d63c7feec1399a0bab132a3a768b8e54b538", + "writes-client-13.json": "9902fb422b6380e9041138a4dd369420c0510dd3c06b2cd1ed27854750907a2e", + "writes-client-14.json": "019d50980967c094d7ee75ad97b7c1a8956ff4943c5b3bd41259721876eca717", + "writes-client-15.json": "efd2f6a5f65383f4a45c924ffabd8c0d6074a3a91ceb0d526c52da34d7a79ba9", + "write-warmup-client-0.json": "6c3fe48fdbbd4806e3fe15f5f3558711631f65c8d5eb94d19dd08f1351ce2036", + "write-warmup-client-1.json": "25693da6de1aa73a96977413446f18acae0faefaf5891cc4c8574fe2d8a4d6a0", + "write-warmup-client-2.json": "4ca42395b9b5d45f900fe35057285d85c5b34bbac02ee0577ffa706eb16c1adb", + "write-warmup-client-3.json": "81f460eeb9aa93af155261f8a98425c7def68344f45f37e93860e418f6d58668", + "write-warmup-client-4.json": "7aa0f8eba2b319e95b66097dc71e0b8001b4e86420abcf6d54829ebef1614ef5", + "write-warmup-client-5.json": "1b2537539a3e0dea20f32ebc14a24b11bfc9207963408de3c0d660099e23d55c", + "write-warmup-client-6.json": "b3599b99f14b9ce4f4c11ffc53e70df95ee08845836dc4b92cbd8a6f9481cbef", + "write-warmup-client-7.json": "a65540f93d24378b873dabebcb97ae1e1a6bd2cc7ab79a9e10ea2d2e1ae09d67", + "write-warmup-client-8.json": "9b9375661ba0382d40207774ca223e6ac074e00fda5ef0894781825bc0788a94", + "write-warmup-client-9.json": "c11a7de24278815762dde0e9c1fa8a2d2afe4a9ec283e20799c09bf9b97cd974", + "write-warmup-client-10.json": "bfa7d6982084d5018ebf649386e35a077f0ab0d9a48756e7c8c9b0e227b49e5c", + "write-warmup-client-11.json": "cdab5caf2ca0a2bedb0f9593f471b60975d5a2b62d0eece6e4fb4bf366b934d0", + "write-warmup-client-12.json": "959a6c1081c6b7c480071fc6403ba311ae460d3b4ee5d71bd78b5125020cace8", + "write-warmup-client-13.json": "562b092a13cd34858733ed214b028fd68d3686228fff8ea6843f5899f20a5860", + "write-warmup-client-14.json": "afef36b7cf199bb832862c3440078992a69b31c1a2c358ee8a891a37672c5b43", + "write-warmup-client-15.json": "ec47c1d595e47bd26533a40430f21b401e1c88af0d81a064455b740c4e32ff3e" + } + }, + "repeat": 1, + "cells": 1, + "variant": "baseline", + "measured_writes": 7238, + "all_acknowledged": 7622, + "TPS": 60.24811439400409, + "response_body_bytes_per_second": 12036.246432291953, + "p50": 267.239046, + "p95": 316.543371, + "p99": 343.022672, + "server_cpu_cores": 0.2876613108657333, + "driver_cpu_cores": 0.023971775905477777, + "server_rss_after_bytes": 62210048, + "first_30_seconds_TPS": 64.53333333333333, + "last_30_seconds_TPS": 59.4, + "interval_TPS_min": 48.6, + "interval_TPS_max": 68.8, + "interval_TPS_cv": 0.08592692597120022, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 15245, + "mean_ms": 60.18691572561496, + "overflow": 0, + "p50_ms": 1.6, + "p95_ms": 224.4, + "p99_ms": 263.2, + "resolution_us": 100 + }, + "authority": { + "count": 7622, + "mean_ms": 4.611445941485175, + "overflow": 0, + "p50_ms": 4.6, + "p95_ms": 5.6, + "p99_ms": 7.1, + "resolution_us": 100 + }, + "compaction": { + "count": 501, + "mean_ms": 30.408371233532936, + "overflow": 0, + "p50_ms": 29.8, + "p95_ms": 42.0, + "p99_ms": 58.1, + "resolution_us": 100 + }, + "preparation": { + "count": 7622, + "mean_ms": 10.001893578850696, + "overflow": 0, + "p50_ms": 8.0, + "p95_ms": 34.1, + "p99_ms": 44.1, + "resolution_us": 100 + }, + "publication": { + "count": 7622, + "mean_ms": 14.912796562581999, + "overflow": 0, + "p50_ms": 12.9, + "p95_ms": 39.1, + "p99_ms": 49.2, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 331965494, + "uploaded_objects": 42847, + "worker": { + "count": 15245, + "mean_ms": 0.6863359218104297, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.6, + "p99_ms": 2.6, + "resolution_us": 100 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 7696, + "raw_client_sha256": { + "writes-client-0.json": "3fbea2a804a6d30af71d4dda683cfa475df12b4abfaea1b6eda9ecbf824fcf1b", + "writes-client-1.json": "a4e7bb7c964d7efc6e3148a5d6bb6d379c703e3a79ae83586d78a7830adc403d", + "writes-client-2.json": "be989bd3aee96f4bf27e01a5b06401622ab2e798814ac92fc42ccf8cb1955dfe", + "writes-client-3.json": "9258ab695e9b84b7ead6cda79530a3dcb7c5dce7d99160d879d70d3095d2b8c8", + "writes-client-4.json": "0b767c3996b3d5aad6fea15e42d877ec1fe1f3655aa401a4e80b7100092bcdb9", + "writes-client-5.json": "666d2ddbc9c1f38a62303aee4eb0d9a52dd53460d238ef123c85eb3c975d95bb", + "writes-client-6.json": "2b847d2a5bbf25de2326ed6484cd620360fa19048927da94a21305a60b1d9dda", + "writes-client-7.json": "72bbc5016732af2981c309b2b2fabd96d57f6477a26eb116a00014518f990b78", + "writes-client-8.json": "ed17eb70941a3b84694ba5247d21d633c7c965384ca46c132225aea83e16015e", + "writes-client-9.json": "45947b5bfa6a4a22742e6b3528c5b552bcf9b25d84c220d800d02e7919d48957", + "writes-client-10.json": "91e8a2f765bf0802d678b5172216e949b18d99b50dbd4fe43bf0840d65b359fc", + "writes-client-11.json": "792d23ee436e12e504f818a020dfd39b3b8a6582bd47557f5f97e59a0e990971", + "writes-client-12.json": "f58fa914e1be0529493d0e81bf6b73bb31b38901aba3770e73cd9f0cc7fb958c", + "writes-client-13.json": "c58e637fe60516f45d4bcecd41e00805d1374e8d6b58310c173e4ed8e4aef1ce", + "writes-client-14.json": "0cd64469a45b4cca74982e77d12a2feef5a2dda56ab3acf33a06eca5d2fc0d24", + "writes-client-15.json": "b8e535c2e1df6ef60d1a4790e6d68ecbecf7cd6019c4155a4268e436cebcbbbb", + "write-warmup-client-0.json": "1aae25876b0c6002393bb0e0e00e694d3dea652a422309f066336277413373b7", + "write-warmup-client-1.json": "19bfba52b76d253330c566e1824227a63227490595fba95b8b9779d900ed0a88", + "write-warmup-client-2.json": "4517de14911a88e15cf45f877612cd400f41d16282453673105c23c0fdc32ae9", + "write-warmup-client-3.json": "ff9420a2f9b537e8b0717aeb65608fde0b956d3b3a7799ffaa4a88b73674667b", + "write-warmup-client-4.json": "c109a56472a5160340dd8368cb746db2a23b58bbfeecf365ac026b90cd033456", + "write-warmup-client-5.json": "7cc8f2df5cb6c934b68c0d9af35430e820a8e96ac6f5dcc57f89f89dca3b58be", + "write-warmup-client-6.json": "4c7e428f088cde62545081c2db30e891b078fd633af5f0d64dd5fe32ea39541e", + "write-warmup-client-7.json": "1d066db85c44f96d98b45ffd8fec15162e33f852a7a0eb7308433a125125c31a", + "write-warmup-client-8.json": "8f2ff720f4fa825753dc9cc0fea0c5ec761d68bbd5b2425b41cafa7380286dba", + "write-warmup-client-9.json": "8ea5ef99fc9070520f5ff9e82491d209c76906a43d15de3d7bc0988a276318c9", + "write-warmup-client-10.json": "d2f422d52136f10518601519155d75700a02d9158ac66d9ca2b5c30ed7a307d7", + "write-warmup-client-11.json": "8abafa76dda4c5d48416b446777e897d4b529ee95c033b9acd21c1a519b0184c", + "write-warmup-client-12.json": "dd933f380550a9fb072085a03027e0c61849eba7d3fb1d852a024edc39d47f6f", + "write-warmup-client-13.json": "a56d941473727da4b7f4c38ac75520ce81128febc9be1d8b0bbd431638d53864", + "write-warmup-client-14.json": "fa81d45ce4fd891b0c888f0940060fb590d85e4c3b240ccd6c4408ff5dd69a48", + "write-warmup-client-15.json": "e39caace14e70ce796395b4e0d898429dbf9309292e068746ee6dbf5e5e1622a" + } + }, + "repeat": 1, + "cells": 1, + "variant": "candidate", + "measured_writes": 7328, + "all_acknowledged": 7712, + "TPS": 60.98575006350662, + "response_body_bytes_per_second": 12184.009114864224, + "p50": 264.389831, + "p95": 319.261705, + "p99": 358.830225, + "server_cpu_cores": 0.2954371585661842, + "driver_cpu_cores": 0.023954364208068988, + "server_rss_after_bytes": 63193088, + "first_30_seconds_TPS": 70.4, + "last_30_seconds_TPS": 53.86666666666667, + "interval_TPS_min": 51.2, + "interval_TPS_max": 71.2, + "interval_TPS_cv": 0.11728746856242797, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 15425, + "mean_ms": 59.64755894385737, + "overflow": 0, + "p50_ms": 1.9, + "p95_ms": 221.5, + "p99_ms": 268.1, + "resolution_us": 100 + }, + "authority": { + "count": 7712, + "mean_ms": 4.6594380526452275, + "overflow": 0, + "p50_ms": 4.6, + "p95_ms": 5.8, + "p99_ms": 7.5, + "resolution_us": 100 + }, + "compaction": { + "count": 507, + "mean_ms": 27.159832861932937, + "overflow": 0, + "p50_ms": 26.2, + "p95_ms": 39.2, + "p99_ms": 52.3, + "resolution_us": 100 + }, + "preparation": { + "count": 7712, + "mean_ms": 9.772669100881743, + "overflow": 0, + "p50_ms": 7.9, + "p95_ms": 30.9, + "p99_ms": 41.5, + "resolution_us": 100 + }, + "publication": { + "count": 7712, + "mean_ms": 14.730227385892116, + "overflow": 0, + "p50_ms": 13.0, + "p95_ms": 35.8, + "p99_ms": 46.6, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 340582488, + "uploaded_objects": 43486, + "worker": { + "count": 15425, + "mean_ms": 0.6833979341329012, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.6, + "p99_ms": 2.6, + "resolution_us": 100 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.012243298847141, + "p50": 0.9893383282022344, + "p95": 1.008587556237278, + "p99": 1.0460831142963052, + "response_body_bytes_per_second": 1.0122764753449913 + } + }, + { + "cells": 1, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 6976, + "raw_client_sha256": { + "writes-client-0.json": "017113b748c9887b01d932cfab81ecdad6a59d6a8a2a0001470c92f44f30e834", + "writes-client-1.json": "110d133dee1c56d8dc9f6dc3f7dfba960e541301690463d84598eaff0353b022", + "writes-client-2.json": "a4d85e3fe43e3da3f3dfc7807827fbb15168def06cf0648ffe128e40f4b10aa3", + "writes-client-3.json": "41b900f7c5a47d9e39fdd1016a1730d9fdf5fb6a283cbf73d165d33ec892491c", + "writes-client-4.json": "24f75327defbb718454c39cad6f360920d9fe34a5829659641328c58f0344601", + "writes-client-5.json": "4388673af3e83a9241e20d4b91f98aa0b95cc5a582fda04595b544233e880e47", + "writes-client-6.json": "7e59ecf1b457200ace3d7bf6cf371da412b509be375d7453716337b4f19ef2a6", + "writes-client-7.json": "e1f60a8fb1a1664b480c9889ef3ae6f068defdf143670b753e146afc0abbdde8", + "writes-client-8.json": "8fc1c8f1ece548460bc9bc365cbda1f03bee267e3f8d6e240f28171396988246", + "writes-client-9.json": "5effcc80abc3dff372bee7505716f9521ff8c0915328b88f9b7adbb4a9e3a60f", + "writes-client-10.json": "69a74a148f4bca8c4c8e6daf353604748688b23d302dfeb4cd02c551d2dd43b4", + "writes-client-11.json": "42d73cd6209a452318c9d960de13e2d0795c26473b8fcb2b752dfc469026d5d2", + "writes-client-12.json": "f98f523cb2a55f8936a8ee9b3abd9f63dd4eee404df5be618c49eda35814a42d", + "writes-client-13.json": "1bb1cdcb84bee91b6efc6595b41ff4721f4c798c56aaa38ae477f206ce72bc5f", + "writes-client-14.json": "d9b8847e37281379855940c460701e9b550f364cfd659c19c500d5d7919f536c", + "writes-client-15.json": "1e79b31aa59f49dc2eb5c1d1cafd52f37d5fbe6b368198b25d59af417d590363", + "write-warmup-client-0.json": "3afef8df9a76a5366ab48a8c7b08a4191eb10329a2446c46c976006d516a7a60", + "write-warmup-client-1.json": "f55690a0eeb1cdea99b92cf511a497cae346a265bbe0642d84f75ebf65a5bf6c", + "write-warmup-client-2.json": "f276d341804058ec7958eb819d42188139950ced807cb7c4ec2d9a9afb6c8eba", + "write-warmup-client-3.json": "d498fee93cecd480e7893327bb64f30fa70a31d2a8823f1ac85bfa60c925826c", + "write-warmup-client-4.json": "e20b91bf098d1f15e4e4be6b94568f7341902953c3e6cb9ee6b4f3ee372b085b", + "write-warmup-client-5.json": "1b746e3f9498ffaec27e61c221727a2bd12cd40ae8ae9f535e0e1f4a57239987", + "write-warmup-client-6.json": "63a8516cadb68e02c7442878a1a1a917e6638b50162437e7909be49ee655a76f", + "write-warmup-client-7.json": "94638300b05d6f73fc27273d733fa87ad3d11e6e5b6872b69f2fa9d9bbd22bb7", + "write-warmup-client-8.json": "9393689d7c1c8c43b84f6d2d220bf5dac8f5b5f6d7eb0f395ea13831b1a556c7", + "write-warmup-client-9.json": "245c5dcb82fb1607c93435043206086e6f136136bd72e35a3483c4d5094925a4", + "write-warmup-client-10.json": "d8998f46f4aa495a022fc72a3b47efeddbfd3b3882232a762d473e5782527600", + "write-warmup-client-11.json": "690b836b31f231be5d6de6df19d71ce117012bed11ad89163f8fb48559ec4580", + "write-warmup-client-12.json": "d11b216a253e502f2f86a0df3f911d35f08752aacade1f917977b14db25a7063", + "write-warmup-client-13.json": "c9b2e2ad2c26544d58255ab6b2096f73abc40a7352c53e5b662716074abd1f1e", + "write-warmup-client-14.json": "67fa232cee837de30e62e8d67850154e6c2a65ddb75d8156c86950cb4118421d", + "write-warmup-client-15.json": "a329dd8ed2749383734f694032d2d38aa8b49edf3856a21b90c95ec7e7fb8002" + } + }, + "repeat": 2, + "cells": 1, + "variant": "baseline", + "measured_writes": 6672, + "all_acknowledged": 6992, + "TPS": 55.52294422204309, + "response_body_bytes_per_second": 11089.617954622128, + "p50": 282.5129, + "p95": 335.514227, + "p99": 367.48589, + "server_cpu_cores": 0.27134212969326305, + "driver_cpu_cores": 0.023941952619993802, + "server_rss_after_bytes": 62181376, + "first_30_seconds_TPS": 57.6, + "last_30_seconds_TPS": 52.8, + "interval_TPS_min": 49.6, + "interval_TPS_max": 59.2, + "interval_TPS_cv": 0.04506810879628048, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 13985, + "mean_ms": 65.74674959420808, + "overflow": 0, + "p50_ms": 1.9, + "p95_ms": 245.1, + "p99_ms": 281.7, + "resolution_us": 100 + }, + "authority": { + "count": 6992, + "mean_ms": 5.076584363129291, + "overflow": 0, + "p50_ms": 5.0, + "p95_ms": 6.6, + "p99_ms": 8.3, + "resolution_us": 100 + }, + "compaction": { + "count": 454, + "mean_ms": 33.029363834801764, + "overflow": 0, + "p50_ms": 32.1, + "p95_ms": 45.2, + "p99_ms": 58.8, + "resolution_us": 100 + }, + "preparation": { + "count": 6992, + "mean_ms": 10.850970067648742, + "overflow": 0, + "p50_ms": 8.5, + "p95_ms": 36.8, + "p99_ms": 48.0, + "resolution_us": 100 + }, + "publication": { + "count": 6992, + "mean_ms": 16.259676489559496, + "overflow": 0, + "p50_ms": 13.9, + "p95_ms": 42.2, + "p99_ms": 53.6, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 297283514, + "uploaded_objects": 38347, + "worker": { + "count": 13985, + "mean_ms": 0.7512761577404361, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 1.8, + "p99_ms": 3.3, + "resolution_us": 100 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 7088, + "raw_client_sha256": { + "writes-client-0.json": "807f480f0ac2b0420ad30904c6276459954c4b9cadab2eb6541b84258832db2b", + "writes-client-1.json": "538989adb5edb72223fcb32d15394b1c5e208de1d38d45e3f8a2c49ded980e41", + "writes-client-2.json": "450df68518a0f19d2ba55eb4ccd90706acf541bbb859135d2b95817f2a0dfc4e", + "writes-client-3.json": "83e9d1a783fcf5a7b1cff98116a2c03c621c47058151376c82c300c580cafee2", + "writes-client-4.json": "08da6b16ad81a52c8889c70f3d78016e4b1e432b63d4670a6422c64fe971c9a8", + "writes-client-5.json": "01205217c3b87b4c6cfa98a5976319709c4b70a3101263e89902cf82ebec006e", + "writes-client-6.json": "dd6bdc8f080462c12568c35a20759abfe3940d25a330c9f8e964d5e56584de40", + "writes-client-7.json": "8e0721a4257fd56d75cd4604d71b678b105605a444a655e2a00e69cee4835e4e", + "writes-client-8.json": "a9840df2e1984c3f6140bf5b3cd1e4969e3a66be3eb61411fe1341939a9a234a", + "writes-client-9.json": "9e8c132be28e014815a8a3c004417005206ca98830c3b366d0f1ac794d8c7d19", + "writes-client-10.json": "f72e611bb76eb2b6552682eab300ce04d1e61902dc27ef41af4452d877cb88e1", + "writes-client-11.json": "986d50437a0e8f1a746d94d2b80b10887de33baf154172d4ae86206c892c4b2c", + "writes-client-12.json": "aecc9ef1fadedfe631384a6092d18674d5766f9de8e59766268dac17cc9ad7cd", + "writes-client-13.json": "f4b0e90caac1f58d94aa94e2c644f29005cb52dd42f81221ea9604c30072358b", + "writes-client-14.json": "506bf8c9cf5b0550dac4f08177b580a29d3a8bb8469b38bf1936bb4a2a9572fa", + "writes-client-15.json": "9ad6bc217d228d7853774c10f6488be797501dc9e757d87a1fce89b65abec341", + "write-warmup-client-0.json": "fffae98871160d612192c36d317357b6cbe864d39c32574b476e28ce029cea1c", + "write-warmup-client-1.json": "41e493d1d3dce867079d9607b0a580a6698c3f0697d4f4a68153f2b17954136b", + "write-warmup-client-2.json": "348736e85a8c5dd88f12ce347dc7fc0a19aadad7198f82aab5f20ad4ea60d382", + "write-warmup-client-3.json": "2103e3028c5339bfc604a529f02e83c637b3b126c5fe78146967eda0e200517c", + "write-warmup-client-4.json": "6499b35a62d6d8341ddf092af20c0825d2370b94d618897e6d51306be022c806", + "write-warmup-client-5.json": "b9b3a6ff676cd2b4b3cb97dec504bbcf4a50c6c3bc5e7cfdf6ba0e5315546a03", + "write-warmup-client-6.json": "78b475c0055c360b029303400dd531836793e382ed9c77cd18b7b19c23cff0dc", + "write-warmup-client-7.json": "36f84890aeec2600193bd877217e90313b0f41bca48cdb1ece3bdd29bf6212e8", + "write-warmup-client-8.json": "43449c7e99e228219a8df67db65c0b6d3320d41a24799ef4c4a32c9d780ed104", + "write-warmup-client-9.json": "c18796c7a537d10a665aeece2b1d7c5daca99ef17237402fd9cc0b9d22fec4f7", + "write-warmup-client-10.json": "8d185a6ea430287eeabd46e1173c3dccfc951b1284284f4c79ab1a40ad54b4f0", + "write-warmup-client-11.json": "21840cfc2e93e2063b8910f0a9e802b5c2746c423858611943213ccdedcd2c6e", + "write-warmup-client-12.json": "8b3c49b7ed439d9d94e1956ccd8b49a98ddbee71835a808dd46902c9f23ab23e", + "write-warmup-client-13.json": "37c7635fd8cec9989e63a7854f9f52d65a7f1370f15fc15dd3fa67f9e39ed63f", + "write-warmup-client-14.json": "e0adc10a77b3b6a512b026c158a99670559ad5c9925417a6e26376492133f9f3", + "write-warmup-client-15.json": "aaf1e7517a573baf9b17ea9a49e1b116e176b65352e01377771b79352994bcaa" + } + }, + "repeat": 2, + "cells": 1, + "variant": "candidate", + "measured_writes": 6848, + "all_acknowledged": 7104, + "TPS": 56.96073381142584, + "response_body_bytes_per_second": 11375.58589472989, + "p50": 271.992779, + "p95": 340.371999, + "p99": 385.629977, + "server_cpu_cores": 0.2708735692372111, + "driver_cpu_cores": 0.023900609050342157, + "server_rss_after_bytes": 60477440, + "first_30_seconds_TPS": 57.6, + "last_30_seconds_TPS": 54.93333333333334, + "interval_TPS_min": 49.6, + "interval_TPS_max": 60.8, + "interval_TPS_cv": 0.06011942694610507, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 14209, + "mean_ms": 64.81566045928636, + "overflow": 0, + "p50_ms": 1.7, + "p95_ms": 239.9, + "p99_ms": 286.1, + "resolution_us": 100 + }, + "authority": { + "count": 7104, + "mean_ms": 5.052504845439189, + "overflow": 0, + "p50_ms": 4.9, + "p95_ms": 6.6, + "p99_ms": 8.9, + "resolution_us": 100 + }, + "compaction": { + "count": 460, + "mean_ms": 29.382665817391306, + "overflow": 0, + "p50_ms": 28.2, + "p95_ms": 43.3, + "p99_ms": 51.7, + "resolution_us": 100 + }, + "preparation": { + "count": 7104, + "mean_ms": 10.70099067356419, + "overflow": 0, + "p50_ms": 8.5, + "p95_ms": 33.0, + "p99_ms": 43.9, + "resolution_us": 100 + }, + "publication": { + "count": 7104, + "mean_ms": 16.080106655123874, + "overflow": 0, + "p50_ms": 13.7, + "p95_ms": 38.2, + "p99_ms": 50.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 301064970, + "uploaded_objects": 38953, + "worker": { + "count": 14209, + "mean_ms": 0.7204217703568161, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.7, + "p99_ms": 3.1, + "resolution_us": 100 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0258954133201736, + "p50": 0.9627623340385518, + "p95": 1.0144785872224726, + "p99": 1.0493735609821646, + "response_body_bytes_per_second": 1.025786996565429 + } + }, + { + "cells": 1, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 7728, + "raw_client_sha256": { + "writes-client-0.json": "df280eb74287aae5f0f49282193a47c88fb788c2c16682de90d50bf7fa294cf4", + "writes-client-1.json": "9647a3ce6d4e00fc68055ee14e87881e133a6423dd6f49863c24b5af8254dd49", + "writes-client-2.json": "80b6b2d3a97793b30451f6f218c50205975a160f7f03ba83fc93f1e3e35708b0", + "writes-client-3.json": "01650dffa4efa59bdc7d2f1511cc749d011e61e785d06a6c2fc916cbfa49fc70", + "writes-client-4.json": "7eac1625b45830d909a32225abd074df0d8b453755e2847ae50862561c8dfbb6", + "writes-client-5.json": "7ed3c7a037beb4b3d52dd03d62cc922b1bb5212f418d53a949259c574818a653", + "writes-client-6.json": "3cd9d17a3a88c32fe93b9aa21ce8c7a7d2732bfad5d34d28bde2c4754d6cdf24", + "writes-client-7.json": "4b10075101476be9274af252d383166ebf45b43117726ef94bae624299e00ddc", + "writes-client-8.json": "2633f24f7d7a79373a2a9803c283210f310e50b802862ed15c3bacc49a66eaf4", + "writes-client-9.json": "285b2d929bf96299827e68433e37ffe8e62e736aeedfb25801b7a250a9698a49", + "writes-client-10.json": "4d787e9947666350b552daa4452970a1ee7e58718115a097b7eac9fad0ac0ec5", + "writes-client-11.json": "4db5f3583901737bb0305523c35f1248e259901301ebf4fe66f22ade156de73f", + "writes-client-12.json": "6e1a62dd815c558c3cbd8fb61912adfd0e3ddf813963f677433384975c2703e3", + "writes-client-13.json": "bfe70e544cff05a838ddab13ad07e46a361bc9ae833b08d766d81997f0034098", + "writes-client-14.json": "4baf561239c4cb0544968518a796f55eb49d32ca66c159218458267585109077", + "writes-client-15.json": "550809811e6b0eb8ec379cb3edaffc0c2c1276f495de26318129317492a92638", + "write-warmup-client-0.json": "c7830e4f04500d4e8a9c4af6d439914fa7234a13b2af685b75da833a85a99384", + "write-warmup-client-1.json": "93e60e84453b53f7010a72808dd50d7c940080153621bdddca0ae1609462ccb4", + "write-warmup-client-2.json": "89facbef448886e25ad110cba00669d81545d7976c380d032640e907265fab8f", + "write-warmup-client-3.json": "7c129c1f89a08830dc6b8cfcddd812d46786cae4fca3e03fa082ac252bd4e20e", + "write-warmup-client-4.json": "4a205efe15b88fc9ccf5b76a4fdf62e1d8de21ca75783535e0731a9287afcba3", + "write-warmup-client-5.json": "08636170775c1ea6acf2cabe8983a45be763e4b2bbfbb48e2563ddf948191b65", + "write-warmup-client-6.json": "26b317c0165c28843d1309c5262013893029a472a352a3c7966bfcd3eec2a406", + "write-warmup-client-7.json": "abf277f49e63317500d6761797b1a2638481d448c583299b3ff23c49691f624e", + "write-warmup-client-8.json": "b9d71f1ab19a5c6a48c904b9bf8e8cf1b11250e2282bf2a43018652121d5d28d", + "write-warmup-client-9.json": "bb2bed120e4b46753401aa8fa352ae057eac8f0407e30c3632e8e80349b8afb8", + "write-warmup-client-10.json": "992ff653244de11d3cd7d0f5f628ade28210debce76af3f37186ad96ca204fd6", + "write-warmup-client-11.json": "bee6199477c27323860296c414b3c6d73f7e30c4ca9429ff3266bc9f5091c680", + "write-warmup-client-12.json": "96e90deb721ab32f3ffe2f10a2764117f408bae57045c54e69be6e648b3fc08e", + "write-warmup-client-13.json": "0a897e195765858fe1afae78468760019c9611d8b6ae6baa748c801ebafaf354", + "write-warmup-client-14.json": "11157c0579348b9ac1a47e328ff208101cdc61a6a6350eac459e612e4be4c49b", + "write-warmup-client-15.json": "827939eb3b2512d34155582a859f133f4e73e7ebb390ecf04229a9ada273d252" + } + }, + "repeat": 3, + "cells": 1, + "variant": "baseline", + "measured_writes": 7408, + "all_acknowledged": 7744, + "TPS": 61.65178751428843, + "response_body_bytes_per_second": 12316.284450389183, + "p50": 257.047712, + "p95": 306.547129, + "p99": 333.331099, + "server_cpu_cores": 0.3029511901487413, + "driver_cpu_cores": 0.02391719922226905, + "server_rss_after_bytes": 61755392, + "first_30_seconds_TPS": 56.53333333333333, + "last_30_seconds_TPS": 62.93333333333334, + "interval_TPS_min": 54.4, + "interval_TPS_max": 67.2, + "interval_TPS_cv": 0.0657951694959769, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 15489, + "mean_ms": 59.27003526205694, + "overflow": 0, + "p50_ms": 1.4, + "p95_ms": 219.1, + "p99_ms": 256.4, + "resolution_us": 100 + }, + "authority": { + "count": 7744, + "mean_ms": 4.661105269757232, + "overflow": 0, + "p50_ms": 4.6, + "p95_ms": 5.9, + "p99_ms": 7.3, + "resolution_us": 100 + }, + "compaction": { + "count": 510, + "mean_ms": 29.754493133333334, + "overflow": 0, + "p50_ms": 28.3, + "p95_ms": 41.3, + "p99_ms": 56.1, + "resolution_us": 100 + }, + "preparation": { + "count": 7744, + "mean_ms": 9.724978820506198, + "overflow": 0, + "p50_ms": 7.8, + "p95_ms": 33.0, + "p99_ms": 44.0, + "resolution_us": 100 + }, + "publication": { + "count": 7744, + "mean_ms": 14.686249630423553, + "overflow": 0, + "p50_ms": 12.7, + "p95_ms": 37.6, + "p99_ms": 49.5, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 340726124, + "uploaded_objects": 43758, + "worker": { + "count": 15489, + "mean_ms": 0.6894838360126542, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.6, + "p99_ms": 2.8, + "resolution_us": 100 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 8320, + "raw_client_sha256": { + "writes-client-0.json": "cd38e381696e6ecb8e98775b21823de2d67b21e6a9e4bce228e61615c9beb434", + "writes-client-1.json": "edeb4687220429267c09b1777e6050509dedc9efe42b9a014d8bb2324c96ddd4", + "writes-client-2.json": "4223236c4b24d9517c053a298b652e7890516da2836b2954798a75054197021b", + "writes-client-3.json": "7c8c97433abfadc5590c3777062c9930cbad1f7bd8c4fcf27388b214ac646bcd", + "writes-client-4.json": "e5739658efa6dff2fb9007fcd2fb7f057aa69d74c0fba5b7c93e8649e6ebb86c", + "writes-client-5.json": "12ab5bc999618afa929f7f83970877b3f508fe020b4001ce44ff557befb5a2fe", + "writes-client-6.json": "aedb9608cd477715542bd11d250f42819bbe1d8e59032f12fa9fde4058660b67", + "writes-client-7.json": "b385148ad34437cecc0cd786d6fefbfd3122d6c2d6de222a7f228f8a54697324", + "writes-client-8.json": "b54b296f2da14e92d2785103d6f85fdc84a6f5802c5fd0933c09e85e685b7c83", + "writes-client-9.json": "7d23af4617723cea53bae14f8aa9c03ef18046d639d53fb472fd24e0acdd50e0", + "writes-client-10.json": "1cfb38a7729a6d0aa474a017dce1ead52255a0c3869da6122690eaa8795e5865", + "writes-client-11.json": "61a3f3efec3e550ebdd8571564b423760a9ca64c6dce8c76fb6aa2611c879e3a", + "writes-client-12.json": "3bfa99281718bcb5f21a07bb42812379eaa5468ec9e93dc94cdfeaf1702996ac", + "writes-client-13.json": "7cb92e30a3bc65c1d9a61ab93beee7acb0b9aaab3d95bab6d7dac98d3f6ea04f", + "writes-client-14.json": "6a21d155cab8492c0f104ac31884ba3f846e6b818ad87a3dd8d0b846b94665cb", + "writes-client-15.json": "8adbf1110493e0ed8f37a8a9f798530c4e2129a6c95eff9faf7e16b74930b6e4", + "write-warmup-client-0.json": "f6b054ab45068cde222e82abb574c8bc77b707b95f27cc7b032f5e6e9fc9cd42", + "write-warmup-client-1.json": "e5b863902c4d259c38675aa1fc4ca096cd2b0d6f2e1184ed973916cfd6ae35e1", + "write-warmup-client-2.json": "5d54107a543abf0950da2d2628576bd5497b74505b8caa64aa9610202a3cf493", + "write-warmup-client-3.json": "2c3e206cfa5347b98b9ceab958f9c1d748e86331533872dd59aa1bb40e893a40", + "write-warmup-client-4.json": "fc6e69a7a56a451c977d2785cacb1ed0b583059f625065dbe4168aa9a8ec0909", + "write-warmup-client-5.json": "7e33c4c6aeb6e5c4507a4c2c59fa499f5ee813b51674cc207902ac8b64c6eb11", + "write-warmup-client-6.json": "af5baf5315653523014bc2f734399148e853f48fb4cadef3f78a966a4559d2fe", + "write-warmup-client-7.json": "91ae4b346634a826b64651d8d94dfb24a7477a8f54f3fb3b3edb27a3e8d6b422", + "write-warmup-client-8.json": "5d777f16833667804b4e6f097667c5ee344aa891dd8e956be3516fa0e9c5c0b6", + "write-warmup-client-9.json": "003b67bd5643722ddf47af5fa7a9350b18157fb2aa1d28f19ef1b4d2d9e30844", + "write-warmup-client-10.json": "809b5beaadc7f1fba601dd0e8660df1fea22980ade4d8ebdccc124c192609392", + "write-warmup-client-11.json": "a4450c1782b5658f898800a2ff71e5ec56615ae2567361a919f5ec8e5b8ce386", + "write-warmup-client-12.json": "f0198514fac7af868c19b1825dbc5766330fb7f7aa104684bc9c5a27fa4111d3", + "write-warmup-client-13.json": "5f0eefe47be5ee3b1c0db2fa37af6e9dc4e8a17fadb4632ef6e7033e1e2f4520", + "write-warmup-client-14.json": "a9df6e013d9f83a55cd0119f954f43c4058eca715e44daa439dd4a689ff178fd", + "write-warmup-client-15.json": "3d107940a84d2ba09e781e40846c9b4c7f46236355e82d12717c7fdb7f6e1907" + } + }, + "repeat": 3, + "cells": 1, + "variant": "candidate", + "measured_writes": 7952, + "all_acknowledged": 8336, + "TPS": 66.18086755856544, + "response_body_bytes_per_second": 13228.225482472842, + "p50": 236.952508, + "p95": 280.229579, + "p99": 302.227415, + "server_cpu_cores": 0.32743525733393763, + "driver_cpu_cores": 0.0319449031545305, + "server_rss_after_bytes": 65253376, + "first_30_seconds_TPS": 67.73333333333333, + "last_30_seconds_TPS": 60.8, + "interval_TPS_min": 59.2, + "interval_TPS_max": 70.4, + "interval_TPS_cv": 0.05439813533561308, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 16673, + "mean_ms": 54.92200885575482, + "overflow": 0, + "p50_ms": 1.3, + "p95_ms": 203.8, + "p99_ms": 233.2, + "resolution_us": 100 + }, + "authority": { + "count": 8336, + "mean_ms": 4.42019946209213, + "overflow": 0, + "p50_ms": 4.4, + "p95_ms": 5.3, + "p99_ms": 6.7, + "resolution_us": 100 + }, + "compaction": { + "count": 564, + "mean_ms": 24.343196684397164, + "overflow": 0, + "p50_ms": 23.5, + "p95_ms": 35.5, + "p99_ms": 46.4, + "resolution_us": 100 + }, + "preparation": { + "count": 8336, + "mean_ms": 8.848424504078695, + "overflow": 0, + "p50_ms": 7.0, + "p95_ms": 28.0, + "p99_ms": 36.3, + "resolution_us": 100 + }, + "publication": { + "count": 8336, + "mean_ms": 13.548584588291748, + "overflow": 0, + "p50_ms": 11.6, + "p95_ms": 32.7, + "p99_ms": 41.0, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 380317947, + "uploaded_objects": 48372, + "worker": { + "count": 16673, + "mean_ms": 0.6753372399688119, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.6, + "p99_ms": 2.8, + "resolution_us": 100 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0734622664951499, + "p50": 0.9218230582811023, + "p95": 0.9141484375148071, + "p99": 0.906688322531826, + "response_body_bytes_per_second": 1.0740435182182597 + } + }, + { + "cells": 4, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 12492, + "raw_client_sha256": { + "writes-client-0.json": "ff758c5eb730744d3f7992b67ebad3bc4f6afb11d89873179c6516e186c46931", + "writes-client-1.json": "257fc27b28f1a112183f88c3e99e206e3d0bd00eee9bc72c195b4e03efb50428", + "writes-client-2.json": "593f1988acc682c1d4e8d9d8a40bcef73aac7e1a57f9a28660e547dc2a338529", + "writes-client-3.json": "c395cb97a5b89ed089bb97167a661f6ea796c02fc45f090c61b6d97f931d9261", + "writes-client-4.json": "4690f2975f03721262727e4ba64ae5abfd847010b2296d11bea67b66422f6f47", + "writes-client-5.json": "74c7aef1cb8633f0760146a9f48858c39d9e105c5a307f1ae83637e13ec21b97", + "writes-client-6.json": "7d83334b61686e82c8804e485fb25a6c54f97aaf4d62f1ddbe7c7b39d478fab8", + "writes-client-7.json": "84bba39e91b85878131d20b1a9c345c8b7429bd56ecbe968c85fba6abf3cbfef", + "writes-client-8.json": "7e366c29bcbe913c66c729d3032ed5f68272986536b7d450e25a3a14cea6b4df", + "writes-client-9.json": "35fb9b57f99b4790c58573b46b64e38fa119eb8d9ebf9072a1cbd0ee2d2a38d8", + "writes-client-10.json": "3c3c85a1d0b0f784b3b764be7c3afb63587251c8a522866d9966d1c922edd3a6", + "writes-client-11.json": "dcd1952857281dea715675bf6a0b88bdc54b9ffe23dd14ed07f376298e00f2b4", + "writes-client-12.json": "f15f4ec4888cf16614dc9a708a1cb91e695ce1f3759f9f8859441ed47811efa7", + "writes-client-13.json": "ca4250e0b5f360c4a134b284c6f8843cfc9653c0a09f9a695155bf98c8522673", + "writes-client-14.json": "becbb09e4ef4cbef6090cf355b8edd13730ba73d170227bd9e411552389d37e5", + "writes-client-15.json": "750540f91f66b200e6126e8b08339f627eeaa5d2f4cfe3d438edc2741a11fbc9", + "write-warmup-client-0.json": "f88e41d39cf4bd97fd43f93a96651686385bcfa2f986fa175ccea155053d4b07", + "write-warmup-client-1.json": "0f39884917645668355bba1f4591a11c71c936e6d08b2b3f1e65fd2682a35f0e", + "write-warmup-client-2.json": "fc3e976a1fe4d30d20f655f29820e9a4c50f82860202b1fd58be059a68265803", + "write-warmup-client-3.json": "052a34b64bc268df6fa2d4fac637dc6e3f1dff2050185d29dc9e5eb47401eb2f", + "write-warmup-client-4.json": "28460ecec37294fdd935cbd195b50548f3b90eda3ad40774346f5b22206ae772", + "write-warmup-client-5.json": "03bd78ba551237dd5d82fa82fd2d85840ddeb72236232d87a06705485b18cc09", + "write-warmup-client-6.json": "b4fd5760cfe41722069f86c629be6fd1486e8326dc53490327deb4fa634794a4", + "write-warmup-client-7.json": "f3d5402da1e72391a2fca33ed8c5faa826ff01bf454a3ffbab24c939a32e36d9", + "write-warmup-client-8.json": "319e320eb7adaccc12ceca6fa6660b1a05ab176684ce25ca0b9834084e8dab20", + "write-warmup-client-9.json": "653e1411c66d1cd045f910f7e38a25fcc831d1e53e2b95ad51585d95d381f8ff", + "write-warmup-client-10.json": "a00ee0e37a610f63c70365f192d3c86dc5d135efb46ae308a9834cabd5e79fe7", + "write-warmup-client-11.json": "c030530e1ab0907701d941cd50bd477c65794e90f5f19baeada3e5a17160737c", + "write-warmup-client-12.json": "558e40732c39ff6acaf35c313a28119617ff8e1f44a6f945af811a5a503068f1", + "write-warmup-client-13.json": "522102b618920725ab847a7c9ed8b2165977b3e4d4d7463a7da563b8b7a65be8", + "write-warmup-client-14.json": "ebfb3368c858d6618713d434cdbc65715458babf418d69aaa640f370e2ee6be3", + "write-warmup-client-15.json": "fda070a9c13a56368e26bead6fb87d8b81802ed831fcf7623c763fe445bf8a80" + } + }, + "repeat": 1, + "cells": 4, + "variant": "baseline", + "measured_writes": 11964, + "all_acknowledged": 12508, + "TPS": 99.57675376059179, + "response_body_bytes_per_second": 19942.059361514694, + "p50": 144.323016, + "p95": 231.250985, + "p99": 252.074468, + "server_cpu_cores": 0.49508542751738444, + "driver_cpu_cores": 0.039926244154627775, + "server_rss_after_bytes": 73662464, + "first_30_seconds_TPS": 100.26666666666667, + "last_30_seconds_TPS": 98.8, + "interval_TPS_min": 97.6, + "interval_TPS_max": 101.6, + "interval_TPS_cv": 0.012646686821241437, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 25020, + "mean_ms": 29.59888886231015, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 114.7, + "p99_ms": 183.3, + "resolution_us": 100 + }, + "authority": { + "count": 12508, + "mean_ms": 12.13232330620403, + "overflow": 0, + "p50_ms": 11.9, + "p95_ms": 17.0, + "p99_ms": 20.3, + "resolution_us": 100 + }, + "compaction": { + "count": 736, + "mean_ms": 76.3664172527174, + "overflow": 0, + "p50_ms": 75.5, + "p95_ms": 98.4, + "p99_ms": 113.1, + "resolution_us": 100 + }, + "preparation": { + "count": 12508, + "mean_ms": 24.83040713303486, + "overflow": 0, + "p50_ms": 20.4, + "p95_ms": 82.6, + "p99_ms": 109.9, + "resolution_us": 100 + }, + "publication": { + "count": 12508, + "mean_ms": 37.52748123409018, + "overflow": 0, + "p50_ms": 32.9, + "p95_ms": 94.5, + "p99_ms": 123.6, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 410426652, + "uploaded_objects": 66342, + "worker": { + "count": 25020, + "mean_ms": 1.0138423380095924, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.8, + "p99_ms": 4.4, + "resolution_us": 100 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 12480, + "raw_client_sha256": { + "writes-client-0.json": "76cd458b9a0fdfc1a18504ae5c91aaddf60be7bbbca40b724c7dc427a056a2dd", + "writes-client-1.json": "0389830be8204400d75a898f78c507a00a8715436171c9a21b9689827a8daf33", + "writes-client-2.json": "2793b3feb9988234455ea6864a24b1e24c02bee18f7fb05f77b2e67a4adc0485", + "writes-client-3.json": "8e527038e762be75879efb3b85af883c7f30a060fed125aae5aea0373d6ddb67", + "writes-client-4.json": "f3e489fcec6d8dd9924059275e006c36cfc9bd66deed6eaae49c4cc16a3ff8ff", + "writes-client-5.json": "5fc3255e59a6510b9f3730f878a491bcf1b2faf0c0f7fbb1dcad4c06ca5357f4", + "writes-client-6.json": "512deb744f29c0d927a7f6136220b4cf058f41a04939c2982ef0164a30ea6b39", + "writes-client-7.json": "f3fffcfda3b6222de28da9077036f3bc526f9a0a054adb077acda761782dc4e3", + "writes-client-8.json": "1dc97a160e0fb4746c615b4da1e80e54c5d1b324a9c18fae2b7939013499ce2e", + "writes-client-9.json": "d522de2eb6f9b01503d7d86c1b8dd8848adb71af06992cc2635c24f48eaa8a7d", + "writes-client-10.json": "b121b00f9366b841c163741e53730a9ec6d74e876bc5883f8e5a267fbdda0544", + "writes-client-11.json": "2dacbfa8ef7932d723d83fd3c6e9ab8a2f05e72295e664a75791b61f6ca36b3b", + "writes-client-12.json": "5eabe38d69ad65bc4db096714825b41b3151a1d1e628051afd65109b9f58c417", + "writes-client-13.json": "d9f53c4140dc6895774edf39a14e4b440c7a1b31abda2184287e7beb8d177207", + "writes-client-14.json": "8eca97099cb2993ba8252c6feb6228bb56f9e8436c93b93be5e1456ecae5c74e", + "writes-client-15.json": "21e0503786e92ee710bb4e55a3d52a18c433a56aa104747a74225e81a5ac2ddf", + "write-warmup-client-0.json": "77b777bc3b6a89a765c27cfe71a2e3489f3d854e3eb80febedd45aa7e395de2c", + "write-warmup-client-1.json": "8e5ed591eeed9be36e75b77f5ec6c94b8ed77408bdbb24866951b4a543557333", + "write-warmup-client-2.json": "a893c89e31743c1a39d2201151e8089ac4bc536e3113afe14eb9516e5b7c1539", + "write-warmup-client-3.json": "243c8699eb88539544f053df32c985c940e3ca368d84dcd7fdb198f6e1be82ba", + "write-warmup-client-4.json": "f13862cb4f49fb0db0fccacef5b04598f3606007f476660b8693febe6600b426", + "write-warmup-client-5.json": "c4de8ead6d7d19e3dafbfcff465ba7e309f3f6aedaf9a6fbcf7f503a19296176", + "write-warmup-client-6.json": "0e9ffc1a1cf21392c98d245c2583c1acc2d3663ea75ce926ab9a66a77dfa63e0", + "write-warmup-client-7.json": "dcb56e5f5d019b8aaba9e6e2883755e668aa94bd0ac45a4757c2b6c38b62ab8e", + "write-warmup-client-8.json": "3a03313473ad3ae781c29d6276d0aeaa06b22776f89eaa032b9ee6bc56c3aca9", + "write-warmup-client-9.json": "6dd4cea4375fdf9168d15d342e78f74a1df2d71ead133c43121a0ea137452984", + "write-warmup-client-10.json": "d45f14eca5b550024f7599afd31fe0650f11e5d640cfcd496790b18ce121c2d8", + "write-warmup-client-11.json": "7da530ec7a8957aebea832c3060351d24f53765a4eaa36d437cd1b257bdbca48", + "write-warmup-client-12.json": "13003aeb9932ba948b20fef3b62b9164e92d6394a9d1a2116c3f912f1958ef28", + "write-warmup-client-13.json": "9983c4fc7e8aa8e32326d2e24133d396b0808b5acb7266c316b4288317f7a664", + "write-warmup-client-14.json": "09dd905b17dfbc8cad6b61b64ae1b365f1253ebf0e44484fd39ec05ead0bf621", + "write-warmup-client-15.json": "0d4b7a1903fbfcca29ec960e6de074b89748a93b28fc8ad905342efd4da0f779" + } + }, + "repeat": 1, + "cells": 4, + "variant": "candidate", + "measured_writes": 11952, + "all_acknowledged": 12496, + "TPS": 99.41141354627807, + "response_body_bytes_per_second": 19909.239903976457, + "p50": 147.559052, + "p95": 222.385156, + "p99": 240.086191, + "server_cpu_cores": 0.48676022881558845, + "driver_cpu_cores": 0.03989837941111381, + "server_rss_after_bytes": 73281536, + "first_30_seconds_TPS": 101.6, + "last_30_seconds_TPS": 98.8, + "interval_TPS_min": 96.0, + "interval_TPS_max": 102.0, + "interval_TPS_cv": 0.018957286358888673, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 24996, + "mean_ms": 29.64996016362618, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 116.4, + "p99_ms": 173.9, + "resolution_us": 100 + }, + "authority": { + "count": 12496, + "mean_ms": 12.317201906209986, + "overflow": 0, + "p50_ms": 12.0, + "p95_ms": 17.4, + "p99_ms": 20.8, + "resolution_us": 100 + }, + "compaction": { + "count": 735, + "mean_ms": 66.22854427210885, + "overflow": 0, + "p50_ms": 66.3, + "p95_ms": 86.5, + "p99_ms": 102.6, + "resolution_us": 100 + }, + "preparation": { + "count": 12496, + "mean_ms": 24.70590749959987, + "overflow": 0, + "p50_ms": 20.8, + "p95_ms": 73.9, + "p99_ms": 98.9, + "resolution_us": 100 + }, + "publication": { + "count": 12496, + "mean_ms": 37.597718434619075, + "overflow": 0, + "p50_ms": 33.5, + "p95_ms": 86.7, + "p99_ms": 112.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 409216455, + "uploaded_objects": 66277, + "worker": { + "count": 24996, + "mean_ms": 1.0175064455912946, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.8, + "p99_ms": 4.5, + "resolution_us": 100 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9983395701499646, + "p50": 1.0224221755454446, + "p95": 0.961661443301528, + "p99": 0.9524415261286995, + "response_body_bytes_per_second": 0.9983542593599147 + } + }, + { + "cells": 4, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 12220, + "raw_client_sha256": { + "writes-client-0.json": "65a9a265c6c35dc2d10444b7785c62b299cb28a563025a5266591c853bb668b0", + "writes-client-1.json": "e74a3979a4ebc1920bab485834196a2ee3fb125457f0cf337c5399d7dfe1c18d", + "writes-client-2.json": "2dd6b7ad9896886ef30376ca2691181ef73978007c413b08ae9da4ce107f98ce", + "writes-client-3.json": "c641f9828e71a54b60e2f5d5b5b96af4ad7edf506ba3bdd356e02afe2065bd1c", + "writes-client-4.json": "3438dd7f34a77a3cf8a37e7d97c4ea0c215cfa10711c096f99869bfe4cbf4656", + "writes-client-5.json": "626dc14971262546bf15a8c9f12d14501f349471286fe27832b905b4fa469f47", + "writes-client-6.json": "c415024f74f1f0f3c7a6be04e20f0e61cf55a744981cf46f1994a6b938ce951b", + "writes-client-7.json": "919789034d9167f14f118d6f89e81f4ea2be2d63236735282619ac22423e3286", + "writes-client-8.json": "8a205daee0e341fb972e08affebd574b1f296f7bb85e464118b876e7fe6ea88a", + "writes-client-9.json": "fa1244164fc5922263ae2cba1316755ade4b84dc727547608082ea1325158db5", + "writes-client-10.json": "6ddd6d3c899aa417ac7b90c9abf18ce77affc9a385a74b8644dd9e3ea5ba8a06", + "writes-client-11.json": "19fed5984b731edd1c0adca040ff5cdc1f1d4df3018ef5b0239e9bc33c4d5c52", + "writes-client-12.json": "1dbcb3acd9be66c94edfe331459e30dfb523287574a2a415a6f98d8ab6f5cb61", + "writes-client-13.json": "55f4e65a38873d683ca3e5de36fda96bd778ef5725b943393044c89b3b936f1a", + "writes-client-14.json": "2a2f80a342d9b0026cd91fbaabbcab96ab3d3c8677923d1184c3cd9b2c0e72c8", + "writes-client-15.json": "7caa945001a9592ae219d692459449db74d02415f3ee189739e26a3b678cd292", + "write-warmup-client-0.json": "90f0ccfe6ada2043af9fdb20b25019e63878bb35f2630d4b079968511179a1ad", + "write-warmup-client-1.json": "5819ae681583fc390b1beb96ecca4269a5c2ab7603dbdf7cb8e3200fedbc7787", + "write-warmup-client-2.json": "d2ef71cfdabdd1775f312142920c205e11fc04cd4e44a70164939b5cc319e57a", + "write-warmup-client-3.json": "0e1958eef55f87eb8ae61e6412b9c78c256798f113506fba896329e24a4ce46c", + "write-warmup-client-4.json": "660d9043a2a549e8fb2fdd001721c6f6382ff2737c27bf9a0e9fd36d98795eec", + "write-warmup-client-5.json": "3bee824b78c4cdaaf1c536de9cca733551b29f27b855e4c686b3a3ed6b9a1612", + "write-warmup-client-6.json": "1a07c25727427c4a3c15c6daa6b2e1d6ca80105c507eda980119c96d767c53b6", + "write-warmup-client-7.json": "80e40fef8ac2baa745ff22646b36e6a9d9bfc5d2c629b2e992f279f7aa412d9b", + "write-warmup-client-8.json": "eac6773bb8a3988976a35c5e99e0fedad0962f4fb3e0a8b1ae36c26eba2fd8bd", + "write-warmup-client-9.json": "e7903b21e7b639a9da2983ca250f683fc8fdc7d89295d431ccd007614186114e", + "write-warmup-client-10.json": "d5f7c82713b577e419b8aa07d6aed6bccecadf179603e37cd5a333ecef9477c2", + "write-warmup-client-11.json": "cec3f45664b6d4078ad3b223987d5ab2889c649074d4a135532cf8304dce0e8e", + "write-warmup-client-12.json": "fca46b5d9b168435e933508a70456557d3b879b70b39f062d6dce11fe934d9bb", + "write-warmup-client-13.json": "e15dc5e1701d1d9ca4dc978068853b0c7187ae4fd8099beac0ce59755bf8dc83", + "write-warmup-client-14.json": "79fe8fde25a7e0a3d5d0aa22fc73c7854fa40696574b2154fb3cb3267f6673f9", + "write-warmup-client-15.json": "cb2561d610627f28049fd5db78d6d7655b276e809d668e58d0bae1682f14b3dd" + } + }, + "repeat": 2, + "cells": 4, + "variant": "baseline", + "measured_writes": 11708, + "all_acknowledged": 12236, + "TPS": 97.43728696213127, + "response_body_bytes_per_second": 19509.769432599252, + "p50": 148.191967, + "p95": 236.016447, + "p99": 255.787168, + "server_cpu_cores": 0.48706052481626927, + "driver_cpu_cores": 0.03992299383739912, + "server_rss_after_bytes": 74051584, + "first_30_seconds_TPS": 98.26666666666667, + "last_30_seconds_TPS": 97.06666666666666, + "interval_TPS_min": 94.4, + "interval_TPS_max": 99.6, + "interval_TPS_cv": 0.01620264144538434, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 24476, + "mean_ms": 30.297193049640466, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 118.6, + "p99_ms": 185.5, + "resolution_us": 100 + }, + "authority": { + "count": 12236, + "mean_ms": 12.373750226054266, + "overflow": 0, + "p50_ms": 12.2, + "p95_ms": 17.5, + "p99_ms": 21.1, + "resolution_us": 100 + }, + "compaction": { + "count": 718, + "mean_ms": 77.75348787047353, + "overflow": 0, + "p50_ms": 76.6, + "p95_ms": 100.8, + "p99_ms": 119.1, + "resolution_us": 100 + }, + "preparation": { + "count": 12236, + "mean_ms": 25.42816989228506, + "overflow": 0, + "p50_ms": 20.9, + "p95_ms": 83.8, + "p99_ms": 112.3, + "resolution_us": 100 + }, + "publication": { + "count": 12236, + "mean_ms": 38.38544062005557, + "overflow": 0, + "p50_ms": 33.7, + "p95_ms": 95.9, + "p99_ms": 124.8, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 400561911, + "uploaded_objects": 64887, + "worker": { + "count": 24476, + "mean_ms": 1.0620836533338782, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 2.8, + "p99_ms": 4.4, + "resolution_us": 100 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 12285, + "raw_client_sha256": { + "writes-client-0.json": "7b559cb597694ec09d3f1bff4888c9d7016d880af48453021109bdac5d5049ac", + "writes-client-1.json": "b9f64e6df37d31f6e6de7b9c68ea1b732b2c50f1824e78a1b5324f71f9d52e7e", + "writes-client-2.json": "7e093574933f1e886207517a58b8022c7ffbe2d825cdbc33f1ab28bf0f779027", + "writes-client-3.json": "0e24f134fa8eadbb08f2f124ad75b565aa5b5caf662ca5cfead6eb28f8eaca09", + "writes-client-4.json": "81666ab5da145d0a0d3f6a1f5e6f763b6a0c94af944c318fced6d7c742b6e64d", + "writes-client-5.json": "2ffd96dc39a913740f940168069fd7bf0db3c70e002af914060ab450e10187c0", + "writes-client-6.json": "26b7362985a16b8b58527472c61c756ec1f881c1b9c176b13cfb93d4bcd6870e", + "writes-client-7.json": "4baa342ffeb8309f4533cb1ad02526669002384df11d533ac142a28899e664c4", + "writes-client-8.json": "49d05ed7fd9ef99625ea5dc9f1ef98924e5d78f6dd85dc1f88f166cb2dd048cc", + "writes-client-9.json": "b1b0eb4a8033e889afd52ebb337506413af3025f5e8f912773526411a66291ac", + "writes-client-10.json": "b4936ca8cf13d65ddc101cb9c6b8bdd43583ee420dcd3dfe9cfce6d73f8bd00b", + "writes-client-11.json": "f79fd2eb2ca9a768695ef7ce68d73a2bc958c1b81811621a3160bd2e83c6579e", + "writes-client-12.json": "9a393a825e4cb7d118d9e07f49c9fde3e628d5b5938f51b2232038d0db981a41", + "writes-client-13.json": "b6f9caa281f08690b172df2f5e495fd8969105fb556cae0250ca6ee7cc324b92", + "writes-client-14.json": "f745dc79e8f4d84760ad9b70d23f5bc02dc01ba8c48d6667570e77dca31c4531", + "writes-client-15.json": "d520fc3b3df33a469da3fe10946ea7692830f649abe98082c965cd3d13fdd2d2", + "write-warmup-client-0.json": "bd20e3a641113cd30b0c2db1b09525ddff5b22dc72a00dcfd718cc8181760d82", + "write-warmup-client-1.json": "f72ac8d8bf50fdc07000665be87b986341bc0b47722387468d9cba7e7c7969b4", + "write-warmup-client-2.json": "70b304694d987a4508bddf934d475812891d6e3ccfd69d24cdcfccc9a19f014e", + "write-warmup-client-3.json": "d1ec5b01038ae430dca33b201c6b9649b8660182927e89e08156659a88392391", + "write-warmup-client-4.json": "163210dfb7aaebd4546d58f1bb556522bb5df6ce524ddd7a66f7050a7bb66144", + "write-warmup-client-5.json": "b2c2ff98c6e92da40eaa5fb1b77da5c04f6c52b9fcd60f98957112d97de843d4", + "write-warmup-client-6.json": "9b203cef1c184d4b6710f2261a421d46f0fbe8e0e002be48970fdbe37f61f9f2", + "write-warmup-client-7.json": "20132a9b9b1cbe2154b3c9c743578eb915b78e6e73774011952e9f958bd0b74c", + "write-warmup-client-8.json": "50aea47b4d04e6252f0a8f2f256fb9e3fc327357508db8714c800685afcb9acb", + "write-warmup-client-9.json": "0a2ea7bf16bbc51c9ad6a6409507d493082409f769961dfb74c64d2fcb904cd4", + "write-warmup-client-10.json": "c17633072c5f47d5d5eb38d8c748fc8b1f7a69d8628ee453eb8604788662187f", + "write-warmup-client-11.json": "f81b7e572b893ffde42c0569c079466869a742989cee31899539d7d1aa0cadbb", + "write-warmup-client-12.json": "a371025f658804f51409b7db154c46427491f6b91f4b41df9061fb877631f504", + "write-warmup-client-13.json": "17c8d171b59aafdf18e768e258add8e975d2915a67b496051f0dd862c39fb2fc", + "write-warmup-client-14.json": "d095eb9aa4943d8bace6c2a9eb3f7da4c43074ff424c176aa501787070365744", + "write-warmup-client-15.json": "010dc1f56f5d172c92209892b0fdc1bcda25cb1a548bda62a78a02d3b1c179f2" + } + }, + "repeat": 2, + "cells": 4, + "variant": "candidate", + "measured_writes": 11757, + "all_acknowledged": 12301, + "TPS": 97.86432003979382, + "response_body_bytes_per_second": 19596.12936259951, + "p50": 150.145574, + "p95": 226.215095, + "p99": 248.130044, + "server_cpu_cores": 0.4871805452987703, + "driver_cpu_cores": 0.031946265265493136, + "server_rss_after_bytes": 73678848, + "first_30_seconds_TPS": 100.13333333333334, + "last_30_seconds_TPS": 96.9, + "interval_TPS_min": 91.8, + "interval_TPS_max": 100.4, + "interval_TPS_cv": 0.025978740567420267, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 24606, + "mean_ms": 30.063540813703973, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 115.2, + "p99_ms": 171.3, + "resolution_us": 100 + }, + "authority": { + "count": 12301, + "mean_ms": 12.577024176245834, + "overflow": 0, + "p50_ms": 12.3, + "p95_ms": 17.8, + "p99_ms": 21.3, + "resolution_us": 100 + }, + "compaction": { + "count": 722, + "mean_ms": 66.68139629916898, + "overflow": 0, + "p50_ms": 65.5, + "p95_ms": 88.6, + "p99_ms": 110.4, + "resolution_us": 100 + }, + "preparation": { + "count": 12301, + "mean_ms": 25.036598903828956, + "overflow": 0, + "p50_ms": 21.1, + "p95_ms": 73.9, + "p99_ms": 99.3, + "resolution_us": 100 + }, + "publication": { + "count": 12301, + "mean_ms": 38.20712855182505, + "overflow": 0, + "p50_ms": 34.1, + "p95_ms": 86.6, + "p99_ms": 112.6, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 400936278, + "uploaded_objects": 65232, + "worker": { + "count": 24606, + "mean_ms": 1.0453327805819719, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 2.9, + "p99_ms": 4.6, + "resolution_us": 100 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0043826454017395, + "p50": 1.0131829480338836, + "p95": 0.9584717415901104, + "p99": 0.9700644717251805, + "response_body_bytes_per_second": 1.0044264966994412 + } + }, + { + "cells": 4, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 14380, + "raw_client_sha256": { + "writes-client-0.json": "dd48772b3f6f60efa7a4c6ff1b3baa6260a13b9916d522b01445601df3eb3cef", + "writes-client-1.json": "f0aabc7f06380fea2a5677a7984b22fc0a09371f6940cc4213038d505d3d8c73", + "writes-client-2.json": "75e7704d0fe363f36939b285dde6e2adb772983c7582a6d6d23bbcc6a34ee625", + "writes-client-3.json": "0b40c60a758d9e5176fd03a4df86101a0def0cb456c29011aecb11d7fe863a14", + "writes-client-4.json": "9b7df4f0eaa6b1442e298090629c04523d6f249ca1ec8ebc417bae52741ea256", + "writes-client-5.json": "ccbd536925094544a4bd5245fab6d1676b7dc877c23258285095b7b06e051361", + "writes-client-6.json": "60fc3216942f180861125640a6907d1fa182d47b98d0f93bded0f9c33f875dad", + "writes-client-7.json": "f41d227f4db083612d68cc45b3b82a96e6355eb69f9ba77867055efc5d6e49d8", + "writes-client-8.json": "26861ff09beb25bf56ef3e5d2100ff85e7f5e31d19f3c15b28685ec9aca8674d", + "writes-client-9.json": "0d1a016c3e8ff0a9caca33f753043ee7316db1382e0bd2b9905cbb0d605af137", + "writes-client-10.json": "bf38a1f06cdee52ed42ad6cbfef824a0f6a095f7bcd031f50522f93ff8eb7510", + "writes-client-11.json": "f335d05e7e684276eeb13341c3ba591a738d617aa2e3c55ed9ac4165b7eeb899", + "writes-client-12.json": "7508270519ee6e48725abebb12fe3cebaf47bef86f2f90148f6d6614d0f576bb", + "writes-client-13.json": "5020f0b8ca30ec404acce79f10b36ea9d7d429806cb73ef31798d2dad57cc576", + "writes-client-14.json": "cfdd16183d06aaac8877a13824ba3a86f52b8b38382d8fccf64ee12b8e2e50e9", + "writes-client-15.json": "768708eaa6814dabec5f589f8816c0c5b03db27295b52b10abcdd962425e241d", + "write-warmup-client-0.json": "8cda5c0a20e0c7fd1339ee66e07b9bfc68e55ed6f446ce4d85c0de1c5060b826", + "write-warmup-client-1.json": "058d5795e84a2c16f166d77ba4a4debe15764606b37921d44daae2dd3cf675eb", + "write-warmup-client-2.json": "b9bb6294459f3be5bd6229b992481d1f0c36525e988281dafd1ea14ea4349356", + "write-warmup-client-3.json": "2f692f911b98b538c75301406abea35743f4b7a39e675299a3b4be2275f9d209", + "write-warmup-client-4.json": "c92c36b809abc0ebd5e5b8167d62e1751ca5529053d02990fe89cd38c7c85f50", + "write-warmup-client-5.json": "8fa50a16e3fe73bfa54b8545f2c8e7dd37067db4616fb22d8af165c045fef229", + "write-warmup-client-6.json": "cb5ea445fae4963bca47f173e6eda9099589a2e8d7522c43d3d6b868e9b97e21", + "write-warmup-client-7.json": "78490fe5f897ef38690405c549de13d06ff7cf821f12f9e82a2b7d4a3a1086c2", + "write-warmup-client-8.json": "6da1aadd021acdaa2211ad69ad3d9d32f714ee02dbd68066fa6c7faa49ace238", + "write-warmup-client-9.json": "cdf865bcf4623812627157b630ac912c7e87692cd5719a8dd7b0046c9f70bd77", + "write-warmup-client-10.json": "e1d17395a0aab8df3231e38a454966385e14285f5897c4fa52ee57e019465779", + "write-warmup-client-11.json": "2b581af0474a3a4999ce535ff4a7a16d1706f948a727065ecd8afd29ed8c4fc0", + "write-warmup-client-12.json": "5dfa77cabb63ad11f97c99d834f429e8a1a79ec6ba20903db12e82d5ca9b9a0e", + "write-warmup-client-13.json": "754d592d5d797016351a1a40fd54fb22ad68187dfbf77dc7e53ef2063aaa33b1", + "write-warmup-client-14.json": "0526dd903d4612d34bdbe5d2bbf3103a647f7fc1a536066434b97a6871ff2f12", + "write-warmup-client-15.json": "d0e1862569dd069a484a0e0d62fe8210f228902513495c1023be0c567096de47" + } + }, + "repeat": 3, + "cells": 4, + "variant": "baseline", + "measured_writes": 13768, + "all_acknowledged": 14396, + "TPS": 114.59473634747567, + "response_body_bytes_per_second": 22979.582267627862, + "p50": 125.155084, + "p95": 199.301114, + "p99": 216.791984, + "server_cpu_cores": 0.5748693566164111, + "driver_cpu_cores": 0.03992148309836189, + "server_rss_after_bytes": 73310208, + "first_30_seconds_TPS": 114.66666666666667, + "last_30_seconds_TPS": 114.53333333333333, + "interval_TPS_min": 111.2, + "interval_TPS_max": 117.6, + "interval_TPS_cv": 0.017996170213214688, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 28796, + "mean_ms": 25.681344415995277, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 99.9, + "p99_ms": 157.0, + "resolution_us": 100 + }, + "authority": { + "count": 14396, + "mean_ms": 10.473571081272576, + "overflow": 0, + "p50_ms": 10.2, + "p95_ms": 14.8, + "p99_ms": 17.5, + "resolution_us": 100 + }, + "compaction": { + "count": 880, + "mean_ms": 65.47175820113637, + "overflow": 0, + "p50_ms": 64.6, + "p95_ms": 85.8, + "p99_ms": 113.5, + "resolution_us": 100 + }, + "preparation": { + "count": 14396, + "mean_ms": 21.21244460634899, + "overflow": 0, + "p50_ms": 17.2, + "p95_ms": 71.1, + "p99_ms": 93.0, + "resolution_us": 100 + }, + "publication": { + "count": 14396, + "mean_ms": 32.26895088392609, + "overflow": 0, + "p50_ms": 28.2, + "p95_ms": 82.1, + "p99_ms": 104.7, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 492874491, + "uploaded_objects": 76524, + "worker": { + "count": 28796, + "mean_ms": 1.0025223483817196, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.7, + "p99_ms": 4.1, + "resolution_us": 100 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 12260, + "raw_client_sha256": { + "writes-client-0.json": "b30833d4c4f733bdf18dd49a5a66a9e6b990bc4258b7ced60b51c533ce256855", + "writes-client-1.json": "26c304f244dea2951b2a89950cc2188b024092c36c1a95fe9d3227fcec07a6d9", + "writes-client-2.json": "8461cf0af2043df000cf3f3fc0d78afa857c9eae7bf14ccbc6295ec1a2948ee5", + "writes-client-3.json": "ddacfa3d5503798b3e77b4f517302be0a4fcaafe279c9330e134237c0e2d1225", + "writes-client-4.json": "4eae68e712b169cd7adbddad5626ece6a475f03c9b5413719e61c81de11eb22e", + "writes-client-5.json": "28c909e55b2512547fc4d8c98d82281a6c6aa3f485216995a7a8d4934dd9a684", + "writes-client-6.json": "f6924385a024d4bec12549ac283cf70987059a99008c2fd5b932333bda697f06", + "writes-client-7.json": "39beb54f3c73955fc5e01e6560f7a38a7b767316f0e595c052ea026d6d5f3e1a", + "writes-client-8.json": "83272670ad8f93dff422b7bdbf491d7ef3555060d0d7b44d4ad4cc225bef0e3f", + "writes-client-9.json": "ee876a519922afb5ae04e2306efd9d0f6df08ba3e4239ef818c9bd2cb36b06c2", + "writes-client-10.json": "b089d15ca5d3ff0912717521345686175da237158474406ace46b4bae8b448a3", + "writes-client-11.json": "0a819d5b65a20a6b775b899045e216f813350ba679aff06cff0285e8ad058c50", + "writes-client-12.json": "d8482c990d6fa89de35af217824691b949cf3505c2b1444b8602726624ede70b", + "writes-client-13.json": "da515316826240ecfa4795181670d41a70e1af512ee964eaab64f3c6449b31ee", + "writes-client-14.json": "0173a670d3b2fd5711bee297ab6379a6c6407bc70886e0d6822c231ee57d648d", + "writes-client-15.json": "e00d6d0783b9bd550996077dda0375303e37acecc8ebec9a12d3508692e98141", + "write-warmup-client-0.json": "082f7ee93c7285af2b14fb0ef7e1dbeddc5ef78f5139c704cbbcee4f4fc53715", + "write-warmup-client-1.json": "0513e07d103b242f6796b9416608cd1f7e344c1cb2e91a0db9f5212126880b9a", + "write-warmup-client-2.json": "bdd9497e61fa8e3cc896dc5cf6c7a6f5e5cc18940983d2277e1386979c98df5c", + "write-warmup-client-3.json": "e0c3fad30e0e0c47d1e1172e3236abe7ac7d7c61bf55021bb0f4d37f7dfad28f", + "write-warmup-client-4.json": "4edb70396f7a9743cd47bd62383b162ab709a51d266868adb54693bffc106d2e", + "write-warmup-client-5.json": "ddb620f4329a684e161d532186be0bc7af8433476255507306722f6bde52c3a6", + "write-warmup-client-6.json": "b622f129b7de10bf4971c2786d73a2c4231aafe5ff476c287d35920e9efede7c", + "write-warmup-client-7.json": "24c0007e00e69f3ce285e28107c6d04046e9f125c7084decc30a7c593b2facb4", + "write-warmup-client-8.json": "a4edf0f0361d1b12f649af9cbd0ea764a0721a4fa11775761938c7e8125b51f5", + "write-warmup-client-9.json": "e86ef393967921e6f01cedc9680e9a08392a07b15f7d3df45280a67bf3e36ca5", + "write-warmup-client-10.json": "98fd102febecde32f9275723c853cb1ec98e4940c630e6f02a5aed0c0ffb96bc", + "write-warmup-client-11.json": "6f3cffd6961caa8015fa2c25e2b9750bfee5bb0703d2389b523207fc9c128d4f", + "write-warmup-client-12.json": "015d807fdde28384991c43140c0807c57859c8a1e7e95a44500edb64f4a0650f", + "write-warmup-client-13.json": "5049f763480787935a5bbaf7f74fabf8195f06b57455ee30467918fb6196e0d3", + "write-warmup-client-14.json": "c865ffb9317e39d18eced1520b467c3dc4f4cad397f615da595d972ec39c7cac", + "write-warmup-client-15.json": "f6d97c1960ec3952cf5d4fecc6da9192fb8eef9e352307e72e1e7c1198badef4" + } + }, + "repeat": 3, + "cells": 4, + "variant": "candidate", + "measured_writes": 11724, + "all_acknowledged": 12276, + "TPS": 97.58374328541073, + "response_body_bytes_per_second": 19540.062548667138, + "p50": 150.588713, + "p95": 227.58062, + "p99": 243.92989, + "server_cpu_cores": 0.4871738636066646, + "driver_cpu_cores": 0.039932283902185624, + "server_rss_after_bytes": 71970816, + "first_30_seconds_TPS": 97.46666666666667, + "last_30_seconds_TPS": 95.06666666666666, + "interval_TPS_min": 94.0, + "interval_TPS_max": 100.4, + "interval_TPS_cv": 0.021979863486801282, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 24556, + "mean_ms": 30.241152652019874, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 119.4, + "p99_ms": 176.7, + "resolution_us": 100 + }, + "authority": { + "count": 12276, + "mean_ms": 12.531091120316065, + "overflow": 0, + "p50_ms": 12.3, + "p95_ms": 17.7, + "p99_ms": 21.5, + "resolution_us": 100 + }, + "compaction": { + "count": 719, + "mean_ms": 66.2657284061196, + "overflow": 0, + "p50_ms": 65.8, + "p95_ms": 86.1, + "p99_ms": 97.0, + "resolution_us": 100 + }, + "preparation": { + "count": 12276, + "mean_ms": 25.18527186787227, + "overflow": 0, + "p50_ms": 21.2, + "p95_ms": 74.7, + "p99_ms": 99.3, + "resolution_us": 100 + }, + "publication": { + "count": 12276, + "mean_ms": 38.28433282209188, + "overflow": 0, + "p50_ms": 34.1, + "p95_ms": 87.1, + "p99_ms": 112.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 402373307, + "uploaded_objects": 65102, + "worker": { + "count": 24556, + "mean_ms": 1.0196615105880436, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.7, + "p99_ms": 4.5, + "resolution_us": 100 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.8515551969988919, + "p50": 1.2032169064742109, + "p95": 1.1418933664364765, + "p99": 1.1251794715804622, + "response_body_bytes_per_second": 0.8503227918200195 + } + }, + { + "cells": 16, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 13090, + "raw_client_sha256": { + "writes-client-0.json": "ebe1c4c6fff64e4315a44f1762ccf5e27b39d9d0c7149da26efa7c15283ff54a", + "writes-client-1.json": "a27b21d3fbe2112ebfb22ce4d64a0b1d0682456a8c6e89bdbb476e4e37714bfc", + "writes-client-2.json": "9f84df77e6e96ece45c47e8f7f653a13b24af839eddcca9e6dabdbd1072bfaf6", + "writes-client-3.json": "f5a866d5fe92567b8919a4505c03fa24464e7a5d16ad79a79e8dea04ac92e76d", + "writes-client-4.json": "bb30f134902d19520d1a0660ee66026f5efd4d1731ab6ef6fe7058857974fd6a", + "writes-client-5.json": "99575f0d0946c2502c186fcdd863cb8532a4c3664010d593eb00c716e9dd9ccd", + "writes-client-6.json": "0391308fee368633126076738318fc6f19ed82aebf1d674813aa098f475cd857", + "writes-client-7.json": "9fa2921ab31a9a6430f304a51c2b9f9b31067c1f5732eb69188b2544a77970a3", + "writes-client-8.json": "e02cebbe3d636700df5d8c4366c17f5b8f1ffb54679786e482b91b88f98fb088", + "writes-client-9.json": "d8376dc498683840af86a463223a386c2793d4f441b3a77c5d91d5c570313d76", + "writes-client-10.json": "c8cf2c98b63fb43662f7346dd881e4ab9658f99a8f2d150d84b47edf50a2fe1d", + "writes-client-11.json": "4836234630bc09521613647c87f1b3464bd81fd5fafbaf51c4c51bdfcc91efbc", + "writes-client-12.json": "5239c893b70c75eb0064941e66678e6b088d27aee10592259b79be0013c7e191", + "writes-client-13.json": "7bd6ec479e7a6770758b10ad4c86dffb784b2ad972cc3f4dc285df3d686ccab8", + "writes-client-14.json": "f1f75dc67ceb7b89f93021c73ba95470d88b089cf2e222f8367d8ac1e34e31b5", + "writes-client-15.json": "e7820a6db95ab435a22f83f7b5b0bb17b5d13499f83bc0c698080517b9042124", + "write-warmup-client-0.json": "b8ba67bee454755f8bd60ac45779b4a955ed9e66a26a8edf40d3472ee3f553a9", + "write-warmup-client-1.json": "e6a31e394cb547645b0fcfc345f8304d0b58525983c52bbacfacf11e53108fed", + "write-warmup-client-2.json": "e7d17484d7e394862ed894b6d6aa1f555b850ad93fcd49598c03c63471ad2356", + "write-warmup-client-3.json": "2376a2c1f862d760367b3c91af675119983070328ef96e1f0bf567d73e7248e4", + "write-warmup-client-4.json": "3ad1d922b8e7c0c5ebd146598c7834991284e38eace7f3bd106af989bd32efdf", + "write-warmup-client-5.json": "029daa5978b1e9b1786e543fb4202d2e0476bfe87bccf26795b33ce59f3ccf87", + "write-warmup-client-6.json": "ced737fdec048efbdbe5e485772c9adcf77b25513c0647f190e1fb419e315b1a", + "write-warmup-client-7.json": "44ff3eeaf1cd9b0e4f12982f77b0fc2d07f31226853bd821ec9e499ff5a02b9d", + "write-warmup-client-8.json": "79e35244f91015f7057e8ce25f408b2ae14ff19266a2bc10a5cfa8ab40052ccb", + "write-warmup-client-9.json": "38e21baa74b826f557d1977b5cbd91812155308a0649d27b4002d8a29645df68", + "write-warmup-client-10.json": "6a406c8ee1ba257cefd93c04e68b692f840c2a2aeebd94410de1062822d5d853", + "write-warmup-client-11.json": "c1ed6e68e52a97af2190180de73f8810bf636d0db6ae3a573a32968fd5a11f5c", + "write-warmup-client-12.json": "1bcfd9a51c2bf1fc01d537b08bd39a8da079657a115657e7545bc813b1421793", + "write-warmup-client-13.json": "de4d59e2d0bb0c4fa4f27bff5f4c6098ebd1f314b52f8cd0f048c97b7738e123", + "write-warmup-client-14.json": "c859c8a7a4a8b9dbcfa41523ec43c324928956c81dbf678c3b0e4f64d72da4b0", + "write-warmup-client-15.json": "a9da048f8d2d055b404af4a8aff07647ae4bbe59a5461185250d1e3a7f937f1d" + } + }, + "repeat": 1, + "cells": 16, + "variant": "baseline", + "measured_writes": 12538, + "all_acknowledged": 13106, + "TPS": 104.34481462846357, + "response_body_bytes_per_second": 20822.216648474012, + "p50": 138.298295, + "p95": 248.732618, + "p99": 426.678023, + "server_cpu_cores": 0.5029087614204434, + "driver_cpu_cores": 0.039913393763527254, + "server_rss_after_bytes": 83431424, + "first_30_seconds_TPS": 107.5, + "last_30_seconds_TPS": 104.26666666666667, + "interval_TPS_min": 98.2, + "interval_TPS_max": 108.2, + "interval_TPS_cv": 0.03144353554786444, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26228, + "mean_ms": 0.036071609577550706, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 13106, + "mean_ms": 20.910154247443916, + "overflow": 0, + "p50_ms": 20.8, + "p95_ms": 29.1, + "p99_ms": 34.0, + "resolution_us": 100 + }, + "compaction": { + "count": 654, + "mean_ms": 221.7200853730887, + "overflow": 0, + "p50_ms": 217.0, + "p95_ms": 307.4, + "p99_ms": 374.0, + "resolution_us": 100 + }, + "preparation": { + "count": 13106, + "mean_ms": 127.56763872417213, + "overflow": 0, + "p50_ms": 112.6, + "p95_ms": 207.1, + "p99_ms": 408.3, + "resolution_us": 100 + }, + "publication": { + "count": 13106, + "mean_ms": 149.33713296383337, + "overflow": 0, + "p50_ms": 134.8, + "p95_ms": 223.7, + "p99_ms": 428.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 328043868, + "uploaded_objects": 68906, + "worker": { + "count": 26228, + "mean_ms": 1.1557144396827816, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.3, + "p99_ms": 6.0, + "resolution_us": 100 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 13123, + "raw_client_sha256": { + "writes-client-0.json": "5935d1bef99b1259dba620c16d0582f4dcb6672c934c3387e05e0200fa510302", + "writes-client-1.json": "c82f80aa4d2229750a9bd8ffa43b17e0af81c5886fab1c158e3bc63a69fc640b", + "writes-client-2.json": "537bcb947e5f6bf6d6ee7124cb72be1f554729dd04625f6c2693e2e35644b2e4", + "writes-client-3.json": "4c8411bf654da3aee907965c0f6e16b6ab5dc2026a50e00054694328a498815d", + "writes-client-4.json": "a3975bb5a5868d55dd36ffeab60ce861a57117463917304aa7a9c3c43539dd6e", + "writes-client-5.json": "59920a753ec96fba40904f2640ae80a0165988ed2819dd658f57aaef8c0b250b", + "writes-client-6.json": "5283558628e21cb63a446d7828448a59355370e62ad8a21af525c8656a30ec90", + "writes-client-7.json": "17f6ea96ab2de34ae943b6228263d39a128df0d13560ed765b92ed0e7d19fdb3", + "writes-client-8.json": "b86771b547d04950ed3119869df8dec5fcd201ff7153cc7c80784952833d653b", + "writes-client-9.json": "5562386bf2119eea2e5d5345f984e0d8eb45bc59166ccfbfb044457419ad5b2c", + "writes-client-10.json": "01986a3f15f1d656a854161c157c728cfa1052aa0529ae1dc9f57861eecaa9e0", + "writes-client-11.json": "41651eaf0e386f0c2839cf6e664b5dd4fd49155a53c4f4623a391a1289ae4dcf", + "writes-client-12.json": "aa5e17ecbe7606db6414ece5f4c2f14e9b6076aa289dce20b4e49a5dfc460d6a", + "writes-client-13.json": "0e631263fc661522b90fc96dc1ebe31113e2dc98ed3d136bf5daebd8fa4aa48a", + "writes-client-14.json": "b98977cd9775caffa1378a24e3a05ab514d8b3221ea658ff4be89ed62ece4d26", + "writes-client-15.json": "6dd869cabf38275f1bc8609a5792d5b56092aea5c05466498416122aa9ef4361", + "write-warmup-client-0.json": "7ec2dde82082cb15d12057ba82b5af5692958b15b7f6b2a7f12d83faf7d0d37c", + "write-warmup-client-1.json": "a2225ae82ab32f659608a529c29b60da8aec0f180ca3a367381bc26bb506206a", + "write-warmup-client-2.json": "bb19351830ffefdc3a58369da84bdea63123226a62de0269923c20a73c1399e1", + "write-warmup-client-3.json": "d92634183284440fda3eeb049e8383ddea417729cb2641e58b2a82ce046cf4a8", + "write-warmup-client-4.json": "d52779f340c16878ba91ab7786d7defd663e93c494741a56d2dfe1b9b9c4a5b9", + "write-warmup-client-5.json": "ce8f98f7d2573817e24a6e14a2284c713c1a6f0fa78c91a8a6335cf4323d00bd", + "write-warmup-client-6.json": "c7acba04d99d90c479c0bde400a5aa225d5a89667fa06a05d3de057f43084ff5", + "write-warmup-client-7.json": "02d67e99b624511f75738e1c2ae8c0526ffeee340efb2418a1ea667acc3d9554", + "write-warmup-client-8.json": "ebbfce01748f2d0abd3d2b68ccecf3bae5ecd61c559284a482914b99fb0751e0", + "write-warmup-client-9.json": "ef744f3ead0672d87064abdcef066dc9802722e840471be046e2fd07c02da8ed", + "write-warmup-client-10.json": "7077f217eeeb6049d039c97b72be2cfd3a6cfb99f9d19130faf75fd81327494e", + "write-warmup-client-11.json": "2aae1a30a9bafacef203fa96eb79a7348df7faef747f5a9211d9a01bca7b803a", + "write-warmup-client-12.json": "0613d8cea15e08bcae18a931e504631b6007a2d73d9397b7888095b9ee156289", + "write-warmup-client-13.json": "4b52bfc47ebce4d3740362121fd79bca61561998c19dec71f981b8e3822b906b", + "write-warmup-client-14.json": "eef14260d513bd5923cf958db0628f36f3345be0e6ba7f10899a546ab786b707", + "write-warmup-client-15.json": "60205876e9a418d2eacf35a2776cd0521390811ce59095251d14312872a81f1b" + } + }, + "repeat": 1, + "cells": 16, + "variant": "candidate", + "measured_writes": 12560, + "all_acknowledged": 13139, + "TPS": 104.51149433501648, + "response_body_bytes_per_second": 20856.367063760517, + "p50": 138.549703, + "p95": 274.545134, + "p99": 436.759194, + "server_cpu_cores": 0.5028646085917414, + "driver_cpu_cores": 0.047891867484927755, + "server_rss_after_bytes": 81948672, + "first_30_seconds_TPS": 105.53333333333333, + "last_30_seconds_TPS": 103.1, + "interval_TPS_min": 101.8, + "interval_TPS_max": 109.2, + "interval_TPS_cv": 0.020200332863152877, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26294, + "mean_ms": 0.03763362379250019, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 13139, + "mean_ms": 21.353150934165463, + "overflow": 0, + "p50_ms": 21.3, + "p95_ms": 29.6, + "p99_ms": 33.9, + "resolution_us": 100 + }, + "compaction": { + "count": 656, + "mean_ms": 210.38330824237806, + "overflow": 0, + "p50_ms": 199.5, + "p95_ms": 302.0, + "p99_ms": 378.5, + "resolution_us": 100 + }, + "preparation": { + "count": 13139, + "mean_ms": 126.81434423236168, + "overflow": 0, + "p50_ms": 112.7, + "p95_ms": 217.0, + "p99_ms": 417.7, + "resolution_us": 100 + }, + "publication": { + "count": 13139, + "mean_ms": 149.00233744280385, + "overflow": 0, + "p50_ms": 135.1, + "p95_ms": 236.0, + "p99_ms": 439.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 328400616, + "uploaded_objects": 69076, + "worker": { + "count": 26294, + "mean_ms": 1.1288593536928577, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.2, + "p99_ms": 5.8, + "resolution_us": 100 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0015973932882665, + "p50": 1.001817867675086, + "p95": 1.103776160149611, + "p99": 1.0236271156623409, + "response_body_bytes_per_second": 1.0016400950899245 + } + }, + { + "cells": 16, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 12966, + "raw_client_sha256": { + "writes-client-0.json": "e241eb5ca5aa954eb95d84e2bac58f0621d2e3e894e10362a967d2c08024669e", + "writes-client-1.json": "57e7ca6aa52cdc6e60e8cc5b5d74bdcac6fbb7f3415efaef87ff5adf8c4b4a40", + "writes-client-2.json": "1c542677aa8b6240429b9b3c2aafe5e68b60339aa67aad5ece14ed8932442477", + "writes-client-3.json": "adbc5bc692f854401032d38dd53882d81113ece99be5b3b403f4451275286dc5", + "writes-client-4.json": "28552f1b444b40933c81c28e30fd5b37114f5840efe77b5aee365bd27e59aea0", + "writes-client-5.json": "ec61916f9bec6394ec3941f519a48599c2454d1220b7a055ccdd0f1d7a2c0c83", + "writes-client-6.json": "ec63fa0e40d492d0f54e4befc067b0c55832a707be0aa1d2c785343e8e3f50d5", + "writes-client-7.json": "85017da0366b4a2ba0dafa110a845ba1215eed3472a0cbef14f3bd9f66896fa8", + "writes-client-8.json": "50996426f4b63123ad3e1272abfec34b5edffbed85ca569095b77d0a96670a4e", + "writes-client-9.json": "2e7e274243bb1ad0b309015a970c440f54815fee6fd13b4e6fff12ad35bd100c", + "writes-client-10.json": "4a1725e1422ea2163a77abcfff3e0098dcb76feae9d2f959ff2d262cebc54d40", + "writes-client-11.json": "1a49c35465101271e9f176a75c31a54c67710a33bee7a6961266a5592e2ee77c", + "writes-client-12.json": "4977a3480e1896be3d664ca4c3c697a78ef610c64325f7d08fedb3dd931e0031", + "writes-client-13.json": "b0762c48b97eff952a70bf8f2ba081e8422edce3b071de29ea0ba4f2274798f5", + "writes-client-14.json": "62142297fc068421dc9ef9ba05afacdf15cbcbe189b74789d8f6c8844c3b1623", + "writes-client-15.json": "f14bcfd123ba49d6ae31a37b21bfabc3658a508b60be8537ece4ec795737a94a", + "write-warmup-client-0.json": "35fdf006092e1fc9d573c77973eaf1c86ea7b920a0c01208a14a3a12be333722", + "write-warmup-client-1.json": "ff3f94bd7d26c3ca0bd4a31a9f88f27f7c2b5a179f574e62a605c887249c59f0", + "write-warmup-client-2.json": "ed15f04a157eb05ef439d2bd9002e370760353cee0bb8b72f599ba4a9e23eaeb", + "write-warmup-client-3.json": "d3bd1cbbf03f1345efcad6ae594cdc8c2f5b85f50befc9db36162d3d8784813d", + "write-warmup-client-4.json": "d58426c5851eaee8dd932a801f5ad9a67247aa1d37ce619af6817e0817ecc0fb", + "write-warmup-client-5.json": "f6f8e5aa6d07b470303b316777924e88f5a9efa27cb043f9f811f5b40344e870", + "write-warmup-client-6.json": "d3546ab0c06af5ec531dc1b3d1bebfa150d52bbbf9be69cce7348dd6e98418ae", + "write-warmup-client-7.json": "2a65957b742495a3c612a52e74f0b2d3d6c5446bad059a1bed3bce9d846a4cf9", + "write-warmup-client-8.json": "25689722b8f0908dd1363ed8e4e6480da6eab69f55c5be515a2b7edad0229e21", + "write-warmup-client-9.json": "c40fdf5e54d437bf4c315930f6419706b98c377cd8ae521fec802a96c72750f4", + "write-warmup-client-10.json": "5664ac0d824644f0efe38f88b9768c1dabce4776072726dd0f5a55f79009c777", + "write-warmup-client-11.json": "8c446e6cc63fad8257fefeb6a43e0b3dc2b90ef37eb719f11dad368bb5ea7477", + "write-warmup-client-12.json": "34077a77a62a7b9e6ff143cd12c1e200d6f27dae97431aec504bc4c91642278d", + "write-warmup-client-13.json": "9cd20f8637c14155cf38643b2aba6979b0e356c8780f3eb27bd9f8b7391a7bf1", + "write-warmup-client-14.json": "1e73fdb7c820b0f2152d0951d5e300457da287fc308d17aca69c41846ce6edc9", + "write-warmup-client-15.json": "02e66636f2bc6ef8846f279656e793c157ea646707ec932aed373647be8ad2f1" + } + }, + "repeat": 2, + "cells": 16, + "variant": "baseline", + "measured_writes": 12431, + "all_acknowledged": 12982, + "TPS": 103.44606517048123, + "response_body_bytes_per_second": 20640.872740268293, + "p50": 139.35878, + "p95": 301.408917, + "p99": 435.253665, + "server_cpu_cores": 0.5029275640780343, + "driver_cpu_cores": 0.03991488603793923, + "server_rss_after_bytes": 82849792, + "first_30_seconds_TPS": 106.8, + "last_30_seconds_TPS": 103.7, + "interval_TPS_min": 95.6, + "interval_TPS_max": 108.3, + "interval_TPS_cv": 0.0296935010476635, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 25980, + "mean_ms": 0.04317947794457275, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 12982, + "mean_ms": 20.971954894315207, + "overflow": 0, + "p50_ms": 20.9, + "p95_ms": 29.4, + "p99_ms": 34.1, + "resolution_us": 100 + }, + "compaction": { + "count": 640, + "mean_ms": 225.5868205640625, + "overflow": 0, + "p50_ms": 217.7, + "p95_ms": 313.4, + "p99_ms": 392.0, + "resolution_us": 100 + }, + "preparation": { + "count": 12982, + "mean_ms": 129.04847198297642, + "overflow": 0, + "p50_ms": 113.8, + "p95_ms": 235.1, + "p99_ms": 417.5, + "resolution_us": 100 + }, + "publication": { + "count": 12982, + "mean_ms": 150.86396397712215, + "overflow": 0, + "p50_ms": 136.1, + "p95_ms": 251.1, + "p99_ms": 437.7, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 324712513, + "uploaded_objects": 68281, + "worker": { + "count": 25980, + "mean_ms": 1.1287263827944574, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.2, + "p99_ms": 5.8, + "resolution_us": 100 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 12691, + "raw_client_sha256": { + "writes-client-0.json": "fef36e7d5d655a72db66e40104013572760ffadb8b5e1cb601bca2de6682bccb", + "writes-client-1.json": "0af2088bc5ed213477f553b108859b93a4e5ac725668e68cd59e1cccdcdef0b5", + "writes-client-2.json": "b53f1185a4a691f4c070196d96a640663b990808c34e58f7f403becf2e9ae761", + "writes-client-3.json": "88129a41b0c62629b59226e2d8404d240c2a815da41d4c67044d320ce4758ed1", + "writes-client-4.json": "5353b3a6e0630c3f92ed137433f09b8f8763d11e7999be6e345d39305109520b", + "writes-client-5.json": "d2f796c7a2c5b1b62cfddc617b37d7df26208d4ede2f283439c7afec9b8e3bac", + "writes-client-6.json": "86a1960fbb02d5d01b00da25600d3271f8e0e60cda131088dc833792e8a9a6e5", + "writes-client-7.json": "ddc8309d6f9385a10407e9c7eb884037de5505ded07308b15e9894bbe30b8410", + "writes-client-8.json": "a95c0f9df8a3569155a5f407807cc8f70a36d405fb416625ab678d127aedba60", + "writes-client-9.json": "1d9d42043b535ec36011d2b6ebc1e1bc71817d03f56ddd648eb44e9ef1e998a0", + "writes-client-10.json": "f58aa9a676e6b3f2207cb3e0e7ec3e5df6cb422f06c9c24b49c6fdadff9f5680", + "writes-client-11.json": "daa6dc5853195456e82a5d18870406a70c462ab26b2aa03ac13dff737dba9355", + "writes-client-12.json": "f94089c063a8a13775aa2f8495a8531c65e284895bd90cc3bb4f24b4cca21a9c", + "writes-client-13.json": "0e80972d6cd85aa31a6fd3daf7782c4553a98ed1fbb0ff7e1b06d1548a79497d", + "writes-client-14.json": "31074f2929408a8a2f8dce6f1a378dc31ef95bee442a0d0e22a7bfb19313dbee", + "writes-client-15.json": "2183f7d5399f1192a8f76e53b331b3015529ba0eeb25fbba98bdd61c7a37a317", + "write-warmup-client-0.json": "b40b0e6c18e83647b46b8e389f89e54eb2cd619c9342367a63caa30c2cf6859d", + "write-warmup-client-1.json": "7fd4475e515c3a7464968c2ea2ddada0fb0a132b2658e61d6652dcf3c87f47f1", + "write-warmup-client-2.json": "3f68f3621e43e038840bc1302deeec8b984a9191bdb7f96ba3c511e84ea70874", + "write-warmup-client-3.json": "a3251410933b97750c340e89f1b2bb96ab38048c341eef23e910a2c80855fccf", + "write-warmup-client-4.json": "878c81a31e3969c09d92c7e0d4dd63ff178d088ed350fa39bab99558b9088e09", + "write-warmup-client-5.json": "227cdbc0719fdda13372fc5f250cb3c3bee74a7a12f054bb829a5413c5fff47f", + "write-warmup-client-6.json": "b5502fb54c33789f96a6f6c3d8e0a361c4729085a2b2a894e55506ccf165f21d", + "write-warmup-client-7.json": "26866f3c9ac074e953012d27075353677e8d82511338105b389da8adb640d074", + "write-warmup-client-8.json": "0dced97d47deae3000b564d7c96cd06789f52c514db99d18eb10f32591fe8f11", + "write-warmup-client-9.json": "58381458b31f49d789280684ccc94b27ace8d2042349313d6c82f7a491ea3cb8", + "write-warmup-client-10.json": "ad222eef21f074b31b556e193b5aef3183ba75e919b3d1e9633ce0a7dae471a2", + "write-warmup-client-11.json": "70fb1cb3c7566eacf85eb625e0ee9f96a874c94906157287acce8c1f7bfd0e8f", + "write-warmup-client-12.json": "537049869f00e01ab13e8968047994fd5d3b31fb00a011c9a6d97f2e08efcfee", + "write-warmup-client-13.json": "1f0a9b50b861f8a0f70f362a293381025a4a27c2c172b555a1c24ef515fca213", + "write-warmup-client-14.json": "895df612562de2310870d91679fd2a600e7170784d83b1819b5c98a798b402dd", + "write-warmup-client-15.json": "9cf5d1f4e75af9774af6297c66adf73f0210be0f935effe9f04899d7600e8ebf" + } + }, + "repeat": 2, + "cells": 16, + "variant": "candidate", + "measured_writes": 12143, + "all_acknowledged": 12707, + "TPS": 100.98615754787872, + "response_body_bytes_per_second": 20147.199991515296, + "p50": 140.182062, + "p95": 295.101962, + "p99": 437.575204, + "server_cpu_cores": 0.49464928985012196, + "driver_cpu_cores": 0.03989107176210661, + "server_rss_after_bytes": 82268160, + "first_30_seconds_TPS": 107.5, + "last_30_seconds_TPS": 104.43333333333334, + "interval_TPS_min": 82.0, + "interval_TPS_max": 108.9, + "interval_TPS_cv": 0.0876932595040476, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 25430, + "mean_ms": 0.039609630947699564, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 12707, + "mean_ms": 21.83337945667742, + "overflow": 0, + "p50_ms": 21.4, + "p95_ms": 31.5, + "p99_ms": 39.0, + "resolution_us": 100 + }, + "compaction": { + "count": 624, + "mean_ms": 220.92648657532052, + "overflow": 0, + "p50_ms": 212.6, + "p95_ms": 310.2, + "p99_ms": 385.8, + "resolution_us": 100 + }, + "preparation": { + "count": 12707, + "mean_ms": 131.49305883733376, + "overflow": 0, + "p50_ms": 114.1, + "p95_ms": 233.4, + "p99_ms": 417.4, + "resolution_us": 100 + }, + "publication": { + "count": 12707, + "mean_ms": 154.19274460753914, + "overflow": 0, + "p50_ms": 136.7, + "p95_ms": 260.8, + "p99_ms": 438.5, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 316674453, + "uploaded_objects": 66821, + "worker": { + "count": 25430, + "mean_ms": 1.1633046782933543, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.4, + "p99_ms": 5.9, + "resolution_us": 100 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9762203848106882, + "p50": 1.0059076435657661, + "p95": 0.9790750882131335, + "p99": 1.005333760946045, + "response_body_bytes_per_second": 0.9760827579838768 + } + }, + { + "cells": 16, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 13023, + "raw_client_sha256": { + "writes-client-0.json": "70c573ade6d7a681dbac7b5a2e5ff1e5ca18302326e6b204f4d6e048a4debe1d", + "writes-client-1.json": "e7b7251fd94af6d531e553725dee7ba5ef91eb1170e3fbba8abbc9dde655562d", + "writes-client-2.json": "6452914ff3b5869e7980f1cffc38deabfdc28ce20dd40762cd6086e73b000e69", + "writes-client-3.json": "35376e31d53c34ea5e533669e0c1c11cc676cf10c08cd64c716ed92afee286ce", + "writes-client-4.json": "f4826eab8ffc75d6739419d3195cd6ed2c8e086655837eaa00626df41e8d3668", + "writes-client-5.json": "b6011fafd65c9883f660fda12ae4838eecb029996f2b01bb80443c6187c1e23c", + "writes-client-6.json": "d54edc6704537d59a14a02a47351990cb7425aa375796a75917f62f58faaa2e7", + "writes-client-7.json": "29ab25d5c086a629ee1617b050560b7f3f9a133952696c0e9a21924856c6dd91", + "writes-client-8.json": "0ecac3bcb81cad54fe5d3db7d46fb7e47d3641f4a8971760bf5bef3c83f416f7", + "writes-client-9.json": "a11bdf94f0cd1eed80893f7cb76e2020c322636b9f943ab15dac5b81c592b7c9", + "writes-client-10.json": "47e448ce330f34d113c13981835d493e2559f940492845e1875207c09d4cc0a6", + "writes-client-11.json": "eb9cb9e6c1d1105af0dcc8ccdb8816039aec1b931280cfcde6366841d42aac19", + "writes-client-12.json": "9c4ba29c40437052369627c2063ea3571c9772fd9cccb0d1adf29e140b02f0dc", + "writes-client-13.json": "f89f2eb1fe6a9c36ff28a806b4595f82659545a4278dc7792b02e5da7a2bc49c", + "writes-client-14.json": "4a4f50571f5ae313a651c87e6fba06e9897299cd7cccc000016d7a72cc159825", + "writes-client-15.json": "4c1ada3ffdc8a08dbed228301cf2ec7f9a2ff1af830a534d89ffbbca5d1e01b9", + "write-warmup-client-0.json": "ff61e5275aa1703308b3693ff7860edce56840ddf2715b269aafd4548fb52985", + "write-warmup-client-1.json": "9f68e264b71df6d904398988bb1e2ebc15e28853ff9b9b4930e0fe650597e789", + "write-warmup-client-2.json": "e10800afc6274734f0428191c1304fcec8d4b93c704ed44f2dfc63713e36f7df", + "write-warmup-client-3.json": "65f79719fff923e561e3fa2345e4cba76c9cef2de87b543221ef668181440083", + "write-warmup-client-4.json": "befa727a258c1595a91e2c7259111266c51bf4dee62ee938ff512eaf07510b8f", + "write-warmup-client-5.json": "93111d608834560faf2967d34841b4025e335ec59553f6d35dd729cf3df06bbb", + "write-warmup-client-6.json": "4e8197476bc9484965b9780bab4eb57ec5626cefbb643fa912040f5f24cc0e0a", + "write-warmup-client-7.json": "6b511c01b5c4a5786d3a57c8091b72d7053d2fb8ae1911c2ebd28e1f4f094e79", + "write-warmup-client-8.json": "7018b742eed91ae466d0dfcfb61e76482411777784faf2d22e956b3628b8b76f", + "write-warmup-client-9.json": "15f5598685d7720e971d24b2eff06a311c182c88a40d93f1a8790d786dda9b93", + "write-warmup-client-10.json": "a00937f29e79f2b89861c866e05ebc7b0f50faf48aab0f4e563704483435199b", + "write-warmup-client-11.json": "da7325dc3391a007a34af25907655a1563ef5369ca4f8fa0faa41814a1e29525", + "write-warmup-client-12.json": "0f93f3f2cdcb4b8c82fcfa9cfe2eaf23dcb51ddcd9810ac98ec7036f1c15859e", + "write-warmup-client-13.json": "befa7f66d1320c6efc77e468fcafae37b3e3fca7003950db1c70cc1f38d9d783", + "write-warmup-client-14.json": "89089d5541e080397d5269c7d0908279230ecd3c059917a3bd760d92acaae85f", + "write-warmup-client-15.json": "ac809396a64192b16cd5f7a44cbb4bea02387f9bdd55674bc9ffe417fed2fd1e" + } + }, + "repeat": 3, + "cells": 16, + "variant": "baseline", + "measured_writes": 12463, + "all_acknowledged": 13039, + "TPS": 103.71671264709727, + "response_body_bytes_per_second": 20696.273466855706, + "p50": 138.475117, + "p95": 305.254395, + "p99": 443.27778, + "server_cpu_cores": 0.5029681581196593, + "driver_cpu_cores": 0.04790172934472946, + "server_rss_after_bytes": 82878464, + "first_30_seconds_TPS": 106.53333333333333, + "last_30_seconds_TPS": 104.43333333333334, + "interval_TPS_min": 98.1, + "interval_TPS_max": 107.4, + "interval_TPS_cv": 0.028534730410562783, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26094, + "mean_ms": 0.04380456005211926, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 13039, + "mean_ms": 20.878977200935655, + "overflow": 0, + "p50_ms": 20.8, + "p95_ms": 29.3, + "p99_ms": 34.7, + "resolution_us": 100 + }, + "compaction": { + "count": 645, + "mean_ms": 224.84546857984495, + "overflow": 0, + "p50_ms": 215.4, + "p95_ms": 319.6, + "p99_ms": 410.5, + "resolution_us": 100 + }, + "preparation": { + "count": 13039, + "mean_ms": 128.459743822379, + "overflow": 0, + "p50_ms": 112.9, + "p95_ms": 225.7, + "p99_ms": 423.8, + "resolution_us": 100 + }, + "publication": { + "count": 13039, + "mean_ms": 150.1920461182606, + "overflow": 0, + "p50_ms": 134.9, + "p95_ms": 251.1, + "p99_ms": 443.8, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 326164875, + "uploaded_objects": 68571, + "worker": { + "count": 26094, + "mean_ms": 1.184101767379474, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 3.2, + "p99_ms": 5.9, + "resolution_us": 100 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 13049, + "raw_client_sha256": { + "writes-client-0.json": "02fe83c6b716a8e87b24670b39ffeeabb90fd8f9641ecabd25cc6a726953bd42", + "writes-client-1.json": "3ea0cb929ee4085029c9697724e77c570d843a5ccc7820bb05943d049b7df46e", + "writes-client-2.json": "5ed06a23090f8a59a34cfea018a80c48c3d61c468864fbf99c1e06a4b308fb33", + "writes-client-3.json": "1470db788489e5d6a34f84ad2a05da6a676cbc3f928a6f308fc49d750fef560c", + "writes-client-4.json": "eb1976a8e301644e0929f735445c77f9809c43c9947d802e5aceca54a461133c", + "writes-client-5.json": "4fa2c9dad778de7003174c78115a2bba83f71bce75fd3c00195ececc77d93629", + "writes-client-6.json": "64de578743ec9c7cbf7ff3b2ed3828a465ee45409c07ec89b5ec239f436ebdd8", + "writes-client-7.json": "7318908aa9b7da45daa02ed3c2bbd8f7701ccb924aac0f6ab598707b21473879", + "writes-client-8.json": "b00a6e15304d0490eba3fcf39134af85508da407d8881f885f40a5c0d48ebca2", + "writes-client-9.json": "170b5cba93f4ca36b09a0e8b2642f195e38dfaa053fd4c8cef0fa1ea9621735c", + "writes-client-10.json": "b170fddb1152e530276ed8bd565fcc32919abd49e2dede5d53c8ea609f3bbd09", + "writes-client-11.json": "197c1fcb2a0b2aa7ecd81eebaf5858103c4caffd830c79688ec82960ad0b8c96", + "writes-client-12.json": "a85054287a5c12bca4cb65f4e0263ad004798474b5d0464f35499d02eede3d26", + "writes-client-13.json": "e4fe6a5f1cc9bcf480fce30bdbdc7ff8558d1b7b4a27b84251ed5004f3427057", + "writes-client-14.json": "b97f1dc39d7c750f991784f6a48f341bf4057b87aa4d1abdebd6d3e895bf7aae", + "writes-client-15.json": "987493201a52454d7cd9e3ed4c44cef4ce02b8fb8f176385e7bff3c3ecb7f84f", + "write-warmup-client-0.json": "f40400517199222a38edba5c3742938837fb779cd0c0339157fc47ee3b48983d", + "write-warmup-client-1.json": "5fe215e4cc6c1cdfc45ac2e6c9863fe7abd23ba606b8c1bcbddf12c0b620f007", + "write-warmup-client-2.json": "3bf0492a852a7d59d586447e1f96e87d8c71b23b5b8eb78d15ef3b98bdc25df6", + "write-warmup-client-3.json": "e6017f8d57e9a66da4b76d1d6834ece2f4fd7048e1c464bb6440884d5473d5c5", + "write-warmup-client-4.json": "332e55cf5104eaabfc37f02ed706a5f899281c218d75a3fc464f58b4e7868681", + "write-warmup-client-5.json": "dcde9de766d4e2e725069250aba45aa75491428d9beb3d437a3b5da40bc802a3", + "write-warmup-client-6.json": "31607cd36e70727e9f7fdb060a6e3d18bb790b6ee7d01085d550e4055f66639a", + "write-warmup-client-7.json": "24771551ea2d54714250ee53cd1fac9b29f7bcc7ec31fe61a52f9aea7a077e45", + "write-warmup-client-8.json": "0a7ad99cf9a0b7d588352a3d012a1cce712217638f4d57258e40f4739cf19045", + "write-warmup-client-9.json": "d0c7a06abfea04fec2b29090ce217376757a86745d9792b3836e709b777cc8c1", + "write-warmup-client-10.json": "ef87bdf5bdfef885b993c808883ced46359ccf5f8494c550c89ea09a0c3577bc", + "write-warmup-client-11.json": "0b590fb7873c9717ec297ef13e36589a5efc9694f5dc21b354f60fb8738bc513", + "write-warmup-client-12.json": "59f5109fd0aefdf550c2db7dd7d2725e21d136e46054a29990047550154e8a4d", + "write-warmup-client-13.json": "4b2cf2ea1b8a80064144a06c90d0ec90a25a84eecf92eb5c403db764a9086798", + "write-warmup-client-14.json": "bba1d5b815403a9d2187d471bc2bcb8ffc63f1c1d6562eefbb4b78384717d6ca", + "write-warmup-client-15.json": "e7563f738fbc981e8b28539108616cfe83f15b3bcbb09b24bfc9d49228993832" + } + }, + "repeat": 3, + "cells": 16, + "variant": "candidate", + "measured_writes": 12500, + "all_acknowledged": 13065, + "TPS": 104.00016785101279, + "response_body_bytes_per_second": 20752.859094065338, + "p50": 138.939755, + "p95": 264.039809, + "p99": 422.638771, + "server_cpu_cores": 0.5028117911964809, + "driver_cpu_cores": 0.0478868372568077, + "server_rss_after_bytes": 82333696, + "first_30_seconds_TPS": 107.73333333333333, + "last_30_seconds_TPS": 104.66666666666667, + "interval_TPS_min": 97.1, + "interval_TPS_max": 109.6, + "interval_TPS_cv": 0.034357169975674964, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26146, + "mean_ms": 0.036441186185267344, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "authority": { + "count": 13065, + "mean_ms": 21.180619117183312, + "overflow": 0, + "p50_ms": 20.9, + "p95_ms": 29.7, + "p99_ms": 35.0, + "resolution_us": 100 + }, + "compaction": { + "count": 647, + "mean_ms": 209.10369908964452, + "overflow": 0, + "p50_ms": 203.1, + "p95_ms": 284.5, + "p99_ms": 356.1, + "resolution_us": 100 + }, + "preparation": { + "count": 13065, + "mean_ms": 127.8347472143896, + "overflow": 0, + "p50_ms": 113.4, + "p95_ms": 212.1, + "p99_ms": 399.9, + "resolution_us": 100 + }, + "publication": { + "count": 13065, + "mean_ms": 149.8624097918867, + "overflow": 0, + "p50_ms": 135.5, + "p95_ms": 236.0, + "p99_ms": 421.2, + "resolution_us": 100 + }, + "publication_failures": 0, + "uploaded_bytes": 326542724, + "uploaded_objects": 68701, + "worker": { + "count": 26146, + "mean_ms": 1.1409743613554653, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.3, + "p99_ms": 6.0, + "resolution_us": 100 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0027329752041023, + "p50": 1.0033553898351282, + "p95": 0.8649828252268079, + "p99": 0.9534400100090737, + "response_body_bytes_per_second": 1.0027340973871577 + } + } + ], + "limitations": [ + "Three paired repeats, not a statistical confidence interval.", + "Closed-loop small-row HTTP workload with one persistent connection per client.", + "Response throughput is JSON response-body bytes, not database or network-wire throughput.", + "Publication phase metrics include warmup; worker and queue metrics also include exact replay verification.", + "Compaction is a subset of preparation; do not add their timings." + ], + "ci_run": "https://github.com/crabbuild/cellule/actions/runs/37159544003", + "status": "Complete optimization-only comparison; current-main confirmation remains in progress. Sustained improvement is not established.", + "host": { + "os": "Ubuntu24.04, Linux6.17.0-1022-azure", + "logical_cpus": 4, + "processor": "AMD EPYC7763", + "Rust": "1.97.0" + }, + "rustfs_image": "ghcr.io/rustfs/rustfs:1.0.0-glibc@sha256:bffcab0c9d647aab0055d1c69d340b202d0909966b385932d4ead1aeb7602858", + "measured_successes": 190954, + "independently_checked_timed_receipts": 199473 +} diff --git a/crates/cellule-axum/performance/2026-10-03-rustfs-steady-writes.md b/crates/cellule-axum/performance/2026-10-03-rustfs-steady-writes.md new file mode 100644 index 00000000..2ebfc8f8 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-03-rustfs-steady-writes.md @@ -0,0 +1,289 @@ +# Sustained RustFS HTTP writes + +This report retains the comparisons before native command grouping. The later +[group-commit comparison](2026-10-04-rustfs-grouped-paired-writes.md) establishes +gains at one and four Cells, with unresolved sixteen-Cell tail regressions. + +The compaction pipeline is faster, but this comparison does **not** establish a +consistent improvement in write throughput or HTTP tail latency. A second +comparison against current main and a third instrumented comparison also have +mixed results. Keep the optimization goal open. + +## Scope + +[Completed CI run](https://github.com/crabbuild/cellule/actions/runs/37159544003) +compares baseline `4c627d3fdc95fbb86558088927aec72f51d0046c` with candidate +`f65712e7b4b527754f8dc0089389d7a74ffbae5e`. Both release binaries use identical +example telemetry. The runner has four logical CPUs, Ubuntu 24.04, Rust 1.97.0, +and the RustFS image pinned in the workflow. Builds finish before measurements. + +The matrix has three alternating baseline/candidate pairs per Cell count, +four SQL workers, four HTTP Tokio workers, and sixteen clients. Each point uses +five seconds of timed warmup followed by 120 seconds of closed-loop POST load. +Each POST inserts a small order and performs a receipt-bound SELECT. Throughput +includes the drain of requests admitted before the deadline. Response throughput +counts JSON response-body bytes, not database bytes or total network traffic. + +[Full data](2026-10-03-rustfs-steady-writes.json) retains every pair, phase +histogram summary, CPU/RSS measurement, interval stability, binary hashes, and +raw-client ledger hashes. CI retains the original replies and service logs. + +## Results + +The percentage changes below are medians of the three **paired ratios**. Lower +latency is better. They are not ratios of independently selected medians. + +| Cells | Baseline median TPS | Candidate median TPS | Paired TPS change | Paired p95 change | Paired p99 change | +| --- | ---: | ---: | ---: | ---: | ---: | +| 1 | 60.25 | 60.99 | +2.6% | +0.9% | +4.6% | +| 4 | 99.58 | 97.86 | -0.2% | -3.8% | -3.0% | +| 16 | 103.72 | 104.00 | +0.2% | -2.1% | +0.5% | + +| Cells | Repeat | TPS change | p95 change | p99 change | +| --- | ---: | ---: | ---: | ---: | +| 1 | 1 | +1.2% | +0.9% | +4.6% | +| 1 | 2 | +2.6% | +1.4% | +4.9% | +| 1 | 3 | +7.3% | -8.6% | -9.3% | +| 4 | 1 | -0.2% | -3.8% | -4.8% | +| 4 | 2 | +0.4% | -4.2% | -3.0% | +| 4 | 3 | -14.8% | +14.2% | +12.5% | +| 16 | 1 | +0.2% | +10.4% | +2.4% | +| 16 | 2 | -2.4% | -2.1% | +0.5% | +| 16 | 3 | +0.3% | -13.5% | -4.7% | + +The third four-Cell pair regresses substantially and is retained in the analysis. +Its cause is unresolved. Three repeats do not provide a statistical confidence +interval, and the modest median gains must not be presented as established gains. + +## Bottleneck evidence + +Median paired compaction mean durations fall by 11.0%, 13.3%, and 5.1% at +1, 4, and 16 Cells respectively. The improvement does not translate into +consistent end-to-end gains. Throughput largely plateaus between four and +sixteen Cells, while preparation time rises sharply. + +Baseline preparation averages approximately 10 ms at one Cell, 24 ms at four, +and 128 ms at sixteen. Authority publication averages approximately 5, 12, +and 21 ms respectively. Server CPU usage is approximately 0.3, 0.5, and 0.5 +cores; the driver uses at most approximately 0.05 cores. CPU measurements alone +do not distinguish provider latency from framework admission waits. + +`Host::default` derives dirty-memory admission from Rust's available CPU count; +it would admit four jobs if all four runner CPUs are available to the process. +Root preparation retains a slot through immutable uploads. This is a candidate +explanation for the sixteen-Cell wait, not yet a measured attribution. The next +diagnostic must record effective capacities and separate admission wait from +admitted preparation and provider operations. Increasing admission +ceilings alone would change the resource budget rather than prove a framework +efficiency improvement. + +Phase telemetry includes warmup. Worker and queue histograms also include exact +replay verification; they cannot be treated as measurements of SQL mutations +alone. Compaction is a subset of preparation, so those durations are not additive. + +## Durability coverage + +All eighteen points pass live and fresh-SQLite cold-recovery verification for +all 199,761 acknowledged rows and exact retries, including warmup. The measured +windows complete 190,954 successful writes. The harness verifies contiguous +per-Cell receipts, conflicting and expired identities, exclusive ownership, +authority drain, a new recovery fence, and the next independently recorded write +in every Cell. There are no write errors in the measured windows. + +An independent raw-artifact audit rechecks timed client ledgers, unique request +identities, reply contents, per-Cell sequence coverage, drained sequence counts, +new recovery fences, and the TPS/percentiles computed from raw replies. The JSON +report records 199,473 independently checked timed receipts and client-file +SHA-256 digests. The remaining 288 acknowledgments are the sixteen manual warmup +writes per point, checked by the live and cold harness verification. + +## Current-main confirmation + +[Completed comparison](https://github.com/crabbuild/cellule/actions/runs/37160512080) +uses candidate `f9995af7a584ce6c0da9d2f5567163df1af811db` against main +`5724959a79be90df1ed8e85f6e123c109455d2f5`, with the same +three-pair, 120-second protocol and correctness checks. Production compaction +is unchanged by the subsequent cancellation-test commit. +[Full current-main data](2026-10-03-rustfs-current-main-writes.json) retains +every point and raw-client hash. + +| Cells | Baseline median TPS | Candidate median TPS | Paired TPS change | Paired p95 change | Paired p99 change | +| --- | ---: | ---: | ---: | ---: | ---: | +| 1 | 57.15 | 61.15 | +5.7% | -13.0% | -12.8% | +| 4 | 109.39 | 97.36 | -6.2% | +5.3% | +2.4% | +| 16 | 101.32 | 102.99 | -4.7% | -7.0% | +5.0% | + +| Cells | Repeat | TPS change | p95 change | p99 change | +| --- | ---: | ---: | ---: | ---: | +| 1 | 1 | +5.7% | -15.9% | -19.3% | +| 1 | 2 | +0.4% | -1.8% | +4.3% | +| 1 | 3 | +16.9% | -13.0% | -12.8% | +| 4 | 1 | -11.0% | +5.3% | +2.4% | +| 4 | 2 | -0.1% | -3.0% | -2.1% | +| 4 | 3 | -6.2% | +7.5% | +7.5% | +| 16 | 1 | +1.6% | -17.7% | -3.8% | +| 16 | 2 | -4.7% | +23.3% | +5.0% | +| 16 | 3 | -6.0% | -7.0% | +6.0% | + +The four-Cell median paired throughput regresses by 6.2%. At sixteen Cells, +two pairs regress throughput despite the candidate having a higher independent +median TPS. This is why the report uses paired ratios. All pairs remain in the +analysis; this run does not establish a consistent performance improvement. + +Baseline preparation means are approximately 11, 22, and 131 ms at 1, 4, and +16 Cells; authority means are approximately 5, 11, and 21 ms. Server CPU remains +about 0.3 to 0.5 cores. These observations reinforce the publication-path +bottleneck but still do not separate admission wait from admitted provider work. + +All eighteen points pass live and cold verification for 200,247 acknowledged +writes, including warmup, with zero errors in the measured windows. Those windows +complete 191,177 writes. The independent artifact audit checks 199,959 timed +receipts; the remaining 288 manual warmup acknowledgments are covered by the +harness. Source rows, exact replays, contiguous sequences, drained authority, +new recovery fences, and independent next writes all pass. + +## Instrumented admission diagnosis + +[Completed instrumented comparison](https://github.com/crabbuild/cellule/actions/runs/37164312064) +uses candidate `1b73491650462c38de8b4a34c07619f117b5d948` against main +`5724959a79be90df1ed8e85f6e123c109455d2f5`, with the same three-pair, +120-second protocol. This candidate adds observations to the compaction overlap; +it does **not** include the subsequent recovery-admission fix. +[Full diagnostic data](2026-10-04-rustfs-admission-diagnostic-writes.json) +retains all eighteen points, raw-client hashes, capacities, provider operation +histograms, and dedicated RustFS cgroup CPU counters. The observation backport +and full baseline diff pass their retained SHA-256 checks. The backport matches +the tracked fixture and changes only example wiring and phase observations. + +| Cells | Baseline median TPS | Candidate median TPS | Paired TPS change | Paired p95 change | Paired p99 change | +| --- | ---: | ---: | ---: | ---: | ---: | +| 1 | 60.00 | 62.53 | -0.7% | +4.4% | +11.7% | +| 4 | 100.11 | 99.08 | -0.3% | -2.9% | -1.9% | +| 16 | 105.24 | 104.67 | -0.5% | -5.2% | +1.4% | + +| Cells | Repeat | TPS change | p95 change | p99 change | +| --- | ---: | ---: | ---: | ---: | +| 1 | 1 | +4.2% | +0.5% | +6.3% | +| 1 | 2 | -0.7% | +4.4% | +13.1% | +| 1 | 3 | -2.6% | +14.1% | +11.7% | +| 4 | 1 | -0.3% | -2.9% | -1.9% | +| 4 | 2 | +0.2% | -4.2% | -4.5% | +| 4 | 3 | -6.0% | -0.9% | -1.6% | +| 16 | 1 | -0.5% | -10.1% | +1.4% | +| 16 | 2 | -12.7% | +6.8% | +15.8% | +| 16 | 3 | +2.2% | -5.2% | -8.2% | + +The sixteen-Cell second pair regresses throughput by 12.7%; it remains in the +analysis. These results still do not establish consistent end-to-end gains. + +Both variants report the same capacities: four dirty-memory slots, two recovery +slots, four blocking jobs, thirty-two I/O slots, 65,536 MiB of scratch admission, +and a 1 GiB local disk budget. The baseline phase means below are medians across +the three repeats; root admission and admitted work have matching counts. + +| Cells | Root admission (ms) | Admitted root preparation (ms) | Total root preparation (ms) | Recovery admission (ms) | +| --- | ---: | ---: | ---: | ---: | +| 1 | 0.003 | 8.059 | 8.065 | 0.000 | +| 4 | 0.003 | 20.205 | 20.212 | 0.721 | +| 16 | 83.205 | 32.259 | 115.469 | 13.851 | + +| Cells | HTTP service CPU (cores) | RustFS CPU (cores) | Provider PUT mean (ms) | +| --- | ---: | ---: | ---: | +| 1 | 0.279 | 2.281 | 5.282 | +| 4 | 0.487 | 2.989 | 13.495 | +| 16 | 0.503 | 2.996 | 22.431 | + +At sixteen Cells, admission accounts for about 72% of mean root preparation. +The candidate has similar waits: approximately 83 ms before admission and 33 ms +of admitted work. This confirms substantial framework queueing under the current +host budget; it does not justify increasing that budget without measuring +provider and memory pressure. + +RustFS consumes approximately three of the runner's four logical CPU cores at +four and sixteen Cells, while the HTTP service consumes about half a core. +Provider cgroup counters show no CPU throttling. Rising PUT durations and high +provider CPU support investigating provider work and request amplification; +they do not isolate provider CPU, disk, or network as the sole cause. Provider +operation counts and phase histograms include startup and verification, so they +must not be divided by measured-window writes to claim an exact per-write cost. +Service and provider CPU windows include timed warmup. Overlapping operations +are not additive latency. + +All eighteen points pass live replay and fresh-SQLite recovery for 201,844 +acknowledged writes, including warmup. Measured windows complete 192,920 writes +with zero errors. The independent raw audit checks 201,556 timed receipts; +288 manual warmup acknowledgments are covered by the harness. Per-Cell sequences, +exclusive ownership, drained authority, new fences, and independent next writes +all pass. This HTTP/object-proof coverage does not substitute for separate +follower durability qualification. + +The separate comparison below isolates the recovery-admission change against +the instrumentation-only commit. It removes a reproduced dirty-capacity +reservation by recovery waiters while preserving resource ceilings and ledger +charges. + +### Follow-up operation attribution + +The controlled warm-append test records two predecessor-metadata HEADs and five +successor PUTs, with no full-body or range reads. Compacting its two segments +then records four range reads: one LTX body and one index per segment. These are +test-path counts, not an attribution of every request in the sustained run. +They direct further work toward compaction traffic and publication amplification +rather than warming SQLite pages on the ordinary append path. + +A prototype overlapped cached predecessor presence checks with successor +uploads. With 100 ms injected storage delays it reduced preparation from 200 ms +to 100 ms, but violated the existing zero-upload contract when inherited metadata +is missing. It was rejected. The production path still checks predecessor +presence before any successor upload; the unchanged missing-origin test passes. + +## Isolated recovery-admission comparison + +[Completed admission comparison](https://github.com/crabbuild/cellule/actions/runs/37166813306) +uses candidate `ec19f8c638ffb3840c50062947a72f1af7ff3875` against +instrumentation-only `1b73491650462c38de8b4a34c07619f117b5d948`. +The baseline observation diff is empty, both examples have identical observations, +and the retained backport matches the tracked fixture and its SHA-256 manifest. +[Full paired data](2026-10-04-rustfs-admission-paired-writes.json) retains every +point, raw-client hashes, phase histograms, and provider CPU observations. + +| Cells | Baseline median TPS | Candidate median TPS | Paired TPS change | Paired p95 change | Paired p99 change | +| --- | ---: | ---: | ---: | ---: | ---: | +| 1 | 57.16 | 58.20 | -0.3% | -6.7% | -7.2% | +| 4 | 111.28 | 100.00 | +0.9% | -1.1% | -0.4% | +| 16 | 103.83 | 102.34 | -0.9% | -24.3% | -6.2% | + +| Cells | Repeat | TPS change | p95 change | p99 change | +| --- | ---: | ---: | ---: | ---: | +| 1 | 1 | -0.3% | -14.0% | -11.1% | +| 1 | 2 | -1.6% | +4.5% | +11.9% | +| 1 | 3 | +3.9% | -6.7% | -7.2% | +| 4 | 1 | -15.0% | +21.6% | +20.4% | +| 4 | 2 | +0.9% | -1.1% | -0.4% | +| 4 | 3 | +2.8% | -4.3% | -6.6% | +| 16 | 1 | +0.1% | -26.0% | -6.2% | +| 16 | 2 | -0.9% | -10.6% | -6.5% | +| 16 | 3 | -13.7% | -24.3% | +9.4% | + +All three sixteen-Cell pairs improve p95, with a paired median reduction of +24.3%. Throughput remains essentially flat in the paired medians. Four-Cell +repeat one regresses TPS by 15.0%; sixteen-Cell repeat three regresses TPS by +13.7% and p99 by 9.4%. These pairs remain in the analysis, so this establishes a +p95 improvement in this workload rather than consistent throughput and tail +latency gains across the matrix. + +At sixteen Cells, median mean root admission remains about 84 ms and admitted +preparation about 34 ms in both variants. Recovery semaphore acquisition drops +from 11.769 ms to 1.226 ms, but the new cohort-gate wait is included only in total +compaction time. Total compaction means are 209.459 ms and 223.080 ms; the +semaphore timing must not be treated as total recovery queueing. RustFS consumes +about three CPU cores in both variants on the four-CPU runner. The remaining +bottleneck still includes shared publication admission and provider work. + +All eighteen points verify 202,186 acknowledged writes, including warmup, +with 193,131 measured writes and zero measured errors. The independent raw +audit checks 201,898 timed receipts; 288 manual warmup acknowledgments are +covered by the harness. Live exact replay, conflicts and expiry, exclusive +ownership, drained authority, fresh-SQLite recovery, and an independent next +write under a new fence pass for every Cell. Separate object/follower +qualification remains required. The broader performance objective remains open. diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-admission-diagnostic-writes.json b/crates/cellule-axum/performance/2026-10-04-rustfs-admission-diagnostic-writes.json new file mode 100644 index 00000000..6154dcb8 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-admission-diagnostic-writes.json @@ -0,0 +1,8861 @@ +{ + "baseline_revision": "5724959a79be90df1ed8e85f6e123c109455d2f5", + "candidate_revision": "1b73491650462c38de8b4a34c07619f117b5d948", + "metadata": { + "started_at_utc": "2026-10-04T00:23:49Z", + "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39", + "cpu_count": 4, + "python": "3.12.3", + "binary_sha256": "a5ba7dc7416ecaa77e71072ecad8d7569aaf3a4c52c5983e7ec8ca6c5d260823", + "endpoint": "http://127.0.0.1:9000", + "bucket": "cellule-axum-perf", + "writes": 32, + "reads": 64, + "warmup": 16, + "repeats": 3, + "concurrency": [ + 16 + ], + "cells": [ + 1, + 4, + 16 + ], + "workers": 4, + "read_seconds": null, + "read_warmup_seconds": 5, + "write_seconds": 120, + "write_warmup_seconds": 5, + "read_driver_sha256": null, + "baseline_binary_sha256": "adfca1a87a237efad368472b650d83054dc503aa2c9156aa47d32b4c33047b17", + "http_tokio_workers": "4", + "provider_container": "e53b403daa7a6afb11008c1454612eac38fdfddc7006277dc1073f0ad233b793", + "workload": "order_id mod active Cells; POST inserts then receipt-bound SELECT; GET owner-ordered SELECT; closed loop" + }, + "all_acknowledged": 201844, + "aggregate": [ + { + "cells": 1, + "baseline_medians": { + "TPS": 59.99687085455357, + "p50": 266.120817, + "p95": 316.314782, + "p99": 336.843608 + }, + "candidate_medians": { + "TPS": 62.53059627584621, + "p50": 253.352046, + "p95": 322.242577, + "p99": 357.902554 + }, + "paired_ratio_medians": { + "TPS": 0.99333107694401, + "p50": 0.9907805518787802, + "p95": 1.0440108484749426, + "p99": 1.1172831219319326 + }, + "paired_ratios": [ + { + "TPS": 1.0422309594684527, + "p50": 0.952018894485808, + "p95": 1.0051168016548782, + "p99": 1.062518467026989, + "response_body_bytes_per_second": 1.0424305504228564 + }, + { + "TPS": 0.99333107694401, + "p50": 0.993454589667362, + "p95": 1.0440108484749426, + "p99": 1.131357356793902, + "response_body_bytes_per_second": 0.9931846641164691 + }, + { + "TPS": 0.973736247406491, + "p50": 0.9907805518787802, + "p95": 1.1410749574551597, + "p99": 1.1172831219319326, + "response_body_bytes_per_second": 0.9736689702678966 + } + ] + }, + { + "cells": 4, + "baseline_medians": { + "TPS": 100.10838612825887, + "p50": 143.903875, + "p95": 229.585163, + "p99": 248.47204 + }, + "candidate_medians": { + "TPS": 99.08139265710834, + "p50": 147.812618, + "p95": 223.505509, + "p99": 243.240443 + }, + "paired_ratio_medians": { + "TPS": 0.9972677852364492, + "p50": 1.022145512563257, + "p95": 0.970928025518792, + "p99": 0.9814195316793469 + }, + "paired_ratios": [ + { + "TPS": 0.9972677852364492, + "p50": 1.017624459383043, + "p95": 0.970928025518792, + "p99": 0.9814195316793469, + "response_body_bytes_per_second": 0.9972421382951542 + }, + { + "TPS": 1.0016787628107344, + "p50": 1.022145512563257, + "p95": 0.9584034099418682, + "p99": 0.9547619217888204, + "response_body_bytes_per_second": 1.0017002194644344 + }, + { + "TPS": 0.9400312610572664, + "p50": 1.0469932778286324, + "p95": 0.9908115546365742, + "p99": 0.983521127769547, + "response_body_bytes_per_second": 0.9396311946036499 + } + ] + }, + { + "cells": 16, + "baseline_medians": { + "TPS": 105.2361455507615, + "p50": 136.874662, + "p95": 296.622507, + "p99": 429.06252 + }, + "candidate_medians": { + "TPS": 104.67118572049597, + "p50": 138.345943, + "p95": 283.913996, + "p99": 435.122138 + }, + "paired_ratio_medians": { + "TPS": 0.9946315039636926, + "p50": 1.0107491114754314, + "p95": 0.9479489800227562, + "p99": 1.0141229254888076 + }, + "paired_ratios": [ + { + "TPS": 0.9946315039636926, + "p50": 1.0107491114754314, + "p95": 0.8990209296558876, + "p99": 1.0141229254888076, + "response_body_bytes_per_second": 0.9945857426372046 + }, + { + "TPS": 0.8731119970817854, + "p50": 1.1237860695663504, + "p95": 1.0680023538830292, + "p99": 1.1577839245745698, + "response_body_bytes_per_second": 0.8722897435484123 + }, + { + "TPS": 1.0216747098400507, + "p50": 0.9929550064809858, + "p95": 0.9479489800227562, + "p99": 0.917520375003837, + "response_body_bytes_per_second": 1.021825766460153 + } + ] + } + ], + "pairs": [ + { + "cells": 1, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 7584, + "raw_client_sha256": { + "writes-client-0.json": "17bf4a03b0e64a0ff9cbd27691a039b37cd82c3bb1af3fd7a3a1ef7de08bd682", + "writes-client-1.json": "5b9404868b9abe6590c295944b1a767bba96423493d02711810a3fa6d6d34594", + "writes-client-2.json": "bab7693c35c2e23bba68d981f3dbc574ca23d83eaa02a3df839e71396d9790ec", + "writes-client-3.json": "f9cefe66bd66ea816fe5df3d704fc584fd89a2785b97b6300812f1fead75fd56", + "writes-client-4.json": "053451b04325867dc85908500a440b4d143f75ef7c6d6cd1044f8e170798387e", + "writes-client-5.json": "8726d18963e3e86a7c0565889c6d97b969a762896f39cf490fff3c2252426cce", + "writes-client-6.json": "2891374d7d44dee542df7dbb9c5a09d1a7bb1597f9802e42204ea46d85c78e6b", + "writes-client-7.json": "ed2c241b1e888b1233eb50c975363c986c1aea3600b00069de809a7804d320ae", + "writes-client-8.json": "745275748e0e0dd0a79184ce26c1bac82a3d662ac8edf88f786e60288f846f30", + "writes-client-9.json": "d9a3808d27462862413e0dfc24e0fa0bead37a0783cf6af2f50df3c322ae2601", + "writes-client-10.json": "02e55db5707aaab62e9533e94084310b3fe57872d7f97537d189dbc12557d61e", + "writes-client-11.json": "5dc3bf603b7dfac5ab38f45eed27f06f60f6418da3357f0551f045734cf6fb51", + "writes-client-12.json": "bd97bf1c5d721f7a31f495becca5fee9f7bf1570d11f808d70d4d48583f85650", + "writes-client-13.json": "c8792473fbf4ffe1b5dd4f96a52d8c9740e57f703f26d45d9ba5a6e6e071123b", + "writes-client-14.json": "40bf1d9b8ea0e6439f8afd6fc4a3ba50a9dffb2b7f364b2a5abeb2953846e4af", + "writes-client-15.json": "081a4711ca67e357565d5f795c4443ef796aff01d60b8f909cb8b00f3976dabc", + "write-warmup-client-0.json": "5958a5f2b5dd947c11994b38d6e40f45e97985ae9d25b8e8331b7b9a69ccaca2", + "write-warmup-client-1.json": "406648f067cd1174599572eea4dabcb53f66d47b7c02333c378002bd729e659f", + "write-warmup-client-2.json": "03be35a10692b3b32061cbb062a1b1bf534b7369d3a791855e7dd493b47755b1", + "write-warmup-client-3.json": "742009686179cf5b6e0a527910676be1f99e37cada0c060b9db344d8a006df40", + "write-warmup-client-4.json": "272ba25721fd1bb053396777543262817bd6d3570ac374a39873aacbea1d98ce", + "write-warmup-client-5.json": "25269a6f14c34462e4d4166dfc045faf9868bb18d33db3b225e3da44bbc95b8c", + "write-warmup-client-6.json": "67bbe2d24a07ffcb168f56f8dc2a5b91df43f821ccf99f067b485e26529da56e", + "write-warmup-client-7.json": "2d3debb63e8ae36a1dced24b420f89e90142c365df33ed951f981bef311bd96e", + "write-warmup-client-8.json": "7c848d83a30e7a7cff69770ce3b462988819ade601272ec81a77575515370f17", + "write-warmup-client-9.json": "7236f78c8072d4347795cf11eb00a9de120fd26058d737a89cd6a903200e5406", + "write-warmup-client-10.json": "3035e73e4b0fcef560e7b89b667f494c07564c1b4706263304782879d1403ad9", + "write-warmup-client-11.json": "66ed5bc230009444ce6d20267647e7aae17d4c69e481f4ef993679534c2cf4b6", + "write-warmup-client-12.json": "dc5f5080b5190e2949c0df2724bc31fa3dd5ddd0a1ba248f53d5fe9c06917d09", + "write-warmup-client-13.json": "c946fe2eee2383089caeb4e3bc8e5efe9e149ed58fa7cb0e03c47738c7b846d7", + "write-warmup-client-14.json": "681bb2034cec690c9532fe4728701a52153d9d367168b978a06d8aec38d47332", + "write-warmup-client-15.json": "96852b3a3018d6960736ccec8946e358e297a4ac2c5062220df850ed4784ac8c" + } + }, + "repeat": 1, + "cells": 1, + "variant": "baseline", + "measured_writes": 7216, + "all_acknowledged": 7600, + "TPS": 59.99687085455357, + "response_body_bytes_per_second": 11986.012894377556, + "p50": 266.120817, + "p95": 316.314782, + "p99": 336.843608, + "server_cpu_cores": 0.27929074344051397, + "driver_cpu_cores": 0.02393920658061548, + "server_rss_after_bytes": 62201856, + "first_30_seconds_TPS": 65.6, + "last_30_seconds_TPS": 57.6, + "interval_TPS_min": 56.0, + "interval_TPS_max": 68.8, + "interval_TPS_cv": 0.06908127258687566, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 15201, + "mean_ms": 60.328957041444646, + "overflow": 0, + "p50_ms": 1.4, + "p95_ms": 226.0, + "p99_ms": 264.2, + "resolution_us": 100 + }, + "authority": { + "count": 7600, + "mean_ms": 4.641054065921052, + "overflow": 0, + "p50_ms": 4.6, + "p95_ms": 5.8, + "p99_ms": 7.1, + "resolution_us": 100 + }, + "compaction": { + "count": 499, + "mean_ms": 30.949495144288576, + "overflow": 0, + "p50_ms": 29.6, + "p95_ms": 43.3, + "p99_ms": 58.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 8100, + "mean_ms": 0.0003835508641975309, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 7600, + "mean_ms": 10.103569147763157, + "overflow": 0, + "p50_ms": 8.1, + "p95_ms": 34.5, + "p99_ms": 45.9, + "resolution_us": 100 + }, + "publication": { + "count": 7600, + "mean_ms": 15.037733355526315, + "overflow": 0, + "p50_ms": 13.0, + "p95_ms": 39.4, + "p99_ms": 51.2, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 499, + "mean_ms": 0.00012145090180360721, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 7601, + "mean_ms": 0.002893118142349691, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 7601, + "mean_ms": 8.065127024207342, + "overflow": 0, + "p50_ms": 8.0, + "p95_ms": 10.4, + "p99_ms": 12.5, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 7601, + "mean_ms": 8.059441697408236, + "overflow": 0, + "p50_ms": 8.0, + "p95_ms": 10.4, + "p99_ms": 12.5, + "resolution_us": 100 + }, + "uploaded_bytes": 332842123, + "uploaded_objects": 42474, + "worker": { + "count": 15201, + "mean_ms": 0.6595850130912441, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.5, + "p99_ms": 2.5, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.6689345, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 0.7, + "p99_ms": 0.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 16198, + "mean_ms": 0.9088855901345845, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 1.3, + "p99_ms": 1.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 16198, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 16198 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 22, + "mean_ms": 3.7864701363636364, + "overflow": 0, + "p50_ms": 3.7, + "p95_ms": 4.1, + "p99_ms": 5.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 22, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 22 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 8851017, + "duration": { + "count": 22, + "mean_ms": 8.611700136363636, + "overflow": 0, + "p50_ms": 8.5, + "p95_ms": 9.9, + "p99_ms": 13.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 22, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 22 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 22, + "mean_ms": 2.6655949545454547, + "overflow": 0, + "p50_ms": 2.5, + "p95_ms": 3.5, + "p99_ms": 4.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 22, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 22 + }, + "put": { + "bytes_read": 0, + "bytes_written": 328366243, + "duration": { + "count": 50058, + "mean_ms": 5.2818504026729, + "overflow": 0, + "p50_ms": 5.2, + "p95_ms": 7.3, + "p99_ms": 9.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 50058, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 50058 + }, + "range": { + "bytes_read": 128076251, + "bytes_written": 0, + "duration": { + "count": 16230, + "mean_ms": 1.8525329519408504, + "overflow": 0, + "p50_ms": 1.8, + "p95_ms": 3.1, + "p99_ms": 4.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 16230, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 16230 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.42843011100001, + "cpu_seconds": 286.079152, + "cpu_cores": 2.2808158544823485, + "cgroup_before": { + "usage_usec": 6260445, + "user_usec": 4015238, + "system_usec": 2245207, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 292339597, + "user_usec": 187650086, + "system_usec": 104689510, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 7888, + "raw_client_sha256": { + "writes-client-0.json": "b42727b55c0a2188fe7383d914f6988ddc28c73df156b3422fbcebcf4ac968e9", + "writes-client-1.json": "db1eeab8a787ed6a4bba5a2f7fdbb8a3b66a74d1d7bb33d0f641813d95faf3c6", + "writes-client-2.json": "4514eac52a06ba979941f2f910c8cab7decc14628203c7960c04193f8fd9cd79", + "writes-client-3.json": "deb7d13390dc806cc47c52e79d9e9d38da74c2f040a8269448c9822c50226c0a", + "writes-client-4.json": "782b4fad211b621f1396c32eea29a040dda6719aaec10a65c3493bfd5be59d70", + "writes-client-5.json": "018b38776280278bcacd0501dd596180c13f71d027d7c502a30b9df0e07ab818", + "writes-client-6.json": "f81891b26f44c30c9e1fab449955f7d86a5bfd1877af388b8cfa7408d5057113", + "writes-client-7.json": "e4c97f71702e5c02f8430db22ca55397509336ea4b31ff10e2f379bcac65ca1a", + "writes-client-8.json": "114794331ecb5b37d0f45dcf179b75181af8857e071d940e8b0a43c968671e5b", + "writes-client-9.json": "87499972ac0ea2f4f0420356d997fec14bbaa8dca8ba92d132ad187987f16e5b", + "writes-client-10.json": "0cb6becf470f077e720248b5830e099a90e2a91512888690099d13e043174fec", + "writes-client-11.json": "8445137b274b512d16e1a6f866bdd4171f094fd9d11d0876194bec9b66b580a9", + "writes-client-12.json": "ba5d4a499535bf766331a2a0d17d1f96246bd49cea36e0fdad17dcdd53eb1957", + "writes-client-13.json": "47afe7db9f52706eedca0d08b9483df3e9da25775558a4da4c8893cc20ce3d6a", + "writes-client-14.json": "ae8d8b3bf5815fa591387ec47428851ca3ac392e4309c8e87e4968b3524eeb1a", + "writes-client-15.json": "679f8a4511e79b59d1e126f14c736b3da72e821a6a7acd25c645c92389d460c7", + "write-warmup-client-0.json": "da6c1fa58e33ee6eacec8b867caaa38f686b94c5ccd05a1a525c13b264e1e57e", + "write-warmup-client-1.json": "280c9fd5786be5de2b337550d15a03a6534395bb4590647805b004f9135a8979", + "write-warmup-client-2.json": "8b2b8abfb6524f03f93362abe91b729cb5c43d43089b973121b7edcdf38dc612", + "write-warmup-client-3.json": "0e3655bc370eca3307a2de1754adb4f6facdc132d33341172fbe3d569a4adfa0", + "write-warmup-client-4.json": "5f6e2664d168fda88134cc752aab2ccb6ca0282a1aa88f44bcdef0217642082d", + "write-warmup-client-5.json": "35a92a877e345672efcd19bfa0909690145039f554be6a0a7aa25a8644b1c06d", + "write-warmup-client-6.json": "2b38d85164c77082be8085e660d7b2fdf54d96f11d937a97618e83e704fedd17", + "write-warmup-client-7.json": "99602eb452f68308c3c66f7b6f6e297017ebbf57894e6d74f63fd53fc32746cb", + "write-warmup-client-8.json": "f56ab5b0bb4fa27f0cdffc320c2b184b4167c0638507b1eb7e840184c2227dfb", + "write-warmup-client-9.json": "6d27cea8adee0d0f0daf01aae0f5d8864f7672a88bb7e7d55bfd9224a58eefaa", + "write-warmup-client-10.json": "18bf08204d7ae056649259a6bc6c5152ff3079b933aef62e5a75711d5889ed8f", + "write-warmup-client-11.json": "f6bdc5b47a4c1f80522edbe285c10b8021ac0b8de54dbe15be8188fde4c99a45", + "write-warmup-client-12.json": "fbae2ca44141c74f82fef335707cea2884ec2965eafb120fefc4137c29d229ba", + "write-warmup-client-13.json": "d1d78688d38182b72c0f4061e60e5cbf416ba73d8646e2e16e3be603d269ae49", + "write-warmup-client-14.json": "d7d0fea240db1e4af0ea9989ab62ade63d7576aa6be17ed01af3d7d02da3071b", + "write-warmup-client-15.json": "e3de73d18be4d0942852f55d3c4192320dd2d6aa071531f8dfe612fe68273b17" + } + }, + "repeat": 1, + "cells": 1, + "variant": "candidate", + "measured_writes": 7520, + "all_acknowledged": 7904, + "TPS": 62.53059627584621, + "response_body_bytes_per_second": 12494.58601886145, + "p50": 253.352046, + "p95": 317.933302, + "p99": 357.902554, + "server_cpu_cores": 0.2952409156617193, + "driver_cpu_cores": 0.02393845262122048, + "server_rss_after_bytes": 63610880, + "first_30_seconds_TPS": 70.93333333333334, + "last_30_seconds_TPS": 53.86666666666667, + "interval_TPS_min": 52.8, + "interval_TPS_max": 72.0, + "interval_TPS_cv": 0.11699910378097186, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 15809, + "mean_ms": 58.2118925653109, + "overflow": 0, + "p50_ms": 1.9, + "p95_ms": 216.0, + "p99_ms": 263.9, + "resolution_us": 100 + }, + "authority": { + "count": 7904, + "mean_ms": 4.550530020495951, + "overflow": 0, + "p50_ms": 4.5, + "p95_ms": 5.6, + "p99_ms": 7.1, + "resolution_us": 100 + }, + "compaction": { + "count": 524, + "mean_ms": 26.513818414122138, + "overflow": 0, + "p50_ms": 25.5, + "p95_ms": 36.5, + "p99_ms": 53.5, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 8429, + "mean_ms": 0.00039587898920393877, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 7904, + "mean_ms": 9.582916622596153, + "overflow": 0, + "p50_ms": 7.6, + "p95_ms": 29.6, + "p99_ms": 40.9, + "resolution_us": 100 + }, + "publication": { + "count": 7904, + "mean_ms": 14.414573033653847, + "overflow": 0, + "p50_ms": 12.5, + "p95_ms": 34.3, + "p99_ms": 46.0, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 524, + "mean_ms": 0.00015942557251908397, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 7905, + "mean_ms": 0.0027279516761543328, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 7905, + "mean_ms": 7.8191125128399745, + "overflow": 0, + "p50_ms": 7.5, + "p95_ms": 10.9, + "p99_ms": 13.2, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 7905, + "mean_ms": 7.81366929601518, + "overflow": 0, + "p50_ms": 7.4, + "p95_ms": 10.9, + "p99_ms": 13.2, + "resolution_us": 100 + }, + "uploaded_bytes": 351596811, + "uploaded_objects": 45081, + "worker": { + "count": 15809, + "mean_ms": 0.6603690017078878, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.5, + "p99_ms": 2.6, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.7042095, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 0.9, + "p99_ms": 0.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 16856, + "mean_ms": 0.8802663658637874, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 1.3, + "p99_ms": 1.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 16856, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 16856 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 23, + "mean_ms": 4.017165173913043, + "overflow": 0, + "p50_ms": 3.9, + "p95_ms": 4.7, + "p99_ms": 8.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 9340162, + "duration": { + "count": 23, + "mean_ms": 11.52710795652174, + "overflow": 0, + "p50_ms": 11.6, + "p95_ms": 13.7, + "p99_ms": 14.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 23, + "mean_ms": 3.066436304347826, + "overflow": 0, + "p50_ms": 2.9, + "p95_ms": 4.5, + "p99_ms": 5.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23 + }, + "put": { + "bytes_read": 0, + "bytes_written": 346806890, + "duration": { + "count": 52968, + "mean_ms": 5.238220436489956, + "overflow": 0, + "p50_ms": 4.9, + "p95_ms": 7.8, + "p99_ms": 9.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 52968, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 52968 + }, + "range": { + "bytes_read": 132863619, + "bytes_written": 0, + "duration": { + "count": 16884, + "mean_ms": 1.7712230066927268, + "overflow": 0, + "p50_ms": 1.7, + "p95_ms": 3.0, + "p99_ms": 3.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 16884, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 16884 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.428423254, + "cpu_seconds": 282.805812, + "cpu_cores": 2.2547187046057453, + "cgroup_before": { + "usage_usec": 293637637, + "user_usec": 188364179, + "system_usec": 105273458, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 576443449, + "user_usec": 363146881, + "system_usec": 213296567, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0422309594684527, + "p50": 0.952018894485808, + "p95": 1.0051168016548782, + "p99": 1.062518467026989, + "response_body_bytes_per_second": 1.0424305504228564 + } + }, + { + "cells": 1, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 7152, + "raw_client_sha256": { + "writes-client-0.json": "20b68f79d8c73b8fbfd741c596a9ada60eadf0c4a10decea4bbcc598ee7c3d6f", + "writes-client-1.json": "7d2e8ce70bec7d27d6e156342bf9ee0300a14e7f9851bd85b51e3615336e1f0f", + "writes-client-2.json": "3512c25b3fcd3a461c4470e793c058423d627bdb7f817f27b184547a92ffd100", + "writes-client-3.json": "6b13cdaf9ad24d5e17c184d6eefade01f5d8f61e4ccbebdcf1a031e8d97c3a72", + "writes-client-4.json": "a9ace4cbda5b467708952633183912282359eebe4b3f16e1fee63b6154acfc0a", + "writes-client-5.json": "05cf369d7511167cd7ff738dce865407e94216b5b3e05fa03dabf73260af7a52", + "writes-client-6.json": "dc301b090521fc78e20d4c2438297cd61649e4ca59292b5c4f0fb71ae5b3b62c", + "writes-client-7.json": "531c488262fa6543f5197195825fabac96fb1b619a65d154fadb29f8376c9a94", + "writes-client-8.json": "1ecc416233462e92707d5112c1296b1bc26c7a48db395565c5faf179c1a2df02", + "writes-client-9.json": "8e645921bd1ed3a2eb49495bd4d5cfb5b6f77fe62d2301a36074cb287316b73d", + "writes-client-10.json": "3fb3753ee0d178fa04ca2d536249f17fe7437caae82f83e8371435f6ed7a76f7", + "writes-client-11.json": "8591682dd2a6a2b22e81f1787f1e13ad5faeb899d2ebc1181302226571ace71e", + "writes-client-12.json": "198100cbaf66e676490d304212c1f451f3d190c65e56bd14687b2ee1ae7c0997", + "writes-client-13.json": "daa56c21031326fd2a48b6b709d9a8cd39f65042faf95f172ab1a18de0e5611a", + "writes-client-14.json": "020077cdb3db3b7341b31e1bfb76f67a99bb5f53ea751a86b5eac61ffa353050", + "writes-client-15.json": "66e8ddc08478a053daa32a53c17e17042de55f46f20f7fda97d7aa38e4caaa3e", + "write-warmup-client-0.json": "480762b989b9beeff48314e99fed75ed506b7b779c3fafde5249e547a8622e99", + "write-warmup-client-1.json": "9a5585b2dd8e77c2a912f5fb92b092f19998972b59c8071b7e400192200dafc8", + "write-warmup-client-2.json": "91ad8d422a1f5642d4ba1ce56a1bbf4e07d5a32bfa1a5f5bd8eb22b8b53288a6", + "write-warmup-client-3.json": "803237e73e2ea5479761460145da2769bab0448e9631902f455066f2db819297", + "write-warmup-client-4.json": "bce8f4ce515aac958f5239ba860b42b3b78c99faffa36f07d0f98ddee7763f97", + "write-warmup-client-5.json": "dd511c143e08f3ffd22b1932c3db872f106080df91f5e578061283d9e9042400", + "write-warmup-client-6.json": "fa2aac343387a425c5277118a2594a99544f32038cc1d80605b6b58f16cde4d3", + "write-warmup-client-7.json": "8472d0ea19f9918a3840ba14024b431399fad241d2e3966daf2be4e5cb9f687b", + "write-warmup-client-8.json": "5a30efd703b90e469269201707395972dec5d8665bc372d968c37d1510aad990", + "write-warmup-client-9.json": "fd762452abef6a6c23df644107dadb62408d59860613a27347296bc0c7b57846", + "write-warmup-client-10.json": "605228def2ea5c2267291824bb5f1c3759821ee38c59c88bbd2ca7c037279cb5", + "write-warmup-client-11.json": "1bde16cf0ab3bdd49226486f8209881355c30ab7ee8380cb17c40fd45821a684", + "write-warmup-client-12.json": "962543bde16759d178a2903ce946ff581f6628ce246afe2cac800cc523ba2828", + "write-warmup-client-13.json": "c0296baccfdc7634f2168addd7e4ea2b7ccd9a5a6c3b9fa0bb0da6c5c4b136e2", + "write-warmup-client-14.json": "2db2175c112243ab441a436e5aab9a5eba5f796286096ae225c77018e4076db2", + "write-warmup-client-15.json": "ed02ca3e192c8a64497a17b4c6a774ff0feec488f9c2f0fafde37b4a89559942" + } + }, + "repeat": 2, + "cells": 1, + "variant": "baseline", + "measured_writes": 6832, + "all_acknowledged": 7168, + "TPS": 56.89154823393324, + "response_body_bytes_per_second": 11363.72868938653, + "p50": 275.839391, + "p95": 328.641585, + "p99": 354.217161, + "server_cpu_cores": 0.2714036543774668, + "driver_cpu_cores": 0.023947381268600007, + "server_rss_after_bytes": 63668224, + "first_30_seconds_TPS": 59.2, + "last_30_seconds_TPS": 54.4, + "interval_TPS_min": 51.2, + "interval_TPS_max": 59.2, + "interval_TPS_cv": 0.04379051198633248, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 14337, + "mean_ms": 64.12425235028249, + "overflow": 0, + "p50_ms": 1.9, + "p95_ms": 237.9, + "p99_ms": 273.1, + "resolution_us": 100 + }, + "authority": { + "count": 7168, + "mean_ms": 4.908640722377232, + "overflow": 0, + "p50_ms": 4.8, + "p95_ms": 6.1, + "p99_ms": 7.3, + "resolution_us": 100 + }, + "compaction": { + "count": 465, + "mean_ms": 32.87227015053764, + "overflow": 0, + "p50_ms": 32.0, + "p95_ms": 45.6, + "p99_ms": 58.4, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 7634, + "mean_ms": 0.0004908927167932932, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 7168, + "mean_ms": 10.735058038085937, + "overflow": 0, + "p50_ms": 8.4, + "p95_ms": 36.6, + "p99_ms": 47.2, + "resolution_us": 100 + }, + "publication": { + "count": 7168, + "mean_ms": 15.957330153320312, + "overflow": 0, + "p50_ms": 13.6, + "p95_ms": 41.8, + "p99_ms": 52.5, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 465, + "mean_ms": 0.0001217010752688172, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 7169, + "mean_ms": 0.0035289623378434924, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 7169, + "mean_ms": 8.594753983121775, + "overflow": 0, + "p50_ms": 8.4, + "p95_ms": 10.8, + "p99_ms": 12.8, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 7169, + "mean_ms": 8.588005161528805, + "overflow": 0, + "p50_ms": 8.4, + "p95_ms": 10.8, + "p99_ms": 12.8, + "resolution_us": 100 + }, + "uploaded_bytes": 307133965, + "uploaded_objects": 39440, + "worker": { + "count": 14337, + "mean_ms": 0.6843772793471438, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.6, + "p99_ms": 2.4, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 360, + "bytes_written": 0, + "duration": { + "count": 3, + "mean_ms": 0.7527423333333334, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 0.9, + "p99_ms": 0.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 1, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 3 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 15266, + "mean_ms": 0.9824609445827328, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 1.4, + "p99_ms": 1.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15266, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15266 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 18, + "mean_ms": 4.473976888888889, + "overflow": 0, + "p50_ms": 3.9, + "p95_ms": 14.5, + "p99_ms": 14.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 18, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 18 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 6992064, + "duration": { + "count": 18, + "mean_ms": 8.444690166666666, + "overflow": 0, + "p50_ms": 8.3, + "p95_ms": 10.3, + "p99_ms": 10.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 18, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 18 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 18, + "mean_ms": 2.9493245, + "overflow": 0, + "p50_ms": 2.7, + "p95_ms": 5.3, + "p99_ms": 5.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 18, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 18 + }, + "put": { + "bytes_read": 0, + "bytes_written": 304267846, + "duration": { + "count": 46596, + "mean_ms": 5.617159342067988, + "overflow": 0, + "p50_ms": 5.5, + "p95_ms": 7.6, + "p99_ms": 9.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 1, + "error": 0, + "not_found": 0, + "success": 46595, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 46596 + }, + "range": { + "bytes_read": 120468832, + "bytes_written": 0, + "duration": { + "count": 15294, + "mean_ms": 2.0089080423695567, + "overflow": 0, + "p50_ms": 2.0, + "p95_ms": 3.3, + "p99_ms": 4.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15294, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15294 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.37394246500003, + "cpu_seconds": 317.280054, + "cpu_cores": 2.5306698326773396, + "cgroup_before": { + "usage_usec": 2483737133, + "user_usec": 1640285310, + "system_usec": 843451822, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2801017187, + "user_usec": 1861622982, + "system_usec": 939394204, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 7056, + "raw_client_sha256": { + "writes-client-0.json": "11fad7e71e871aec42027fc3d9b92a779836ae57a34d4c46c4bfa11449ab635b", + "writes-client-1.json": "6519a0adc568e7e1c8e5508cb52451092c1c30e80ca739db1d78965cbae6068d", + "writes-client-2.json": "a8a832989409944e0954d8ce928ae95015cc04d9d5cd10f9e7c155c3557d3a1f", + "writes-client-3.json": "615520dd8b7891ca9f9c0a30c5a08d95235b98de1d535939a05197bd1ab51d2d", + "writes-client-4.json": "62e35dea10c2c1351f1f1591d6a6fda5e9d49fd3faf0c1dcadfa23672e4320cc", + "writes-client-5.json": "94a1f418ba9272780d60966d73bb15f0213ea29274775ea3b1c1c7e3fdbfcfac", + "writes-client-6.json": "8569c5123f5c639b590b5875e6bb5e73b05373f49ac602ddbf731c06c696f454", + "writes-client-7.json": "6b60af759a96e6880cfaa64a37189611374b01f71c569bb68c1e2d8d57be4692", + "writes-client-8.json": "39939b1830a3c3dfd541adfcac5b74e85208ec72355dedcbc1d0d470a7717f07", + "writes-client-9.json": "231c9cc3f4803aa80ded4e69ea141c662e56616afcfc30a79f16880d6c6137e0", + "writes-client-10.json": "9729bee33406860ce96fed321c812d9235af3ad7774d3cdcee453f6eef5d6532", + "writes-client-11.json": "4c29282de55372db322df665b30a869245a2bfa66876baa51e882dae072dd8e1", + "writes-client-12.json": "3df753658605b7c013f61a155baf4795c5e0ad0316f5fee186cd7ef4a898c495", + "writes-client-13.json": "73210875b3c10930b1c90ef15a6bc22c4b83ecf965ce9c3fbc7b79c355edc131", + "writes-client-14.json": "c2d89c6a0805e7d6907cf19a2bb2ac83abafc61c7844e7bb614c39ba5c110040", + "writes-client-15.json": "8d1887657da37ce912402637cf90b236d44ba0ab56ef0baca4369fa25d7b0bbd", + "write-warmup-client-0.json": "ead2f8a01bfa99619ad431bb89e57da51db5c2a0ed21c4437d0ebf571e7af241", + "write-warmup-client-1.json": "2f322e942b3e44b0dd050d266a2311028621c860b820489436f38b4da6393c9f", + "write-warmup-client-2.json": "c2d8ef7edf16bf8b7a1239ede7c09b913c624b3e56142b2fb5b9e184fe6290dc", + "write-warmup-client-3.json": "3c45aceb29492bb3c272e9321e49a4fb14825ab7ac36fd30e59729df83daba89", + "write-warmup-client-4.json": "e92726c23cb648d22506e6b5f59eb3033752366fb18e4df2f04ffd7b42b3e6f0", + "write-warmup-client-5.json": "ac2ab876e282c2838bc736bdeea6a493aab8808cfa04970f9590f09c08ef1b0b", + "write-warmup-client-6.json": "5e495472e922386bbd4642137ea3258021f9cf3c271815b2db9e21872db45e05", + "write-warmup-client-7.json": "62cfae854f6265161b89f9488a40e9bd898ede41cf01074a2736e58c0dd55c6c", + "write-warmup-client-8.json": "371bfcbc277aab863982a3e1f3930a4ffa40fcf6d20b358406a3f6e9729c4e1e", + "write-warmup-client-9.json": "a93501c99608664821902c60ef81f23d58fff8079f93291d864426bfa6a1151c", + "write-warmup-client-10.json": "b33527fac47f8d58a827f3c9055ae0567303c745b92ec6831ba7a355ab0c83d3", + "write-warmup-client-11.json": "bdab49f0728a510ed04c4ec92331cf7ab0afa8dc78bb0dc5a1b47c0aa009dc79", + "write-warmup-client-12.json": "092f36583d096dd5bf53c38ade5ae294d0a69144c6be1ef515e7a14841865320", + "write-warmup-client-13.json": "22f3b23d69b7a3708def876d603156b53b38fff7c47a376bf087d7ea8c72121b", + "write-warmup-client-14.json": "ffb8569fcdfee9058c76a7188ab798a031d78afb63307bd46b791292d3e56f16", + "write-warmup-client-15.json": "cea1cd046c4f36d8fd106383224f1a1371803d4f5d0bff0c2d9ed51e3090acb1" + } + }, + "repeat": 2, + "cells": 1, + "variant": "candidate", + "measured_writes": 6800, + "all_acknowledged": 7072, + "TPS": 56.512142876225, + "response_body_bytes_per_second": 11286.281061479043, + "p50": 274.033909, + "p95": 343.10538, + "p99": 400.746191, + "server_cpu_cores": 0.2712351536483682, + "driver_cpu_cores": 0.015955009038139307, + "server_rss_after_bytes": 62365696, + "first_30_seconds_TPS": 54.93333333333333, + "last_30_seconds_TPS": 54.93333333333333, + "interval_TPS_min": 43.2, + "interval_TPS_max": 60.8, + "interval_TPS_cv": 0.08115401195323231, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 14145, + "mean_ms": 65.25961922707671, + "overflow": 0, + "p50_ms": 2.0, + "p95_ms": 241.0, + "p99_ms": 285.0, + "resolution_us": 100 + }, + "authority": { + "count": 7072, + "mean_ms": 5.059666210407239, + "overflow": 0, + "p50_ms": 4.9, + "p95_ms": 6.7, + "p99_ms": 8.6, + "resolution_us": 100 + }, + "compaction": { + "count": 458, + "mean_ms": 29.724960689956333, + "overflow": 0, + "p50_ms": 28.3, + "p95_ms": 45.3, + "p99_ms": 53.7, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 7531, + "mean_ms": 0.0004695205152038242, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 7072, + "mean_ms": 10.789433168693439, + "overflow": 0, + "p50_ms": 8.6, + "p95_ms": 33.2, + "p99_ms": 44.9, + "resolution_us": 100 + }, + "publication": { + "count": 7072, + "mean_ms": 16.171837086114255, + "overflow": 0, + "p50_ms": 13.8, + "p95_ms": 38.3, + "p99_ms": 50.7, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 458, + "mean_ms": 0.00011812227074235808, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 7073, + "mean_ms": 0.0034341500070691365, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 7073, + "mean_ms": 8.856931489325605, + "overflow": 0, + "p50_ms": 8.5, + "p95_ms": 11.7, + "p99_ms": 14.2, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 7073, + "mean_ms": 8.850302618125266, + "overflow": 0, + "p50_ms": 8.5, + "p95_ms": 11.7, + "p99_ms": 14.2, + "resolution_us": 100 + }, + "uploaded_bytes": 301209774, + "uploaded_objects": 38792, + "worker": { + "count": 14145, + "mean_ms": 0.6986282344291269, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.7, + "p99_ms": 2.8, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.736542, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 0.8, + "p99_ms": 0.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 15060, + "mean_ms": 1.0089355651394423, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 1.5, + "p99_ms": 2.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15060, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15060 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 18, + "mean_ms": 4.166099, + "overflow": 0, + "p50_ms": 4.0, + "p95_ms": 5.7, + "p99_ms": 5.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 18, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 18 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 7023341, + "duration": { + "count": 18, + "mean_ms": 10.952294, + "overflow": 0, + "p50_ms": 10.6, + "p95_ms": 13.4, + "p99_ms": 13.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 18, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 18 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 18, + "mean_ms": 3.168765111111111, + "overflow": 0, + "p50_ms": 3.2, + "p95_ms": 4.3, + "p99_ms": 4.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 18, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 18 + }, + "put": { + "bytes_read": 0, + "bytes_written": 298257442, + "duration": { + "count": 45852, + "mean_ms": 5.802819804152491, + "overflow": 0, + "p50_ms": 5.6, + "p95_ms": 8.1, + "p99_ms": 10.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 45852, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 45852 + }, + "range": { + "bytes_read": 118338865, + "bytes_written": 0, + "duration": { + "count": 15090, + "mean_ms": 2.0387379270377735, + "overflow": 0, + "p50_ms": 2.0, + "p95_ms": 3.5, + "p99_ms": 4.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15090, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15090 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.45803892999993, + "cpu_seconds": 322.555734, + "cpu_cores": 2.571024836279897, + "cgroup_before": { + "usage_usec": 2153517358, + "user_usec": 1413991347, + "system_usec": 739526011, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2476073092, + "user_usec": 1632983623, + "system_usec": 843089468, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.99333107694401, + "p50": 0.993454589667362, + "p95": 1.0440108484749426, + "p99": 1.131357356793902, + "response_body_bytes_per_second": 0.9931846641164691 + } + }, + { + "cells": 1, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 8320, + "raw_client_sha256": { + "writes-client-0.json": "01259b5c3a67d2dbc868b19d9f5c7a3e7a641fd40e7d97e5f9d462544d06cbdc", + "writes-client-1.json": "d73c4a664f8058792c3e8c7e8993dbb82e5b52e81d987e35c8321783ed3ad2a8", + "writes-client-2.json": "1d10442c8300339b9fc6a5ff85fca399108fb1c62b30aa2bb67fbc74c67a26a7", + "writes-client-3.json": "f10ce2155d7ed94019455cef67a18857c936399fa6db96905dbd58fdcc6a8a32", + "writes-client-4.json": "6061f9bd53dc872d11792380d1409b44924517c7a533583202584df74e732ae4", + "writes-client-5.json": "0df63bf976e263d149da1d0e09eff38847d9a63fecf9f8fb534d4e91146f1206", + "writes-client-6.json": "92121c03f0f8be2b75138a9772ac72ed1d8ec4138953a889c18ff127a87dde41", + "writes-client-7.json": "8293bda70f289741779f34779941adbeec23fe42c7b6dfbb999fb65353843af1", + "writes-client-8.json": "d831e950e993a6f3d9103c8ba9a37009f97b859b1fb66257e807dad6dbada451", + "writes-client-9.json": "7326a1bb8f2937a6e49dde9b952a8e12210bf4eb585e741660aa3fecc9218f8a", + "writes-client-10.json": "632314e4f2a082ad62fbe911481dc53466af8bd299b55c909f5c49c720e29179", + "writes-client-11.json": "d5c759989ac3c19b39e6e91bb153d738fca0c32b086de9b2edc6372e3ebd09f0", + "writes-client-12.json": "83d0090bdad7de5539332c615a1ffbe03b0ff0d964a54524ab8d12997e65ce34", + "writes-client-13.json": "b6318136031249fbda3af8825c8bbb54f11934975363f48f2abb5f8f303f480d", + "writes-client-14.json": "f381c1f49be6c88eb90a57893c27b126efc4c1d6e136663a205d0760a0ccd1b7", + "writes-client-15.json": "c05ab348d9f325ae4cfcdfbd887e24eb3d9d859992fc3b64ba2d68dba8d1844a", + "write-warmup-client-0.json": "e0932a17ed08cc42973a1e6664887492f8a31df3561be3b6500d326477013a3c", + "write-warmup-client-1.json": "5d52a85e90e89d66268aec22a4696cb278cb53883f788729986f686aa0e02885", + "write-warmup-client-2.json": "a4073057445f0dbbbc8a187924a8202bc53f82c849028498a4081e4c7d10e90a", + "write-warmup-client-3.json": "494667dd1be9ebb562f170bb30a278432454d51d64d3745ae3601363c9b42e4b", + "write-warmup-client-4.json": "5e22881ba6e10aeabd10d2dd63bbff95446cf1427c64865b7fc5ac60398fcd41", + "write-warmup-client-5.json": "e18424b25ff0c190704b6543873a402bb7fa704cee1edef9384681969918ebf4", + "write-warmup-client-6.json": "f36ce0ff739a8d5bd4b9666c18f5333f44201beb0ff3d756797ab92fd3721ec4", + "write-warmup-client-7.json": "799e859aa5c95209af2b30b2f1968840919feee325d06570c9716f04cc1330a9", + "write-warmup-client-8.json": "3ea26344adda350cb410623a20f5785fd314d73fb41389101f1d79749eba2325", + "write-warmup-client-9.json": "446b6d2bd588ade9d109baeb4b1b4f27e5c91f9391a152ce9063a2c0bfc83fc7", + "write-warmup-client-10.json": "d47b845a87acb2e6eb42977ed9395c51a4d3298fcaa3b740d544d693fb636f47", + "write-warmup-client-11.json": "53c2f54045a42df5f7096ddf9d853ae11f6632301bc139a9ad02ca85f0f37249", + "write-warmup-client-12.json": "aaf0fd1ae600551fe5b26ae00c3ce9ace2b7dc0f3fcb4d740584a4d4b72837ea", + "write-warmup-client-13.json": "2659ca36297cac8c2c0672737879a8d56fa0a8acfeac6bc50f27513985efcec0", + "write-warmup-client-14.json": "78a87465981c500db8b77a1d1b7e9aa840666ee80709a3d93bf700ef6aba21a9", + "write-warmup-client-15.json": "7d7c93afe491a0b935d671341a28c919338d855188896001dd735c175548a9b7" + } + }, + "repeat": 3, + "cells": 1, + "variant": "baseline", + "measured_writes": 7984, + "all_acknowledged": 8336, + "TPS": 66.38875612809491, + "response_body_bytes_per_second": 13269.011924179775, + "p50": 235.477327, + "p95": 282.402637, + "p99": 312.610275, + "server_cpu_cores": 0.31120079265692746, + "driver_cpu_cores": 0.031918030016095125, + "server_rss_after_bytes": 64937984, + "first_30_seconds_TPS": 70.4, + "last_30_seconds_TPS": 60.266666666666666, + "interval_TPS_min": 59.2, + "interval_TPS_max": 70.4, + "interval_TPS_cv": 0.06024096385542169, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 16673, + "mean_ms": 55.35440339273077, + "overflow": 0, + "p50_ms": 1.3, + "p95_ms": 204.5, + "p99_ms": 236.3, + "resolution_us": 100 + }, + "authority": { + "count": 8336, + "mean_ms": 4.353507330734165, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 5.1, + "p99_ms": 6.3, + "resolution_us": 100 + }, + "compaction": { + "count": 564, + "mean_ms": 28.031528515957447, + "overflow": 0, + "p50_ms": 26.8, + "p95_ms": 39.9, + "p99_ms": 59.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 8901, + "mean_ms": 0.00041229064150095495, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 8336, + "mean_ms": 9.027399765235124, + "overflow": 0, + "p50_ms": 6.9, + "p95_ms": 31.5, + "p99_ms": 39.9, + "resolution_us": 100 + }, + "publication": { + "count": 8336, + "mean_ms": 13.647054642994242, + "overflow": 0, + "p50_ms": 11.4, + "p95_ms": 36.1, + "p99_ms": 45.0, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 564, + "mean_ms": 0.00011395744680851063, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 8337, + "mean_ms": 0.002620222741993523, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 8337, + "mean_ms": 7.129160996281636, + "overflow": 0, + "p50_ms": 6.8, + "p95_ms": 9.0, + "p99_ms": 11.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 8337, + "mean_ms": 7.123967785654312, + "overflow": 0, + "p50_ms": 6.8, + "p95_ms": 9.0, + "p99_ms": 11.1, + "resolution_us": 100 + }, + "uploaded_bytes": 380983559, + "uploaded_objects": 48575, + "worker": { + "count": 16673, + "mean_ms": 0.6392065241408266, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.5, + "p99_ms": 2.3, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 360, + "bytes_written": 0, + "duration": { + "count": 3, + "mean_ms": 0.7649053333333333, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 0.9, + "p99_ms": 0.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 1, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 3 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 17800, + "mean_ms": 0.82596585, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.1, + "p99_ms": 1.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 17800, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 17800 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 27, + "mean_ms": 3.58268862962963, + "overflow": 0, + "p50_ms": 3.6, + "p95_ms": 4.1, + "p99_ms": 4.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 11238201, + "duration": { + "count": 27, + "mean_ms": 8.383452407407407, + "overflow": 0, + "p50_ms": 8.3, + "p95_ms": 10.3, + "p99_ms": 10.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 27, + "mean_ms": 2.393824962962963, + "overflow": 0, + "p50_ms": 2.3, + "p95_ms": 2.8, + "p99_ms": 4.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27 + }, + "put": { + "bytes_read": 0, + "bytes_written": 374638026, + "duration": { + "count": 56898, + "mean_ms": 4.743863186245562, + "overflow": 0, + "p50_ms": 4.6, + "p95_ms": 6.4, + "p99_ms": 7.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 1, + "error": 0, + "not_found": 0, + "success": 56897, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 56898 + }, + "range": { + "bytes_read": 148417856, + "bytes_written": 0, + "duration": { + "count": 17856, + "mean_ms": 1.6122134672939068, + "overflow": 0, + "p50_ms": 1.6, + "p95_ms": 2.5, + "p99_ms": 3.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 17856, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 17856 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.42536955200012, + "cpu_seconds": 246.714815, + "cpu_cores": 1.9670248202674376, + "cgroup_before": { + "usage_usec": 4356165922, + "user_usec": 2862210297, + "system_usec": 1493955625, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4602880737, + "user_usec": 2987180047, + "system_usec": 1615700690, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 8144, + "raw_client_sha256": { + "writes-client-0.json": "698287b5c9c7ad486f5bbef0288efc8f0aaded89f78c303645f8cf8270385762", + "writes-client-1.json": "5d997bd73c74f14bacbe19b6943eef9642c59fad2b97a3ddea76036ff0154d08", + "writes-client-2.json": "92e58da5f6c7d17bc5d8210a14e842dba5d8329f14317541ec2b2b7278dc6c0c", + "writes-client-3.json": "ab63e86ebdb6ac5a3736ad9b270415986e362270dc6e12fae2e5e2532542d096", + "writes-client-4.json": "dc9f9e9d2385deab46a8bb071b84b6076f66c5424b50741248c9c93e7bb5b75c", + "writes-client-5.json": "798e688f76059ae21a7ee948c0917f82919964065512394f78195ff56c73e62e", + "writes-client-6.json": "6314e0363504794927468b721175fe738f165103d497c7eb8ed3840fe997dc75", + "writes-client-7.json": "de0deeed6b86f596e28d9f7f2069398dfa725c6080947153a280fd6c1885a0fb", + "writes-client-8.json": "124f5bc4f5d957d58a4b635e2fac1db6c38fb19d48e8803a5a33c4626ceb9e3a", + "writes-client-9.json": "ad0d9f3011b675341a6c61c8c85891c54f869e810660e49578c69230f521161f", + "writes-client-10.json": "badc5798fd2509fd59be8094e9c62736b799f59395ffb57d4cb1ca2c0cd9770c", + "writes-client-11.json": "a67da635500c61a35654b8140ef7fe2da859724af06af770c8f493c5e2616b01", + "writes-client-12.json": "7310337a01c802e4988affc0fa5c394e66b30afe2578c6f568106dfdf6cb33b1", + "writes-client-13.json": "ae28042d7d724d3dceca441b8c29c14cbb0ca2c4aae1522c4abdb6ccc024e708", + "writes-client-14.json": "0d484ebabd17b01427a4950b69746da0d9aa17f8ba86aa7c5fa3abe2ec8ed764", + "writes-client-15.json": "9e26e4719c39fe086a636ca65b8831447a890e11b92b93fa96baa928526a5fff", + "write-warmup-client-0.json": "4b3cdd71a0eed60ce53dfec5c18b12880eb055d08f64befe1adbfce26521dc80", + "write-warmup-client-1.json": "4841cdde84d62c1869f472e3c70b312c58052dea4b8feafc20fa867a882ec2f6", + "write-warmup-client-2.json": "88768e549655ff45b7c95d4a84ed58dbb5e41e4d54653a67f8fafc3ec04ead70", + "write-warmup-client-3.json": "2d602daa451b140f11789ebe96176376d1e394d919c51c332f573a041ba89a00", + "write-warmup-client-4.json": "f64a0ab2d21f252b999ac6e4e0ce924170ff6a6930710c9ca907ab0f3b457b0d", + "write-warmup-client-5.json": "8b202481cf39a794ecc24b33562fc3d060147f4fcc670eae95007c63b792ab09", + "write-warmup-client-6.json": "7c34c5a2bcfe7952cd1ab04deaf3682e532d0afe81e066c2f157d9a5427ea257", + "write-warmup-client-7.json": "e10d9d1459a23208bf91b47ce0506f583278496d7245d0f91941d5d960f1e6fc", + "write-warmup-client-8.json": "46caace86850e8ca12be6fc9db671c17cd0e6ebb73f114a5aea8402ffb806082", + "write-warmup-client-9.json": "66e74f61dd69a164b4b60d6bc32b65c928059ab923415e611a726bd7e1c3ba7b", + "write-warmup-client-10.json": "d11adcf140a6490265a0edfdd78fd79a8b9a2b7caf69bc267d6bbef0b6d70eb8", + "write-warmup-client-11.json": "0f1c9ca2aeaef34baa8ed59976415f74a7357493dac1a68615504b69fe625cb3", + "write-warmup-client-12.json": "5c400aef71e94c5156619db7e7f79be996a1253d4d771fd9be9b408ac455adbd", + "write-warmup-client-13.json": "77a180744978006b8b0b22c1409869013f2005500206621dcbd24436c755eaca", + "write-warmup-client-14.json": "4453ac06ee63fc3cf8b1a9c6fdc7019cd203f8a3245e2e44d0dca752a3aaaffb", + "write-warmup-client-15.json": "6b95ae3070e85e69b4492c2f5bf3ee30317fa29167fce676127d79be4e2c02b3" + } + }, + "repeat": 3, + "cells": 1, + "variant": "candidate", + "measured_writes": 7776, + "all_acknowledged": 8160, + "TPS": 64.64513826215583, + "response_body_bytes_per_second": 12919.625176688562, + "p50": 233.306356, + "p95": 322.242577, + "p99": 349.274184, + "server_cpu_cores": 0.3029373521489375, + "driver_cpu_cores": 0.023916106748600327, + "server_rss_after_bytes": 62812160, + "first_30_seconds_TPS": 70.93333333333334, + "last_30_seconds_TPS": 51.733333333333334, + "interval_TPS_min": 51.2, + "interval_TPS_max": 72.0, + "interval_TPS_cv": 0.1193452039791635, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 16321, + "mean_ms": 56.41712596446296, + "overflow": 0, + "p50_ms": 2.3, + "p95_ms": 206.7, + "p99_ms": 261.9, + "resolution_us": 100 + }, + "authority": { + "count": 8160, + "mean_ms": 4.481525143995098, + "overflow": 0, + "p50_ms": 4.4, + "p95_ms": 5.5, + "p99_ms": 6.6, + "resolution_us": 100 + }, + "compaction": { + "count": 547, + "mean_ms": 25.539161049360146, + "overflow": 0, + "p50_ms": 24.5, + "p95_ms": 34.6, + "p99_ms": 54.9, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 8708, + "mean_ms": 0.0003573208543867708, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 8160, + "mean_ms": 9.21323677022059, + "overflow": 0, + "p50_ms": 6.9, + "p95_ms": 28.7, + "p99_ms": 39.1, + "resolution_us": 100 + }, + "publication": { + "count": 8160, + "mean_ms": 13.96641550612745, + "overflow": 0, + "p50_ms": 11.4, + "p95_ms": 33.3, + "p99_ms": 44.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 547, + "mean_ms": 0.00011488299817184644, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 8161, + "mean_ms": 0.002717380223011886, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 8161, + "mean_ms": 7.4950827414532535, + "overflow": 0, + "p50_ms": 6.8, + "p95_ms": 10.9, + "p99_ms": 12.2, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 8161, + "mean_ms": 7.489930387084916, + "overflow": 0, + "p50_ms": 6.8, + "p95_ms": 10.8, + "p99_ms": 12.1, + "resolution_us": 100 + }, + "uploaded_bytes": 366736639, + "uploaded_objects": 46976, + "worker": { + "count": 16321, + "mean_ms": 0.6556235744133325, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.5, + "p99_ms": 2.5, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.86291, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.0, + "p99_ms": 1.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 17414, + "mean_ms": 0.860765819972436, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 1.2, + "p99_ms": 1.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 17414, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 17414 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 26, + "mean_ms": 3.8317743076923074, + "overflow": 0, + "p50_ms": 3.7, + "p95_ms": 4.8, + "p99_ms": 4.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 10483299, + "duration": { + "count": 26, + "mean_ms": 11.151539346153847, + "overflow": 0, + "p50_ms": 11.5, + "p95_ms": 13.6, + "p99_ms": 15.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 26, + "mean_ms": 3.374665076923077, + "overflow": 0, + "p50_ms": 3.1, + "p95_ms": 4.6, + "p99_ms": 5.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26 + }, + "put": { + "bytes_read": 0, + "bytes_written": 360951613, + "duration": { + "count": 55117, + "mean_ms": 5.059066685795671, + "overflow": 0, + "p50_ms": 4.7, + "p95_ms": 7.7, + "p99_ms": 9.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 55117, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 55117 + }, + "range": { + "bytes_read": 136502474, + "bytes_written": 0, + "duration": { + "count": 17448, + "mean_ms": 1.67738550108895, + "overflow": 0, + "p50_ms": 1.6, + "p95_ms": 2.7, + "p99_ms": 3.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 17448, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 17448 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.54716152499986, + "cpu_seconds": 265.716194, + "cpu_cores": 2.116465165539315, + "cgroup_before": { + "usage_usec": 4607700302, + "user_usec": 2989813082, + "system_usec": 1617887220, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4873416496, + "user_usec": 3140779282, + "system_usec": 1732637214, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.973736247406491, + "p50": 0.9907805518787802, + "p95": 1.1410749574551597, + "p99": 1.1172831219319326, + "response_body_bytes_per_second": 0.9736689702678966 + } + }, + { + "cells": 4, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 12568, + "raw_client_sha256": { + "writes-client-0.json": "d5e2403adfa7c6b9db7a0b17de3822a13f1d5e8b89a893da72c29bb19af092d6", + "writes-client-1.json": "889c713bab163671a407c9fafc1580aa538a5e23b855c2db2635c8c4778ba6e9", + "writes-client-2.json": "2cd71d80fd80ecd1be98a6b206566e080ca576382851df2281f47ce789737baa", + "writes-client-3.json": "8e80f825b364ba4612a05700f877d6ddc0459f95751668a7c8b335c78c6023df", + "writes-client-4.json": "b12c80355cf53fd934f928f181112b9e23d464900fb016cc18efa86fd9055a6a", + "writes-client-5.json": "4ee4ee8f29b0850f94361843f09f4b51ef8b12bf34917b5060dec0b1e4ec41f0", + "writes-client-6.json": "ddb56084ca806f7a5b90a2273bb6c47f8e1a6ac7a90b63b51309d313b848f800", + "writes-client-7.json": "fb4f7d01a8554f7505c1500dbba1bc92ebb38c6032582ab70ead4488835c9602", + "writes-client-8.json": "56b497614beaf3b65812b87fca757271869038aecd0f4a5162a119a0b4c78564", + "writes-client-9.json": "e12fb46d6e4f1881d1f5485626617bf7e4e5efe1b44c5c10dc657d0350dffa94", + "writes-client-10.json": "77aa048110568f5f9d60fc32da4134fd0e42eb7b0d7a2ac5a53bae557b9a7c1f", + "writes-client-11.json": "eb0b61a1596dbb048969f594879e7200ee73606cb7d3ab36e51556bb83f2a9c9", + "writes-client-12.json": "3f213b7eb82619436eda0446ab56ec4b8e8cbb7193da4215ee24881836c90b9b", + "writes-client-13.json": "7f473c3429531a37ad7e06dccc2e3accbca7506cdaff1aeddbadf4a963397a6b", + "writes-client-14.json": "f26b7caabf213b2ef4c9f5c5e2c0357dd46e6efdeb0f0489e402783d0b89fc98", + "writes-client-15.json": "dd67f9ff07a55867fff0acbd36fe17fa25e9ef266c9ad201c59615f4ddaaacff", + "write-warmup-client-0.json": "7f4c95055c073aa309c263cadb23eeee794a844962749bcb55d0fcbcc67f9247", + "write-warmup-client-1.json": "0835695312bded5f4b302e3b13aca61d2e2e4a2019dfcfe5784eb057bd690ad9", + "write-warmup-client-2.json": "54a08205675f3213f6a5ce90263170a8fcae4a5dcf75bb89c366d33a2bf7cd14", + "write-warmup-client-3.json": "acc8dbf548438ddb5ff2804469c52b55ea78ff1fd43a9fad0dd4a146fc6c3af2", + "write-warmup-client-4.json": "dec02609a398cacc27cbd5ca2e9bb8a73a84b5545de2175536174622bcd33874", + "write-warmup-client-5.json": "6a2f31824a95b82f2d8346fa85c2a2e8257242f5d8c0143eece6a5e242068254", + "write-warmup-client-6.json": "ae28804537075d63256f6c0e88e5fb06b2264c5b24c574046f4291a0df96b37c", + "write-warmup-client-7.json": "379c1a39d09927943f9a6079eb24cf0f464aff8858f03fcf671cbd9faf5fb334", + "write-warmup-client-8.json": "116d64f073089ffa26a08b8f215bc79571edf50e5fe0dd941f7d91fcbd810ea0", + "write-warmup-client-9.json": "beef0cfc9efe1698411a1ede27a9191dc7f95b4d33cd340dfb5cafc23a4b1ac1", + "write-warmup-client-10.json": "f322f001e7f3eb8badbd8fdbe7bad155b2f54d7f2a88e4483b49cb3a45b68cd2", + "write-warmup-client-11.json": "0ae1adf49a96463a567e25cb4f4460ebd9fb51959ea744e57ac9d1a475805fb8", + "write-warmup-client-12.json": "c623e68436d2f09639395261faa6e6dc823dd3238fc5c30b1a2a6fe948062d31", + "write-warmup-client-13.json": "3668f28c152284086c722cd1e9d3e3c79b9f2920d0d2439a785352d857b7d8a3", + "write-warmup-client-14.json": "75ced18df100e62d2e94c99ced29cacf2cbc86adee652fbd9b4fbdc58db79c7f", + "write-warmup-client-15.json": "bfd0bf167c782cd7b86341a3c0e374d73ca621bf16db824c72e53f97f3fbfdf0" + } + }, + "repeat": 1, + "cells": 4, + "variant": "baseline", + "measured_writes": 12032, + "all_acknowledged": 12584, + "TPS": 100.10838612825887, + "response_body_bytes_per_second": 20050.07399442303, + "p50": 143.903875, + "p95": 229.585163, + "p99": 247.845529, + "server_cpu_cores": 0.48692071520313224, + "driver_cpu_cores": 0.03991153403304363, + "server_rss_after_bytes": 72908800, + "first_30_seconds_TPS": 101.23333333333333, + "last_30_seconds_TPS": 99.2, + "interval_TPS_min": 98.1, + "interval_TPS_max": 102.4, + "interval_TPS_cv": 0.013188054453755206, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 25172, + "mean_ms": 29.438592884355636, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 112.6, + "p99_ms": 177.3, + "resolution_us": 100 + }, + "authority": { + "count": 12584, + "mean_ms": 12.200937494278449, + "overflow": 0, + "p50_ms": 12.0, + "p95_ms": 17.2, + "p99_ms": 20.2, + "resolution_us": 100 + }, + "compaction": { + "count": 744, + "mean_ms": 75.67736493817205, + "overflow": 0, + "p50_ms": 75.1, + "p95_ms": 97.2, + "p99_ms": 110.6, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13332, + "mean_ms": 0.0005133491599159915, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 12584, + "mean_ms": 24.692505992609664, + "overflow": 0, + "p50_ms": 20.2, + "p95_ms": 81.8, + "p99_ms": 108.7, + "resolution_us": 100 + }, + "publication": { + "count": 12584, + "mean_ms": 37.435818194850604, + "overflow": 0, + "p50_ms": 32.9, + "p95_ms": 94.3, + "p99_ms": 121.3, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 744, + "mean_ms": 0.508740807795699, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 17.4, + "resolution_us": 100 + }, + "root_admission": { + "count": 12588, + "mean_ms": 0.0033914185732443597, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12588, + "mean_ms": 20.212330400063554, + "overflow": 0, + "p50_ms": 19.9, + "p95_ms": 26.6, + "p99_ms": 30.8, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12588, + "mean_ms": 20.205139489911026, + "overflow": 0, + "p50_ms": 19.9, + "p95_ms": 26.5, + "p99_ms": 30.8, + "resolution_us": 100 + }, + "uploaded_bytes": 412919522, + "uploaded_objects": 66762, + "worker": { + "count": 25172, + "mean_ms": 0.9809154858175752, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.6, + "p99_ms": 4.0, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 1080, + "bytes_written": 0, + "duration": { + "count": 11, + "mean_ms": 1.5410505454545453, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 6.6, + "p99_ms": 6.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 3, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 11 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 26656, + "mean_ms": 2.6967094791791717, + "overflow": 0, + "p50_ms": 2.4, + "p95_ms": 5.3, + "p99_ms": 7.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26656, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26656 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 1, + "mean_ms": 13.539589, + "overflow": 0, + "p50_ms": 13.6, + "p95_ms": 13.6, + "p99_ms": 13.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 1, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 1 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 270843, + "duration": { + "count": 1, + "mean_ms": 26.152948, + "overflow": 0, + "p50_ms": 26.2, + "p95_ms": 26.2, + "p99_ms": 26.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 1, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 1 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 1, + "mean_ms": 9.397899, + "overflow": 0, + "p50_ms": 9.4, + "p95_ms": 9.4, + "p99_ms": 9.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 1, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 1 + }, + "put": { + "bytes_read": 0, + "bytes_written": 420060081, + "duration": { + "count": 79385, + "mean_ms": 13.494856150028342, + "overflow": 0, + "p50_ms": 13.3, + "p95_ms": 19.1, + "p99_ms": 22.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 3, + "error": 0, + "not_found": 0, + "success": 79382, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 79385 + }, + "range": { + "bytes_read": 178311099, + "bytes_written": 0, + "duration": { + "count": 26596, + "mean_ms": 4.460709913784028, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 7.9, + "p99_ms": 9.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26596, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26596 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.38651025699994, + "cpu_seconds": 375.142429, + "cpu_cores": 2.991888267973045, + "cgroup_before": { + "usage_usec": 585182995, + "user_usec": 371507501, + "system_usec": 213675494, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 960325424, + "user_usec": 616273083, + "system_usec": 344052340, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 12532, + "raw_client_sha256": { + "writes-client-0.json": "6c9c22a3b2f915daa8ba42b21a8c527dd750eb835d7b6c55e4f4b9ecedd29149", + "writes-client-1.json": "9c3f7ac33dd5099b2786f2685f08f76f14fc7325c4582d4d4a2864ebf6ec8ea0", + "writes-client-2.json": "28843f916d9883b3a474dca2e589bf3894b009d5e4124191a88f1699ccc5485b", + "writes-client-3.json": "f475585ff59066e1d135cf8dd7ce8df1cc77e3b161cb3aeee30c277148393a3f", + "writes-client-4.json": "578d1bb3c04ea89fe5a26d5b949b26bf0178e2963b6d936acd2dc294b5511c78", + "writes-client-5.json": "aa8346468a722f7bb82d24c373889450185b1289b67e799925e4d3c4f46cc9c8", + "writes-client-6.json": "8b99b2badd3648ffc90acf4bff8ca8badc246526dc8024c42714aea335b0a235", + "writes-client-7.json": "17d2cde3d688d10e93c85cf8c3b622c169c206e508fbf3d8d27d9697bd09c098", + "writes-client-8.json": "6584794cafc796a8a0f29b9fdd5757d72e6f8afa52e74ca0e9bfc9f87f5347fb", + "writes-client-9.json": "f88bf2be4294f5cd01099e9421dc96f8296b2e60c770f280d4182b6fc52fadba", + "writes-client-10.json": "89e3a1dbb873dd70430b921834e697afe9c4498d2ba8e40f2f9a0b2c0d38b772", + "writes-client-11.json": "7f42072e21016c6d86d8f6891a1a8dad1596813ae360a7dfc36af0d7b43d71c5", + "writes-client-12.json": "5751069b596914dd41fc47876259469b773d0bf537e9eaea35524e984d77c50d", + "writes-client-13.json": "e283b221acd209eea4091298d6deb39215b8aef92134168f9c3591f3e4272b7d", + "writes-client-14.json": "0e389ffd9639cf75f97c738f049f1d20de59515e737d4707042402b4e2f374a6", + "writes-client-15.json": "98f58347c8bcf1310107db449ae90c9c19cb32fdd1b3cfabb06c5cb7734b56c1", + "write-warmup-client-0.json": "82634f94b5265e25b161a6bb5bedd024f24baf49dc79884eb22bddd8b38f9288", + "write-warmup-client-1.json": "b02c3145cd0fc30bb6e55fcb1d4ceb4a20407a13cef439b1ef03864db8faa351", + "write-warmup-client-2.json": "712d3f1a9e4d9524e188fa7a8a377117a5f3cdbb9d92784166f341c74b0cc947", + "write-warmup-client-3.json": "75afaa036c1090db7af3ee2802cf2c6a1e81d7d52a4ba3f9979d03dc0a634825", + "write-warmup-client-4.json": "98e017693f06c14a0324e99146de05204f7ec91b8c28216f677e8d5e46c80a2f", + "write-warmup-client-5.json": "b9057e3b0a1e75a0136e8b6199cdeb41041a6f0da133bd551d2556f87e5b1162", + "write-warmup-client-6.json": "89525b941bfac8a987872feca5c216383e678f05ca016818d0c62986f19f4053", + "write-warmup-client-7.json": "27cc8f228cb69dcaa04ca164b954cd8f3f2972bfb3f825999a3ef0b4485e7191", + "write-warmup-client-8.json": "c87e8b7e083377fefda02aa40123ed3b4ea69f06f986295c5192b9f8d2f46b8d", + "write-warmup-client-9.json": "e7dd364c5ee50c50d0cefb31128b625f3bbfd855c88e9871f9ddb1be40f2689b", + "write-warmup-client-10.json": "a5cd437fcd6ea899fce6ba030a9b1a04c6bc05bf30178bb826a71a7bcfc85c49", + "write-warmup-client-11.json": "2406b19af9e140295c4dd2fde825b8b53eb039f901a201ba5980aa7455226cba", + "write-warmup-client-12.json": "76816e0715c82d69cc6daae6c04a7e21c83fe3c96d147ad6b79c4ee1aa75e3bc", + "write-warmup-client-13.json": "5bb9e6affb2d67519ee2a2f718d2691ca6ff25d908cb3ca3b98ad92529cd6247", + "write-warmup-client-14.json": "d2843dc51539b801bc51b7d9e287b49b74ee1b49ff7525be2f336e5d4d413948", + "write-warmup-client-15.json": "8968b2b220231fe225fa1e2ed03aec6cd1ae4aa8e6164b2550ec09f61438d79b" + } + }, + "repeat": 1, + "cells": 4, + "variant": "candidate", + "measured_writes": 11996, + "all_acknowledged": 12548, + "TPS": 99.834868517724, + "response_body_bytes_per_second": 19994.778663174486, + "p50": 146.440103, + "p95": 222.910669, + "p99": 243.240443, + "server_cpu_cores": 0.48708049822627714, + "driver_cpu_cores": 0.03193970480172309, + "server_rss_after_bytes": 73396224, + "first_30_seconds_TPS": 101.16666666666667, + "last_30_seconds_TPS": 98.76666666666667, + "interval_TPS_min": 96.7, + "interval_TPS_max": 102.2, + "interval_TPS_cv": 0.018017679550226432, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 25100, + "mean_ms": 29.506033391992034, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 110.9, + "p99_ms": 164.1, + "resolution_us": 100 + }, + "authority": { + "count": 12548, + "mean_ms": 12.365570061125279, + "overflow": 0, + "p50_ms": 12.1, + "p95_ms": 17.3, + "p99_ms": 20.8, + "resolution_us": 100 + }, + "compaction": { + "count": 739, + "mean_ms": 66.28731587550745, + "overflow": 0, + "p50_ms": 65.9, + "p95_ms": 87.5, + "p99_ms": 103.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13291, + "mean_ms": 0.0003918481679331879, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 12548, + "mean_ms": 24.616632804032516, + "overflow": 0, + "p50_ms": 20.7, + "p95_ms": 73.6, + "p99_ms": 98.9, + "resolution_us": 100 + }, + "publication": { + "count": 12548, + "mean_ms": 37.53843310463819, + "overflow": 0, + "p50_ms": 33.3, + "p95_ms": 85.6, + "p99_ms": 111.7, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 739, + "mean_ms": 0.6269207740189445, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 24.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 12552, + "mean_ms": 0.0033622679254302103, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12552, + "mean_ms": 20.70251843658381, + "overflow": 0, + "p50_ms": 20.4, + "p95_ms": 27.0, + "p99_ms": 31.7, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12552, + "mean_ms": 20.695395432361376, + "overflow": 0, + "p50_ms": 20.4, + "p95_ms": 27.0, + "p99_ms": 31.7, + "resolution_us": 100 + }, + "uploaded_bytes": 413309795, + "uploaded_objects": 66562, + "worker": { + "count": 25100, + "mean_ms": 1.003826985697211, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.7, + "p99_ms": 4.3, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 360, + "bytes_written": 0, + "duration": { + "count": 9, + "mean_ms": 1.3714813333333333, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 6.1, + "p99_ms": 6.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 1, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 9 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 26574, + "mean_ms": 2.769231511025815, + "overflow": 0, + "p50_ms": 2.5, + "p95_ms": 5.5, + "p99_ms": 7.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26574, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26574 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 13.357241, + "overflow": 0, + "p50_ms": 11.0, + "p95_ms": 15.8, + "p99_ms": 15.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 2, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 532948, + "duration": { + "count": 2, + "mean_ms": 30.337958, + "overflow": 0, + "p50_ms": 28.9, + "p95_ms": 31.9, + "p99_ms": 31.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 2, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 8.8335795, + "overflow": 0, + "p50_ms": 8.1, + "p95_ms": 9.6, + "p99_ms": 9.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 2, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "put": { + "bytes_read": 0, + "bytes_written": 420061792, + "duration": { + "count": 79142, + "mean_ms": 13.881272882161179, + "overflow": 0, + "p50_ms": 13.7, + "p95_ms": 19.6, + "p99_ms": 23.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 1, + "error": 0, + "not_found": 0, + "success": 79141, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 79142 + }, + "range": { + "bytes_read": 179414704, + "bytes_written": 0, + "duration": { + "count": 26498, + "mean_ms": 4.559753223979168, + "overflow": 0, + "p50_ms": 4.4, + "p95_ms": 8.0, + "p99_ms": 9.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26498, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26498 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.34616101899996, + "cpu_seconds": 374.187496, + "cpu_cores": 2.9852329976287084, + "cgroup_before": { + "usage_usec": 973916081, + "user_usec": 629250850, + "system_usec": 344665230, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 1348103577, + "user_usec": 873083513, + "system_usec": 475020063, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9972677852364492, + "p50": 1.017624459383043, + "p95": 0.970928025518792, + "p99": 0.9814195316793469, + "response_body_bytes_per_second": 0.9972421382951542 + } + }, + { + "cells": 4, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 12376, + "raw_client_sha256": { + "writes-client-0.json": "9b0fc5dbd08d519d1768c0b9528d15400afb54a23b1cf693144945e9335aa4cb", + "writes-client-1.json": "a3eaf8439b256ff579b522f83e616fe56d05e4fd9651c4c5a26e56102f5d2571", + "writes-client-2.json": "cd7517a7616a62ed10aa5aef5536dc38e9f6cec150b2ee93d5333def82c248e9", + "writes-client-3.json": "d1705e2c68fd6b4d96f0574b27251c62d1fd0b30500c8897fb6af23f828c5cc2", + "writes-client-4.json": "e5dde1e5ce71cfdb6e32cebf45fda153a1afcc23a7e477212669e135774ce237", + "writes-client-5.json": "30e7241ed8d7a58f53e420c516f0f5b68a799b8999f7d8e94b2f0578972cdc8b", + "writes-client-6.json": "6d7578f4c4ef3337b41048d4706dae1be4fbde1204db5662badc83a2a1dbc898", + "writes-client-7.json": "d426e24ff6329a23838a99e88b22412d5c1bb50b0e7fc1a7423d5921e034c45e", + "writes-client-8.json": "accb0efc84ad40ca28927f29f58f2d127ced495ad16b82ad99e091f88e63f1cc", + "writes-client-9.json": "39aa0265cfb52a6522245ad058ad839098f7b99d63b08f77106ebf0a34d0ffae", + "writes-client-10.json": "48211595a50732303a63f7ae8b9032b3c6b0978c6970b7f37c3b58a305d7d282", + "writes-client-11.json": "b1c2d4c3a9010d5d008f74b3852b36b0b11dd79a1918f2657d07511561607161", + "writes-client-12.json": "3d817bbc9155ced8d3cc028c2db34c4ebd83dcd5daebbb4ffb2e1ebf87f0916f", + "writes-client-13.json": "6658afa572e0a8257127b985dd140a5dfac2f1d6a26a76d7e2b247e1f13c4d99", + "writes-client-14.json": "e7d3dd36fdd099f8590b287d7692b1bdb7025381c260016a0fe4b578a67ab424", + "writes-client-15.json": "9c328450c17408edc31a354f2b9c28113f9f67c211aa7ab5ddc8e5e56d9e8bda", + "write-warmup-client-0.json": "250358cbc728e8e034cbb0575564ba4f77929b57115eb09c6b851e7cdb4a0306", + "write-warmup-client-1.json": "168efe88f9bf7edb627f44786cae9f1848cbf6435b17ab6091ed3e8754498841", + "write-warmup-client-2.json": "1316fbf6ae1e0f02e4ad040de22d21e2b7d4c80f9b766a9f26a3ed9a23afe845", + "write-warmup-client-3.json": "7107c7d8486a076af9b7be26a0994fd86c7e3a6fd3f1e13916fbc1ab67875b2e", + "write-warmup-client-4.json": "f7d080400d45a2916246564d5f49739044231b1b0a07c1230fe009624f48af1a", + "write-warmup-client-5.json": "23a860a619d26486cb632ebaa1c4e74ad779453052ecd6d6f94a1d8ed7637cdb", + "write-warmup-client-6.json": "8da29229057b070981dbf46cd23412e1ef624a33858b4610aa3fc3d0e15f77dc", + "write-warmup-client-7.json": "4c673a81d01c360bd3e6dfadd06942f34ede2ccf831dd019f2c10385fd8a01d6", + "write-warmup-client-8.json": "c68bf8c5fea543274d1ad1176f4f6105cdacca78414393f92b8241639bd916d3", + "write-warmup-client-9.json": "d8609c3e9802d43bc947892f7a8f89fd4e72a18ff9982d11a36d4681193cef32", + "write-warmup-client-10.json": "2eeef6a18834b811a3ca2548427b140f338cd1bb565c66f729c7d899699a1182", + "write-warmup-client-11.json": "4b81999a8c6691053d3abc81dc3443687dbb1f025fc21bb609f917d55a81051d", + "write-warmup-client-12.json": "5cd5435164c650bb88ffee9257459dd0b5157be58beb787a32a75b8a66926c8a", + "write-warmup-client-13.json": "123044b8281bc3f7440870c28e51b6ba900fd841a3a05ba1464c4dd17c418474", + "write-warmup-client-14.json": "2407da13760aa36cc32aabe3be47439238aed5dc68f8ba2cd7134031a4b46107", + "write-warmup-client-15.json": "44f7512e4115fbfc06421b31cf77f6b275db0906723b5f9cc80c41105968ce1b" + } + }, + "repeat": 2, + "cells": 4, + "variant": "baseline", + "measured_writes": 11844, + "all_acknowledged": 12392, + "TPS": 98.55165744919269, + "response_body_bytes_per_second": 19735.501935953347, + "p50": 146.220323, + "p95": 233.206087, + "p99": 251.282823, + "server_cpu_cores": 0.48685184052174135, + "driver_cpu_cores": 0.03192471085388468, + "server_rss_after_bytes": 72900608, + "first_30_seconds_TPS": 100.0, + "last_30_seconds_TPS": 98.4, + "interval_TPS_min": 95.6, + "interval_TPS_max": 100.4, + "interval_TPS_cv": 0.01725383972786487, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 24788, + "mean_ms": 30.064363178433112, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 117.1, + "p99_ms": 184.5, + "resolution_us": 100 + }, + "authority": { + "count": 12392, + "mean_ms": 12.301648857811491, + "overflow": 0, + "p50_ms": 12.1, + "p95_ms": 17.2, + "p99_ms": 20.9, + "resolution_us": 100 + }, + "compaction": { + "count": 727, + "mean_ms": 76.82774109353508, + "overflow": 0, + "p50_ms": 75.6, + "p95_ms": 98.8, + "p99_ms": 117.6, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13123, + "mean_ms": 0.0004898869923035892, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 12392, + "mean_ms": 25.134735445287284, + "overflow": 0, + "p50_ms": 20.6, + "p95_ms": 83.6, + "p99_ms": 110.2, + "resolution_us": 100 + }, + "publication": { + "count": 12392, + "mean_ms": 37.99254073224661, + "overflow": 0, + "p50_ms": 33.3, + "p95_ms": 96.2, + "p99_ms": 124.4, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 727, + "mean_ms": 0.7206578528198074, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 3.4, + "p99_ms": 21.8, + "resolution_us": 100 + }, + "root_admission": { + "count": 12396, + "mean_ms": 0.003545815020974508, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12396, + "mean_ms": 20.621037551468216, + "overflow": 0, + "p50_ms": 20.4, + "p95_ms": 27.0, + "p99_ms": 31.8, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12396, + "mean_ms": 20.613877295417876, + "overflow": 0, + "p50_ms": 20.3, + "p95_ms": 27.0, + "p99_ms": 31.8, + "resolution_us": 100 + }, + "uploaded_bytes": 404737424, + "uploaded_objects": 65717, + "worker": { + "count": 24788, + "mean_ms": 1.0273213050669678, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 2.7, + "p99_ms": 4.3, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 720, + "bytes_written": 0, + "duration": { + "count": 10, + "mean_ms": 1.0262902, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 2.6, + "p99_ms": 2.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 2, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 10 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 26238, + "mean_ms": 2.6873961264578097, + "overflow": 0, + "p50_ms": 2.4, + "p95_ms": 5.3, + "p99_ms": 7.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26238, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26238 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 3, + "mean_ms": 15.783908, + "overflow": 0, + "p50_ms": 18.0, + "p95_ms": 18.3, + "p99_ms": 18.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 3, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 3 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 803467, + "duration": { + "count": 3, + "mean_ms": 26.76887466666667, + "overflow": 0, + "p50_ms": 26.2, + "p95_ms": 29.4, + "p99_ms": 29.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 3, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 3 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 3, + "mean_ms": 6.89924, + "overflow": 0, + "p50_ms": 6.4, + "p95_ms": 8.2, + "p99_ms": 8.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 3, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 3 + }, + "put": { + "bytes_read": 0, + "bytes_written": 411231394, + "duration": { + "count": 78146, + "mean_ms": 13.813672069075832, + "overflow": 0, + "p50_ms": 13.6, + "p95_ms": 19.7, + "p99_ms": 23.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 2, + "error": 0, + "not_found": 0, + "success": 78144, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 78146 + }, + "range": { + "bytes_read": 175825441, + "bytes_written": 0, + "duration": { + "count": 26202, + "mean_ms": 4.4680427195252275, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 8.0, + "p99_ms": 10.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26202, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26202 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.42682435799998, + "cpu_seconds": 374.919219, + "cpu_cores": 2.9891470259175614, + "cgroup_before": { + "usage_usec": 3200091747, + "user_usec": 2127754767, + "system_usec": 1072336979, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3575010966, + "user_usec": 2371618482, + "system_usec": 1203392483, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 12400, + "raw_client_sha256": { + "writes-client-0.json": "67d54f9ec061781a75cd8762f3297f8b001371f2eae23712e148cd15dd1e7bdc", + "writes-client-1.json": "dad6231b9bdde8056ca88f00ac9ec26b59d9f97d93211d98434cd4f3b625e55d", + "writes-client-2.json": "48ad0c66afc20ed12fe5f2bd2c30c674715b150946cacaaef82245fae29d1b89", + "writes-client-3.json": "2f11494dd2bd6ee02c6b9ede45e0ef548a1eb32f95f2fb1e22d774122fa8b151", + "writes-client-4.json": "b9e8963e09937296aa02eaa62617fde9054db6e6dc34f05e5efa5e04611fe249", + "writes-client-5.json": "45d0ae0523eb6cf9fa96a71d0eabde33e32573afaea88ad8e32d4420e9748a12", + "writes-client-6.json": "b704dca2e23682c2dfbfb165af0035906e0b093365cffc195b5dc3bb623e31be", + "writes-client-7.json": "704c2bcf1cf4ced65c05a1d1d78f347cb65540dd84878d6763755e0dc52a519b", + "writes-client-8.json": "f7b3e8b33a02eb09f01d9bc0dea490497b442bd81d16144904e846aa27516edf", + "writes-client-9.json": "ec862f6806ca39e962c47d808dcbbac4a678466ffdb3b5f8aa095be3f1505c9d", + "writes-client-10.json": "82a80f578162f0ec14e205882daaabb12f5ac9b58affeeabca030aac008b4bac", + "writes-client-11.json": "93f833a11a12319b3c1abf471868675beb518ed40f3ff77d54f8d950f42cceb1", + "writes-client-12.json": "e98a06c902aaeb66f557c26d63ee653493ed11a12270585631256026ae969e0f", + "writes-client-13.json": "cc0c8acfdcfc467afe5c9a73291d1f33698f8a76547c4ca7992e2befc37c04e9", + "writes-client-14.json": "a0fe68f750a71a4e005146b80025adc70115a74ed4e84b8253477bd74d55a064", + "writes-client-15.json": "1a454a42957750b6ad691d471aa3c88ce5257ece4fb54c2e6f8f76fda67727c5", + "write-warmup-client-0.json": "64f0f5be756a09db60c57d30c190b24def5826e361b73d825cdc82843f308b45", + "write-warmup-client-1.json": "699a4d2f747f1198758107c413c0b696505321cf60ecda94efe63fa1738e55c8", + "write-warmup-client-2.json": "8fc24a0c3f501c7c745d43f0799092ca38ad7df823b01addc892d07b68ec2cf0", + "write-warmup-client-3.json": "63957621f1cb2d503921a2df2f8b1a81346f3ae63ecc0dae04337f226c9b8042", + "write-warmup-client-4.json": "7729d163b72dae172bc55cd45eb0478be8d5c8b12644c3a96070b33c487f81c6", + "write-warmup-client-5.json": "2feae7126076997163fccb02254e590054a61b911d129f4e90893129a7c60bb6", + "write-warmup-client-6.json": "2fcbf79a355154569af905d0b432d11c8ce1cc1e12bd02166765d8ddc800fd1f", + "write-warmup-client-7.json": "7b181206bfad9c5a3d40928f95a5ead0a58c40dbba5f65a22e1bc0142d8c261b", + "write-warmup-client-8.json": "8202a55ec243e89287c388ec8c508ab1ba398a29705b254a1d8d09a4d124c5ae", + "write-warmup-client-9.json": "c21e0685ab8e93a79155a8baa54e16eebd0d54238f852be8dc1937f1938f6fc9", + "write-warmup-client-10.json": "3a27cfc742b494473b78c6e11150600f0ee5b67e531804a3148e4c4a3e1a824d", + "write-warmup-client-11.json": "e4d38bc350cba9ed7e62597d2e3c64c68cbd82720155a8fd182bd9b3068862d4", + "write-warmup-client-12.json": "33b35bb9eb3ecdada57e2f65d68cf9c6415317dfa8dc29d18f5559a570c19d33", + "write-warmup-client-13.json": "6234a66a4a190bcfc132f7f005ebefd76b921d08b2edaf47a65be33f7238c44a", + "write-warmup-client-14.json": "ab2f1e45bb551232b238b6f5cc27ae82dba4c70f5066cf6f23a05ec4015a5329", + "write-warmup-client-15.json": "87ba455d16f33200172df64bb622998847e03c8582ebaac4947b667d38dcdfac" + } + }, + "repeat": 2, + "cells": 4, + "variant": "candidate", + "measured_writes": 11864, + "all_acknowledged": 12416, + "TPS": 98.71710230665462, + "response_body_bytes_per_second": 19769.05662048524, + "p50": 149.458447, + "p95": 223.505509, + "p99": 239.915271, + "server_cpu_cores": 0.47898816559188456, + "driver_cpu_cores": 0.03991568046599038, + "server_rss_after_bytes": 73932800, + "first_30_seconds_TPS": 100.39999999999999, + "last_30_seconds_TPS": 97.86666666666667, + "interval_TPS_min": 93.6, + "interval_TPS_max": 100.8, + "interval_TPS_cv": 0.023782921680630262, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 24836, + "mean_ms": 29.837504645715896, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 116.2, + "p99_ms": 170.4, + "resolution_us": 100 + }, + "authority": { + "count": 12416, + "mean_ms": 12.434890379349227, + "overflow": 0, + "p50_ms": 12.2, + "p95_ms": 17.5, + "p99_ms": 20.8, + "resolution_us": 100 + }, + "compaction": { + "count": 728, + "mean_ms": 65.69726883379121, + "overflow": 0, + "p50_ms": 65.1, + "p95_ms": 86.6, + "p99_ms": 97.7, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13148, + "mean_ms": 0.0006175222847581381, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 12416, + "mean_ms": 24.932441810728093, + "overflow": 0, + "p50_ms": 21.1, + "p95_ms": 73.6, + "p99_ms": 98.8, + "resolution_us": 100 + }, + "publication": { + "count": 12416, + "mean_ms": 37.92835751457796, + "overflow": 0, + "p50_ms": 33.9, + "p95_ms": 86.0, + "p99_ms": 111.5, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 728, + "mean_ms": 0.272316853021978, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 7.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 12420, + "mean_ms": 0.0035748090982286635, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12420, + "mean_ms": 21.071383628260868, + "overflow": 0, + "p50_ms": 20.8, + "p95_ms": 27.8, + "p99_ms": 32.8, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12420, + "mean_ms": 21.064034803140096, + "overflow": 0, + "p50_ms": 20.8, + "p95_ms": 27.8, + "p99_ms": 32.8, + "resolution_us": 100 + }, + "uploaded_bytes": 407075604, + "uploaded_objects": 65847, + "worker": { + "count": 24836, + "mean_ms": 1.003473675068449, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.7, + "p99_ms": 4.3, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 1080, + "bytes_written": 0, + "duration": { + "count": 11, + "mean_ms": 1.1248575454545453, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 2.4, + "p99_ms": 2.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 3, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 11 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 26288, + "mean_ms": 2.7496711333307973, + "overflow": 0, + "p50_ms": 2.5, + "p95_ms": 5.4, + "p99_ms": 7.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26288, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26288 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 15.370284, + "overflow": 0, + "p50_ms": 10.6, + "p95_ms": 20.2, + "p99_ms": 20.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 2, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 525138, + "duration": { + "count": 2, + "mean_ms": 30.005985, + "overflow": 0, + "p50_ms": 28.9, + "p95_ms": 31.2, + "p99_ms": 31.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 2, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 7.6808755, + "overflow": 0, + "p50_ms": 7.5, + "p95_ms": 7.9, + "p99_ms": 7.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 2, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "put": { + "bytes_read": 0, + "bytes_written": 413777817, + "duration": { + "count": 78295, + "mean_ms": 14.171497570342934, + "overflow": 0, + "p50_ms": 13.9, + "p95_ms": 20.2, + "p99_ms": 24.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 3, + "error": 0, + "not_found": 0, + "success": 78292, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 78295 + }, + "range": { + "bytes_read": 177550627, + "bytes_written": 0, + "duration": { + "count": 26240, + "mean_ms": 4.495409253048781, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 8.0, + "p99_ms": 10.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26240, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26240 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.39465026900007, + "cpu_seconds": 376.110873, + "cpu_cores": 2.999417217506142, + "cgroup_before": { + "usage_usec": 2808978170, + "user_usec": 1869178187, + "system_usec": 939799983, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3185089043, + "user_usec": 2113965989, + "system_usec": 1071123054, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0016787628107344, + "p50": 1.022145512563257, + "p95": 0.9584034099418682, + "p99": 0.9547619217888204, + "response_body_bytes_per_second": 1.0017002194644344 + } + }, + { + "cells": 4, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 13197, + "raw_client_sha256": { + "writes-client-0.json": "e84c7dd54f6f4a3a6937ea13a34f635f8d965b883779d01bcb5eb16f23b41580", + "writes-client-1.json": "83e0bb9fd992d8681baf144e1735aac1ebf252227406629e72bb348e05e8c52a", + "writes-client-2.json": "78cad66e444c3bb7dcaf4e083371d828edede52b3dd8b987bb19f827dc9cde36", + "writes-client-3.json": "9bca958d5d4d0a687e560c6b5c67b430af29378a4f6f62ff5289b264f54c62bc", + "writes-client-4.json": "495a33d314b578ad91da616e18272dfe0630dd78e9389de227e40c171915debf", + "writes-client-5.json": "1aee88b42b64fbde1e899bc21e5f653a5fd903c61029baa0e38dd8de03bf725c", + "writes-client-6.json": "0c72623ab71dc2f521db88b89416d5aa26fc522e6ae27022575f5bc60fc4849c", + "writes-client-7.json": "08dfecb24b8c3402aa9ca2fb656b67a70a29c0833d3a159b79be39076e42aec6", + "writes-client-8.json": "b981d6974be27ca16e1b961e15df0e84b3dd1ed0d2993e0443b795a466d347f5", + "writes-client-9.json": "ddb512e886d7f66fa919e72b6a763c6e6f5c996a7d09baae8874ca83684b90ca", + "writes-client-10.json": "2df370c440029278dd274d2e0fe1fc1cb726e3702e3003b1f545be06f6556986", + "writes-client-11.json": "cf646e2b10e53d56ef4fcc25307dd3c43556d35230967cba0165c53051346c54", + "writes-client-12.json": "782a529bf8b414188cda7f7f3faf2f0cb7b47fbc2546c0a82365fdc148793a76", + "writes-client-13.json": "767c8ed3f053971998783ea2e1b8c9dd06bd48163b6815283b4d7c2c3836ed1c", + "writes-client-14.json": "504acec12a5b13ba9400188dd06a6e7a2e33a8d7a30d66528a472f50cce74f99", + "writes-client-15.json": "757a67ba46a6cc71601b40efb70f48f5e828a98f65752e621431ed836912a0ba", + "write-warmup-client-0.json": "f448499da13c81e8f441379936ad630c9d110eec3563269a6913e78b9ac30368", + "write-warmup-client-1.json": "73e6b08de9bbb65729c9b49fa66cb9d0d9457587c9e34e5b215b4102cf8ba6b7", + "write-warmup-client-2.json": "e93aad38e5c43238239e3ffff3911ce7c0be5dfa45cf04a80b0b6a1b72e96229", + "write-warmup-client-3.json": "140987137399957ce4f0ad6eeb56049d27b0357214f23417f1ca9ae5431b1db0", + "write-warmup-client-4.json": "0e7763f8089cb7310ff699259206b7cc05d5886b9de3927e0252712e08a5c1d5", + "write-warmup-client-5.json": "3de430dda93f3bae62bc8dd1a73b69b14906d381de8c79eb5c13d46eed566d0e", + "write-warmup-client-6.json": "1393510b988ce88c57db4d56d79f70ae69099b0eb5f9adb3aee26228b295fd4b", + "write-warmup-client-7.json": "a3a5ef972de2dd48324e64d3557868f03e80656b68a363bae78d8c7b00b054df", + "write-warmup-client-8.json": "2a15906eed0576eed1c6ec0e3053ec48d3ffd6161720f77ffccd0661349646d6", + "write-warmup-client-9.json": "1d51542e2579931798b8b745de9d320822dfaeb39f96ea5edbb2700d719a0a5d", + "write-warmup-client-10.json": "fbe76939684ec08b2b01fa36b5cff109a11638a052cd932b458dd066a9af9792", + "write-warmup-client-11.json": "60d3a226f69411ad41c2ea8872aa7ba1e5e75ecbb7d6857afdc378853b0bfd9f", + "write-warmup-client-12.json": "7f255f630f2948fcc0fbf6274b79cbaa0d41677b4b34cb509e794e5f0ed5a873", + "write-warmup-client-13.json": "e2a42ecc977493f972934d81eafb36736ca6c22d6d9e6a8616528deefeaf3e8f", + "write-warmup-client-14.json": "9a4d6b83b2ee6920c8db5d0d57138c096d8c28416232430d6bb32133cf266bed", + "write-warmup-client-15.json": "d152a8978be034029832c9151fe427d4703ae4e9bcc19b712b7b2204230f33aa" + } + }, + "repeat": 3, + "cells": 4, + "variant": "baseline", + "measured_writes": 12669, + "all_acknowledged": 13213, + "TPS": 105.40223156586313, + "response_body_bytes_per_second": 21118.874990069202, + "p50": 141.178192, + "p95": 226.641278, + "p99": 248.47204, + "server_cpu_cores": 0.5188593830210827, + "driver_cpu_cores": 0.03192980818591278, + "server_rss_after_bytes": 73871360, + "first_30_seconds_TPS": 100.66666666666667, + "last_30_seconds_TPS": 116.16666666666667, + "interval_TPS_min": 94.0, + "interval_TPS_max": 117.2, + "interval_TPS_cv": 0.08019702598596616, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26430, + "mean_ms": 27.999416234203558, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 112.8, + "p99_ms": 171.9, + "resolution_us": 100 + }, + "authority": { + "count": 13213, + "mean_ms": 11.484080630439719, + "overflow": 0, + "p50_ms": 11.2, + "p95_ms": 16.6, + "p99_ms": 19.9, + "resolution_us": 100 + }, + "compaction": { + "count": 786, + "mean_ms": 71.59258611195929, + "overflow": 0, + "p50_ms": 70.7, + "p95_ms": 97.1, + "p99_ms": 114.4, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 14003, + "mean_ms": 0.00047914875383846316, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 13213, + "mean_ms": 23.415911797396504, + "overflow": 0, + "p50_ms": 19.1, + "p95_ms": 74.4, + "p99_ms": 105.5, + "resolution_us": 100 + }, + "publication": { + "count": 13213, + "mean_ms": 35.4659577634905, + "overflow": 0, + "p50_ms": 31.2, + "p95_ms": 85.5, + "p99_ms": 119.0, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 786, + "mean_ms": 1.0016045903307889, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 5.3, + "p99_ms": 32.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 13217, + "mean_ms": 0.0032054193841265038, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 13217, + "mean_ms": 19.147471366951653, + "overflow": 0, + "p50_ms": 18.8, + "p95_ms": 26.1, + "p99_ms": 30.7, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13217, + "mean_ms": 19.140714860180072, + "overflow": 0, + "p50_ms": 18.8, + "p95_ms": 26.1, + "p99_ms": 30.7, + "resolution_us": 100 + }, + "uploaded_bytes": 440970777, + "uploaded_objects": 70130, + "worker": { + "count": 26430, + "mean_ms": 0.9918728580401059, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.7, + "p99_ms": 4.1, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 720, + "bytes_written": 0, + "duration": { + "count": 10, + "mean_ms": 0.8645289, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 2.0, + "p99_ms": 2.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 2, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 10 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 27998, + "mean_ms": 2.42286268744196, + "overflow": 0, + "p50_ms": 2.2, + "p95_ms": 4.9, + "p99_ms": 6.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27998, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27998 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 6, + "mean_ms": 12.410680333333334, + "overflow": 0, + "p50_ms": 12.3, + "p95_ms": 15.3, + "p99_ms": 15.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 6, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 6 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 1662344, + "duration": { + "count": 6, + "mean_ms": 19.6388705, + "overflow": 0, + "p50_ms": 17.0, + "p95_ms": 30.2, + "p99_ms": 30.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 6, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 6 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 6, + "mean_ms": 6.5327745, + "overflow": 0, + "p50_ms": 5.9, + "p95_ms": 8.6, + "p99_ms": 8.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 6, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 6 + }, + "put": { + "bytes_read": 0, + "bytes_written": 446973009, + "duration": { + "count": 83371, + "mean_ms": 12.772650584843651, + "overflow": 0, + "p50_ms": 12.5, + "p95_ms": 18.8, + "p99_ms": 22.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 2, + "error": 0, + "not_found": 0, + "success": 83369, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 83371 + }, + "range": { + "bytes_read": 191458599, + "bytes_written": 0, + "duration": { + "count": 27984, + "mean_ms": 4.074427933033162, + "overflow": 0, + "p50_ms": 3.8, + "p95_ms": 7.4, + "p99_ms": 9.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27984, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27984 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.38019290600005, + "cpu_seconds": 359.688279, + "cpu_cores": 2.8687807113972563, + "cgroup_before": { + "usage_usec": 4887064471, + "user_usec": 3151939093, + "system_usec": 1735125377, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5246752750, + "user_usec": 3370753049, + "system_usec": 1875999701, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 12476, + "raw_client_sha256": { + "writes-client-0.json": "80cae1dba87b06b7043e350ed912e7ab97b0849221643c3f5ecc9a77b34d0cfe", + "writes-client-1.json": "4121f98fe3d368e47c25dda231ece650bebe877debedeee9f68400f837920b7e", + "writes-client-2.json": "2898e5dd0b304364753889fd3165a52d63212becdf9dd5d3e90b58f251de5138", + "writes-client-3.json": "bb19798265bfac219551c0ac381944271ac558d7f4f6c3dfe32f94d0f54d7181", + "writes-client-4.json": "d7ebdc371849f778c6dd51b69b7392d721375c01acc10ba44a43de5893b7ffd2", + "writes-client-5.json": "8b98dee33b69daea55d04a81faf7ce081269e0ab5c6ef67afa096885ed8b9086", + "writes-client-6.json": "58270f5277804f68762b4f46d9752a3f3a66513db9b7870bf28d88a7b0e30a36", + "writes-client-7.json": "45f61412e1748681e5d1061827b06548f3b4c3e52219ae34218052f28ecabe52", + "writes-client-8.json": "22256c55743ec84fa1e5b694afce6c8a5f02f866c56d366e753b5cff10e350c9", + "writes-client-9.json": "0db29438175030044f6502d10c4c9ff9b9e1aecc1a499daccacab52402a4785f", + "writes-client-10.json": "8fa8e778938ede053fa47e319f937a82326a73398e36657559323eeb9e274bc2", + "writes-client-11.json": "28dfb24a180e5f6c40a8236ae297aa4a586b5eab8414c2e3ac8065c54a5c8144", + "writes-client-12.json": "27ac523c4cfe8434f380d817439f50c9fee95c7ffae7ff0b700164948786d78f", + "writes-client-13.json": "49b2102c2633f60c34a58270e614b7c0d4bd513cc7048a386e0e36754ecda1f3", + "writes-client-14.json": "f2f2ea5d3e7dda0f96af95907edbbe220f641bc399439065a466ee2189ed2fe0", + "writes-client-15.json": "d6433e56f1bd8d045b3d5f2a6134c9c3fb0e35e3e8554c5ec756921e09dff09f", + "write-warmup-client-0.json": "1cfb241ea54f7a6651532e550c6dd6c680cbf38eaa046e0a3f91fe4c2feda65f", + "write-warmup-client-1.json": "ff466b1a02fae325fd26bf896a24cc12a891016dd71aac0230370cf4e135c81b", + "write-warmup-client-2.json": "61de74e1deda13cecb5b1cdc99271707be85f528e2067d470d5fd9f5b367d7b3", + "write-warmup-client-3.json": "509d1d76ccf20c3b9893882b969e54ce04d7d279fd8ee4544d8e71ec59d13e56", + "write-warmup-client-4.json": "51d3106625cc5b0744b5b5f8d0b9dfc897f296388d85e0a739cdc5b761c0a70c", + "write-warmup-client-5.json": "1184d75403fb15c4b91ddcdbb64db25c763972600b9d724413b2e4002cff313e", + "write-warmup-client-6.json": "3fc12ff4feb9304e41c3da1fd94caea01d8201e95a93963a1f9a94c7c519eeff", + "write-warmup-client-7.json": "913d1134e441a47db852ce4be90eb6ade8e2a873b852f80944114cc92d6f52ac", + "write-warmup-client-8.json": "4aded69375127708ccb33dbb2adaf7650acf4b98ef98b7fd16f7b47a44771d92", + "write-warmup-client-9.json": "557909601506afdf10980b579c273422e679eb86331e58f562e46322526662ec", + "write-warmup-client-10.json": "05849bdd8c4c23998bca448a12de54b8811da88035a045ea8fbff84e942b8135", + "write-warmup-client-11.json": "cbda29d3e96dc2f584ec209c2ea2ebd173d2e53cb6980fd019622a1ccfee2640", + "write-warmup-client-12.json": "af97217d6f8a8fcb9efe7ee45c9d89a4effafdc8d919b9a8f496286cb195646a", + "write-warmup-client-13.json": "ee10b56b255f24ca5795efdef31253186871c73a3253b7ff9af49c77ea513f8d", + "write-warmup-client-14.json": "7700007f9ed1e6f6a5f2d625b31f9d339c30c41f30cadf3f45c7a44634e75c79", + "write-warmup-client-15.json": "713c309a8766e418abee674ec265a15200a56fe4d421d3c1215cc35249060191" + } + }, + "repeat": 3, + "cells": 4, + "variant": "candidate", + "measured_writes": 11904, + "all_acknowledged": 12492, + "TPS": 99.08139265710834, + "response_body_bytes_per_second": 19843.953735603867, + "p50": 147.812618, + "p95": 224.558797, + "p99": 244.377501, + "server_cpu_cores": 0.4788825866738851, + "driver_cpu_cores": 0.03990688222282376, + "server_rss_after_bytes": 73019392, + "first_30_seconds_TPS": 100.43333333333334, + "last_30_seconds_TPS": 98.53333333333333, + "interval_TPS_min": 94.4, + "interval_TPS_max": 102.8, + "interval_TPS_cv": 0.02354474950676958, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 24988, + "mean_ms": 29.648923527493196, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 111.6, + "p99_ms": 163.9, + "resolution_us": 100 + }, + "authority": { + "count": 12492, + "mean_ms": 12.406601555075248, + "overflow": 0, + "p50_ms": 12.2, + "p95_ms": 17.4, + "p99_ms": 20.7, + "resolution_us": 100 + }, + "compaction": { + "count": 734, + "mean_ms": 66.05104289237057, + "overflow": 0, + "p50_ms": 65.5, + "p95_ms": 84.1, + "p99_ms": 99.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13230, + "mean_ms": 0.0003968137566137566, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 12492, + "mean_ms": 24.79537567715338, + "overflow": 0, + "p50_ms": 20.9, + "p95_ms": 73.5, + "p99_ms": 98.5, + "resolution_us": 100 + }, + "publication": { + "count": 12492, + "mean_ms": 37.75006236799552, + "overflow": 0, + "p50_ms": 33.6, + "p95_ms": 86.2, + "p99_ms": 112.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 734, + "mean_ms": 0.4090873923705722, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 12.1, + "resolution_us": 100 + }, + "root_admission": { + "count": 12496, + "mean_ms": 0.0031501282010243277, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12496, + "mean_ms": 20.901782697823304, + "overflow": 0, + "p50_ms": 20.6, + "p95_ms": 27.8, + "p99_ms": 32.6, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12496, + "mean_ms": 20.894925900288094, + "overflow": 0, + "p50_ms": 20.6, + "p95_ms": 27.8, + "p99_ms": 32.6, + "resolution_us": 100 + }, + "uploaded_bytes": 410970364, + "uploaded_objects": 66262, + "worker": { + "count": 24988, + "mean_ms": 1.004923991195774, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.7, + "p99_ms": 4.3, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 360, + "bytes_written": 0, + "duration": { + "count": 9, + "mean_ms": 0.8264276666666667, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.6, + "p99_ms": 1.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 1, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 9 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 26452, + "mean_ms": 2.7297810007560863, + "overflow": 0, + "p50_ms": 2.5, + "p95_ms": 5.3, + "p99_ms": 6.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26452, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26452 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 17.528447, + "overflow": 0, + "p50_ms": 14.3, + "p95_ms": 20.9, + "p99_ms": 20.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 2, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 540707, + "duration": { + "count": 2, + "mean_ms": 25.5731485, + "overflow": 0, + "p50_ms": 20.6, + "p95_ms": 30.7, + "p99_ms": 30.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 2, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 7.8523055, + "overflow": 0, + "p50_ms": 5.0, + "p95_ms": 10.8, + "p99_ms": 10.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 2, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "put": { + "bytes_read": 0, + "bytes_written": 417617141, + "duration": { + "count": 78780, + "mean_ms": 14.060552724917493, + "overflow": 0, + "p50_ms": 13.8, + "p95_ms": 20.0, + "p99_ms": 24.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 1, + "error": 0, + "not_found": 0, + "success": 78779, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 78780 + }, + "range": { + "bytes_read": 178940289, + "bytes_written": 0, + "duration": { + "count": 26394, + "mean_ms": 4.49397540285671, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 7.9, + "p99_ms": 9.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26394, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26394 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.43260582200037, + "cpu_seconds": 374.396761, + "cpu_cores": 2.984844000859722, + "cgroup_before": { + "usage_usec": 5249839537, + "user_usec": 3372330935, + "system_usec": 1877508601, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5624236298, + "user_usec": 3614375058, + "system_usec": 2009861240, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9400312610572664, + "p50": 1.0469932778286324, + "p95": 0.9908115546365742, + "p99": 0.983521127769547, + "response_body_bytes_per_second": 0.9396311946036499 + } + }, + { + "cells": 16, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 13213, + "raw_client_sha256": { + "writes-client-0.json": "5166394c01241850570b3e64b6a1abdae9448f2edaf9aebe30d5c942e2746d8a", + "writes-client-1.json": "3b8662d209e892c6c5546279681f536987370e4e059f1f628d977c2dfee60b58", + "writes-client-2.json": "e87df7a830fd5a411415580aaf20643dd8173e37138d8bb3d4505acd07c50073", + "writes-client-3.json": "6fd41b5eca76962ce333e01decd2ce22fd371918a42d7cdd2b0cd68589154e8c", + "writes-client-4.json": "8fbb9dabcf07c0936cc82f8052ab5407c3d150de4e64e61632e51ea256fd8de3", + "writes-client-5.json": "ba965bf316901c5c479d69adff8c11929c885ea78722d33e7592b32d8b2f3341", + "writes-client-6.json": "0823314894eebf966cf864b4367d5e5f4c3396016c54807b2eceaa5c65c6c086", + "writes-client-7.json": "83526d8287ede66041db3d7765a11f43826e0033b5e53025e1ccc6c54f964040", + "writes-client-8.json": "a2f99d62be1677a162574860ab178c7995b12e9ffb4120bdc3a1c8f5e0ee58fc", + "writes-client-9.json": "cce0c1eea86e0415e8a04edb5dcba89b8949e3dd041a4908d99d1323db741d83", + "writes-client-10.json": "560a9b696ebd0c1b897749598082170b94f0623eace7fe33aead1826cb7a9b1c", + "writes-client-11.json": "2f358fa21212966a709694931dda4e2fd2b43c043016a6fcfc395ba40482fdee", + "writes-client-12.json": "9396c852994f4707b557b6bb75d398270065aea6573d7b07b66b7360ac915c3c", + "writes-client-13.json": "c234d254cf5a0f3f196ce4a816ab3ebca72dd88dfc0e6dee4057f6feda1f444c", + "writes-client-14.json": "3164e0a89889c16ab6cc6bbaff865375b9f8fdbd040df3cd8e0d537b3d02b8f7", + "writes-client-15.json": "4ce1c4d5dfefe48eaf3a7d9611240de66bebfc0b7a513cc901cb15ea03d9190e", + "write-warmup-client-0.json": "5edf0461b19eedd1b25a7360586fd1e9d13f9efa79585a7573deb122a5d42937", + "write-warmup-client-1.json": "fa10b949275952ba7af44b4aced9dbe14db5bd6f13b435f9dbcc5113ab43d982", + "write-warmup-client-2.json": "fe54ba81f7030eccb27f0827fe474e8aaa86a7f058caa0c28bad60f0f8e8c222", + "write-warmup-client-3.json": "905ece9c256c01bf91f7086847f3da6583aa7f30e541f9168da6e6b59e81a4b9", + "write-warmup-client-4.json": "ad14805b9cd43819ba8493dd45ef513551e134e160d1ba39a14d23a83b043f14", + "write-warmup-client-5.json": "58a55187c629fa6d5e280732df3d9c895e0c27a83bb9e658544f950bcb4436e3", + "write-warmup-client-6.json": "03052242d936223b67e7cb3c1534073d322a2f9c7340adf35c91b8fa4442324d", + "write-warmup-client-7.json": "a3c8cdcbcd39522261bdccc7a06fb031fbbe472a9ac30909cdb351eb44993a59", + "write-warmup-client-8.json": "38dd1f06f95f323308a22358861ad77bf7fae24d552f2573d8fb028f31de3048", + "write-warmup-client-9.json": "7e0f3978081a4f9515c4e2bb8bef8e518209b7bb0d7ced6c3145ae435e577b5c", + "write-warmup-client-10.json": "11abc92810f82bfbfc6845b9ae8aa0b002888febf3c466eeef30c4d44d8f4352", + "write-warmup-client-11.json": "1327ed51f1ff69b1a069bf5eeb01d62432efaa93e90fb0c484559ecddc43f22a", + "write-warmup-client-12.json": "ae2720b0b61bed8772efcc84a845889006009017eb0af86d984dc88ab35eb6f6", + "write-warmup-client-13.json": "ca58e40f8eed561b9dda313a65ef95884a65468799c37feef10ac3fd6f1356db", + "write-warmup-client-14.json": "e64338faebde7b58c467fdffb561a5dfe3898ba0d23c5aa29275b8b15dffed92", + "write-warmup-client-15.json": "3afcc9ef26f252b338ba9eb8f7cd2d9a8a5876f14982adf3f1822f59160a3c4e" + } + }, + "repeat": 1, + "cells": 16, + "variant": "baseline", + "measured_writes": 12650, + "all_acknowledged": 13229, + "TPS": 105.2361455507615, + "response_body_bytes_per_second": 21002.023322411365, + "p50": 136.874662, + "p95": 296.622507, + "p99": 429.06252, + "server_cpu_cores": 0.502782913441655, + "driver_cpu_cores": 0.04788408699444334, + "server_rss_after_bytes": 84787200, + "first_30_seconds_TPS": 108.73333333333333, + "last_30_seconds_TPS": 105.2, + "interval_TPS_min": 96.9, + "interval_TPS_max": 110.5, + "interval_TPS_cv": 0.037022260851373945, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26474, + "mean_ms": 0.042234758857747225, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 13229, + "mean_ms": 20.73451749172273, + "overflow": 0, + "p50_ms": 20.6, + "p95_ms": 29.0, + "p99_ms": 33.4, + "resolution_us": 100 + }, + "compaction": { + "count": 656, + "mean_ms": 221.12414825, + "overflow": 0, + "p50_ms": 212.4, + "p95_ms": 303.8, + "p99_ms": 375.7, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13901, + "mean_ms": 84.44975498769874, + "overflow": 0, + "p50_ms": 78.5, + "p95_ms": 127.0, + "p99_ms": 162.3, + "resolution_us": 100 + }, + "preparation": { + "count": 13229, + "mean_ms": 126.57208880799759, + "overflow": 0, + "p50_ms": 111.7, + "p95_ms": 228.4, + "p99_ms": 410.0, + "resolution_us": 100 + }, + "publication": { + "count": 13229, + "mean_ms": 148.13636339557033, + "overflow": 0, + "p50_ms": 133.6, + "p95_ms": 246.9, + "p99_ms": 429.2, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 656, + "mean_ms": 13.850592730182926, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 58.2, + "p99_ms": 70.8, + "resolution_us": 100 + }, + "root_admission": { + "count": 13245, + "mean_ms": 83.20473339607399, + "overflow": 0, + "p50_ms": 77.9, + "p95_ms": 123.9, + "p99_ms": 157.3, + "resolution_us": 100 + }, + "root_preparation": { + "count": 13245, + "mean_ms": 115.46947726953567, + "overflow": 0, + "p50_ms": 111.6, + "p95_ms": 151.7, + "p99_ms": 182.8, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13245, + "mean_ms": 32.25927821479804, + "overflow": 0, + "p50_ms": 32.6, + "p95_ms": 40.9, + "p99_ms": 46.1, + "resolution_us": 100 + }, + "uploaded_bytes": 331821972, + "uploaded_objects": 69601, + "worker": { + "count": 26474, + "mean_ms": 1.1382586254060587, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.1, + "p99_ms": 5.7, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 2520, + "bytes_written": 0, + "duration": { + "count": 39, + "mean_ms": 0.9146246153846154, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 2.4, + "p99_ms": 4.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 7, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 39 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 27770, + "mean_ms": 4.389547594238387, + "overflow": 0, + "p50_ms": 4.1, + "p95_ms": 8.2, + "p99_ms": 10.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27770, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27770 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 339419912, + "duration": { + "count": 82942, + "mean_ms": 22.4306408263847, + "overflow": 0, + "p50_ms": 22.7, + "p95_ms": 30.8, + "p99_ms": 35.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 7, + "error": 0, + "not_found": 0, + "success": 82935, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 82942 + }, + "range": { + "bytes_read": 144063418, + "bytes_written": 0, + "duration": { + "count": 27254, + "mean_ms": 5.431602952043736, + "overflow": 0, + "p50_ms": 5.2, + "p95_ms": 10.0, + "p99_ms": 12.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27254, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27254 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.41496510699994, + "cpu_seconds": 378.476252, + "cpu_cores": 3.017791789656812, + "cgroup_before": { + "usage_usec": 1362623704, + "user_usec": 886709580, + "system_usec": 475914124, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 1741099956, + "user_usec": 1134524280, + "system_usec": 606575676, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 13144, + "raw_client_sha256": { + "writes-client-0.json": "b8843ca56f14148fddd794bca7d8714cb429604417fd43ccdebdef9c92c60f7d", + "writes-client-1.json": "dde00c6e44e9f55b96c69d67d31e704220bfe114e2e54987c89e344c87820335", + "writes-client-2.json": "0353ee4bc5058b85845a514a83d6274c8783836671dbb8dc71ed752a9ed1b4ba", + "writes-client-3.json": "298cd4ab5d364d7278f9381e7c244c4d09683917889b583729e7f322a6862def", + "writes-client-4.json": "17a0f8e7f95fa197be60cb43bb71567fbb2ee52ef2e6cb99c383cace0c658e4e", + "writes-client-5.json": "d7034880507598af82ac722c4373d4731825b00fbc0acc807ab952c2a1765941", + "writes-client-6.json": "79d8c74f5d4f468e84266a9a6ce543163f3aa9ec9d584fb36653231d594a7e9d", + "writes-client-7.json": "b390c76fe046d0c25b86f640844a102332bd7833e755e7f8c5a9110f036f59b9", + "writes-client-8.json": "23c4bfe2082a2bdab152641ba36f5b8a2a7970cba042f78eb1272e58386f9183", + "writes-client-9.json": "2043a2ae14be5429ae90a4af0ae61f6af13563561bb3506f7213cf64dcbee0ce", + "writes-client-10.json": "be5fce3963cf51a5969b02a359375b42880e2e394ca3285721006371fa924a67", + "writes-client-11.json": "add7a7696c689f54d638c97c6ba14bf6219a12ee0514cb447821d613d0f6271b", + "writes-client-12.json": "90703392e3ad75712903347b650f4b43e39b0200c0d79a164a72b2e37743127d", + "writes-client-13.json": "24cbabf50b0397fb1e68ab7b64e387e2d37188334bd9ed23b86b410b9e6b9e52", + "writes-client-14.json": "7043673de45cebd3f5208069cc7796e6d2fb4f8471d9b48e3e7486e0b055b072", + "writes-client-15.json": "86b283c64155f19fc1944034486726892a7c4988ad7bfc27cd889389f2a7b7b1", + "write-warmup-client-0.json": "a2ec48b03264e6d9e678ec72c673986632289bbe9d50ff495062e0fe09c885c3", + "write-warmup-client-1.json": "c4d2fad8fc3d3acd8c7f6766a2e859c6e3b878fb3d270d76b5cedc0933d5c807", + "write-warmup-client-2.json": "945d0b1a447c37d2dd62fdc959cc98309f3134a2ab100a4b3078041ded3a798a", + "write-warmup-client-3.json": "df5dece35e246f0994fb1fb240ba6723be2f7f295aa1b63f9972b9cc48ed2d76", + "write-warmup-client-4.json": "50a5949399b96231c1e0d930cafd38f73651a800ab67711458aed99f854ba360", + "write-warmup-client-5.json": "f1325c744d08f161b5deea2c70efd4542c920666efe5a8b56bf416b9064c9cc6", + "write-warmup-client-6.json": "e273231b17cd47ee47c1d17f9c3dfc88c1076c9492f344bf89e2e276b24ea52f", + "write-warmup-client-7.json": "c1cc5bbad713326db18d242da0f13a3ba352495ff0ba8535b22ee111fe2c70bd", + "write-warmup-client-8.json": "b63fcda414e4f24870202cd1f979d733bba7d7078123bb7bd3f80f7c91f205e7", + "write-warmup-client-9.json": "3d47de0b26f53e4d4a4b7818e5bd947fa7b2d2feff4d431c310b77f5eec63f4f", + "write-warmup-client-10.json": "7c3b4083f15004de69f50fa0b0666a0f159d6908c7300a0323c6128aba47bd6e", + "write-warmup-client-11.json": "a101cf8f81f8ca07444cadef9abc036124de3c793a720560fe99712ba161869c", + "write-warmup-client-12.json": "69b1eb9d4139575d333c123cdc2f77ab4de2f6237e7be5a2f6aea09613bfb518", + "write-warmup-client-13.json": "5e3e457f786f371d4b5d6fd583c01caab7afa0af4958e280c5eb338625850c60", + "write-warmup-client-14.json": "93814a55da64e9d0c0165416ad651d142288cbb9da1abbac7f93f12cf7204c74", + "write-warmup-client-15.json": "74e1873af321e00bb59b261a50e82ef61f5c73c6d1a4bd6d9c76059a513e4deb" + } + }, + "repeat": 1, + "cells": 16, + "variant": "candidate", + "measured_writes": 12579, + "all_acknowledged": 13160, + "TPS": 104.67118572049597, + "response_body_bytes_per_second": 20888.3129630044, + "p50": 138.345943, + "p95": 266.669842, + "p99": 435.122138, + "server_cpu_cores": 0.502828128542865, + "driver_cpu_cores": 0.047888393194558565, + "server_rss_after_bytes": 83005440, + "first_30_seconds_TPS": 105.66666666666667, + "last_30_seconds_TPS": 102.66666666666667, + "interval_TPS_min": 101.5, + "interval_TPS_max": 108.3, + "interval_TPS_cv": 0.02083771888267175, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26336, + "mean_ms": 0.03876794543590523, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 13160, + "mean_ms": 21.34955803267477, + "overflow": 0, + "p50_ms": 21.2, + "p95_ms": 29.7, + "p99_ms": 34.5, + "resolution_us": 100 + }, + "compaction": { + "count": 656, + "mean_ms": 209.03064274390243, + "overflow": 0, + "p50_ms": 196.5, + "p95_ms": 303.6, + "p99_ms": 351.9, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13832, + "mean_ms": 84.4954924739011, + "overflow": 0, + "p50_ms": 78.9, + "p95_ms": 127.9, + "p99_ms": 175.4, + "resolution_us": 100 + }, + "preparation": { + "count": 13160, + "mean_ms": 126.79655913844985, + "overflow": 0, + "p50_ms": 112.6, + "p95_ms": 215.7, + "p99_ms": 417.7, + "resolution_us": 100 + }, + "publication": { + "count": 13160, + "mean_ms": 148.95923793715804, + "overflow": 0, + "p50_ms": 135.0, + "p95_ms": 235.9, + "p99_ms": 439.5, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 656, + "mean_ms": 14.345389862804879, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 58.4, + "p99_ms": 72.5, + "resolution_us": 100 + }, + "root_admission": { + "count": 13176, + "mean_ms": 83.18008332695811, + "overflow": 0, + "p50_ms": 78.5, + "p95_ms": 122.5, + "p99_ms": 165.9, + "resolution_us": 100 + }, + "root_preparation": { + "count": 13176, + "mean_ms": 116.36261479379174, + "overflow": 0, + "p50_ms": 112.5, + "p95_ms": 153.3, + "p99_ms": 194.7, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13176, + "mean_ms": 33.17721614594718, + "overflow": 0, + "p50_ms": 33.2, + "p95_ms": 41.3, + "p99_ms": 46.9, + "resolution_us": 100 + }, + "uploaded_bytes": 330255473, + "uploaded_objects": 69191, + "worker": { + "count": 26336, + "mean_ms": 1.1039212985647022, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.1, + "p99_ms": 5.4, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 2880, + "bytes_written": 0, + "duration": { + "count": 40, + "mean_ms": 1.3480761, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 4.4, + "p99_ms": 6.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 8, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 40 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 27632, + "mean_ms": 4.331291434568617, + "overflow": 0, + "p50_ms": 4.1, + "p95_ms": 8.0, + "p99_ms": 10.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27632, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27632 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 338716284, + "duration": { + "count": 82541, + "mean_ms": 23.259997716952785, + "overflow": 0, + "p50_ms": 23.5, + "p95_ms": 31.5, + "p99_ms": 35.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 8, + "error": 0, + "not_found": 0, + "success": 82533, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 82541 + }, + "range": { + "bytes_read": 145202900, + "bytes_written": 0, + "duration": { + "count": 27208, + "mean_ms": 5.450455202660983, + "overflow": 0, + "p50_ms": 5.2, + "p95_ms": 10.0, + "p99_ms": 12.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27208, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27208 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.41388160700012, + "cpu_seconds": 379.618108, + "cpu_cores": 3.0269225634015555, + "cgroup_before": { + "usage_usec": 1757883849, + "user_usec": 1150057536, + "system_usec": 607826312, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2137501957, + "user_usec": 1399131228, + "system_usec": 738370729, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9946315039636926, + "p50": 1.0107491114754314, + "p95": 0.8990209296558876, + "p99": 1.0141229254888076, + "response_body_bytes_per_second": 0.9945857426372046 + } + }, + { + "cells": 16, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 14595, + "raw_client_sha256": { + "writes-client-0.json": "9075042d89a873f5f50a95da4e8d625231c6e009ccd4ecff8d281479d8fa1436", + "writes-client-1.json": "21e76099db02fb322398ad2a18d8cfadf74f05fbb93330d5c0ac3f75223cbb3c", + "writes-client-2.json": "ddb358f474841f67bee7a2f67d87ecb1071b6f50701dbdd72da1f672018dafd6", + "writes-client-3.json": "e6a3dbe80c9add78e03f33f53de3f2726f42f4c562cc9c49efa58679b004d13f", + "writes-client-4.json": "dbd279b18ffa6f3056096d6152ce974e4293731d68a502e3165f27bb56d57012", + "writes-client-5.json": "40cf0a0a3edfa1491c5da7597f3e3de9b4a385ac7fc6d142e99fee6c2a89368c", + "writes-client-6.json": "337d2fe48d9db143b63655f22d71fd34946c984ff8437e957d42868351c442fd", + "writes-client-7.json": "e9f9df1918b2249669763dc36f7edf478e090ac81c372331b12282a11ace6b2a", + "writes-client-8.json": "1e9afb9374c3f2df981266787cf836507ecce5ac6fbb767c41c58b7d74f8fd4a", + "writes-client-9.json": "9a64246083b0338fc7525d3e80d9d657d43e50af891d6c40fbb348d6d18b4d12", + "writes-client-10.json": "195fa1048f09611d5f52f4daeeb6258729842c9133402cab9225d97f58601faf", + "writes-client-11.json": "41ad14ca41dbace958219299c857f8801a5ce27268a4e43dcc1cfe32950865d0", + "writes-client-12.json": "5be4211fecebdd0b69ea5f2547d8fba58220ac888afff90771a580cf871a16c8", + "writes-client-13.json": "608ef87c229c52b87c8173d516cd1039b7717f641a41347650d89278b2788fb8", + "writes-client-14.json": "898b4a1424c7a6c4d5d3847ceb95aedc800faf3bf2a518c09acf24845d2dbdba", + "writes-client-15.json": "ece53022d899ae044f4182cfda00571051ae11190412e7439de60b7de7f9bc42", + "write-warmup-client-0.json": "965c8708da0f777c43bb7918c53b46d3e7f8a6fc0bdc8045a136f24312666381", + "write-warmup-client-1.json": "1209d4b4e2ea4cac629e8006e7de63ce63d4efb2b57a8f274c489fce7ae10ce2", + "write-warmup-client-2.json": "5dd0a2400d23e65c75fa2ff6d1c2a4f22afcd39d5a647db6ef2e0a3ec7dd093f", + "write-warmup-client-3.json": "bfffbcc631a83689453afa5b66d7b97ee9368f24bbcc8cadcbf31a403c940c5d", + "write-warmup-client-4.json": "9f692403959d2e714a37efa9b8738ed81da5c964e15064ec777bb41475806fe1", + "write-warmup-client-5.json": "2bcf748813ed2f36b0ee04926bbe7c1225a5e8dbaa4afa25049cac43c5121748", + "write-warmup-client-6.json": "89623716a7bf613fd9834fc0a22280ac2c09f73419f4a2a959bfba85e6eb64a0", + "write-warmup-client-7.json": "5032bda06093243152209756650c7836343fdebdca61fea6079a24d6979bd98f", + "write-warmup-client-8.json": "0ddf43f36b641b263bc6e6177771766b9fcb459f0217d8b5d43cc2d0d78c7127", + "write-warmup-client-9.json": "2a9b48244e235ef8eaa4616f29e6cdf188dc146ac10129330fcd6f68d6a3f1fa", + "write-warmup-client-10.json": "0f01c6f09053df146834adfb341f1809d8f80e1bc5db12607ef0841b1cc71c51", + "write-warmup-client-11.json": "5a18a63d6673845123ad416c3041b556096a359eaf153bd89039cabf371764d7", + "write-warmup-client-12.json": "d05b626e7d0a567cef94dd0f378c542a85e7c9788521334bd1a4cf1a35c2a12c", + "write-warmup-client-13.json": "87358f016cf7d303eb8cfbb000fd148256104b9cab254138ffb26ab9cb855e67", + "write-warmup-client-14.json": "2b234bb9b3f13726a980642ac9b0b30d365d03079eed6dc5a4585b40928456c9", + "write-warmup-client-15.json": "99131a9477e0d887ccec33eb78831df67322913d79be35519b3d2c54be0b1d18" + } + }, + "repeat": 2, + "cells": 16, + "variant": "baseline", + "measured_writes": 14035, + "all_acknowledged": 14611, + "TPS": 116.80669451749009, + "response_body_bytes_per_second": 23327.616015989297, + "p50": 124.624419, + "p95": 265.836489, + "p99": 390.759985, + "server_cpu_cores": 0.5668663871474242, + "driver_cpu_cores": 0.03992016810897353, + "server_rss_after_bytes": 83394560, + "first_30_seconds_TPS": 108.26666666666667, + "last_30_seconds_TPS": 122.83333333333333, + "interval_TPS_min": 104.0, + "interval_TPS_max": 127.8, + "interval_TPS_cv": 0.0679765513349234, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 29238, + "mean_ms": 0.03416027457418428, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 14611, + "mean_ms": 18.800128339128054, + "overflow": 0, + "p50_ms": 18.5, + "p95_ms": 26.7, + "p99_ms": 31.0, + "resolution_us": 100 + }, + "compaction": { + "count": 790, + "mean_ms": 191.1503622835443, + "overflow": 0, + "p50_ms": 178.8, + "p95_ms": 300.9, + "p99_ms": 372.2, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 15417, + "mean_ms": 75.59571691859635, + "overflow": 0, + "p50_ms": 72.0, + "p95_ms": 107.3, + "p99_ms": 157.1, + "resolution_us": 100 + }, + "preparation": { + "count": 14611, + "mean_ms": 113.99901747341045, + "overflow": 0, + "p50_ms": 101.8, + "p95_ms": 243.1, + "p99_ms": 373.7, + "resolution_us": 100 + }, + "publication": { + "count": 14611, + "mean_ms": 133.65260112066252, + "overflow": 0, + "p50_ms": 121.8, + "p95_ms": 260.8, + "p99_ms": 393.7, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 790, + "mean_ms": 9.883155954430379, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 56.4, + "p99_ms": 76.6, + "resolution_us": 100 + }, + "root_admission": { + "count": 14627, + "mean_ms": 74.68783405195872, + "overflow": 0, + "p50_ms": 71.6, + "p95_ms": 104.4, + "p99_ms": 148.2, + "resolution_us": 100 + }, + "root_preparation": { + "count": 14627, + "mean_ms": 103.5744286427839, + "overflow": 0, + "p50_ms": 101.1, + "p95_ms": 132.1, + "p99_ms": 173.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 14627, + "mean_ms": 28.880958081014562, + "overflow": 0, + "p50_ms": 28.7, + "p95_ms": 38.3, + "p99_ms": 43.5, + "resolution_us": 100 + }, + "uploaded_bytes": 376860706, + "uploaded_objects": 77183, + "worker": { + "count": 29238, + "mean_ms": 1.1407819136397839, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 3.3, + "p99_ms": 5.8, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 2880, + "bytes_written": 0, + "duration": { + "count": 40, + "mean_ms": 0.9797339, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 2.1, + "p99_ms": 3.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 8, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 40 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 30802, + "mean_ms": 4.035176323030972, + "overflow": 0, + "p50_ms": 3.8, + "p95_ms": 7.6, + "p99_ms": 9.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 30802, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 30802 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 385661895, + "duration": { + "count": 91942, + "mean_ms": 19.662617571044787, + "overflow": 0, + "p50_ms": 19.5, + "p95_ms": 28.4, + "p99_ms": 32.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 8, + "error": 0, + "not_found": 0, + "success": 91934, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 91942 + }, + "range": { + "bytes_read": 177759126, + "bytes_written": 0, + "duration": { + "count": 30652, + "mean_ms": 4.924881268791596, + "overflow": 0, + "p50_ms": 4.6, + "p95_ms": 9.1, + "p99_ms": 11.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 30652, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 30652 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.35806755399994, + "cpu_seconds": 358.142969, + "cpu_cores": 2.856959874925675, + "cgroup_before": { + "usage_usec": 3993347651, + "user_usec": 2649105617, + "system_usec": 1344242033, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4351490620, + "user_usec": 2859603419, + "system_usec": 1491887200, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 12816, + "raw_client_sha256": { + "writes-client-0.json": "d8bfb782bcfb8d4d8a44196d0afaffe61eda8a1e6d657316e58095f5e3088d60", + "writes-client-1.json": "6a06ee83524765b014214c512dc25c954ae80cde09f4bedb54f5c71b70a8aab7", + "writes-client-2.json": "b2ecb3a0cca1eccc383fc50d2b4420e721da6fb0330c2c96cb471bd1e1d29f80", + "writes-client-3.json": "b50c0707644459d4661ad76fac0f0a220b7f9babc47a376e1567a90f250ad094", + "writes-client-4.json": "b97e2731e106efa4a3f2765f2fb409b414e9976d80fd40cc8398b48728385554", + "writes-client-5.json": "03cba1496675b6e19402419ae13d79c5f8117a1a7ba65bd97e99e00fd1d0767a", + "writes-client-6.json": "94966ad5e74e5b496b82030c4c1d4ef78c8f4b54b1673d424ca127e201577752", + "writes-client-7.json": "c3c1c723f8e04461030f501af2f27410c7be6b00d7a8a6e7d47eebdccd42e224", + "writes-client-8.json": "8de886686cbf760357f860ce643fa7d3f63ff8f933646167c401888fb1b207be", + "writes-client-9.json": "82511d3281a9b39245846309198463d1d381a070a7f0e855545b2c39e18ab701", + "writes-client-10.json": "34ccdff9662eafd727f0898f5f250290e561d8d9c921abadb9e52e0ed38cf941", + "writes-client-11.json": "b4783a2bb94157fd4649510ad4353bfb727a56669ced4a008eca4448a6455495", + "writes-client-12.json": "a5d339ce94da3eeb9abc40b3ce89d8bd05b0e14b423e09661da9e86eec0ccee7", + "writes-client-13.json": "2b1f08eb3d8bb74a2269ca540a32e7ff9977d978e7e14e95b762ffb3eaee4c9c", + "writes-client-14.json": "895954c1d6693b54645cd1b70f4a751d27ff57d0d57a705d7e7518bb5dca845f", + "writes-client-15.json": "ebd425065e4f4a313b345add38a7c592d49790babaae06ff35e379326553341a", + "write-warmup-client-0.json": "42c245eeae8d7479864166c5fc7c8ceb753439dfbdff97b316eb89fea53ebdcd", + "write-warmup-client-1.json": "78852c36f1e23a5cf068d3bed5424c944eac7970ac4d29c41244a6df2fa0a65c", + "write-warmup-client-2.json": "70052e779d8bebc36bec17f121f1e78634e56018578d37acbe41ac81710aa5ce", + "write-warmup-client-3.json": "dde05d5f8be04ddc673d01cf7096482e8f393d0ab77ab09af4bc3e34f9f2d3ef", + "write-warmup-client-4.json": "acdbe9dd888efa94fb35411b420a270a518028ee3d66bf698c5c04c03978da6f", + "write-warmup-client-5.json": "02f0233a91536a479286a5a76aad01d5e53e93320d9b3cb73393d3e2842cff68", + "write-warmup-client-6.json": "09bdb11d02281a5aceaec3feb9afa5ab92b9bce8f3b43ec9071db66eebac3f8e", + "write-warmup-client-7.json": "8882ec56b7f9dd0fafe122928ffcdbeafbd543657199c7f23fe87757d82142ff", + "write-warmup-client-8.json": "d15463422778a52e9b3eb13f33f1b0bdbddda07d01b77c875d3344b64f25c760", + "write-warmup-client-9.json": "d2cf79862c03c2965d5d1bd4a186c7862f1a18dc05942fd5b249f350c7d9163c", + "write-warmup-client-10.json": "d72d4cff594681d17b2149c2070ef957a0d098a9e1a890e8a5a64b73b809c640", + "write-warmup-client-11.json": "311e0c87720a074f39be876ab43d4a0cfc55ece4de8bcf94541450c41e0f0649", + "write-warmup-client-12.json": "206875d042ff84a2f2d90c75d7117ce5e5e690696218c6f30428518f2145b850", + "write-warmup-client-13.json": "fac2c566db78748a8642633cc0be133f09648ccd42f6669cfa7b4c802d08982a", + "write-warmup-client-14.json": "a77589c22c06d9b321e7229e371f7e9bdfa8ca2494cfecd2de1c0c67dabe297e", + "write-warmup-client-15.json": "9af28b69d2ec24ac2ff041bdf4ccead6b2f7adfcd46396fcdec302b7f9f11dd1" + } + }, + "repeat": 2, + "cells": 16, + "variant": "candidate", + "measured_writes": 12255, + "all_acknowledged": 12832, + "TPS": 101.98532632268781, + "response_body_bytes_per_second": 20348.440192183138, + "p50": 140.051186, + "p95": 283.913996, + "p99": 452.415629, + "server_cpu_cores": 0.4869380985653501, + "driver_cpu_cores": 0.039912958898799186, + "server_rss_after_bytes": 83329024, + "first_30_seconds_TPS": 107.96666666666667, + "last_30_seconds_TPS": 105.23333333333333, + "interval_TPS_min": 83.4, + "interval_TPS_max": 109.6, + "interval_TPS_cv": 0.06728266405312285, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 25680, + "mean_ms": 0.03587690992990654, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "authority": { + "count": 12832, + "mean_ms": 21.66673085785536, + "overflow": 0, + "p50_ms": 21.3, + "p95_ms": 31.2, + "p99_ms": 37.5, + "resolution_us": 100 + }, + "compaction": { + "count": 635, + "mean_ms": 212.02620698110235, + "overflow": 0, + "p50_ms": 201.2, + "p95_ms": 323.2, + "p99_ms": 380.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13483, + "mean_ms": 86.77177957739376, + "overflow": 0, + "p50_ms": 80.2, + "p95_ms": 130.4, + "p99_ms": 177.8, + "resolution_us": 100 + }, + "preparation": { + "count": 12832, + "mean_ms": 130.1365087983167, + "overflow": 0, + "p50_ms": 114.2, + "p95_ms": 228.7, + "p99_ms": 434.1, + "resolution_us": 100 + }, + "publication": { + "count": 12832, + "mean_ms": 152.70370184904925, + "overflow": 0, + "p50_ms": 136.5, + "p95_ms": 256.0, + "p99_ms": 455.8, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 635, + "mean_ms": 13.56516102519685, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 58.1, + "p99_ms": 75.5, + "resolution_us": 100 + }, + "root_admission": { + "count": 12848, + "mean_ms": 85.59033607814446, + "overflow": 0, + "p50_ms": 79.7, + "p95_ms": 126.0, + "p99_ms": 170.2, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12848, + "mean_ms": 119.58246594287048, + "overflow": 0, + "p50_ms": 114.1, + "p95_ms": 160.3, + "p99_ms": 205.2, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12848, + "mean_ms": 33.98690160359589, + "overflow": 0, + "p50_ms": 33.6, + "p95_ms": 44.8, + "p99_ms": 52.3, + "resolution_us": 100 + }, + "uploaded_bytes": 320015752, + "uploaded_objects": 67456, + "worker": { + "count": 25680, + "mean_ms": 1.151733397741433, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.3, + "p99_ms": 5.9, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 1800, + "bytes_written": 0, + "duration": { + "count": 37, + "mean_ms": 1.1487795135135137, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 4.0, + "p99_ms": 5.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 5, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 37 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 26934, + "mean_ms": 4.602357698707953, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 8.6, + "p99_ms": 11.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26934, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26934 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 328094462, + "duration": { + "count": 80466, + "mean_ms": 23.65768065599135, + "overflow": 0, + "p50_ms": 23.6, + "p95_ms": 33.3, + "p99_ms": 39.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 5, + "error": 0, + "not_found": 0, + "success": 80461, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 80466 + }, + "range": { + "bytes_read": 141360880, + "bytes_written": 0, + "duration": { + "count": 26492, + "mean_ms": 5.897057496376265, + "overflow": 0, + "p50_ms": 5.6, + "p95_ms": 10.9, + "p99_ms": 14.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26492, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26492 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.39643297099997, + "cpu_seconds": 380.139834, + "cpu_cores": 3.031504365741518, + "cgroup_before": { + "usage_usec": 3592335913, + "user_usec": 2386801863, + "system_usec": 1205534050, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3972475747, + "user_usec": 2631400122, + "system_usec": 1341075624, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.8731119970817854, + "p50": 1.1237860695663504, + "p95": 1.0680023538830292, + "p99": 1.1577839245745698, + "response_body_bytes_per_second": 0.8722897435484123 + } + }, + { + "cells": 16, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 12917, + "raw_client_sha256": { + "writes-client-0.json": "54800427c0c3e6fbd284681ba5368a990f745a623b05aeef6018ffd9ef452aa9", + "writes-client-1.json": "85bddc5fee4be79c97694db5d50845c6e8da29e7ad1d0ab4fa080c84ed77efeb", + "writes-client-2.json": "f4d255a9da1ac29b61418b5ff74eafbc21eac8f369480d36e0867a7893617946", + "writes-client-3.json": "13e8433fd081e194b1abd6506a33e61bc4d04455483f22f20d50894a1dd17a69", + "writes-client-4.json": "40eec5f1ae380837e1882a8a155dd2f581daa801e84fe711313245192a798c1a", + "writes-client-5.json": "9ff014648d6fb5a0eec2ea12e7f799d8efec43e2a98a539bae0aedcb8af09ff8", + "writes-client-6.json": "0a3f0068fecce033779584ee0c85d3acd3a1cb8e183eb9711165ee92454d9276", + "writes-client-7.json": "a620d39cbe41253eabc0ff6fe8b67623aae5758cc2ac31b5f1f7feac386fa4d2", + "writes-client-8.json": "8be71b9d3fd70aebb83f6cba961ff1bc9c8ceec0646ccf160cbff22bc29ddc58", + "writes-client-9.json": "6da7964a17e13a5bacd69c7488bd1a80035b4396d6b6b05b317529624a295159", + "writes-client-10.json": "bf974bd9b27c332465e183efcfc1cc92527bc89ed0e90040255b54338c74ca68", + "writes-client-11.json": "f2a63102989e6b2aef9667af813b63aaaff67189d137e0c669e14f0e9130702a", + "writes-client-12.json": "475e7852229483f0eca0d6518e5f73f902fffc381003209a16854bc11785cb6d", + "writes-client-13.json": "c4969e62bb932aac6f536afd791a442ff8db981d265d1eaf18fa97cfe8bacd92", + "writes-client-14.json": "da5513e34e6aafa62e9528674e53ee94f9e53657dc95fcd71e7c63627408cf94", + "writes-client-15.json": "d98c8bc113947b497e83364a005c69baf965a7e27c4d58687c5943e5ecc6b490", + "write-warmup-client-0.json": "1c152e36b29f38b6b74ab22f0de30516fc51e77670aeba5f85435766133851d7", + "write-warmup-client-1.json": "f69039b99fa0fad5ef0af83e5ab39aadae206b99144b0deaba6048609f7b0232", + "write-warmup-client-2.json": "8f7b9f29a0409699be7b7026a190d32a1e6cddbb64069b6c3177ec36ab1af03c", + "write-warmup-client-3.json": "0fdb59b671399de76734962c1cc84e03010bdbd8c8b7d7b8331e71e75fd458b6", + "write-warmup-client-4.json": "f0ff2767df331a2efc478743d7fad485f05fc8f09f7908e128f9891934ff81b7", + "write-warmup-client-5.json": "5c71a1f8fc43bda6abebaf636df2d36e59ddd5445da34bb6a3ff84bd4ce3b512", + "write-warmup-client-6.json": "45a8044a26409d2d085d2504f54b49071f3283f82e12594423d860d23e8dbfe9", + "write-warmup-client-7.json": "44335204237a859c0ebfa0397f8e716e8beca9f0d99a599ef8a83f3aced328f8", + "write-warmup-client-8.json": "8ce3fa78a8608aa96e04c3d690c3577b26ce97ab437535f553169d0b06c5c9d2", + "write-warmup-client-9.json": "cb4fb75c1628a09bdff7ba5cfabac84520ca52bbf7416519115dfe3358601934", + "write-warmup-client-10.json": "41e98c6de2dfea17968b5aa3287bd3fcab3ea04063cec3252a448600f4401a46", + "write-warmup-client-11.json": "b1be8de719ac2cea443d61f72bd54f5c595984e6277cb243450af8802fdca124", + "write-warmup-client-12.json": "aa22e1c8d3cf449545a2bafa9bee3442db476bc37e400f29a4d97291977f158f", + "write-warmup-client-13.json": "fc7e001092fbf02d0f67f06b5af0a623ce8c8ecd0785dba500e852f497917c84", + "write-warmup-client-14.json": "567c017416717d6849ca54bad48d2a16984263d8a6ff0e7929e855b710986ba1", + "write-warmup-client-15.json": "1014611fec75095f769fb514f19c3f3c83c2800a7aae35cff260ba74534420d1" + } + }, + "repeat": 3, + "cells": 16, + "variant": "baseline", + "measured_writes": 12349, + "all_acknowledged": 12933, + "TPS": 102.7176054833458, + "response_body_bytes_per_second": 20495.95941004241, + "p50": 138.742782, + "p95": 301.988453, + "p99": 448.198934, + "server_cpu_cores": 0.4946922002765001, + "driver_cpu_cores": 0.03989453228036292, + "server_rss_after_bytes": 83836928, + "first_30_seconds_TPS": 101.5, + "last_30_seconds_TPS": 102.43333333333334, + "interval_TPS_min": 94.6, + "interval_TPS_max": 108.0, + "interval_TPS_cv": 0.03488154887047218, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 25882, + "mean_ms": 0.04270358797619968, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 12933, + "mean_ms": 21.36551808915178, + "overflow": 0, + "p50_ms": 21.1, + "p95_ms": 29.4, + "p99_ms": 34.5, + "resolution_us": 100 + }, + "compaction": { + "count": 640, + "mean_ms": 224.7662619296875, + "overflow": 0, + "p50_ms": 216.3, + "p95_ms": 308.3, + "p99_ms": 355.0, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13589, + "mean_ms": 85.92120528618734, + "overflow": 0, + "p50_ms": 79.3, + "p95_ms": 130.1, + "p99_ms": 169.7, + "resolution_us": 100 + }, + "preparation": { + "count": 12933, + "mean_ms": 128.95496884295986, + "overflow": 0, + "p50_ms": 113.0, + "p95_ms": 218.8, + "p99_ms": 425.9, + "resolution_us": 100 + }, + "publication": { + "count": 12933, + "mean_ms": 151.3345527284466, + "overflow": 0, + "p50_ms": 135.4, + "p95_ms": 259.1, + "p99_ms": 447.4, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 640, + "mean_ms": 15.6001497953125, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 62.4, + "p99_ms": 79.1, + "resolution_us": 100 + }, + "root_admission": { + "count": 12949, + "mean_ms": 84.6494509943625, + "overflow": 0, + "p50_ms": 78.8, + "p95_ms": 126.1, + "p99_ms": 165.7, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12949, + "mean_ms": 117.79644683913816, + "overflow": 0, + "p50_ms": 112.9, + "p95_ms": 155.4, + "p99_ms": 195.0, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12949, + "mean_ms": 33.14088656328674, + "overflow": 0, + "p50_ms": 33.1, + "p95_ms": 41.7, + "p99_ms": 48.1, + "resolution_us": 100 + }, + "uploaded_bytes": 323238719, + "uploaded_objects": 67991, + "worker": { + "count": 25882, + "mean_ms": 1.2796806356927595, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.2, + "p99_ms": 5.6, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 2880, + "bytes_written": 0, + "duration": { + "count": 40, + "mean_ms": 1.052181525, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 2.1, + "p99_ms": 5.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 8, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 40 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 27146, + "mean_ms": 4.468038582848302, + "overflow": 0, + "p50_ms": 4.0, + "p95_ms": 8.1, + "p99_ms": 10.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27146, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27146 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 331411088, + "duration": { + "count": 81096, + "mean_ms": 23.053266639316366, + "overflow": 0, + "p50_ms": 23.2, + "p95_ms": 31.4, + "p99_ms": 36.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 8, + "error": 0, + "not_found": 0, + "success": 81088, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 81096 + }, + "range": { + "bytes_read": 142606768, + "bytes_written": 0, + "duration": { + "count": 26750, + "mean_ms": 5.270383543738317, + "overflow": 0, + "p50_ms": 5.0, + "p95_ms": 9.6, + "p99_ms": 12.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26750, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26750 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.48737019600003, + "cpu_seconds": 375.911913, + "cpu_cores": 2.995615514237483, + "cgroup_before": { + "usage_usec": 5638741615, + "user_usec": 3627708422, + "system_usec": 2011033192, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 6014653528, + "user_usec": 3873461949, + "system_usec": 2141191579, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 13178, + "raw_client_sha256": { + "writes-client-0.json": "ea9f49581e33f2fb816edc0d3f34662dc6799eaa8dd17b4c8dc718da04a806a5", + "writes-client-1.json": "238646343cdbb264500a79fd0f12645913919f8bfd30e2b84c76c53843703fe9", + "writes-client-2.json": "5d594076ec9cab06505e85b93462fab951ccdf72a14e2921751a18cb9ad5ecae", + "writes-client-3.json": "31e29f08a7afbd407cc79be12b86391d125a608611d2fd2384cbccaa6958b98a", + "writes-client-4.json": "8896dc063cb0c2db91bf7880b8b57527ef60c16460d55a142fb4d722e0a97980", + "writes-client-5.json": "aea57e6de0847d1e500eb353a70d227389899b72e492958a33dce9a0c70cc845", + "writes-client-6.json": "352323319e5ebac19d42cbde5b537f684c6a5e838943dee75eae6ac9d8b292ad", + "writes-client-7.json": "1e6029caec4ed446dd7c638c9813031c03cfcbd9a4ec795f05a4c47613ffa4af", + "writes-client-8.json": "caeae625a58c3865d62317ee0a539005465180c2719a97e798d1e36367cc8a03", + "writes-client-9.json": "8ce966e2ff20d73418fcd7e72458f14d35bfd11be77e07050046c6a972eac146", + "writes-client-10.json": "4a60d2513304783193fa31be6dcbfd42b0ae4740837782ec64c83eb47b04e661", + "writes-client-11.json": "ae5f0870fe9e289956e5e09ad17282c0157730ea0ad4dc911a786929bad195a7", + "writes-client-12.json": "5dae7d5165b7559d1cc15916caa6e883fac074026a243cda40f3faea31a0dade", + "writes-client-13.json": "b096775389fc9e87b68b34c079a36376732d962904a3d01168434238385430d1", + "writes-client-14.json": "bf71f1d8face0e5fbec4f9f9041a556bc7109649478fc5bbadec0a92d302afe6", + "writes-client-15.json": "94081c651929d6ea7a9a5d00787dfd54451a7578a141a01fde2bddffab38ef4a", + "write-warmup-client-0.json": "2e2809dbe98bd07f480c0d95e356a63a3df03c1a79d45c2fdf8f9d846515b714", + "write-warmup-client-1.json": "1e4689afef42d667e0a4cdf02922745f4101362d0484a6c2d9c67f174a66604d", + "write-warmup-client-2.json": "9cafffdbe5a2d94279bbb5aa7b69881572ee065ff34b6e411e48c834196bf82b", + "write-warmup-client-3.json": "dca13f94eba3548ca0d998da2998bd66c2a5341079301726cc31e115ff069c73", + "write-warmup-client-4.json": "5e564010e80019306d1f8b665ba90965b4448161e57382b2f74b935562e20964", + "write-warmup-client-5.json": "6171ecbd0057ad211fe027f1c3ff60f17cdf20fdaac95023be4527edd9ea250d", + "write-warmup-client-6.json": "785dd936e1fba77e8df9882fc62d52888c09453b5cf28e1c386b2aca0c455603", + "write-warmup-client-7.json": "e90a5a26baa1cb63e0969b5db1fa5ee26a4f079e6097f5198f2d394845224cab", + "write-warmup-client-8.json": "cbfb4a73c0ef40e0c23c8a1bec62913d3a3844ab3f7a9f417d1c625c6af3c663", + "write-warmup-client-9.json": "1217864d54c04d471f3f5c897fcb7a182184542676fab3fb6f929a2000f5cdc2", + "write-warmup-client-10.json": "ead7b0f47260392410a7f0a783d9b9ae58521db9af3308bdba9a02da32870029", + "write-warmup-client-11.json": "fb45a43bc1bcb7ac09b944e1f0b6d28212e28f63c9b2b24c3526b883d0f40bde", + "write-warmup-client-12.json": "dfa47d18ae8a591aa867c48aafda77ae8afe9c409416afddb59162344693cee2", + "write-warmup-client-13.json": "3ecb7e7ee9a8ce9b4e73c05c945014f7a644a5a07745635b402a7f608b6fec48", + "write-warmup-client-14.json": "56ba24dbf80227170bdfa44a151ecafb578009b2210f5358abf860468fc5f5d7", + "write-warmup-client-15.json": "4d17430e61abf57cb15beeb4f358034ac3014905258be58c1f7f9aa05cd22a68" + } + }, + "repeat": 3, + "cells": 16, + "variant": "candidate", + "measured_writes": 12615, + "all_acknowledged": 13194, + "TPS": 104.94397977766212, + "response_body_bytes_per_second": 20943.299433502776, + "p50": 137.76534, + "p95": 286.269646, + "p99": 411.231654, + "server_cpu_cores": 0.5027409297916811, + "driver_cpu_cores": 0.039900073792990556, + "server_rss_after_bytes": 83542016, + "first_30_seconds_TPS": 108.4, + "last_30_seconds_TPS": 104.83333333333333, + "interval_TPS_min": 98.2, + "interval_TPS_max": 110.1, + "interval_TPS_cv": 0.03399718071963918, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26404, + "mean_ms": 0.03762064403120739, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 13194, + "mean_ms": 21.193578154009398, + "overflow": 0, + "p50_ms": 21.1, + "p95_ms": 29.4, + "p99_ms": 33.9, + "resolution_us": 100 + }, + "compaction": { + "count": 656, + "mean_ms": 204.2905817957317, + "overflow": 0, + "p50_ms": 195.8, + "p95_ms": 301.8, + "p99_ms": 348.4, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13866, + "mean_ms": 84.35102791648637, + "overflow": 0, + "p50_ms": 78.8, + "p95_ms": 122.8, + "p99_ms": 167.9, + "resolution_us": 100 + }, + "preparation": { + "count": 13194, + "mean_ms": 126.5803399554343, + "overflow": 0, + "p50_ms": 112.3, + "p95_ms": 232.9, + "p99_ms": 394.4, + "resolution_us": 100 + }, + "publication": { + "count": 13194, + "mean_ms": 148.5987978450811, + "overflow": 0, + "p50_ms": 134.5, + "p95_ms": 254.5, + "p99_ms": 415.0, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 656, + "mean_ms": 10.469392724085367, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 53.5, + "p99_ms": 74.5, + "resolution_us": 100 + }, + "root_admission": { + "count": 13210, + "mean_ms": 83.31458955352005, + "overflow": 0, + "p50_ms": 78.3, + "p95_ms": 120.3, + "p99_ms": 161.5, + "resolution_us": 100 + }, + "root_preparation": { + "count": 13210, + "mean_ms": 116.31990955314157, + "overflow": 0, + "p50_ms": 112.2, + "p95_ms": 151.7, + "p99_ms": 190.5, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13210, + "mean_ms": 33.000066588796365, + "overflow": 0, + "p50_ms": 33.0, + "p95_ms": 41.4, + "p99_ms": 47.3, + "resolution_us": 100 + }, + "uploaded_bytes": 331937564, + "uploaded_objects": 69396, + "worker": { + "count": 26404, + "mean_ms": 1.1043009286093015, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.1, + "p99_ms": 5.6, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 3240, + "bytes_written": 0, + "duration": { + "count": 41, + "mean_ms": 1.1365629756097562, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 3.3, + "p99_ms": 6.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 9, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 41 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 27700, + "mean_ms": 4.5007044286642595, + "overflow": 0, + "p50_ms": 4.2, + "p95_ms": 8.3, + "p99_ms": 10.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27700, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27700 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 339965255, + "duration": { + "count": 82738, + "mean_ms": 23.014845172641348, + "overflow": 0, + "p50_ms": 23.2, + "p95_ms": 31.2, + "p99_ms": 35.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 9, + "error": 0, + "not_found": 0, + "success": 82729, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 82738 + }, + "range": { + "bytes_read": 145574850, + "bytes_written": 0, + "duration": { + "count": 27242, + "mean_ms": 5.847994368181484, + "overflow": 0, + "p50_ms": 5.6, + "p95_ms": 10.5, + "p99_ms": 13.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27242, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27242 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.42281228099955, + "cpu_seconds": 377.96475, + "cpu_cores": 3.0135247577864934, + "cgroup_before": { + "usage_usec": 6032966281, + "user_usec": 3889654180, + "system_usec": 2143312101, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 6410931031, + "user_usec": 4136714505, + "system_usec": 2274216526, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0216747098400507, + "p50": 0.9929550064809858, + "p95": 0.9479489800227562, + "p99": 0.917520375003837, + "response_body_bytes_per_second": 1.021825766460153 + } + } + ], + "limitations": [ + "Three paired repeats, not a statistical confidence interval.", + "Closed-loop small-row HTTP workload with one persistent connection per client.", + "Response throughput is JSON response-body bytes, not database or network-wire throughput.", + "Publication phase metrics include warmup; worker and queue metrics also include exact replay verification.", + "Compaction is a subset of preparation; do not add their timings." + ], + "instrumentation_audit": { + "sha256": { + "telemetry-backport.patch": "1ae7cfaee1f4fd454df73a2bc9e282455e8b36da4461f79b432431fbf7859a74", + "baseline-instrumentation.diff": "434ea254e60b74a8e85a6e9434f58de813c4482c538f2bbe136c7634dabeae62" + }, + "baseline_changed_files": [ + "crates/cellule-axum/examples/sql.rs", + "crates/cellule-axum/examples/sql_metrics/mod.rs", + "crates/cellule-ltx/src/environment/host/mod.rs", + "crates/cellule-ltx/src/environment/telemetry.rs", + "crates/cellule-ltx/src/replica/prepare.rs" + ], + "fixture_matches_tracked_observation_backport": true + }, + "run": "https://github.com/crabbuild/cellule/actions/runs/37164312064" +} diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-admission-paired-writes.json b/crates/cellule-axum/performance/2026-10-04-rustfs-admission-paired-writes.json new file mode 100644 index 00000000..5c3de22f --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-admission-paired-writes.json @@ -0,0 +1,8856 @@ +{ + "baseline_revision": "1b73491650462c38de8b4a34c07619f117b5d948", + "candidate_revision": "ec19f8c638ffb3840c50062947a72f1af7ff3875", + "metadata": { + "started_at_utc": "2026-10-04T01:11:09Z", + "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39", + "cpu_count": 4, + "python": "3.12.3", + "binary_sha256": "0438f12729872e523a804bf1fe782f3ab033c5ed6e5d45b1145f72f391efc5b5", + "endpoint": "http://127.0.0.1:9000", + "bucket": "cellule-axum-perf", + "writes": 32, + "reads": 64, + "warmup": 16, + "repeats": 3, + "concurrency": [ + 16 + ], + "cells": [ + 1, + 4, + 16 + ], + "workers": 4, + "read_seconds": null, + "read_warmup_seconds": 5, + "write_seconds": 120, + "write_warmup_seconds": 5, + "read_driver_sha256": null, + "baseline_binary_sha256": "2c3e04ebf256c5dae9fc1442a2a5a5823e008bfb43cac693bca902e9e333aa8e", + "http_tokio_workers": "4", + "provider_container": "857357faec876e8dc40b2e3967e52d1d0651c3289ebf8502381a227fc57cf856", + "workload": "order_id mod active Cells; POST inserts then receipt-bound SELECT; GET owner-ordered SELECT; closed loop" + }, + "all_acknowledged": 202186, + "aggregate": [ + { + "cells": 1, + "baseline_medians": { + "TPS": 57.16059479397386, + "p50": 274.918277, + "p95": 340.323263, + "p99": 366.984388 + }, + "candidate_medians": { + "TPS": 58.196995290383335, + "p50": 275.120754, + "p95": 317.468589, + "p99": 371.27444 + }, + "paired_ratio_medians": { + "TPS": 0.9974728143097628, + "p50": 1.0145087742765648, + "p95": 0.9328442205257065, + "p99": 0.9275111806663556 + }, + "paired_ratios": [ + { + "TPS": 0.9974728143097628, + "p50": 1.0145087742765648, + "p95": 0.8599370378219099, + "p99": 0.88892498145639, + "response_body_bytes_per_second": 0.9973306375502888 + }, + { + "TPS": 0.983854023089828, + "p50": 1.021005773844892, + "p95": 1.0449086743973668, + "p99": 1.1187587546782793, + "response_body_bytes_per_second": 0.9836200646611359 + }, + { + "TPS": 1.0389279143268373, + "p50": 0.9865029235578978, + "p95": 0.9328442205257065, + "p99": 0.9275111806663556, + "response_body_bytes_per_second": 1.038943502802637 + } + ] + }, + { + "cells": 4, + "baseline_medians": { + "TPS": 111.28207561256431, + "p50": 131.379004, + "p95": 200.542119, + "p99": 223.200115 + }, + "candidate_medians": { + "TPS": 100.00449997029776, + "p50": 147.277615, + "p95": 226.152698, + "p99": 244.796615 + }, + "paired_ratio_medians": { + "TPS": 1.0086200269047436, + "p50": 0.9893866072556009, + "p95": 0.9892684447917781, + "p99": 0.9958709676424075 + }, + "paired_ratios": [ + { + "TPS": 0.8498600657695558, + "p50": 1.189220083145336, + "p95": 1.2156990061716026, + "p99": 1.2039592402815746, + "response_body_bytes_per_second": 0.8487908644101075 + }, + { + "TPS": 1.0086200269047436, + "p50": 0.9893866072556009, + "p95": 0.9892684447917781, + "p99": 0.9958709676424075, + "response_body_bytes_per_second": 1.0086876953115393 + }, + { + "TPS": 1.0281349478040678, + "p50": 0.9730053517531614, + "p95": 0.9573297617344912, + "p99": 0.9337339947159077, + "response_body_bytes_per_second": 1.0283776727747278 + } + ] + }, + { + "cells": 16, + "baseline_medians": { + "TPS": 103.82786640440291, + "p50": 139.495969, + "p95": 285.482605, + "p99": 423.583342 + }, + "candidate_medians": { + "TPS": 102.34060991359323, + "p50": 142.993764, + "p95": 217.813568, + "p99": 401.103039 + }, + "paired_ratio_medians": { + "TPS": 0.9908710815096096, + "p50": 1.0223412405558472, + "p95": 0.7569768813059556, + "p99": 0.9383907689174424 + }, + "paired_ratios": [ + { + "TPS": 1.000855726284228, + "p50": 1.0223412405558472, + "p95": 0.7402693089684756, + "p99": 0.9383907689174424, + "response_body_bytes_per_second": 1.0009922323712173 + }, + { + "TPS": 0.9908710815096096, + "p50": 1.0192035154503736, + "p95": 0.894321607033246, + "p99": 0.9346081489178942, + "response_body_bytes_per_second": 0.9909446100143936 + }, + { + "TPS": 0.8634729294752709, + "p50": 1.2115775546063507, + "p95": 0.7569768813059556, + "p99": 1.0941938746648985, + "response_body_bytes_per_second": 0.8624749107361851 + } + ] + } + ], + "pairs": [ + { + "cells": 1, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 7408, + "raw_client_sha256": { + "writes-client-0.json": "3e9cf16d8f1d32e2e17651c0213d25c730af03c2e380ab74a06027e09d35ee88", + "writes-client-1.json": "996e1f1c295cfe56600f3d8c64d2286a831d5cba234e67bc65660bcd638f7aa5", + "writes-client-2.json": "0084f1a01c787e0e01150653970a7c965a4155d6970596c6ca5f87b72f70a84a", + "writes-client-3.json": "d144e66263a6a6ef77f9fbf2747629c66ff18f1bb3677700176bd10fc5e7a50d", + "writes-client-4.json": "ca9dc03707551e43565be1e0e61cf92774326d3a89e6a3618de9b68b89cf9f06", + "writes-client-5.json": "9c368d917d2704959dbd41bb4ede19775f9f34d111be0ebb5375b35a463e197a", + "writes-client-6.json": "b2a75a351a16d99ff2e37d8598eb2f80b5362875714cf7e1d40dc0e559249bce", + "writes-client-7.json": "4b81877611494e01352fd0833075a914050f3b1f6f80b083efe784874e5d9219", + "writes-client-8.json": "94a73a37da2b32c0734bbb81651827996791f907553765e03330c87a1ae38597", + "writes-client-9.json": "672a7e8f7a74f01883d928647f4f0c930ef38dacf891a182ce2ccc412d4a2098", + "writes-client-10.json": "dab66ff1a96f6154ab14cb4722c362acbe37f81e2930caceb882ff0f6ce98312", + "writes-client-11.json": "0ff8e1e6e5ab3bb7dca0884ffff5a81e3f48d97bfbca562a2bf8873c199a5af9", + "writes-client-12.json": "c4767dea8616930c13f7a35c5a66a9885529bc4ed0907b7e3cb02df300f996c5", + "writes-client-13.json": "3b4f5ff71eff4d8addd7ea02b1fdfb641ef038f1648a0b7207d31f9179b97112", + "writes-client-14.json": "52962395b970b63f1c8d1cc2ba5105796132932870b927513403fae2cf36911b", + "writes-client-15.json": "acf81e6692ae72743a56460124c4a64b64b5d66a63a11082b925837159d99f05", + "write-warmup-client-0.json": "b1b01489e38189bdaa19f23a47d16d41b7787a2837baadc3a9088d76bfafd43b", + "write-warmup-client-1.json": "db42fac0594d0f900d825faa529bc49d81b032e9fd07162586c22edbc6e2ba5a", + "write-warmup-client-2.json": "e08e86da29a60663303aec0f2e6338a0b3059f74e0797a7e5fc794347708eee1", + "write-warmup-client-3.json": "fea1b2857c59c50c78bea5461696ff9b002bfca6a5e83ed86168b9dfca420726", + "write-warmup-client-4.json": "e09e1f7958e6d37df62c57c523546c1d8dd8442e1a1544731362d939061ce2c1", + "write-warmup-client-5.json": "48a880f7b5fc83cc62ee5bfa4081c9101a80389b07dc6bf715de2c6f0e12de16", + "write-warmup-client-6.json": "8783352b51b2d448b5736578996e427e60754e21876b49d3d8c4354df931b72b", + "write-warmup-client-7.json": "905b30b24224f58c9dd35bb85f542b9710c02bc493778adfc860ec49687a07ed", + "write-warmup-client-8.json": "13a15c01b379f173fc6db13ac981229210d2a5f78db9426f7a94552db5ed9125", + "write-warmup-client-9.json": "cef453a851240931a0e03e88945dda9efdefc7392438a786b11e342436ae7505", + "write-warmup-client-10.json": "a4a89b39ea0bc0e2ed96c043638acee477318ad476ce93052ba640603deaad5d", + "write-warmup-client-11.json": "51594d98479447ea3a82e44cde7e65c007b5bb138d1039a121f2c0a0729a4b20", + "write-warmup-client-12.json": "48eb378320561acc048590d6b12386fe484376459ff945963e5b047c55603320", + "write-warmup-client-13.json": "3fd4a15f12068f6f4734ba8323c0f4576e5538f3f7a6f8e356180363afc5fd65", + "write-warmup-client-14.json": "a9983a1c444388c5adac6cb1a6c6e611da9b222c9751856da2b05c97abb18acb", + "write-warmup-client-15.json": "f2be6283714c242aa7cbc2f560a9db19a380a565c6ecc2782093b0ae48a89099" + } + }, + "repeat": 1, + "cells": 1, + "variant": "baseline", + "measured_writes": 7024, + "all_acknowledged": 7424, + "TPS": 58.34444253065167, + "response_body_bytes_per_second": 11655.93876440122, + "p50": 271.186175, + "p95": 367.396121, + "p99": 417.666786, + "server_cpu_cores": 0.2785691775429333, + "driver_cpu_cores": 0.02387735807510857, + "server_rss_after_bytes": 62640128, + "first_30_seconds_TPS": 67.2, + "last_30_seconds_TPS": 49.6, + "interval_TPS_min": 41.6, + "interval_TPS_max": 72.0, + "interval_TPS_cv": 0.13115439832278605, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 14849, + "mean_ms": 62.32443627557411, + "overflow": 0, + "p50_ms": 1.8, + "p95_ms": 233.1, + "p99_ms": 283.4, + "resolution_us": 100 + }, + "authority": { + "count": 7424, + "mean_ms": 4.779178226831896, + "overflow": 0, + "p50_ms": 4.7, + "p95_ms": 6.0, + "p99_ms": 7.5, + "resolution_us": 100 + }, + "compaction": { + "count": 485, + "mean_ms": 28.44752142268041, + "overflow": 0, + "p50_ms": 27.0, + "p95_ms": 42.7, + "p99_ms": 54.4, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 7910, + "mean_ms": 0.0005521715549936789, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 7424, + "mean_ms": 10.337936384832975, + "overflow": 0, + "p50_ms": 8.2, + "p95_ms": 31.7, + "p99_ms": 45.0, + "resolution_us": 100 + }, + "publication": { + "count": 7424, + "mean_ms": 15.422013025323276, + "overflow": 0, + "p50_ms": 13.4, + "p95_ms": 36.6, + "p99_ms": 50.2, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 485, + "mean_ms": 0.00017736907216494844, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 7425, + "mean_ms": 0.00363448, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 7425, + "mean_ms": 8.471997103164984, + "overflow": 0, + "p50_ms": 8.2, + "p95_ms": 13.0, + "p99_ms": 15.2, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 7425, + "mean_ms": 8.465054727811449, + "overflow": 0, + "p50_ms": 8.2, + "p95_ms": 13.0, + "p99_ms": 15.2, + "resolution_us": 100 + }, + "uploaded_bytes": 322227565, + "uploaded_objects": 41599, + "worker": { + "count": 14849, + "mean_ms": 0.6788844746447572, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.6, + "p99_ms": 2.5, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 360, + "bytes_written": 0, + "duration": { + "count": 3, + "mean_ms": 0.8374816666666667, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 0.9, + "p99_ms": 0.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 1, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 3 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 15818, + "mean_ms": 0.9675984223669237, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 1.5, + "p99_ms": 2.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15818, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15818 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 20, + "mean_ms": 4.05686135, + "overflow": 0, + "p50_ms": 4.0, + "p95_ms": 5.0, + "p99_ms": 5.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 7981116, + "duration": { + "count": 20, + "mean_ms": 12.279570099999999, + "overflow": 0, + "p50_ms": 11.8, + "p95_ms": 15.0, + "p99_ms": 18.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 20, + "mean_ms": 3.66915875, + "overflow": 0, + "p50_ms": 3.2, + "p95_ms": 6.4, + "p99_ms": 7.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20 + }, + "put": { + "bytes_read": 0, + "bytes_written": 318519850, + "duration": { + "count": 49009, + "mean_ms": 5.633832505254137, + "overflow": 0, + "p50_ms": 5.3, + "p95_ms": 9.0, + "p99_ms": 11.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 1, + "error": 0, + "not_found": 0, + "success": 49008, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 49009 + }, + "range": { + "bytes_read": 124881173, + "bytes_written": 0, + "duration": { + "count": 15842, + "mean_ms": 1.9164311047847495, + "overflow": 0, + "p50_ms": 1.8, + "p95_ms": 3.3, + "p99_ms": 4.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15842, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15842 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.76143222000002, + "cpu_seconds": 297.347588, + "cpu_cores": 2.3643781941019624, + "cgroup_before": { + "usage_usec": 6329193, + "user_usec": 4042934, + "system_usec": 2286259, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 303676781, + "user_usec": 203417605, + "system_usec": 100259175, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 7312, + "raw_client_sha256": { + "writes-client-0.json": "baf3a7ff939be115b18b466a54925c87be3603d7ea20b450311e55cdf18643f3", + "writes-client-1.json": "e3659fadcb569d4feab9607f1474da81ae84fcbc6aadbc8f03d4482a5bc2f4e9", + "writes-client-2.json": "990cf77173d5054ca8a1e42990272198073de62c5c2749b496a7afcf2af9721a", + "writes-client-3.json": "a645f910e93bca2e15e324f1ddd1f4e1038f2070cfc58aee31aeeb63aa4a66dd", + "writes-client-4.json": "a263f1d3adfcd2c294b71bd922fd7b3d32db57d2c8b46882ad2ba3cfb457799f", + "writes-client-5.json": "4edad211f3a1b932ff9fcda9e2944b0134469a4b4b8bb02e58c5dc969522eb2d", + "writes-client-6.json": "c9c95078d11a117facabef5c5ad6561ded6a07b3782c84ce9499e60241b57664", + "writes-client-7.json": "d303d425a4c1a10774a5c0c08f6fad5a6996f25460ef7b036f6c3b3f52a218a3", + "writes-client-8.json": "c147d9ad687311353b63419500b8c661f6f43f8a369dcd9fb74dc263c6ca2b3f", + "writes-client-9.json": "8cab89ae64dea88fcb0fcdf730917711eafd2ff2c35edf96e6aa131d296e43f8", + "writes-client-10.json": "eefbd97680571c0a6dc3e79d997bbdcb74e09cd776a16dceb9ca9b3099379520", + "writes-client-11.json": "c410f7796114943216ad263dab3d6ac2118485c2d04fc35ed636a1352792618c", + "writes-client-12.json": "694666f79b367fa161b52f9e03751a3776682fcfb92840923971048f3f4627e0", + "writes-client-13.json": "e135bfa61b9f0b8b24b8194d1150aba6e1b722c5cc42b1db1fd36566396b918c", + "writes-client-14.json": "c1e3977a712454e19cb6a5d6682c325bf95a4ab75bed2f72f26b9f77c646e4e3", + "writes-client-15.json": "fe2a52c3bcd6eb887eb04449a23cc23f4807f75fbb8f0859b5f3827b056258fb", + "write-warmup-client-0.json": "f2945e57c582b5c3eaaafa7b0cb70b87fb79a2a55b5dc2a762c2ba0750184bcd", + "write-warmup-client-1.json": "70c543b03eda0897635832c984d6e8f1d1a9211bbb33ad132783da08e8cad8c5", + "write-warmup-client-2.json": "6255a51957be2e9ed05ecf005b5f9e4cee6bd43ffdd5a9aaa5bd2342b7b00fd9", + "write-warmup-client-3.json": "b27c284f1ba0bfe724a30d7734bcb1b985cca45194cc8a5ba6a3d22123744a57", + "write-warmup-client-4.json": "ee1f171db2f2434f9e2f208378520602c29be7a2a41cbd4014c209934e1b7956", + "write-warmup-client-5.json": "7cc470cdc62b60da7143878f789e4be3d336c68864f6ea0042cef20624835625", + "write-warmup-client-6.json": "f94792740d7410b5598f421c35a9399b2c893c68adf5054150b1b49cb616f328", + "write-warmup-client-7.json": "3579f2e5a7aca081831d38684131db0ef48e872e9ff80920e5b4a30ed33104e0", + "write-warmup-client-8.json": "a3360dbdd1b0fc3df1f075c7ba3df992940728c785d50f7843fadd358f2ca859", + "write-warmup-client-9.json": "b5801de1fa0f158f02d12c4166b435603d1800ca3840cf9678ec69bd00ee2a9c", + "write-warmup-client-10.json": "9a872fa6050fb85afb2fa1f909dfd7bc6cd245d2ba218f52138ffd887f138d97", + "write-warmup-client-11.json": "f1411676c4959276b8c24c4dbd89bd93a48b2d57b5d7f5a89004305cc84a779c", + "write-warmup-client-12.json": "a6715957e77a2bcf626152d1fd948ee23e031640de1ef065aa3a64886e083ca2", + "write-warmup-client-13.json": "4785c2e8ad5173a1fe7f79a41bdfead97efd984dd86f237e5c8e8725d8eb38ad", + "write-warmup-client-14.json": "6cfe13d7844d11718d2517cefb6f24dfcb4281ae2e7f609fbba92e16ac191e59", + "write-warmup-client-15.json": "c20545982ceb43df57d36c8f34fd62a02f83e2c4973f5e3b8b97909aba9f1a2e" + } + }, + "repeat": 1, + "cells": 1, + "variant": "candidate", + "measured_writes": 6992, + "all_acknowledged": 7328, + "TPS": 58.196995290383335, + "response_body_bytes_per_second": 11624.824839147395, + "p50": 275.120754, + "p95": 315.937532, + "p99": 371.27444, + "server_cpu_cores": 0.2950691658722842, + "driver_cpu_cores": 0.02392452696261764, + "server_rss_after_bytes": 62959616, + "first_30_seconds_TPS": 57.6, + "last_30_seconds_TPS": 62.8, + "interval_TPS_min": 52.8, + "interval_TPS_max": 65.6, + "interval_TPS_cv": 0.05662397658545186, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 14657, + "mean_ms": 62.51149716142458, + "overflow": 0, + "p50_ms": 1.3, + "p95_ms": 232.3, + "p99_ms": 265.2, + "resolution_us": 100 + }, + "authority": { + "count": 7328, + "mean_ms": 4.9352617719705245, + "overflow": 0, + "p50_ms": 4.9, + "p95_ms": 6.0, + "p99_ms": 7.7, + "resolution_us": 100 + }, + "compaction": { + "count": 477, + "mean_ms": 28.44480689937107, + "overflow": 0, + "p50_ms": 27.5, + "p95_ms": 39.8, + "p99_ms": 53.6, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 7806, + "mean_ms": 0.0006009915449654112, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "preparation": { + "count": 7328, + "mean_ms": 10.288515372543669, + "overflow": 0, + "p50_ms": 8.4, + "p95_ms": 32.3, + "p99_ms": 42.9, + "resolution_us": 100 + }, + "publication": { + "count": 7328, + "mean_ms": 15.548374616539302, + "overflow": 0, + "p50_ms": 13.7, + "p95_ms": 37.6, + "p99_ms": 48.6, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 477, + "mean_ms": 0.0005295199161425576, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 7329, + "mean_ms": 0.004518344248874335, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 7329, + "mean_ms": 8.431581917996999, + "overflow": 0, + "p50_ms": 8.3, + "p95_ms": 10.3, + "p99_ms": 13.3, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 7329, + "mean_ms": 8.423299893027698, + "overflow": 0, + "p50_ms": 8.3, + "p95_ms": 10.3, + "p99_ms": 13.2, + "resolution_us": 100 + }, + "uploaded_bytes": 316113996, + "uploaded_objects": 40583, + "worker": { + "count": 14657, + "mean_ms": 0.6994903714266221, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 1.6, + "p99_ms": 2.5, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.9130695, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.1, + "p99_ms": 1.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 15610, + "mean_ms": 1.0356106510570147, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 1.5, + "p99_ms": 2.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15610, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15610 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 20, + "mean_ms": 4.1318177, + "overflow": 0, + "p50_ms": 4.0, + "p95_ms": 6.0, + "p99_ms": 6.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 7827195, + "duration": { + "count": 20, + "mean_ms": 10.890723300000001, + "overflow": 0, + "p50_ms": 10.9, + "p95_ms": 11.6, + "p99_ms": 13.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 20, + "mean_ms": 3.3912864500000004, + "overflow": 0, + "p50_ms": 3.3, + "p95_ms": 4.1, + "p99_ms": 5.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20 + }, + "put": { + "bytes_read": 0, + "bytes_written": 312607713, + "duration": { + "count": 47905, + "mean_ms": 5.509134106105834, + "overflow": 0, + "p50_ms": 5.4, + "p95_ms": 7.2, + "p99_ms": 9.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 47905, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 47905 + }, + "range": { + "bytes_read": 122798525, + "bytes_written": 0, + "duration": { + "count": 15646, + "mean_ms": 1.9198749668285824, + "overflow": 0, + "p50_ms": 1.8, + "p95_ms": 3.2, + "p99_ms": 4.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15646, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15646 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.49325487600004, + "cpu_seconds": 301.000212, + "cpu_cores": 2.398536975532418, + "cgroup_before": { + "usage_usec": 311672334, + "user_usec": 211091603, + "system_usec": 100580730, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 612672546, + "user_usec": 414974989, + "system_usec": 197697557, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9974728143097628, + "p50": 1.0145087742765648, + "p95": 0.8599370378219099, + "p99": 0.88892498145639, + "response_body_bytes_per_second": 0.9973306375502888 + } + }, + { + "cells": 1, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 7104, + "raw_client_sha256": { + "writes-client-0.json": "ca5f8beb4ad14bd19c0fb9271a9e8328ca1e72c72839207dc760692a772838fc", + "writes-client-1.json": "583463e2f767c3fdc194e736a93fb6f56866a9fec8a513dc4360bde29367ad60", + "writes-client-2.json": "963e5c4cb32d811dc650e4cb557f7a3ac4ec5244c86715541242d467559111d0", + "writes-client-3.json": "ec638650211313d4f5a8fbc1d4010d4a8cc76c6c94bbc67ac9c3e1a35b114099", + "writes-client-4.json": "68df4d258897b7233cd4bd6e203b86551f85bb498978da29b9ab9d7572653576", + "writes-client-5.json": "e26533671bebc55f888a699ac03a7d8f14f1bee8b32a4c97a9e0f51a130d30b2", + "writes-client-6.json": "45360c21eaf72451a30d9a3d117fb2f1a012a19b4a0e104bc1f9f868fe8e9aef", + "writes-client-7.json": "df7aa11bd2c8b381a82c666615a206b4f2d4a5c3ae652d71bb3d2c12ccd8d777", + "writes-client-8.json": "1057667d0a0e8ba38b5663f21212d111298a1c0ed01be95073216dd64a7e5ba6", + "writes-client-9.json": "53a6fd675fa918a6bbbda68a0ba95d55275296d5280cfac2ac8c9aa7f632cfed", + "writes-client-10.json": "56144a3c6316bde45c8ce0164833b4ec247cd7be11484b9b3b99f7a81af5075b", + "writes-client-11.json": "1e58f0470289c6ada1e6b16b214d0b9e700ef00d628b3c436358613ee49df502", + "writes-client-12.json": "883ec5f9cadc6101850b5e6f50feff74f5ffe92d93278806d57013d3f8c18dd2", + "writes-client-13.json": "22d513d272a2682601ada116e991eaf9ba6596075e3d0eec89d706e4125fc297", + "writes-client-14.json": "e054679c1300b933625e3627a8741fd7006c692db733b712bb93bd9d60478130", + "writes-client-15.json": "23b6b96cde586d4f9294f5267e91f970e9e481d4e1c726f5e0a51bd34d9c094a", + "write-warmup-client-0.json": "407144b6d112602e5bd2e66148ae194f1866c67441b7699f5bc391569f80b286", + "write-warmup-client-1.json": "e956ff3f846392745672ef9851908d146e9cb426032b42d6eef2bc012e41954a", + "write-warmup-client-2.json": "0dbf62c47596d39a2b97fc852ddb2350c9a8896be4d932edf735d70cb0918b4f", + "write-warmup-client-3.json": "789c62335687109bb2ae0f1e797b0193b1951eefc6a35b31eb51db4633c06ab4", + "write-warmup-client-4.json": "b6d05f156da80af372f333e3e973f596bf4bd9b04f7700a7ab87b75b1c068dcd", + "write-warmup-client-5.json": "e36b758b62fc2d36205837fe48ae7fee70fd5ece2bd1a81f2f4a74ad1ca38db4", + "write-warmup-client-6.json": "fb5a1eaff5f6e007956ebd08ccd6cef1077840da6bc7a3582244b91304f82096", + "write-warmup-client-7.json": "c4e3c27220d0ee5a0fe9b2924ca6ebfcdc6c541f8cc95bb902f9e572c7c06094", + "write-warmup-client-8.json": "1db069ec278cf3d2f948a53af25beb90c576aa0a98d1d706a0ee4ee3ba7f83b9", + "write-warmup-client-9.json": "b4dd33027c679a858e8036df07538eca9c421e24b655ad3a6b02315c79a0ea8f", + "write-warmup-client-10.json": "ef766c7d002c1912f944bbba1b2a9b89f37d8ba4d7d8f87a6e435d1c2be56e07", + "write-warmup-client-11.json": "31064bee5aa029654802a17eda3de7db50d802a5ab077efe425f2f4d4e99bf60", + "write-warmup-client-12.json": "0f173e55634c2e958dea93052a02cf8f2c3ac4f629d750d42c8acb3e56218f03", + "write-warmup-client-13.json": "d50e676af33d2339e216b38fcbaea3c0d627e1e7d5636f178ef3b12705095f67", + "write-warmup-client-14.json": "37349188116970e0d4ad0f48a947dabe0f1678df6dc8b97b5d639e850049062b", + "write-warmup-client-15.json": "8d0df571f2cd9a33937264d20b5dc81e45d36c556876880f37852ad283a8eebf" + } + }, + "repeat": 2, + "cells": 1, + "variant": "baseline", + "measured_writes": 6784, + "all_acknowledged": 7120, + "TPS": 56.476585157924994, + "response_body_bytes_per_second": 11280.74001203731, + "p50": 278.955017, + "p95": 319.796302, + "p99": 340.692845, + "server_cpu_cores": 0.2791538299580162, + "driver_cpu_cores": 0.02392747113925853, + "server_rss_after_bytes": 61321216, + "first_30_seconds_TPS": 57.06666666666667, + "last_30_seconds_TPS": 55.46666666666667, + "interval_TPS_min": 52.8, + "interval_TPS_max": 57.6, + "interval_TPS_cv": 0.03091417690454381, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 14241, + "mean_ms": 64.73570387325329, + "overflow": 0, + "p50_ms": 1.9, + "p95_ms": 239.0, + "p99_ms": 271.5, + "resolution_us": 100 + }, + "authority": { + "count": 7120, + "mean_ms": 5.09093336502809, + "overflow": 0, + "p50_ms": 5.0, + "p95_ms": 6.3, + "p99_ms": 7.7, + "resolution_us": 100 + }, + "compaction": { + "count": 461, + "mean_ms": 29.19752701518438, + "overflow": 0, + "p50_ms": 28.2, + "p95_ms": 39.5, + "p99_ms": 55.4, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 7582, + "mean_ms": 0.0005539671590609338, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 7120, + "mean_ms": 10.61658455955056, + "overflow": 0, + "p50_ms": 8.6, + "p95_ms": 33.4, + "p99_ms": 43.6, + "resolution_us": 100 + }, + "publication": { + "count": 7120, + "mean_ms": 16.034282515308988, + "overflow": 0, + "p50_ms": 13.9, + "p95_ms": 38.7, + "p99_ms": 49.3, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 461, + "mean_ms": 0.0001267310195227766, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 7121, + "mean_ms": 0.004381157983429293, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 7121, + "mean_ms": 8.717948238168796, + "overflow": 0, + "p50_ms": 8.5, + "p95_ms": 10.8, + "p99_ms": 12.9, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 7121, + "mean_ms": 8.709791326077799, + "overflow": 0, + "p50_ms": 8.5, + "p95_ms": 10.8, + "p99_ms": 12.9, + "resolution_us": 100 + }, + "uploaded_bytes": 304462456, + "uploaded_objects": 38893, + "worker": { + "count": 14241, + "mean_ms": 0.7062797585843691, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.6, + "p99_ms": 2.3, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 360, + "bytes_written": 0, + "duration": { + "count": 3, + "mean_ms": 0.82774, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 1.0, + "p99_ms": 1.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 1, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 3 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 15162, + "mean_ms": 1.0517590284922833, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 1.5, + "p99_ms": 2.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15162, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15162 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 19, + "mean_ms": 4.194925578947368, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 4.6, + "p99_ms": 4.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 19, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 19 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 7268272, + "duration": { + "count": 19, + "mean_ms": 11.851789, + "overflow": 0, + "p50_ms": 12.0, + "p95_ms": 14.0, + "p99_ms": 14.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 19, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 19 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 19, + "mean_ms": 3.7246125789473687, + "overflow": 0, + "p50_ms": 3.6, + "p95_ms": 5.3, + "p99_ms": 5.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 19, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 19 + }, + "put": { + "bytes_read": 0, + "bytes_written": 301292481, + "duration": { + "count": 46000, + "mean_ms": 5.711465537108696, + "overflow": 0, + "p50_ms": 5.6, + "p95_ms": 7.6, + "p99_ms": 9.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 1, + "error": 0, + "not_found": 0, + "success": 45999, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 46000 + }, + "range": { + "bytes_read": 119607416, + "bytes_written": 0, + "duration": { + "count": 15192, + "mean_ms": 1.9855504863744076, + "overflow": 0, + "p50_ms": 1.9, + "p95_ms": 3.3, + "p99_ms": 4.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15192, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15192 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.49396444399986, + "cpu_seconds": 318.163887, + "cpu_cores": 2.5352923418239506, + "cgroup_before": { + "usage_usec": 2460629971, + "user_usec": 1609684490, + "system_usec": 850945481, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2778793858, + "user_usec": 1833001740, + "system_usec": 945792118, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 6896, + "raw_client_sha256": { + "writes-client-0.json": "76fdae4f5549c4fb25d7c3c95f25769f7bf55ccd0626ccee28739860ac935068", + "writes-client-1.json": "e6cad94bc3f3fe45dbf3e6ec478ba372952b0af03e0ec7a4f953d20aa963e490", + "writes-client-2.json": "3752991b67c3374ee84e958c6d5779112a29744495b29282c1d88d4185a00634", + "writes-client-3.json": "838f38998c97195b2f51876feee9586f0f9330821cef598e045dc45152e0d59d", + "writes-client-4.json": "f5c700324228c942dd5f4e05935ab64f063c9eb73674096180215670f379d93f", + "writes-client-5.json": "60b648c2837af077746e858cea9138c8bf2daf8d21b496cc39deb70f1b42a18b", + "writes-client-6.json": "e53d16ea7f6252e1d0a78fd64d7cac41ea3bb37f7d329ec386925e387ed5bd5e", + "writes-client-7.json": "fecc20e23659cf6edea7c9d981d19119eb2e380e6cc7e1460824fdbaab2156b3", + "writes-client-8.json": "1a307068a3438e58567eaa80241d02f5e99c74ff891a630298bda13e37956f34", + "writes-client-9.json": "54100a7a6f425c90e037aa6b8c9c39d54dade4e1a4c0bba8c7c6809e19db270c", + "writes-client-10.json": "35f79a26a31f010a3a731e0105e63921a963c36b2fa74e402fb9ea8a0c43ea58", + "writes-client-11.json": "b3058283520913d9bad6b5bc149b647c8dac4e42e1ff474bb0faed360ad3e2c5", + "writes-client-12.json": "53b408c3888cad808375534baddd051ac1e0ab645969ff62bcfde99362f3f8ba", + "writes-client-13.json": "c30782933c8eb8890a250027457b053ba628d50b0b547147fe211ff49887db21", + "writes-client-14.json": "6188f36ffb09fe49ed8efe45389c19d3cf679615c88a827b1dbdd78dfdafca84", + "writes-client-15.json": "f554c4710116dfcff8bb527a55bf08e97d2e573867bdb09beef4152a2ac16299", + "write-warmup-client-0.json": "ac89375785a7d4488d72a96af1367311792389a378a34e1b6dec149fdbd7808e", + "write-warmup-client-1.json": "8eb53133b63ba27347914d7c24bb807cd4b5231064e243532326ce910a15a487", + "write-warmup-client-2.json": "697939e5e536446b2907224ec286f7041a80ee560dae515c16b92119cc3b82fb", + "write-warmup-client-3.json": "84973c07d509a6214be7b768b13e45a156e5ce508468b978f796580c4500af9f", + "write-warmup-client-4.json": "579d26b536a82bf54f246aa2144d7c46c8de8d50b6d1e3e0240c79f3f1eea228", + "write-warmup-client-5.json": "66525c68c26bd83ff7eca5bd0ad2f0f329fb6e8c133d8cb0942c7a63e03e0e3e", + "write-warmup-client-6.json": "ce99eda2778843318a281fd2eeddc84097a480918995421392ce84037ec745c3", + "write-warmup-client-7.json": "ba6116a0d5de804467da9501b7e3e55d689cf108f922b35e605f231f06175fd9", + "write-warmup-client-8.json": "411cfc8424f3aea0c03f4860dc6314f95bb8f043ac98cebca558fac8f18dcbc4", + "write-warmup-client-9.json": "d29f04cec6c25216625c7748832dec9fe64d4138c69ef140e949a186da7042fb", + "write-warmup-client-10.json": "7d46ee228559b3df842a0dbc2135e0bda50200002b75003a4d3ff06b1d1d03f6", + "write-warmup-client-11.json": "0db81a40198fd57a78864edc9779217d970ec9c9c51468043f11d87b5e4f18a2", + "write-warmup-client-12.json": "6139b8234b3b548c969a13e7f5e1d1a994b900f43ebdc6af2c2f0a90566facbd", + "write-warmup-client-13.json": "c36cf10e7b9378bdf979ca0b4555daf01e4f6abca035572eff138adf3f571f17", + "write-warmup-client-14.json": "9f441e16c6267cf7117216844fece5d5c720f6aa664efbff1267c1f60860a7af", + "write-warmup-client-15.json": "f49c9f8f800df63546c6cd0214bd7e9a743079fa010bdac69407ab21ddcfeb0b" + } + }, + "repeat": 2, + "cells": 1, + "variant": "candidate", + "measured_writes": 6672, + "all_acknowledged": 6912, + "TPS": 55.56471551799977, + "response_body_bytes_per_second": 11095.962220065601, + "p50": 284.814683, + "p95": 334.15793, + "p99": 381.153103, + "server_cpu_cores": 0.2791004880863642, + "driver_cpu_cores": 0.023922898978831215, + "server_rss_after_bytes": 62513152, + "first_30_seconds_TPS": 53.333333333333336, + "last_30_seconds_TPS": 56.0, + "interval_TPS_min": 52.0, + "interval_TPS_max": 57.6, + "interval_TPS_cv": 0.03549236312556108, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 13825, + "mean_ms": 66.83508319110307, + "overflow": 0, + "p50_ms": 1.9, + "p95_ms": 246.9, + "p99_ms": 289.5, + "resolution_us": 100 + }, + "authority": { + "count": 6912, + "mean_ms": 5.2763601109664355, + "overflow": 0, + "p50_ms": 5.1, + "p95_ms": 6.9, + "p99_ms": 8.8, + "resolution_us": 100 + }, + "compaction": { + "count": 446, + "mean_ms": 30.16013199103139, + "overflow": 0, + "p50_ms": 28.8, + "p95_ms": 44.8, + "p99_ms": 56.8, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 7359, + "mean_ms": 0.000554829596412556, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "preparation": { + "count": 6912, + "mean_ms": 10.907522109519675, + "overflow": 0, + "p50_ms": 8.7, + "p95_ms": 33.4, + "p99_ms": 45.1, + "resolution_us": 100 + }, + "publication": { + "count": 6912, + "mean_ms": 16.52659318576389, + "overflow": 0, + "p50_ms": 14.2, + "p95_ms": 38.7, + "p99_ms": 50.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 446, + "mean_ms": 0.00046789910313901347, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 6913, + "mean_ms": 0.004638272240705917, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 6913, + "mean_ms": 8.952633464197888, + "overflow": 0, + "p50_ms": 8.7, + "p95_ms": 11.7, + "p99_ms": 14.3, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 6913, + "mean_ms": 8.944179235498337, + "overflow": 0, + "p50_ms": 8.7, + "p95_ms": 11.7, + "p99_ms": 14.3, + "resolution_us": 100 + }, + "uploaded_bytes": 292970972, + "uploaded_objects": 37478, + "worker": { + "count": 13825, + "mean_ms": 0.7341712428933093, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 1.7, + "p99_ms": 2.7, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 1.5560875, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.3, + "p99_ms": 2.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 14716, + "mean_ms": 1.0915874327262842, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 1.6, + "p99_ms": 2.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 14716, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 14716 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 18, + "mean_ms": 4.623483555555556, + "overflow": 0, + "p50_ms": 4.4, + "p95_ms": 7.7, + "p99_ms": 7.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 18, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 18 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 6840592, + "duration": { + "count": 18, + "mean_ms": 11.341660833333334, + "overflow": 0, + "p50_ms": 10.9, + "p95_ms": 16.4, + "p99_ms": 16.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 18, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 18 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 18, + "mean_ms": 3.4116426666666664, + "overflow": 0, + "p50_ms": 3.3, + "p95_ms": 5.9, + "p99_ms": 5.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 18, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 18 + }, + "put": { + "bytes_read": 0, + "bytes_written": 290109229, + "duration": { + "count": 44378, + "mean_ms": 5.869147146333769, + "overflow": 0, + "p50_ms": 5.7, + "p95_ms": 8.0, + "p99_ms": 10.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 44378, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 44378 + }, + "range": { + "bytes_read": 116614561, + "bytes_written": 0, + "duration": { + "count": 14742, + "mean_ms": 2.0410933830552165, + "overflow": 0, + "p50_ms": 2.0, + "p95_ms": 3.4, + "p99_ms": 4.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 14742, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 14742 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.515237694, + "cpu_seconds": 320.009213, + "cpu_cores": 2.5495646495142426, + "cgroup_before": { + "usage_usec": 2133142504, + "user_usec": 1379929138, + "system_usec": 753213365, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2453151717, + "user_usec": 1602587489, + "system_usec": 850564227, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.983854023089828, + "p50": 1.021005773844892, + "p95": 1.0449086743973668, + "p99": 1.1187587546782793, + "response_body_bytes_per_second": 0.9836200646611359 + } + }, + { + "cells": 1, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 7184, + "raw_client_sha256": { + "writes-client-0.json": "ab370e36788f610b9b5c8fc1f77677fbf674bf400c993d8428becb470412b13d", + "writes-client-1.json": "6e9990e31fe83542156f8b807cc1c99a71b596d9b8452a84924f19394670b3d1", + "writes-client-2.json": "e0af5193ea2f3a7effcba70c4bf43556ae619c0aa12624a77da28bbfaee2677a", + "writes-client-3.json": "6b666c29ffdb2505c9e00ba7fdaf4eaaf76cbea67e341dbdf5c3728326967f70", + "writes-client-4.json": "37237e5e7e47228fc19dd8c78624123606bf02ea13a33f3428764d608cd2e63c", + "writes-client-5.json": "9f76a342ae10cdb6ae16980c55c34fe9606deda5a18808bc5019b94d648c7356", + "writes-client-6.json": "beb6e86d02010c1816de1a30a3c642f1c077c9bed14bbdf7ee189c0b7761300a", + "writes-client-7.json": "692e826cdd52d91de68a095ea48bf281b461523a304d9652333fc4c8dd2eca2a", + "writes-client-8.json": "6d48bee62f0e9cde29ad6e673ca102921414d42469cb8b1e938956fea22980ef", + "writes-client-9.json": "f6c9a3a984e40d674fb07d16b8f82c24dcfc8abb3fde476b1191329b3214774e", + "writes-client-10.json": "27ac63e469a142ec20eae275ce564d5396e29f93f197a14b1f8599a78fad956d", + "writes-client-11.json": "8def6c4386138ea3ee1841577fe98125bd5deafcfecc42490aedc229ef831dc9", + "writes-client-12.json": "4d505ff4d31d8cb65444bac49d4d3e114600fe2ffbe60a5a81463d38b31aa3b1", + "writes-client-13.json": "3325659bd2decb385b9d97a4fc21c9a585d95b834f76796c5185af79d90a9634", + "writes-client-14.json": "3e1f603fe2e654cb9f92beab0c27f83d3f5610f91ba10654b601e697395f7f66", + "writes-client-15.json": "421e17139afaf4a355352886f357b2c7489b92a6232cc0e6252099e1e6637a99", + "write-warmup-client-0.json": "438bedf6888505b2c294d1039eed9d3d1aa19d29d737254c54e3d064460c5ddc", + "write-warmup-client-1.json": "f5e13faf39fdaf7cc9be880081897b3d2a43332fe5cfeb59f56bd14136e0f85b", + "write-warmup-client-2.json": "a1df87eaec435baed35692a156d1ca54460285f3eb02d75e83872ef5b255187c", + "write-warmup-client-3.json": "61b6084b7777a14fef757797f1c6a849510e21fb1b29a89ddb1abc91b0c16423", + "write-warmup-client-4.json": "05630b5a92d5351a1926e354798264b7276141bfef365b21a5e7fcd3368f472a", + "write-warmup-client-5.json": "f0fa214333303c433da9d2613f07dd3bf9dda06020996a0857cd00e4610be790", + "write-warmup-client-6.json": "9d4c56175299483fe48390cccb6204f279ba56adb4f58477414eaa24e851630a", + "write-warmup-client-7.json": "123af77f507728c0d37eac6025b1f5b2642d189a79735c929b559efb6549b499", + "write-warmup-client-8.json": "e62f7ebf525a38a1aab29c01c2a0d4530fccd7a09a33e1d64409fdb39d0e22ce", + "write-warmup-client-9.json": "ad5a5de2ed3c04ccb78170a18f5055d6e82d1c0a5720a1a3d3a383522ad5a138", + "write-warmup-client-10.json": "02fc7a6e922d51315c8864e5a51a2ebf5a0c12e947662f27ef93dc229732bdf9", + "write-warmup-client-11.json": "9208b854b0b549044dbcf12972a192f92b4820dc8186d6f7a8383b1205b403e2", + "write-warmup-client-12.json": "4c32df274c7890d2b19bbd15ca259d1529e905cfe9b93fac3383be5b9028869e", + "write-warmup-client-13.json": "1582cff8d6e0944b4c9dbbf461d6588c4bec234fc0e89fb3da98552017ae588c", + "write-warmup-client-14.json": "2a697030eb2f780721b63bcbec9d342fb3c7e66cfa45bcfe4e34bda937ac5217", + "write-warmup-client-15.json": "f1c1624d2a42edbbc0a20b00e68900ba248a11680b006679e1d291119de5baa1" + } + }, + "repeat": 3, + "cells": 1, + "variant": "baseline", + "measured_writes": 6864, + "all_acknowledged": 7200, + "TPS": 57.16059479397386, + "response_body_bytes_per_second": 11417.537344359422, + "p50": 274.918277, + "p95": 340.323263, + "p99": 366.984388, + "server_cpu_cores": 0.27943148145214813, + "driver_cpu_cores": 0.023951269838755555, + "server_rss_after_bytes": 62398464, + "first_30_seconds_TPS": 60.266666666666666, + "last_30_seconds_TPS": 52.266666666666666, + "interval_TPS_min": 46.4, + "interval_TPS_max": 62.4, + "interval_TPS_cv": 0.06993752124811106, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 14401, + "mean_ms": 64.04903360349975, + "overflow": 0, + "p50_ms": 1.9, + "p95_ms": 237.1, + "p99_ms": 273.3, + "resolution_us": 100 + }, + "authority": { + "count": 7200, + "mean_ms": 4.958760960416666, + "overflow": 0, + "p50_ms": 4.9, + "p95_ms": 6.2, + "p99_ms": 7.6, + "resolution_us": 100 + }, + "compaction": { + "count": 468, + "mean_ms": 29.11618359615385, + "overflow": 0, + "p50_ms": 27.9, + "p95_ms": 40.3, + "p99_ms": 55.5, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 7669, + "mean_ms": 0.000530308123614552, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 7200, + "mean_ms": 10.589077969027779, + "overflow": 0, + "p50_ms": 8.4, + "p95_ms": 32.9, + "p99_ms": 43.8, + "resolution_us": 100 + }, + "publication": { + "count": 7200, + "mean_ms": 15.860574511388888, + "overflow": 0, + "p50_ms": 13.6, + "p95_ms": 37.9, + "p99_ms": 49.3, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 468, + "mean_ms": 0.00017925, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 7201, + "mean_ms": 0.00384298555756145, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 7201, + "mean_ms": 8.688685213303707, + "overflow": 0, + "p50_ms": 8.4, + "p95_ms": 11.6, + "p99_ms": 13.5, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 7201, + "mean_ms": 8.68146826468546, + "overflow": 0, + "p50_ms": 8.4, + "p95_ms": 11.5, + "p99_ms": 13.5, + "resolution_us": 100 + }, + "uploaded_bytes": 310020414, + "uploaded_objects": 39903, + "worker": { + "count": 14401, + "mean_ms": 0.6949447882785919, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.6, + "p99_ms": 2.4, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.742696, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 0.8, + "p99_ms": 0.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 15336, + "mean_ms": 1.0066296876630152, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 1.5, + "p99_ms": 1.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15336, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15336 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 19, + "mean_ms": 4.330900210526315, + "overflow": 0, + "p50_ms": 4.1, + "p95_ms": 6.3, + "p99_ms": 6.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 19, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 19 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 7281710, + "duration": { + "count": 19, + "mean_ms": 12.00490847368421, + "overflow": 0, + "p50_ms": 11.9, + "p95_ms": 16.2, + "p99_ms": 16.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 19, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 19 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 19, + "mean_ms": 3.2423428947368422, + "overflow": 0, + "p50_ms": 3.1, + "p95_ms": 5.3, + "p99_ms": 5.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 19, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 19 + }, + "put": { + "bytes_read": 0, + "bytes_written": 306883441, + "duration": { + "count": 47090, + "mean_ms": 5.72502386591633, + "overflow": 0, + "p50_ms": 5.5, + "p95_ms": 8.0, + "p99_ms": 9.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 47090, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 47090 + }, + "range": { + "bytes_read": 121695308, + "bytes_written": 0, + "duration": { + "count": 15358, + "mean_ms": 1.993827915093111, + "overflow": 0, + "p50_ms": 1.9, + "p95_ms": 3.3, + "p99_ms": 4.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15358, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15358 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.3612460520003, + "cpu_seconds": 318.473744, + "cpu_cores": 2.5404481371212277, + "cgroup_before": { + "usage_usec": 4359230566, + "user_usec": 2886967745, + "system_usec": 1472262821, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4677704310, + "user_usec": 3108915963, + "system_usec": 1568788347, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 7440, + "raw_client_sha256": { + "writes-client-0.json": "bb40977a9aede2dc18da3aada1aedaf810746cf773c5f6962f739c87ffb3f4bb", + "writes-client-1.json": "8cb2e21de98832ef03ad9297727ef62aec025793eb11493d985f6481c78b496e", + "writes-client-2.json": "6b074d60cbcc91479742d39055ce638df34e21ba1652e6c246991601cf203f2d", + "writes-client-3.json": "37e1a5f61ba11f380fc065f4d1aa4738e9d781062e4bc5035f52c8ca2b536e4f", + "writes-client-4.json": "1d56dc54930a5e7e1e4869f1f85c89e98eedddc371f3fed236ed1b7f20e88a17", + "writes-client-5.json": "bfb702374f100bf439f5ece719538978817924755682a47a03ceeb9bae1b5e50", + "writes-client-6.json": "449547224358759bb6746ba317eda66ae4183cd48f15efaa585cea313ecc2e46", + "writes-client-7.json": "f6b237c7db206581143c03544267db7be6926784681732aba6f7f1eade53e878", + "writes-client-8.json": "f683677b10b25fe656df611ec7db6d7337407bb21ef8f657e46d971a9edea048", + "writes-client-9.json": "394536d8c4e7fb007ec6c8ddd4dfd756f2d3972d76b905390b16865dfb0de9be", + "writes-client-10.json": "2cb08896ace50ee280e6a42a839e935ece087a4d4d940f2ca9124ab5b3add9d2", + "writes-client-11.json": "b666be9b7d399a898b38db907629ab92d03044b02114f512cf69efbfb5b8da0b", + "writes-client-12.json": "ae3560142e3cf513f7526eb7af16e86392094824004425f5cd190324754fb686", + "writes-client-13.json": "a3778630354cf1d3b20aefe167255c10a681bbc62922b73fdc25d1b4b0c30ce6", + "writes-client-14.json": "528118deb158d1e11aae4484cf93dab6f9ec2a65d68833b623a7f4fd41450301", + "writes-client-15.json": "815ec4d9f7e0fc018432d404b668c1a97a5341e53b746369f027d04e09f48901", + "write-warmup-client-0.json": "f51456cbf15d31a710b2323240b109b5a344b6fd46aaa971950e26c162f39c1f", + "write-warmup-client-1.json": "0b1992cbdaa2da5a29a7339841aa6277a48afb3ca078a89f427d57820648480f", + "write-warmup-client-2.json": "abe7fc244e60bef84583137fd8d8c73d396cd46df5b292f869448f674493c516", + "write-warmup-client-3.json": "26eb9166422256d969997adbc69e727e19d00c9670243875d821d4016924974d", + "write-warmup-client-4.json": "268368ed87e55f46a8db3984a6df92054b7415dd51b023f51fd0e179ff85f1ea", + "write-warmup-client-5.json": "739ae95c0de1bbfbb13576637c021aae12361ae272124c82ff865b0aa7b8a6b2", + "write-warmup-client-6.json": "91f3951ae3a9450bbff229e5adb4c67c0a82dad2d70cf63a012d69d5a22becd7", + "write-warmup-client-7.json": "6445f1743aac62eeabf8007f7a982489dd8442a8a29bab0e659728d21ec7c9a9", + "write-warmup-client-8.json": "88b336f2ffb52b3e8b64386f503b9c386412dd6e2a1f3ae7d2af5c1fa21fd06d", + "write-warmup-client-9.json": "677ea644c809be9ff5ddc32b391dea594d7ed7ce9608875812a17c3e8e754685", + "write-warmup-client-10.json": "cb8b3a0ee8aa283b9d5a1e4fb26a9ed118e1ddd7013d93e44fde6ccf8ea16f58", + "write-warmup-client-11.json": "4d52f50693767df08b83b0963fd7a214fe914b2414f642206c2f531d924a4e90", + "write-warmup-client-12.json": "dfdd9c7d2181fb5cb76d16f96c67d908c90c016db8cf8cc60ac63e583cc1df5c", + "write-warmup-client-13.json": "eb2d671cb7243c994bd073d608891e703c89fa3df2ab744690e2d0b86648527b", + "write-warmup-client-14.json": "9c22b88819883f7cd78cbdb0cba0877d49009ee5485ffd0c76278446e144e06a", + "write-warmup-client-15.json": "2241bca7b6296f8fd473d90b046ba2ad6e27dd71d8d3697579b22c8dd9d4de30" + } + }, + "repeat": 3, + "cells": 1, + "variant": "candidate", + "measured_writes": 7136, + "all_acknowledged": 7456, + "TPS": 59.385737530984734, + "response_body_bytes_per_second": 11862.176241928695, + "p50": 271.207684, + "p95": 317.468589, + "p99": 340.382123, + "server_cpu_cores": 0.3033946138486064, + "driver_cpu_cores": 0.023952206356468924, + "server_rss_after_bytes": 61943808, + "first_30_seconds_TPS": 57.06666666666667, + "last_30_seconds_TPS": 60.266666666666666, + "interval_TPS_min": 52.7, + "interval_TPS_max": 67.2, + "interval_TPS_cv": 0.07902299991675812, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 14913, + "mean_ms": 61.72920673848321, + "overflow": 0, + "p50_ms": 1.6, + "p95_ms": 226.2, + "p99_ms": 263.1, + "resolution_us": 100 + }, + "authority": { + "count": 7456, + "mean_ms": 4.944057307939914, + "overflow": 0, + "p50_ms": 4.9, + "p95_ms": 6.2, + "p99_ms": 7.5, + "resolution_us": 100 + }, + "compaction": { + "count": 488, + "mean_ms": 27.82055431967213, + "overflow": 0, + "p50_ms": 27.0, + "p95_ms": 38.9, + "p99_ms": 52.6, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 7945, + "mean_ms": 0.000574328005034613, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "preparation": { + "count": 7456, + "mean_ms": 9.95618567368562, + "overflow": 0, + "p50_ms": 8.2, + "p95_ms": 31.1, + "p99_ms": 42.5, + "resolution_us": 100 + }, + "publication": { + "count": 7456, + "mean_ms": 15.217628280311159, + "overflow": 0, + "p50_ms": 13.5, + "p95_ms": 36.1, + "p99_ms": 47.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 488, + "mean_ms": 0.0005257950819672132, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 7457, + "mean_ms": 0.0044718472576102996, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 7457, + "mean_ms": 8.131098234947029, + "overflow": 0, + "p50_ms": 8.1, + "p95_ms": 10.2, + "p99_ms": 12.3, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 7457, + "mean_ms": 8.12285994542041, + "overflow": 0, + "p50_ms": 8.1, + "p95_ms": 10.2, + "p99_ms": 12.3, + "resolution_us": 100 + }, + "uploaded_bytes": 323456370, + "uploaded_objects": 41595, + "worker": { + "count": 14913, + "mean_ms": 0.7166595607858914, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.6, + "p99_ms": 2.7, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.959457, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.2, + "p99_ms": 1.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 15888, + "mean_ms": 1.007248992887714, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 1.4, + "p99_ms": 1.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15888, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15888 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 20, + "mean_ms": 3.9538722, + "overflow": 0, + "p50_ms": 3.9, + "p95_ms": 4.5, + "p99_ms": 4.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 8052041, + "duration": { + "count": 20, + "mean_ms": 11.25928465, + "overflow": 0, + "p50_ms": 10.6, + "p95_ms": 13.3, + "p99_ms": 17.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 20, + "mean_ms": 3.59226835, + "overflow": 0, + "p50_ms": 3.3, + "p95_ms": 4.4, + "p99_ms": 8.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20 + }, + "put": { + "bytes_read": 0, + "bytes_written": 319764092, + "duration": { + "count": 49045, + "mean_ms": 5.367663669405648, + "overflow": 0, + "p50_ms": 5.2, + "p95_ms": 7.2, + "p99_ms": 8.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 49045, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 49045 + }, + "range": { + "bytes_read": 125002139, + "bytes_written": 0, + "duration": { + "count": 15932, + "mean_ms": 1.8398102810695456, + "overflow": 0, + "p50_ms": 1.8, + "p95_ms": 3.1, + "p99_ms": 4.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15932, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15932 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.35434272200018, + "cpu_seconds": 283.568172, + "cpu_cores": 2.262132813610395, + "cgroup_before": { + "usage_usec": 4685626369, + "user_usec": 3116290808, + "system_usec": 1569335560, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4969194541, + "user_usec": 3296314309, + "system_usec": 1672880231, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0389279143268373, + "p50": 0.9865029235578978, + "p95": 0.9328442205257065, + "p99": 0.9275111806663556, + "response_body_bytes_per_second": 1.038943502802637 + } + }, + { + "cells": 4, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 14771, + "raw_client_sha256": { + "writes-client-0.json": "95d7bdf98b839de8c70435910af2a796246bd88184d9d3f2e517cd1c71c268f9", + "writes-client-1.json": "49dadd355481a3068d0ce4597cf15f5e4d2af13ff507e781a6ba3fed2312a85b", + "writes-client-2.json": "7d026e1388f6ec29e90a2d1b1981aa9d2fee8e94727a44ebedf0c537459aea22", + "writes-client-3.json": "7f4057ab08129bfeed02e7954d439267edf17ac7fb4f47c26b0070b7af63cf59", + "writes-client-4.json": "2f344e81b5ee6b7fe930f876d327dbd3036f7fb071d30a70550e05c00e420a6f", + "writes-client-5.json": "3e58a3fcbea44180ec12299cda747c91ea50dad1a3b82f0fb986236a4f5b4848", + "writes-client-6.json": "0d4519ae175f88bd86b341c6cfb94d09fd8713af18d4bb68e91afb2eff137827", + "writes-client-7.json": "c829ed3ff6b767f8cb1873a15332263fb4d78d5ee0e534fa5c9f7152d87d3a13", + "writes-client-8.json": "eea4329a133222d9dfbd0f7414dd6476f06429d45658cf5a8887f90f1c0ca04c", + "writes-client-9.json": "62d2e0a1586e04958d492a07c2b1d108686acd81f892a1d4d3fa5114b66cba5a", + "writes-client-10.json": "b43eb719e7263445f6fb8a0cf8d17457022120bd867fee78fde03e5953543b24", + "writes-client-11.json": "d606bca6c402d8a5eeecb978bfe98ed489d02ff6d433b84de50c77ace7cb7d78", + "writes-client-12.json": "abe15c39614e8c26c45cfe6a1a02fdeb8d3b7ac1883deae781b59d3f2ed527d0", + "writes-client-13.json": "c1913f2552711480d112cc6a33e6a60f46acccff89c0b12fc544b8c90f905b28", + "writes-client-14.json": "39c2038486024b9115efd2556eb321df20ce09ceda4865454d1acff95529024a", + "writes-client-15.json": "34b48bc064bfd435cb99fff61ff4bb130c8abe8f15764a40ad0b683a5ad67899", + "write-warmup-client-0.json": "3a166d030c1ec624f5fe42c9f61695244fb158b7f0d423ca6055bb1304c8ae4a", + "write-warmup-client-1.json": "edabf9d4de8574100740fd7cc754e8f88bb6c73aa55075cdfd269ef86a3f652a", + "write-warmup-client-2.json": "c750bacfd77dda9644bee72a9c64fb299807c37a172ec78b00b5a0ad9eec49a0", + "write-warmup-client-3.json": "7168ad8f4a9c29e97844635c6e6c7105bf0cdf9e0d9afb8f79c3d169039711d2", + "write-warmup-client-4.json": "4487474943341f4c6a30a94c3560637e48cde9b1ded619121ea9349b3ecaef5c", + "write-warmup-client-5.json": "ee3f964b0ca4407b3c75a689cce6c1416db92e376d56099f79f1fd9ea5c1497e", + "write-warmup-client-6.json": "98cd252030ae682413b2f0f8583afb955f17a96651332b83c2ab73e8bd2ead75", + "write-warmup-client-7.json": "7d861d172884d023378f515215898a80603bd962f200a2040ccbc5b4bcbc5d82", + "write-warmup-client-8.json": "258b368708a21a75fd6a914b8bd0a10612333b81d530011719b9ebaa557e34f9", + "write-warmup-client-9.json": "3e436d5ba340bc0ab5bd0c9c4e8f9b4ff1f8e40e327d9977c93e1e88bdff6168", + "write-warmup-client-10.json": "75c234ce7d6cc7412af332773008a8b2da53e1e0bc4cdb84892fff67e1b0eded", + "write-warmup-client-11.json": "e53c1ab5d3f5f22e5eee26291edffb3543d22fd524a6cc09bd8d10c890722a12", + "write-warmup-client-12.json": "03ff166220f881a21a310f0306f1d03f213ac5455148d0a570b5ae66d5935ee8", + "write-warmup-client-13.json": "8a4242586c378c3495f4538d0ce0bc8f15552fd927849187ccac83bbe9c652d8", + "write-warmup-client-14.json": "c15a06fdcd7efcc235256517c38cae68d331c3bfa3bc3d9194c070b729b4f610", + "write-warmup-client-15.json": "7c148424328a56cb6a719356e369c7951bf970e9096705ab14fbc427b04c9ece" + } + }, + "repeat": 1, + "cells": 4, + "variant": "baseline", + "measured_writes": 14139, + "all_acknowledged": 14787, + "TPS": 117.67172502656987, + "response_body_bytes_per_second": 23601.848744028914, + "p50": 123.843868, + "p95": 186.026884, + "p99": 203.326331, + "server_cpu_cores": 0.5829298923772993, + "driver_cpu_cores": 0.04791204594881912, + "server_rss_after_bytes": 74584064, + "first_30_seconds_TPS": 118.10000000000001, + "last_30_seconds_TPS": 115.6, + "interval_TPS_min": 114.4, + "interval_TPS_max": 121.2, + "interval_TPS_cv": 0.017603779731880622, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 29578, + "mean_ms": 24.893643141963622, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 97.1, + "p99_ms": 145.5, + "resolution_us": 100 + }, + "authority": { + "count": 14787, + "mean_ms": 10.373339245418274, + "overflow": 0, + "p50_ms": 10.2, + "p95_ms": 14.4, + "p99_ms": 16.8, + "resolution_us": 100 + }, + "compaction": { + "count": 905, + "mean_ms": 55.83727266187845, + "overflow": 0, + "p50_ms": 55.0, + "p95_ms": 73.8, + "p99_ms": 91.4, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 15696, + "mean_ms": 0.000477154115698267, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 14787, + "mean_ms": 20.444561251978087, + "overflow": 0, + "p50_ms": 17.0, + "p95_ms": 63.0, + "p99_ms": 83.0, + "resolution_us": 100 + }, + "publication": { + "count": 14787, + "mean_ms": 31.388366096233177, + "overflow": 0, + "p50_ms": 27.8, + "p95_ms": 74.2, + "p99_ms": 93.7, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 905, + "mean_ms": 0.2828111845303868, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 11.6, + "resolution_us": 100 + }, + "root_admission": { + "count": 14791, + "mean_ms": 0.0034590064228246908, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 14791, + "mean_ms": 17.02192962551552, + "overflow": 0, + "p50_ms": 16.8, + "p95_ms": 22.1, + "p99_ms": 25.4, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 14791, + "mean_ms": 17.014772200933, + "overflow": 0, + "p50_ms": 16.8, + "p95_ms": 22.1, + "p99_ms": 25.4, + "resolution_us": 100 + }, + "uploaded_bytes": 512658508, + "uploaded_objects": 78606, + "worker": { + "count": 29578, + "mean_ms": 0.9819839008046521, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.6, + "p99_ms": 3.9, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 720, + "bytes_written": 0, + "duration": { + "count": 10, + "mean_ms": 1.5189987, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 5.6, + "p99_ms": 5.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 2, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 10 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 31384, + "mean_ms": 2.135321895774917, + "overflow": 0, + "p50_ms": 2.0, + "p95_ms": 4.1, + "p99_ms": 5.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 31384, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 31384 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 14, + "mean_ms": 10.979393214285714, + "overflow": 0, + "p50_ms": 11.0, + "p95_ms": 17.0, + "p99_ms": 17.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 14, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 14 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 4066919, + "duration": { + "count": 14, + "mean_ms": 21.98349392857143, + "overflow": 0, + "p50_ms": 22.2, + "p95_ms": 28.2, + "p99_ms": 28.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 14, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 14 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 14, + "mean_ms": 6.6797483571428575, + "overflow": 0, + "p50_ms": 6.2, + "p95_ms": 11.0, + "p99_ms": 11.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 14, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 14 + }, + "put": { + "bytes_read": 0, + "bytes_written": 517236655, + "duration": { + "count": 93419, + "mean_ms": 11.245179062845887, + "overflow": 0, + "p50_ms": 11.1, + "p95_ms": 15.8, + "p99_ms": 18.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 2, + "error": 0, + "not_found": 0, + "success": 93417, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 93419 + }, + "range": { + "bytes_read": 220235971, + "bytes_written": 0, + "duration": { + "count": 31378, + "mean_ms": 3.613188650232647, + "overflow": 0, + "p50_ms": 3.4, + "p95_ms": 6.5, + "p99_ms": 8.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 31378, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 31378 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.33580854800005, + "cpu_seconds": 336.605251, + "cpu_cores": 2.685627155555388, + "cgroup_before": { + "usage_usec": 614123326, + "user_usec": 415779049, + "system_usec": 198344277, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 950728577, + "user_usec": 595300119, + "system_usec": 355428457, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 12644, + "raw_client_sha256": { + "writes-client-0.json": "a03214275e41875bba8c967ce42bcd536c6f29436f8e16bd044cd5a97892af59", + "writes-client-1.json": "104613db92d9b432dfa24445ffe227b09f37183e2456977317686db7d3f28ef2", + "writes-client-2.json": "f3fecfbea171cac0a142031eb776ba868f27af6b62ebde6e59a9d2e9d8319857", + "writes-client-3.json": "529a119e66135122b8e159b1aa1b2cc78a5deecb3363f7049801493c0dd9b8eb", + "writes-client-4.json": "b4dd20e550d9d6084572925fc42f18ee8f176cd51352272db29f9130a0484b51", + "writes-client-5.json": "cbefa9d9ad2561c5b7cddff082c709e5168292da39bb25494411d057176c50a7", + "writes-client-6.json": "2b9177fddcc42907a4dbbb6edb7b2ff24cf00a895ad552cecdbaafb4df17ee01", + "writes-client-7.json": "4970e2b0104d148980c0a472651dd6430634334b7239ee599c950f607b179cb3", + "writes-client-8.json": "21b504c2eb6fa3c376e4775ccaf5341e79ba21facb670681b71d1b7e6cb94705", + "writes-client-9.json": "86217d9af316de221af67922a09bc48cbc5b9cd27adc6e016827d546ec0ba7cf", + "writes-client-10.json": "4bdaf4b02b498c036ae4a78f1c2af36186bbbf90140244d0f7a44039476cfab4", + "writes-client-11.json": "243a3e565ca03bb52a61941649b44ad0683c14ad2d2468ff3d6d82a44a628d70", + "writes-client-12.json": "b1fce386cca203415345cefec027c4886fb47613e539eb679982e517569a7c42", + "writes-client-13.json": "b4c0f1da4d600153c3aa027ab85f45c7c496974a734d3caaa723a6a2c8a832df", + "writes-client-14.json": "3ff886517b8fa10e0966e55089a11276b8815a8b88d9601142bd0657d8bda671", + "writes-client-15.json": "c7d8b2f270863c217e6188ff436c9dbfdb088c89a807dc990c449323e625aa8a", + "write-warmup-client-0.json": "a93bfed56c427c3a32415722afe33332b178ce1a0633cc066340ee7f68e17358", + "write-warmup-client-1.json": "1050e20c5cad03ad45e4a120bfaa8a587db14babfee9160b5ce2aa272aa840ca", + "write-warmup-client-2.json": "56e108331fdd5de0a3eb278a101c5c5b9433c1ee6eed7ee428db320f1117bd98", + "write-warmup-client-3.json": "1fadcfe3ceaaea7ff502c2588b211c8be6585cf5710670ebd552ff2344e8312c", + "write-warmup-client-4.json": "35ab94e5f0299fadb264bd2b25f3d6964cb508019fbd520d8a6eeca2568b14f2", + "write-warmup-client-5.json": "4a1146d0174d40b05d5ac80a30c4e60b4999c3d77fa65e2f4edb7e4641ea834d", + "write-warmup-client-6.json": "32af6fcb05f36350d2dc17e9381b3dfaee46fcfe643a789e65a36114786a39d3", + "write-warmup-client-7.json": "9bfb69d61e285d20b407929aacda03f178caa5d6eee596c6c626edd3e7ec7590", + "write-warmup-client-8.json": "50862e28abb00e4f171820dc02e44eb4dc010f2b2f6aed9e9cce050f5550464f", + "write-warmup-client-9.json": "20d3cfde3534ce256ffc9048401ebce67da400ebb5a28ab140ac41738df3e417", + "write-warmup-client-10.json": "29a2fad612ae0a12f407344c8953af790203c42f079ddb4047c788c685d247ff", + "write-warmup-client-11.json": "e8814509bfcd4bd65172e56d1f9fe96f0256ceaaabcac9eb09d1e1655fa472ab", + "write-warmup-client-12.json": "62039a4db43b64550e1e6fdb611156a890f62f7090b0a624dca850c5084cfdba", + "write-warmup-client-13.json": "83ad56148a4fad392f6b3b6c79e7abb3b5c66714147dd75bdffd92930ea458c6", + "write-warmup-client-14.json": "cd102422df52bb08b32840704eb7905385610e8d5bc3bd7dc6ddc475b5c00f4d", + "write-warmup-client-15.json": "610b77da012bdd5a6a9cc3aeb9452568dc4fb5919e1566d02180652b75da3dff" + } + }, + "repeat": 1, + "cells": 4, + "variant": "candidate", + "measured_writes": 12016, + "all_acknowledged": 12660, + "TPS": 100.00449997029776, + "response_body_bytes_per_second": 20033.033597120913, + "p50": 147.277615, + "p95": 226.152698, + "p99": 244.796615, + "server_cpu_cores": 0.5030076265872948, + "driver_cpu_cores": 0.03992124020534086, + "server_rss_after_bytes": 73154560, + "first_30_seconds_TPS": 105.73333333333333, + "last_30_seconds_TPS": 98.13333333333334, + "interval_TPS_min": 96.0, + "interval_TPS_max": 114.4, + "interval_TPS_cv": 0.048579831205964485, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 25324, + "mean_ms": 29.245227927736536, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 116.3, + "p99_ms": 174.4, + "resolution_us": 100 + }, + "authority": { + "count": 12660, + "mean_ms": 12.1408404978673, + "overflow": 0, + "p50_ms": 11.9, + "p95_ms": 17.3, + "p99_ms": 20.8, + "resolution_us": 100 + }, + "compaction": { + "count": 751, + "mean_ms": 65.8500621677763, + "overflow": 0, + "p50_ms": 64.3, + "p95_ms": 87.6, + "p99_ms": 105.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13415, + "mean_ms": 0.000515160193812896, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 12660, + "mean_ms": 24.30872004992101, + "overflow": 0, + "p50_ms": 20.3, + "p95_ms": 73.2, + "p99_ms": 100.1, + "resolution_us": 100 + }, + "publication": { + "count": 12660, + "mean_ms": 37.0290549657188, + "overflow": 0, + "p50_ms": 33.1, + "p95_ms": 85.5, + "p99_ms": 114.0, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 751, + "mean_ms": 0.8714989560585886, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 28.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 12664, + "mean_ms": 0.004157690619077701, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12664, + "mean_ms": 20.388131802511055, + "overflow": 0, + "p50_ms": 20.1, + "p95_ms": 27.2, + "p99_ms": 31.9, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12664, + "mean_ms": 20.37998271438724, + "overflow": 0, + "p50_ms": 20.1, + "p95_ms": 27.2, + "p99_ms": 31.9, + "resolution_us": 100 + }, + "uploaded_bytes": 416378624, + "uploaded_objects": 67187, + "worker": { + "count": 25324, + "mean_ms": 1.0225043210788185, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.7, + "p99_ms": 4.3, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 360, + "bytes_written": 0, + "duration": { + "count": 9, + "mean_ms": 0.8048643333333334, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.4, + "p99_ms": 1.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 1, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 9 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 26822, + "mean_ms": 2.715614898590709, + "overflow": 0, + "p50_ms": 2.5, + "p95_ms": 5.3, + "p99_ms": 7.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26822, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26822 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 4, + "mean_ms": 11.8605565, + "overflow": 0, + "p50_ms": 11.5, + "p95_ms": 13.0, + "p99_ms": 13.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 4, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 4 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 1075481, + "duration": { + "count": 4, + "mean_ms": 26.718603, + "overflow": 0, + "p50_ms": 26.9, + "p95_ms": 28.6, + "p99_ms": 28.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 4, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 4 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 4, + "mean_ms": 8.21616325, + "overflow": 0, + "p50_ms": 6.9, + "p95_ms": 9.9, + "p99_ms": 9.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 4, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 4 + }, + "put": { + "bytes_read": 0, + "bytes_written": 422587395, + "duration": { + "count": 79871, + "mean_ms": 13.588452182857356, + "overflow": 0, + "p50_ms": 13.3, + "p95_ms": 19.5, + "p99_ms": 23.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 1, + "error": 0, + "not_found": 0, + "success": 79870, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 79871 + }, + "range": { + "bytes_read": 179491096, + "bytes_written": 0, + "duration": { + "count": 26742, + "mean_ms": 4.451725385423678, + "overflow": 0, + "p50_ms": 4.2, + "p95_ms": 8.0, + "p99_ms": 10.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26742, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26742 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.35810262000007, + "cpu_seconds": 367.349317, + "cpu_cores": 2.93039946618809, + "cgroup_before": { + "usage_usec": 953103333, + "user_usec": 596646526, + "system_usec": 356456807, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 1320452650, + "user_usec": 832322676, + "system_usec": 488129973, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.8498600657695558, + "p50": 1.189220083145336, + "p95": 1.2156990061716026, + "p99": 1.2039592402815746, + "response_body_bytes_per_second": 0.8487908644101075 + } + }, + { + "cells": 4, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 11928, + "raw_client_sha256": { + "writes-client-0.json": "6b03f5209bbf2a61cc1acff879e560a113cbdb3f172377ff8493d645c02f327d", + "writes-client-1.json": "5a30c6fe49981609850a175b576e3f685aac84b3193ef3178c408bc2ebfe6f74", + "writes-client-2.json": "bda7bde34a4c0126bfe94e03652642fd6e06ebecc1863ae90086bc79e4618f43", + "writes-client-3.json": "ec173f1f1999621cea8fcda945f3853ac48f7b2081f15303a5a36a27266c8eb9", + "writes-client-4.json": "0ddc923a7e66273e5ada4812362a96583ca23c34a4f9e44817922006b1a23081", + "writes-client-5.json": "cf46190cca5abdc94decbc3dea32ae6188505e9dc49144480c3b1b63d316c1a6", + "writes-client-6.json": "7f1cf465581adb714c4f5841f7209cf19f8a957ee1d98af1de1bd755f0f66817", + "writes-client-7.json": "b52cda18316c04b630d46eb9c3972cf894f1b547275bd3afa6a000229409d047", + "writes-client-8.json": "d7ebddbde60bcdb57f4f3160c0a50b2753e776ac62be3b081a631e905ff6ed56", + "writes-client-9.json": "d574584e13d3a50043c79e13c1e87d85b0450f47882cbf769cf1a19c2fa9a7f0", + "writes-client-10.json": "f3ac0116562e669855dede01d611da47f61d21ab956d95856d12fa49815acdbb", + "writes-client-11.json": "32086b5d21d80d7344d66fc139e9f61112296bbc87076f4fe8b267224c24118b", + "writes-client-12.json": "12104baa31b0f9c40bb70fac90c08233842550fba6c0ac5c666a8298c4e5f5ba", + "writes-client-13.json": "dc95da1eb1c2742fb84ad82ab7afbb64e7eccd338cafb020d9ae6d866fd38b4b", + "writes-client-14.json": "39bf897b465dbcb07dcf07fa5ee6a7e90cac0c8f1509fe27e0b47ecaf0a6ecf6", + "writes-client-15.json": "a06fdfc1d6a9d5717174cfc101bdd0aaf2994dfa4de57e06385401cfa3669223", + "write-warmup-client-0.json": "b19f5185fead82a6487c01d4433d8c62f2ab00def44599e49074937ed5bbe26c", + "write-warmup-client-1.json": "ccfafa1b2e0d99308a296fe09fdfbbc5e6d5a64690ef80364f3586a19bfdd670", + "write-warmup-client-2.json": "8679f12179236ddd6ccb2f4a676198eb47a140adb7ecab4538769ffb792cfbdc", + "write-warmup-client-3.json": "b4cbcc79a816ccf42b4ff90d6e70959e32288cf93b3e9d7a2d02b9eb64aee59d", + "write-warmup-client-4.json": "2680129034d890d55c36d10ab722604dcf7b0db697177507e645387b48eaa554", + "write-warmup-client-5.json": "02efd8e3ec37867fb7ae4903388b028277ad697e06e4fdd6ba8a9fd6f690e4a4", + "write-warmup-client-6.json": "4b4b4005a6348524368ea79157810c55dda81acf622b5be54e838de2c792914f", + "write-warmup-client-7.json": "d849fe315b89a9f27a5581a77196c33bb2409a383c5d90fc7295f1d2c4eee5f4", + "write-warmup-client-8.json": "ebb349a1f1ab1a3295ea82d7551370c193cbbf20b37f3d4c97eaaebe3ee7d989", + "write-warmup-client-9.json": "9b4160ab43385c3e802a16985f186b75aeac88cfee7f9e3dc26b4c862110069e", + "write-warmup-client-10.json": "396d9b841479eca82862c27c4cf6327707ccbb235139d19c97af63ce777e2171", + "write-warmup-client-11.json": "6e64c755bd7b70df881de01ec5b4ae3d2738e3d4b1c3fc35ad73d994ddd37409", + "write-warmup-client-12.json": "5bfb0534a6384fcf4bcf73ea732aafa6023ad7f39ebed79c9ada20fef9c39de5", + "write-warmup-client-13.json": "3677f1d935286f59088ef12cfb6d7a77fb4e0b9374a8f4264ef4af5afe6b1daf", + "write-warmup-client-14.json": "53bdf4b98ce887bc6444b4cf31f8a8403449008be415cc928eea842c908840ca", + "write-warmup-client-15.json": "52f0eb9e4b1bd0d49bc07ef6ad4e2af110a959d4dec5f1d6e24e66110527494e" + } + }, + "repeat": 2, + "cells": 4, + "variant": "baseline", + "measured_writes": 11404, + "all_acknowledged": 11944, + "TPS": 94.88147571173151, + "response_body_bytes_per_second": 18993.642378128392, + "p50": 155.195331, + "p95": 233.683744, + "p99": 251.509533, + "server_cpu_cores": 0.4948763417400153, + "driver_cpu_cores": 0.031927505918710665, + "server_rss_after_bytes": 71725056, + "first_30_seconds_TPS": 98.13333333333334, + "last_30_seconds_TPS": 92.8, + "interval_TPS_min": 89.6, + "interval_TPS_max": 98.4, + "interval_TPS_cv": 0.02971100564778018, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 23892, + "mean_ms": 31.05012230206764, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 122.2, + "p99_ms": 183.4, + "resolution_us": 100 + }, + "authority": { + "count": 11944, + "mean_ms": 12.993905222873408, + "overflow": 0, + "p50_ms": 12.8, + "p95_ms": 18.2, + "p99_ms": 22.1, + "resolution_us": 100 + }, + "compaction": { + "count": 701, + "mean_ms": 68.96611611697575, + "overflow": 0, + "p50_ms": 68.5, + "p95_ms": 90.5, + "p99_ms": 114.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 12649, + "mean_ms": 0.0005397742904577437, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 11944, + "mean_ms": 25.82326327084729, + "overflow": 0, + "p50_ms": 21.8, + "p95_ms": 77.3, + "p99_ms": 101.7, + "resolution_us": 100 + }, + "publication": { + "count": 11944, + "mean_ms": 39.404495959393834, + "overflow": 0, + "p50_ms": 35.2, + "p95_ms": 90.4, + "p99_ms": 115.7, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 701, + "mean_ms": 0.6585986005706134, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 22.9, + "resolution_us": 100 + }, + "root_admission": { + "count": 11948, + "mean_ms": 0.004242459072648142, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 11948, + "mean_ms": 21.772552038918647, + "overflow": 0, + "p50_ms": 21.5, + "p95_ms": 28.6, + "p99_ms": 33.7, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 11948, + "mean_ms": 21.76326916555072, + "overflow": 0, + "p50_ms": 21.5, + "p95_ms": 28.6, + "p99_ms": 33.6, + "resolution_us": 100 + }, + "uploaded_bytes": 387358611, + "uploaded_objects": 63342, + "worker": { + "count": 23892, + "mean_ms": 1.0277746946258162, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.8, + "p99_ms": 4.4, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 360, + "bytes_written": 0, + "duration": { + "count": 9, + "mean_ms": 0.9330495555555555, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 1.8, + "p99_ms": 1.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 1, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 9 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 25290, + "mean_ms": 2.870601428113879, + "overflow": 0, + "p50_ms": 2.6, + "p95_ms": 5.6, + "p99_ms": 7.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 25290, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 25290 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 11.1385455, + "overflow": 0, + "p50_ms": 8.2, + "p95_ms": 14.1, + "p99_ms": 14.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 2, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 534738, + "duration": { + "count": 2, + "mean_ms": 28.252514, + "overflow": 0, + "p50_ms": 27.9, + "p95_ms": 28.7, + "p99_ms": 28.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 2, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 10.818848, + "overflow": 0, + "p50_ms": 8.7, + "p95_ms": 13.0, + "p99_ms": 13.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 2, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "put": { + "bytes_read": 0, + "bytes_written": 393989650, + "duration": { + "count": 75330, + "mean_ms": 14.635277820642507, + "overflow": 0, + "p50_ms": 14.4, + "p95_ms": 20.8, + "p99_ms": 24.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 1, + "error": 0, + "not_found": 0, + "success": 75329, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 75330 + }, + "range": { + "bytes_read": 171208346, + "bytes_written": 0, + "duration": { + "count": 25314, + "mean_ms": 4.703182083432093, + "overflow": 0, + "p50_ms": 4.5, + "p95_ms": 8.3, + "p99_ms": 10.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 25314, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 25314 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.43294667299983, + "cpu_seconds": 376.117952, + "cpu_cores": 2.9985578906993946, + "cgroup_before": { + "usage_usec": 3176490817, + "user_usec": 2100855955, + "system_usec": 1075634862, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3552608769, + "user_usec": 2349373004, + "system_usec": 1203235765, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 12016, + "raw_client_sha256": { + "writes-client-0.json": "d9925fa1f08813f9cc10acfec4743090114efda86ff05a80e37756c889f10486", + "writes-client-1.json": "22cfe755266a61c77e8ca13ee0aeb4021752e75ae6c0334fb3b31e038767cfdb", + "writes-client-2.json": "72b9476392caf9c07d738150f85b69ee4621a3df08dd24a91ca3125e5fe6b850", + "writes-client-3.json": "53ad9abea0b17c91df1fa8f246cf6cd9be7a0c8dc4c1f7fd958ded5118ab3255", + "writes-client-4.json": "727d3b921f930921b21d35ecde61b573ac44d187971baa0d76ab2d1cda05fb52", + "writes-client-5.json": "f4a85a2fdf51ccc748479164ed9f059f2548b6c0f4c01d3f7066450bd58eea99", + "writes-client-6.json": "67c2b0794f54073690f9031d3fbabc474897cbd1eedcba3864a65ccc5d1c0536", + "writes-client-7.json": "af56e6509f8ecc50e25687274d5baf3ac69dfcb343cf67f4f35c1352d2ad7467", + "writes-client-8.json": "b3382258b909a91ab5d10c391d8aa383d280e0c9c1ff8f82b6e8af9825c9d3e7", + "writes-client-9.json": "726f736ae8697f78f931c0ccb3fad8d5948bb063a52a77195b8784fedcce5f7b", + "writes-client-10.json": "7098d29d8fb64c089ae53c92c731f74e01e34f705d9b1babccd9799d99f697ea", + "writes-client-11.json": "1c42a0ec5a7dacfdd4057742531a02b945eb9535493c057f6e18887f73540649", + "writes-client-12.json": "fece176614d65b581cdb79f268ef4685ddc96a36379ef28928df247561e227cc", + "writes-client-13.json": "f77b605a3a8dcf6eb67ae5e5d537bdfe903c93ca6453c47fca53f3f405c98492", + "writes-client-14.json": "c1f4554fcaa6ee52c5b2492cf6840c780ba3aaa5e5363592d595b0ba2b53671a", + "writes-client-15.json": "a0bb73dd6f716fc71a195db531c195a9c95d854b81dfb53fa9d53b6bdfd6fae4", + "write-warmup-client-0.json": "b00985a0a59cb18e9fbb8d76cfa999df3762ae88b8bb56d324e25ea3a2dabf81", + "write-warmup-client-1.json": "c69e08a08d4e15c53e6d8db995c8581525cf283af6dc2369dfb6bbb16049f547", + "write-warmup-client-2.json": "3d35d8a67f39cfb7e3ddcb1fc8c2f17ff651e11767e77f59e267294328e1db64", + "write-warmup-client-3.json": "190c19f9f879cf3aa402b362f9449a2b9b515261f9b9654bdf2517b0601c23e0", + "write-warmup-client-4.json": "affaae8aa95d91d4864056d04b6371ab8433ffa1ee7d82f40d5a9cb69fc7c06a", + "write-warmup-client-5.json": "60082f3086a7cd491b25392089f724a4908e3306a39d66a6cbaf0bef30fea25d", + "write-warmup-client-6.json": "a5ad39e9672b3b3fcafdfe95586ae936ce59d072f1cf5dbb9d09e4e4f8c9d77e", + "write-warmup-client-7.json": "4b9988b00723ffeeb527146369c2a09403ade3886d5e9f8935aacad75eb10cea", + "write-warmup-client-8.json": "1468b9871597d647c06254cde3111fe44db4621d5e704423dfdaeb3ea7dae520", + "write-warmup-client-9.json": "5235845b23b7e1d0892bafc1f39baf12464ef4227d43c4c937b449bd7917414f", + "write-warmup-client-10.json": "33c45ce3ee4285722383a329e422d17d5786922958cc0cf15301efe80423e81e", + "write-warmup-client-11.json": "94319e8eb0abf115659eb8f2bf7794c9d553baabcf7272f26e7e9699595f85ab", + "write-warmup-client-12.json": "2c63841d16ecb3d8b88936ad113133e1630bf3c87d9497655ddcf4cbc748f978", + "write-warmup-client-13.json": "2d4225d861ca22399b9352fcbdffec08bf854d46ec25fcc9dba0e47a4ef4da4a", + "write-warmup-client-14.json": "658b3c6a30ed47bf1f83e18a28322b804328aee1bff1f983f696db04e7698a22", + "write-warmup-client-15.json": "a17653f51bd3d2767313df4aff025aa3a53c5e336c4969891dd3e24f49e9e0bd" + } + }, + "repeat": 2, + "cells": 4, + "variant": "candidate", + "measured_writes": 11500, + "all_acknowledged": 12032, + "TPS": 95.69935658512841, + "response_body_bytes_per_second": 19158.65335596591, + "p50": 153.548182, + "p95": 231.175954, + "p99": 250.471042, + "server_cpu_cores": 0.4870330670068335, + "driver_cpu_cores": 0.03193659455782515, + "server_rss_after_bytes": 72871936, + "first_30_seconds_TPS": 96.53333333333333, + "last_30_seconds_TPS": 93.2, + "interval_TPS_min": 90.0, + "interval_TPS_max": 99.6, + "interval_TPS_cv": 0.026307258951965444, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 24068, + "mean_ms": 30.772931565771977, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 120.5, + "p99_ms": 179.6, + "resolution_us": 100 + }, + "authority": { + "count": 12032, + "mean_ms": 12.827322453457446, + "overflow": 0, + "p50_ms": 12.6, + "p95_ms": 18.1, + "p99_ms": 21.8, + "resolution_us": 100 + }, + "compaction": { + "count": 705, + "mean_ms": 67.91937016595745, + "overflow": 0, + "p50_ms": 66.9, + "p95_ms": 87.8, + "p99_ms": 106.0, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 12741, + "mean_ms": 0.0005824586767129739, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 12032, + "mean_ms": 25.706221995844416, + "overflow": 0, + "p50_ms": 21.7, + "p95_ms": 76.3, + "p99_ms": 102.0, + "resolution_us": 100 + }, + "publication": { + "count": 12032, + "mean_ms": 39.107389469248666, + "overflow": 0, + "p50_ms": 34.9, + "p95_ms": 89.4, + "p99_ms": 114.7, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 705, + "mean_ms": 0.4512904425531915, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 23.1, + "resolution_us": 100 + }, + "root_admission": { + "count": 12036, + "mean_ms": 0.004634249584579595, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12036, + "mean_ms": 21.71624354112662, + "overflow": 0, + "p50_ms": 21.4, + "p95_ms": 28.7, + "p99_ms": 33.6, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12036, + "mean_ms": 21.707153095795945, + "overflow": 0, + "p50_ms": 21.4, + "p95_ms": 28.7, + "p99_ms": 33.5, + "resolution_us": 100 + }, + "uploaded_bytes": 391341140, + "uploaded_objects": 63812, + "worker": { + "count": 24068, + "mean_ms": 1.0180215091823168, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.8, + "p99_ms": 4.3, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 360, + "bytes_written": 0, + "duration": { + "count": 9, + "mean_ms": 1.0503686666666667, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 2.3, + "p99_ms": 2.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 1, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 9 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 25474, + "mean_ms": 2.846607097079375, + "overflow": 0, + "p50_ms": 2.6, + "p95_ms": 5.5, + "p99_ms": 7.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 25474, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 25474 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 4, + "mean_ms": 13.62399025, + "overflow": 0, + "p50_ms": 13.4, + "p95_ms": 17.6, + "p99_ms": 17.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 4, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 4 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 1065480, + "duration": { + "count": 4, + "mean_ms": 26.6609325, + "overflow": 0, + "p50_ms": 25.2, + "p95_ms": 30.9, + "p99_ms": 30.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 4, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 4 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 4, + "mean_ms": 8.4541705, + "overflow": 0, + "p50_ms": 7.5, + "p95_ms": 11.1, + "p99_ms": 11.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 4, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 4 + }, + "put": { + "bytes_read": 0, + "bytes_written": 397272874, + "duration": { + "count": 75874, + "mean_ms": 14.616228394324802, + "overflow": 0, + "p50_ms": 14.4, + "p95_ms": 20.8, + "p99_ms": 25.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 1, + "error": 0, + "not_found": 0, + "success": 75873, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 75874 + }, + "range": { + "bytes_read": 172708271, + "bytes_written": 0, + "duration": { + "count": 25478, + "mean_ms": 4.633748629876756, + "overflow": 0, + "p50_ms": 4.4, + "p95_ms": 8.2, + "p99_ms": 10.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 25478, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 25478 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.36521461500001, + "cpu_seconds": 376.495991, + "cpu_cores": 3.0031934468921815, + "cgroup_before": { + "usage_usec": 2786883921, + "user_usec": 1840617229, + "system_usec": 946266691, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3163379912, + "user_usec": 2088410745, + "system_usec": 1074969167, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0086200269047436, + "p50": 0.9893866072556009, + "p95": 0.9892684447917781, + "p99": 0.9958709676424075, + "response_body_bytes_per_second": 1.0086876953115393 + } + }, + { + "cells": 4, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 13970, + "raw_client_sha256": { + "writes-client-0.json": "7ed4ad7fe2a2554e35697b24a5f48f36c31e79a5c1992517fe2ecd68df5908fe", + "writes-client-1.json": "168a4eda556cfd2c3dcaa775005c9ccab007015747d2f0c0e3071bf52fe97f56", + "writes-client-2.json": "062e72eda37cb0b43509a91b90663e33238b46856e78a5d365e8ec501e8e1abd", + "writes-client-3.json": "080ab99c5340e710b8ed6a63f2c229c2d6930c62d4964e5bdaa3d98050764d9b", + "writes-client-4.json": "dc5d46e10de62b19fb3844976bdd7568ea2f49cf789b41a16df70b9a5be0e6fd", + "writes-client-5.json": "011d03d5da6005694f7d5163e689abd12661b09571e1b8ea49f022cc6aa0ff92", + "writes-client-6.json": "a3c8189ef8aac58d511f084bd2e20cc86bf7593bb3b8a62326496204ce72fa5b", + "writes-client-7.json": "73cf1aca1e856e6aedd7adf09b1b41bf5e0746cd7598701870dc7b847caf8e98", + "writes-client-8.json": "5b62804951259e9b281961af99d9594412b386a6d8244ca78565baf6b3d6dad1", + "writes-client-9.json": "edd169b499002c64684d7d3e5852f7f398cca0c998ecfed15dd97dfb7815080a", + "writes-client-10.json": "eef714f15f391f3a23a3d03f3c98732ed1d38b3faff6d6b09d0211f1f8301468", + "writes-client-11.json": "bf0985f555b3ebb0b918c625a85973a6e319661749817f541b126ec95d6161ae", + "writes-client-12.json": "48503f0a80e07c52c8c7d1577fcd7b8e3460008aed028d899a5405aaf444b5b3", + "writes-client-13.json": "fc55019c58c087363632b8499c464fa7e5e0d96e4558dc6defb849ce51afed53", + "writes-client-14.json": "f72c2587a81a23129ace6121fdf14e36420b7c98e08146dc6a1673ea8fc82479", + "writes-client-15.json": "a3799b99f1f3018471d8a208a79ccbfe83734a26993ff6378474a226d2fd135f", + "write-warmup-client-0.json": "cb4810aaf00a633d6d793ff0a37d973626321e82bed8b2b130917203e738e8e4", + "write-warmup-client-1.json": "aefa9549153849c3c01b4abc8cba83fbf0c0d1e9b4a2f0edd462fcc9613f9e74", + "write-warmup-client-2.json": "1db4037a96494093104b6e1ae5d0c4b093bba318ecf9d49d1a1a90c975bae526", + "write-warmup-client-3.json": "0e96e70640a1b3e38ebf1e49fdd6a7cdd43caf3437f1919b89449e25f56f2570", + "write-warmup-client-4.json": "90e383f09e7d8c243b128980b00ea72955179ce28e5ed3e428a50b6873729065", + "write-warmup-client-5.json": "819580dccb3015587e0550610e16721818531d3648eb0ecc6e5b5b5bace11456", + "write-warmup-client-6.json": "a65fc9987c214445058fd1db6632a9cc6f664564c58e16c3f84eed6421c8a444", + "write-warmup-client-7.json": "8da139bc85c358ed29804675d5fc7b16596e545e8f599df52e4f011b9e8bd077", + "write-warmup-client-8.json": "2167f689c70be2e02bd11c289b62c4e6af5f1dd2b5defd74fcfd5d389a5d9fe1", + "write-warmup-client-9.json": "692a5ae4164027ca4779d14f37fdc5d524c73bf4523d219a0687b1adf8538317", + "write-warmup-client-10.json": "28f1627f4d3bb7481cc751877627661be3d243fbc5a2fa5f7403b5ce3f031e2f", + "write-warmup-client-11.json": "280363c9d2dc5b7ea039069b6b185818d7a6b640288d0c1a6c65bc63a783cbad", + "write-warmup-client-12.json": "8b60963230d9237216f80f810289212edab883741e1fbd9e816d813ed40cd274", + "write-warmup-client-13.json": "a696e778df40b17b1ab04d726442e355ec5fd6349b8f568192ad97eb440f1591", + "write-warmup-client-14.json": "ca75283ac3e4321354dfd2f1350e68e43c6e5e98cbc508a51c6ef22d27e88f63", + "write-warmup-client-15.json": "644b8052294dadddfeca4de848e23e65ff4b7a76fc4810b01e393f4931a75907" + } + }, + "repeat": 3, + "cells": 4, + "variant": "baseline", + "measured_writes": 13370, + "all_acknowledged": 13986, + "TPS": 111.28207561256431, + "response_body_bytes_per_second": 22309.79223178013, + "p50": 131.379004, + "p95": 200.542119, + "p99": 223.200115, + "server_cpu_cores": 0.5828966105615142, + "driver_cpu_cores": 0.047909310457110756, + "server_rss_after_bytes": 73256960, + "first_30_seconds_TPS": 105.86666666666667, + "last_30_seconds_TPS": 113.3, + "interval_TPS_min": 104.0, + "interval_TPS_max": 115.2, + "interval_TPS_cv": 0.03168749573191567, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 27976, + "mean_ms": 26.317560072276237, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 103.3, + "p99_ms": 153.1, + "resolution_us": 100 + }, + "authority": { + "count": 13986, + "mean_ms": 11.021433728156728, + "overflow": 0, + "p50_ms": 10.8, + "p95_ms": 15.4, + "p99_ms": 18.8, + "resolution_us": 100 + }, + "compaction": { + "count": 844, + "mean_ms": 58.748604366113746, + "overflow": 0, + "p50_ms": 58.2, + "p95_ms": 78.0, + "p99_ms": 91.2, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 14834, + "mean_ms": 0.0006061880140218416, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "preparation": { + "count": 13986, + "mean_ms": 21.58964312769913, + "overflow": 0, + "p50_ms": 18.1, + "p95_ms": 64.7, + "p99_ms": 87.6, + "resolution_us": 100 + }, + "publication": { + "count": 13986, + "mean_ms": 33.221412429929934, + "overflow": 0, + "p50_ms": 29.5, + "p95_ms": 75.6, + "p99_ms": 99.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 844, + "mean_ms": 0.3160374834123223, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 13.8, + "resolution_us": 100 + }, + "root_admission": { + "count": 13990, + "mean_ms": 0.0044664182987848465, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 13990, + "mean_ms": 18.03948018391708, + "overflow": 0, + "p50_ms": 17.8, + "p95_ms": 23.6, + "p99_ms": 27.4, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13990, + "mean_ms": 18.030163416440317, + "overflow": 0, + "p50_ms": 17.8, + "p95_ms": 23.6, + "p99_ms": 27.4, + "resolution_us": 100 + }, + "uploaded_bytes": 474142316, + "uploaded_objects": 74283, + "worker": { + "count": 27976, + "mean_ms": 1.0454315104375178, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.8, + "p99_ms": 4.2, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 720, + "bytes_written": 0, + "duration": { + "count": 10, + "mean_ms": 1.2074637, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 5.0, + "p99_ms": 5.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 2, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 10 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 29660, + "mean_ms": 2.292821453135536, + "overflow": 0, + "p50_ms": 2.1, + "p95_ms": 4.4, + "p99_ms": 5.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 29660, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 29660 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 10, + "mean_ms": 11.2616394, + "overflow": 0, + "p50_ms": 10.3, + "p95_ms": 17.5, + "p99_ms": 17.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 10, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 10 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 2817307, + "duration": { + "count": 10, + "mean_ms": 21.1618635, + "overflow": 0, + "p50_ms": 21.6, + "p95_ms": 28.0, + "p99_ms": 28.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 10, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 10 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 10, + "mean_ms": 6.523405599999999, + "overflow": 0, + "p50_ms": 6.1, + "p95_ms": 9.8, + "p99_ms": 9.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 10, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 10 + }, + "put": { + "bytes_read": 0, + "bytes_written": 479624190, + "duration": { + "count": 88305, + "mean_ms": 11.913564847018854, + "overflow": 0, + "p50_ms": 11.7, + "p95_ms": 16.9, + "p99_ms": 20.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 2, + "error": 0, + "not_found": 0, + "success": 88303, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 88305 + }, + "range": { + "bytes_read": 204624068, + "bytes_written": 0, + "duration": { + "count": 29656, + "mean_ms": 3.7718363925343943, + "overflow": 0, + "p50_ms": 3.5, + "p95_ms": 6.9, + "p99_ms": 8.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 29656, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 29656 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.3559407419998, + "cpu_seconds": 338.578124, + "cpu_cores": 2.7009340123484176, + "cgroup_before": { + "usage_usec": 4970920405, + "user_usec": 3297234783, + "system_usec": 1673685622, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5309498529, + "user_usec": 3481065715, + "system_usec": 1828432814, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 14364, + "raw_client_sha256": { + "writes-client-0.json": "0ccc6b3dac13054b366acf3446360fddb73ffc9fbbd4199b92fc7acf916478aa", + "writes-client-1.json": "683fd5bb631ecdf221eb432bc62fedf6fa2d8f6d35620e15ff5a6edd4c1c94df", + "writes-client-2.json": "274c645137cfdcad09061b2dee5298d04ed366c7faf52793f6055226057815fe", + "writes-client-3.json": "7bbcba3853eac6bd1d362a38b273616cac6d6dda9bae21b34a33d460e979a53e", + "writes-client-4.json": "241407983891a2723f5311e1aa41428988060f78dfa1d09c7820092996b11a46", + "writes-client-5.json": "2dfc26d5077a3ffec3fbe1c34a7ac9b63ddadd4f9a77b056fa8ec65c20d44c37", + "writes-client-6.json": "6e50693a10c52a0a69ec735046c5c8508f8eb2f61886eb94b8da5a67113dd99a", + "writes-client-7.json": "ddadc9c9b09f083cd5b454c9afd522b090e3d03b5e0304e592de3aed0679866e", + "writes-client-8.json": "3c958a33c5f2a1e4a228274d0170f074288deccd7be9cb3a6d838435c22c8d28", + "writes-client-9.json": "013112bf215084e41e7826f648d46deff5291e87a99f9c94bff26973b80b9d45", + "writes-client-10.json": "a328bcacea8ca4d6651420934e6957ca126870a3af189c48cda591e20b418214", + "writes-client-11.json": "0508d4d0b31b790ef4b3cc19477a5314b940df787c9d8ee90e6f469030d69fed", + "writes-client-12.json": "a2ade5449b64cdcb436e68b3f9573fe9c872113563f484543a02f1de2963649c", + "writes-client-13.json": "4ae7912ab3df6ca90f62a9f8e6e2936898143852148c6cd60916ec99236dcc18", + "writes-client-14.json": "2bccbb0c678c6a6385fcc30b5de4722a346d66bb76104704acaf47bde1bca43b", + "writes-client-15.json": "841e6169331467bf0f903720767ba2e1e9de3e43144890fa6a1b27c6ca4fa926", + "write-warmup-client-0.json": "ee6da827ea4a51c47e7ba306e3cafec146ccd21b36d68591d0bce5c2ea544c7e", + "write-warmup-client-1.json": "3173f9641a4b68cef2135e58a08b0c0dfddc1e498044a76a313781008cb75c2d", + "write-warmup-client-2.json": "e2f38c7e917e765fbd67868ad39780d44ca0346b610a2b1079482901e1a0419a", + "write-warmup-client-3.json": "91424be17aeb1461db67d291c290b36978f8b2b545f30c8da012cc9fe8dd5140", + "write-warmup-client-4.json": "7cab455b84b2c3dd4a84a5c0c772c367c33b93bb6c08219044e74d3e6e246a90", + "write-warmup-client-5.json": "43a2dc31914adbbe420f58713689f9ad48ff191be00d9295622dacec5aa74ff5", + "write-warmup-client-6.json": "04fc1c391ee3467a8e0a39446b4a0b042db57a22327c6b49957a5d9f26aaed10", + "write-warmup-client-7.json": "4c50243c59a2f749b7da02955b25d8d17e3ebe4cfccd8b9ee29fc9ce64c9d353", + "write-warmup-client-8.json": "87d29908e5a150e789be1fed7010366eb99dbe8a66f95fbfb2e52e1dcb5bdd6e", + "write-warmup-client-9.json": "1889f6b171bf2fdf4c086309473b805f94b0aa3307cbbc485a5ccc3e7af76761", + "write-warmup-client-10.json": "b1c3620d07593539bf2206d72328c580764136310ea250d7bc5a021e9b35a2df", + "write-warmup-client-11.json": "853856d0150fc634aa3dadfd1629fd5a8b53c17cc370778d2566e93b289b2586", + "write-warmup-client-12.json": "b237625b86f3b342f215fa8aa5c496c1b683255b9bee87681c988eff61c1a168", + "write-warmup-client-13.json": "9bece1050495edcb6129646cc2819bde77dfa288d4ca67ca3a406991fe33442e", + "write-warmup-client-14.json": "fc79cbeeb4bf839cfc6c80970d6b4c1b63e8037f45fe1bf3effba2663d852a7a", + "write-warmup-client-15.json": "4abf0e02e10f64f7b24a29e701466079c208b0a59173c88d8d928ed50f7f8dff" + } + }, + "repeat": 3, + "cells": 4, + "variant": "candidate", + "measured_writes": 13748, + "all_acknowledged": 14380, + "TPS": 114.41299100145213, + "response_body_bytes_per_second": 22942.892215405755, + "p50": 127.832474, + "p95": 191.984939, + "p99": 208.409535, + "server_cpu_cores": 0.5747832069009354, + "driver_cpu_cores": 0.04789860057507795, + "server_rss_after_bytes": 73457664, + "first_30_seconds_TPS": 117.60000000000001, + "last_30_seconds_TPS": 110.53333333333333, + "interval_TPS_min": 110.0, + "interval_TPS_max": 119.2, + "interval_TPS_cv": 0.027354946382959915, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 28764, + "mean_ms": 25.628183299193434, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 99.7, + "p99_ms": 149.0, + "resolution_us": 100 + }, + "authority": { + "count": 14380, + "mean_ms": 10.695335703963838, + "overflow": 0, + "p50_ms": 10.5, + "p95_ms": 14.8, + "p99_ms": 17.6, + "resolution_us": 100 + }, + "compaction": { + "count": 876, + "mean_ms": 56.844207632420094, + "overflow": 0, + "p50_ms": 56.4, + "p95_ms": 73.9, + "p99_ms": 89.7, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 15260, + "mean_ms": 0.0004966101572739187, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 14380, + "mean_ms": 21.028111157719053, + "overflow": 0, + "p50_ms": 17.5, + "p95_ms": 64.7, + "p99_ms": 84.3, + "resolution_us": 100 + }, + "publication": { + "count": 14380, + "mean_ms": 32.30672197148818, + "overflow": 0, + "p50_ms": 28.7, + "p95_ms": 75.7, + "p99_ms": 95.8, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 876, + "mean_ms": 0.26383764155251144, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 14.2, + "resolution_us": 100 + }, + "root_admission": { + "count": 14384, + "mean_ms": 0.0037757282397107897, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 14384, + "mean_ms": 17.55365311881257, + "overflow": 0, + "p50_ms": 17.3, + "p95_ms": 22.7, + "p99_ms": 26.2, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 14384, + "mean_ms": 17.545358047413792, + "overflow": 0, + "p50_ms": 17.3, + "p95_ms": 22.7, + "p99_ms": 26.2, + "resolution_us": 100 + }, + "uploaded_bytes": 491005493, + "uploaded_objects": 76428, + "worker": { + "count": 28764, + "mean_ms": 1.029167356035322, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.7, + "p99_ms": 3.9, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 720, + "bytes_written": 0, + "duration": { + "count": 10, + "mean_ms": 1.16042, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 4.0, + "p99_ms": 4.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 2, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 10 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 30512, + "mean_ms": 2.212398732990299, + "overflow": 0, + "p50_ms": 2.0, + "p95_ms": 4.3, + "p99_ms": 5.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 30512, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 30512 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 11, + "mean_ms": 11.725070636363636, + "overflow": 0, + "p50_ms": 12.0, + "p95_ms": 20.1, + "p99_ms": 20.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 11, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 11 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 3176333, + "duration": { + "count": 11, + "mean_ms": 21.845959636363638, + "overflow": 0, + "p50_ms": 21.0, + "p95_ms": 31.7, + "p99_ms": 31.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 11, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 11 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 11, + "mean_ms": 6.554084, + "overflow": 0, + "p50_ms": 6.0, + "p95_ms": 9.7, + "p99_ms": 9.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 11, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 11 + }, + "put": { + "bytes_read": 0, + "bytes_written": 496103772, + "duration": { + "count": 90825, + "mean_ms": 11.610162275254611, + "overflow": 0, + "p50_ms": 11.4, + "p95_ms": 16.3, + "p99_ms": 19.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 2, + "error": 0, + "not_found": 0, + "success": 90823, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 90825 + }, + "range": { + "bytes_read": 209400456, + "bytes_written": 0, + "duration": { + "count": 30466, + "mean_ms": 3.6633912761110747, + "overflow": 0, + "p50_ms": 3.5, + "p95_ms": 6.6, + "p99_ms": 8.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 30466, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 30466 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.38552543900005, + "cpu_seconds": 337.920095, + "cpu_cores": 2.6950486813918393, + "cgroup_before": { + "usage_usec": 5315356128, + "user_usec": 3484282469, + "system_usec": 1831073658, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5653276223, + "user_usec": 3665102495, + "system_usec": 1988173727, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0281349478040678, + "p50": 0.9730053517531614, + "p95": 0.9573297617344912, + "p99": 0.9337339947159077, + "response_body_bytes_per_second": 1.0283776727747278 + } + }, + { + "cells": 16, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 13029, + "raw_client_sha256": { + "writes-client-0.json": "bff4f735d3dfa731c48b6dadb298ee1e01bcefe21817c0420ca110751ceb52f7", + "writes-client-1.json": "ffbd1c52171b4d5292205f1d63e9271be0aa3b664aae74abb23756622fb313da", + "writes-client-2.json": "4043325cfce4950019ee6f07d1425354dabf2cd64c3de299ab0457f87a70d9eb", + "writes-client-3.json": "5e96949d6f00606d97cd65d00c16a03e5df5b5dea1d2e2c1864fbf95df5a64c0", + "writes-client-4.json": "25c5ce4969627130509e56c2588cb6d4dbffd8f69c030cfe54797174ce2f9cb5", + "writes-client-5.json": "695bf5ca85ace624074f676fd8567b755c8f13d2a48d45c11751063284fb17dd", + "writes-client-6.json": "41618ea2eed0bef33335bd2bf4f518613a236ad7402af29045d88383cc53216e", + "writes-client-7.json": "2e8239f642bae70311a2c15e1897c3c0079f0f99c3e54220972ebede514b8410", + "writes-client-8.json": "b42c45e25d19818f29f249f404ea6f1259b4c0cd48868051774e6515a169db73", + "writes-client-9.json": "2e162d2615e35e1afc038287975d701b791d3c46cc2a689876f954a358db5391", + "writes-client-10.json": "77f5221bf41cb026a0018cbdfdce36135134327c4cc1878b48a7f08fa7a330c0", + "writes-client-11.json": "6488ebb687c4b9d23bcad999cc111664988856519d97298884806da3a60f1cae", + "writes-client-12.json": "b3f1c7372035d42edab543514e0bfa0c8a869edc5c8ae1b13a249724131585ca", + "writes-client-13.json": "2fdae33001a6ce227e464a843573268f28a1218d0c5580e96b48d488af935e75", + "writes-client-14.json": "b3b918a2a1cfe1299adba676d8f3caa5022aef981450d55eede81bcd60d260ba", + "writes-client-15.json": "9d731bf3cc1af5b747d0cef004f4565fa9141e2b9ed32bf36367ac0f78da4f4b", + "write-warmup-client-0.json": "f22647989f7e85f8bc59662c75395784699556a0f2c4a957dc59ae060307782a", + "write-warmup-client-1.json": "3ef87c72a0c62344197b8834c3fda107597793befb3fd871358800441f6cacac", + "write-warmup-client-2.json": "e1410f279aa1ec43468545cbfba2d36480a6370b58d97138c4ba4fe993a78e97", + "write-warmup-client-3.json": "2ceb9c4c7d2d6b1e297f6a4d9ca3c489c67fcbe7311c49660e2010478235f5d7", + "write-warmup-client-4.json": "9d4e3de9f95c6b35f8a27f80c01e0a55afe76ae3c3e16f2935281b099fb192bb", + "write-warmup-client-5.json": "c14d9b42a6a046265c2b7d768643c34c438727863c902a0fc2295b99e1ef8e95", + "write-warmup-client-6.json": "968ff23220e1d8a19febf206dc9bd77d30314e4fc1a5924ca4bbbe260e0775d0", + "write-warmup-client-7.json": "c3cea202a552f88b58a2fd0c2714a07c466759ce62bb987f90a07defe5eae81f", + "write-warmup-client-8.json": "ad6c11dc37df4a140713172f9858ef1624a61c5f9d9a5acce4d44d78873e6122", + "write-warmup-client-9.json": "532725ba9d91c99914b28abc066d0b9a0c06b3ff039632d9cb49c5a7c7094f69", + "write-warmup-client-10.json": "d2a3319030877c8ed6cd4582019e640766f982da5456ff399128bbae41966c61", + "write-warmup-client-11.json": "d2d9c71e40d812e8c41da16fe87f58ffa99e0f2fd731cceb352f3068d4a191ec", + "write-warmup-client-12.json": "f81bb37a35bde6f393cc988c82ee5297be5c6d93e4f352e9adb56fdc8a6649f6", + "write-warmup-client-13.json": "ffe66176c9da33fd7ff3aad1bb847d1d166a19244deccb5c1b5e4093d75f3410", + "write-warmup-client-14.json": "130ba5dd4fdc5bcee822d3712944a17047bfe416b326a2c02c03bf4dc30bb659", + "write-warmup-client-15.json": "c147185108ae662ce5a634019b3fdf06c7ef0bb6c01f493697cd99ca5ff0300b" + } + }, + "repeat": 1, + "cells": 16, + "variant": "baseline", + "measured_writes": 12477, + "all_acknowledged": 13045, + "TPS": 103.82786640440291, + "response_body_bytes_per_second": 20718.256999051984, + "p50": 139.495969, + "p95": 294.235578, + "p99": 423.583342, + "server_cpu_cores": 0.5108519808403864, + "driver_cpu_cores": 0.03991031100315519, + "server_rss_after_bytes": 84504576, + "first_30_seconds_TPS": 107.76666666666667, + "last_30_seconds_TPS": 103.16666666666667, + "interval_TPS_min": 96.8, + "interval_TPS_max": 108.4, + "interval_TPS_cv": 0.03464688807852048, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26106, + "mean_ms": 0.04268247038994867, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 13045, + "mean_ms": 21.327386136680722, + "overflow": 0, + "p50_ms": 21.2, + "p95_ms": 29.8, + "p99_ms": 34.6, + "resolution_us": 100 + }, + "compaction": { + "count": 645, + "mean_ms": 209.4592522542636, + "overflow": 0, + "p50_ms": 199.8, + "p95_ms": 298.4, + "p99_ms": 362.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13706, + "mean_ms": 85.30626951977237, + "overflow": 0, + "p50_ms": 79.6, + "p95_ms": 128.2, + "p99_ms": 167.7, + "resolution_us": 100 + }, + "preparation": { + "count": 13045, + "mean_ms": 127.98317969965504, + "overflow": 0, + "p50_ms": 113.6, + "p95_ms": 218.2, + "p99_ms": 404.0, + "resolution_us": 100 + }, + "publication": { + "count": 13045, + "mean_ms": 150.13978463817554, + "overflow": 0, + "p50_ms": 136.1, + "p95_ms": 237.5, + "p99_ms": 423.3, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 645, + "mean_ms": 13.871803075968993, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 60.1, + "p99_ms": 76.3, + "resolution_us": 100 + }, + "root_admission": { + "count": 13061, + "mean_ms": 84.0715982084067, + "overflow": 0, + "p50_ms": 79.1, + "p95_ms": 124.6, + "p99_ms": 161.8, + "resolution_us": 100 + }, + "root_preparation": { + "count": 13061, + "mean_ms": 117.50510669320879, + "overflow": 0, + "p50_ms": 113.5, + "p95_ms": 154.6, + "p99_ms": 190.6, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13061, + "mean_ms": 33.42723849023812, + "overflow": 0, + "p50_ms": 33.5, + "p95_ms": 42.1, + "p99_ms": 48.0, + "resolution_us": 100 + }, + "uploaded_bytes": 326290041, + "uploaded_objects": 68601, + "worker": { + "count": 26106, + "mean_ms": 1.1204650291503868, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.1, + "p99_ms": 5.4, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 3240, + "bytes_written": 0, + "duration": { + "count": 41, + "mean_ms": 1.2611118536585366, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 3.9, + "p99_ms": 4.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 9, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 41 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 27380, + "mean_ms": 4.549866527903579, + "overflow": 0, + "p50_ms": 4.2, + "p95_ms": 8.5, + "p99_ms": 10.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27380, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27380 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 334084734, + "duration": { + "count": 81788, + "mean_ms": 23.200800897857874, + "overflow": 0, + "p50_ms": 23.4, + "p95_ms": 31.5, + "p99_ms": 36.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 9, + "error": 0, + "not_found": 0, + "success": 81779, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 81788 + }, + "range": { + "bytes_read": 142719913, + "bytes_written": 0, + "duration": { + "count": 26866, + "mean_ms": 5.595531782513214, + "overflow": 0, + "p50_ms": 5.3, + "p95_ms": 10.1, + "p99_ms": 13.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26866, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26866 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.39466862800009, + "cpu_seconds": 378.060774, + "cpu_cores": 3.0149668892348798, + "cgroup_before": { + "usage_usec": 1335295482, + "user_usec": 846262627, + "system_usec": 489032855, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 1713356256, + "user_usec": 1096011307, + "system_usec": 617344949, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 13039, + "raw_client_sha256": { + "writes-client-0.json": "74675f64cc1d9e7441de1dfddcf7f96fca2a49fd6a20ea29c75daa0a2d450d62", + "writes-client-1.json": "ed0ac298d21c61b91ebc3a76a1de28a192806c2f80e454896b433f5ae93bd6a5", + "writes-client-2.json": "c53605a53565ab4b4aa2d1d646db80fdfde5c62dd61ad98da5610bee6c4e113b", + "writes-client-3.json": "2e19a8def7aaa01267e757969a501287490e985a521588df6180583cc56fd158", + "writes-client-4.json": "4c1616a088ab229798cd9eb1b2c3cab44cd5542b1800fc62108d936f4d46b399", + "writes-client-5.json": "d09ee2b1cfb126f8b9895efea4967a5adc04ae19edbee6250c0c5e40ddea6d50", + "writes-client-6.json": "33a37f3b30a09867b6d84439171ac54e1916efab912eebc35b8c7c8b8be6fd4f", + "writes-client-7.json": "1ecfc6abd0433aafdde53e9718132bef141a563cd4b42150594c95af70cdfdf5", + "writes-client-8.json": "1057e362aa59a245be85acaca4f39ec473050d8eec4bef1c0535b6eb8048717a", + "writes-client-9.json": "149a2d4428792d8522abdeba237ee6a13f0dd5b7df1571b574b894056b7dd793", + "writes-client-10.json": "7cf22ec352c88afa3c2ded7b322f1c8472beb57569b09a8cdfa946265e971f36", + "writes-client-11.json": "9f6dae76bf38e30329ffd31403bd4caeaa03c247e35f9ae4a0f3d1ed218d0dea", + "writes-client-12.json": "5ed74c4d045460859ce32f05acd484b9c43c45915ff8acdd789d67ee3aa8d052", + "writes-client-13.json": "8dd92a5888b3719ba7b25a837488e3995a90d806754e4c0650a9ded71f4f852b", + "writes-client-14.json": "b6e2ecba803064e9dbe487ff4cd54c75743f4effbe6d6bd7b1f02ea510765ac7", + "writes-client-15.json": "ba3b7c0377cd0a99b2635e62f71d6a3c3af3ebcee58f408addc4f0ad8a833468", + "write-warmup-client-0.json": "f0fe9699ad5de7b8e15322574a48f794d5dd5d9256957607e061921cf834f136", + "write-warmup-client-1.json": "8f98c3bf6613e389db26838d837daf1947fabcc4ead0a54f20af9fbcf8cb3561", + "write-warmup-client-2.json": "104b9d82899672d77da4cd9edc345e604c1e73d514c30880939fce7bd9a2045a", + "write-warmup-client-3.json": "ef85587a9728c85ef4391b0718008d3ca04930e39e4f6aecdbef621bd1f8f257", + "write-warmup-client-4.json": "8798730830b01abe797faa96eb353aa57076e1b2eb700a2f8a97184a06d15ee7", + "write-warmup-client-5.json": "79d989cdd68013e438f0c5d8b7de6301d618621343df08ef3189842c616fba88", + "write-warmup-client-6.json": "0c81d88c6d4dc8414df35f93009da995d63db89e93513d1c8ab9396d3588d9ce", + "write-warmup-client-7.json": "e9cd1826cd4b79938af8cd2ca0d55043434a7c3d36619b638bf1ce43ad1c7aa5", + "write-warmup-client-8.json": "7f400c20bf402f28b2bfedc34a8c99d5d19cc128571232684939e304e309cc08", + "write-warmup-client-9.json": "1557b76adc2ed86301a29de5f95d67b389e688b3b912f998e02c9195bc3fc6e0", + "write-warmup-client-10.json": "8144963bc952bb7123f14af0937f64a951971db63e93c95920a53021d76d7f5b", + "write-warmup-client-11.json": "74c6b5b67bc05376d8f7a92b7ced111f61bf05638d2e0ec76c341627b5159fa0", + "write-warmup-client-12.json": "145807c9f3e27faded76253b9e09dab45bc9740c00b712e9037a8700571fdff1", + "write-warmup-client-13.json": "c0935143421e469a9595e5d25c74450142667a9cd25736fe7a7ef3ed21019e1f", + "write-warmup-client-14.json": "00226f7dc085d94ebe04cb7f2d87a8529ffc6a6f4885da9126799925b372c6a1", + "write-warmup-client-15.json": "37d0ee1a7738cf283e1988005743b59aedce4b45985f13cc63fabc5556542d54" + } + }, + "repeat": 1, + "cells": 16, + "variant": "candidate", + "measured_writes": 12490, + "all_acknowledged": 13055, + "TPS": 103.91671463872046, + "response_body_bytes_per_second": 20738.81432432164, + "p50": 142.612482, + "p95": 217.813568, + "p99": 397.486698, + "server_cpu_cores": 0.5105866795280583, + "driver_cpu_cores": 0.04786750120575546, + "server_rss_after_bytes": 82051072, + "first_30_seconds_TPS": 107.46666666666667, + "last_30_seconds_TPS": 100.76666666666667, + "interval_TPS_min": 96.0, + "interval_TPS_max": 107.8, + "interval_TPS_cv": 0.033258670347402645, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26126, + "mean_ms": 0.03980365582178673, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 13055, + "mean_ms": 21.629494274301035, + "overflow": 0, + "p50_ms": 21.3, + "p95_ms": 30.2, + "p99_ms": 35.5, + "resolution_us": 100 + }, + "compaction": { + "count": 646, + "mean_ms": 216.60582742105262, + "overflow": 0, + "p50_ms": 195.6, + "p95_ms": 318.4, + "p99_ms": 564.8, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13717, + "mean_ms": 83.2542362315375, + "overflow": 0, + "p50_ms": 82.3, + "p95_ms": 105.1, + "p99_ms": 115.7, + "resolution_us": 100 + }, + "preparation": { + "count": 13055, + "mean_ms": 127.55533294768288, + "overflow": 0, + "p50_ms": 116.6, + "p95_ms": 166.6, + "p99_ms": 371.7, + "resolution_us": 100 + }, + "publication": { + "count": 13055, + "mean_ms": 150.03219067047107, + "overflow": 0, + "p50_ms": 139.1, + "p95_ms": 192.0, + "p99_ms": 395.2, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1284, + "mean_ms": 1.1432087110591902, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 1.9, + "p99_ms": 33.4, + "resolution_us": 100 + }, + "root_admission": { + "count": 13071, + "mean_ms": 83.221363905057, + "overflow": 0, + "p50_ms": 82.2, + "p95_ms": 105.1, + "p99_ms": 115.9, + "resolution_us": 100 + }, + "root_preparation": { + "count": 13071, + "mean_ms": 116.7306651109326, + "overflow": 0, + "p50_ms": 116.0, + "p95_ms": 140.3, + "p99_ms": 152.8, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13071, + "mean_ms": 33.50344726470813, + "overflow": 0, + "p50_ms": 33.3, + "p95_ms": 42.6, + "p99_ms": 48.5, + "resolution_us": 100 + }, + "uploaded_bytes": 326572895, + "uploaded_objects": 68651, + "worker": { + "count": 26126, + "mean_ms": 1.1478134546811607, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.2, + "p99_ms": 6.0, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 3240, + "bytes_written": 0, + "duration": { + "count": 41, + "mean_ms": 1.396027243902439, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 3.2, + "p99_ms": 5.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 9, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 41 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 27402, + "mean_ms": 4.521815230932049, + "overflow": 0, + "p50_ms": 4.2, + "p95_ms": 8.4, + "p99_ms": 10.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27402, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27402 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 334489652, + "duration": { + "count": 81854, + "mean_ms": 23.504872610550493, + "overflow": 0, + "p50_ms": 23.4, + "p95_ms": 32.2, + "p99_ms": 37.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 9, + "error": 0, + "not_found": 0, + "success": 81845, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 81854 + }, + "range": { + "bytes_read": 143079356, + "bytes_written": 0, + "duration": { + "count": 26942, + "mean_ms": 6.307634269467746, + "overflow": 0, + "p50_ms": 6.1, + "p95_ms": 11.0, + "p99_ms": 14.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26942, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26942 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.47076201699997, + "cpu_seconds": 378.810736, + "cpu_cores": 3.0191156083731694, + "cgroup_before": { + "usage_usec": 1732253412, + "user_usec": 1112766547, + "system_usec": 619486864, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2111064148, + "user_usec": 1363480173, + "system_usec": 747583975, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.000855726284228, + "p50": 1.0223412405558472, + "p95": 0.7402693089684756, + "p99": 0.9383907689174424, + "response_body_bytes_per_second": 1.0009922323712173 + } + }, + { + "cells": 16, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 12958, + "raw_client_sha256": { + "writes-client-0.json": "17e8af73dbd1b191e43d85937ee8b80563ea4a7933a85d18025235b9d05b2140", + "writes-client-1.json": "dd3f1285a8b0fbaf0477fe002b0de24102268befde2e4ec3bf3d292e2a056798", + "writes-client-2.json": "5b7f01d4c34d2c51458c4ad86efa937e564322f9a1c24f880559689d0bf9a9fd", + "writes-client-3.json": "73802a641420e19cbd25ac063b76cbd0fdcea00340dc778a0400753b1ca1fcc3", + "writes-client-4.json": "ee17defee6bae1279758b1a1777eb0c8941fab72203ae36ca507c0849800dab5", + "writes-client-5.json": "735dc16a3df971acbe2e7c4ad8ee0f9d7f373f4d374b8b53fa16322bb5f85e2d", + "writes-client-6.json": "857404ae384693c240d14599d6c937671372ddcd4a7e84dd5cb1520d9e09d93c", + "writes-client-7.json": "5337864af8f037fa1a35e1fd7b9bb855be7b0221a43ae6a9bfaddb01b09f521d", + "writes-client-8.json": "5e6f107c0e69038f9997f4c977f946be46f2a0d7366718e1266b0610810628a8", + "writes-client-9.json": "14e49587cecc670f3961d69703d6fa0928751510d25569d5cec26a6b63ed9800", + "writes-client-10.json": "67145f7616f71f67318476d32cb4bcde54641e2beb8f74b68510160184e2d932", + "writes-client-11.json": "c850b808bf131d3886b1f48f1bab5d1d24e2580477e6534bfc86848e3bf34f25", + "writes-client-12.json": "d31431f7493b1caf828d04a2c9786ba65db9bd860c6a77e1b7a06140b1a12023", + "writes-client-13.json": "8758172fe5808a8d6fd8e20e209bd2649f68c4de4c89ffe198e1415688400be5", + "writes-client-14.json": "4ea9cc44763492a3077e78a38f22379fd5fc97713059047b0266f06840e35269", + "writes-client-15.json": "200cd7706d7b03843ca1d4406bdc81906e707d9028e06d6808fcc3ec8ffeb110", + "write-warmup-client-0.json": "3ba56eef4f896aa651bf33d9a6c481050469da4709ecaeff1310fea12b974c50", + "write-warmup-client-1.json": "c01b96381cd920b3fb6c03543e0e95680e0f2d6fdba5089d497ddba743a55fd5", + "write-warmup-client-2.json": "2a5e34f59766e96e86bb58714ad876b9eea46840c598418ded3be43a4d7e03af", + "write-warmup-client-3.json": "e0ec47715f6c89a24b795b1d2b43468a969004927ea799ed2fc9e82b52c11154", + "write-warmup-client-4.json": "23ffcc3d47852cc40013582dd7a16844fd2b23625dc8c34735a5d608e557e718", + "write-warmup-client-5.json": "6ad129b94611cd9f7a8333f43d0034482e6a4a5014144ca5f26b73b6c8ab3d11", + "write-warmup-client-6.json": "2a81d5f03b7b88827ac3a9a6c1c27fe484beab65dc5fcb92de05d429d3561181", + "write-warmup-client-7.json": "2cf0e974185c08a01eb62d11cdac0f66dea58b56a18185235ef17ff7dc4d509a", + "write-warmup-client-8.json": "9fb4cad8957654ade944ac7c64c0a354db4c4981f05eb4876d2ad0f580593d05", + "write-warmup-client-9.json": "9bc7b426bfa1cd26d87f4881de9e06d40a5b27914639bb238082422653d8fe83", + "write-warmup-client-10.json": "a19ed89084242670fcbd80b2a3d370714008cbb1e45043f43694738cbc5f8e86", + "write-warmup-client-11.json": "9cfd94c61455e28577df2204f9a110b6ebece11aa0cce3af1868e5837c985345", + "write-warmup-client-12.json": "5b786163ae4456ba38756626107a7fa302c00a3534c53bf7f9e8461c244c3227", + "write-warmup-client-13.json": "289b88f21293daac8cda346f57349a98559e5d91a5642f47af89215e936335cb", + "write-warmup-client-14.json": "4f604c37177d7a4e2d64bc14325a23a87cd90dad592a12c0148a2455f1533d76", + "write-warmup-client-15.json": "c25330621735f5ab58497d40007dfcbc780cd477fd8dbe3e8900644a639f6c65" + } + }, + "repeat": 2, + "cells": 16, + "variant": "baseline", + "measured_writes": 12414, + "all_acknowledged": 12974, + "TPS": 103.28347635060204, + "response_body_bytes_per_second": 20608.6976565336, + "p50": 140.29952, + "p95": 278.215775, + "p99": 429.167068, + "server_cpu_cores": 0.5027615426253189, + "driver_cpu_cores": 0.0478820516786018, + "server_rss_after_bytes": 82153472, + "first_30_seconds_TPS": 105.13333333333334, + "last_30_seconds_TPS": 101.1, + "interval_TPS_min": 99.1, + "interval_TPS_max": 106.4, + "interval_TPS_cv": 0.022712401357624378, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 25964, + "mean_ms": 0.04232734520875058, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 12974, + "mean_ms": 21.65768029535995, + "overflow": 0, + "p50_ms": 21.6, + "p95_ms": 29.9, + "p99_ms": 35.0, + "resolution_us": 100 + }, + "compaction": { + "count": 640, + "mean_ms": 210.6638974609375, + "overflow": 0, + "p50_ms": 199.2, + "p95_ms": 302.5, + "p99_ms": 367.8, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13630, + "mean_ms": 85.59362857725606, + "overflow": 0, + "p50_ms": 80.3, + "p95_ms": 127.2, + "p99_ms": 168.4, + "resolution_us": 100 + }, + "preparation": { + "count": 12974, + "mean_ms": 128.50122108201018, + "overflow": 0, + "p50_ms": 114.3, + "p95_ms": 225.2, + "p99_ms": 410.3, + "resolution_us": 100 + }, + "publication": { + "count": 12974, + "mean_ms": 151.0258222084939, + "overflow": 0, + "p50_ms": 137.0, + "p95_ms": 242.9, + "p99_ms": 431.4, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 640, + "mean_ms": 11.769122959375, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 59.2, + "p99_ms": 78.3, + "resolution_us": 100 + }, + "root_admission": { + "count": 12990, + "mean_ms": 84.40537263287143, + "overflow": 0, + "p50_ms": 79.8, + "p95_ms": 123.2, + "p99_ms": 161.2, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12990, + "mean_ms": 117.96749556158584, + "overflow": 0, + "p50_ms": 114.1, + "p95_ms": 154.8, + "p99_ms": 189.8, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12990, + "mean_ms": 33.55638992686682, + "overflow": 0, + "p50_ms": 33.6, + "p95_ms": 42.1, + "p99_ms": 48.3, + "resolution_us": 100 + }, + "uploaded_bytes": 324468001, + "uploaded_objects": 68241, + "worker": { + "count": 25964, + "mean_ms": 1.1406638666615314, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.2, + "p99_ms": 5.8, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 2520, + "bytes_written": 0, + "duration": { + "count": 39, + "mean_ms": 1.1604922051282052, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 4.1, + "p99_ms": 5.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 7, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 39 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 27228, + "mean_ms": 4.46123632947701, + "overflow": 0, + "p50_ms": 4.2, + "p95_ms": 8.2, + "p99_ms": 10.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27228, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27228 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 331997031, + "duration": { + "count": 81333, + "mean_ms": 23.509792994737683, + "overflow": 0, + "p50_ms": 23.6, + "p95_ms": 31.9, + "p99_ms": 36.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 7, + "error": 0, + "not_found": 0, + "success": 81326, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 81333 + }, + "range": { + "bytes_read": 142330991, + "bytes_written": 0, + "duration": { + "count": 26780, + "mean_ms": 5.851229981814787, + "overflow": 0, + "p50_ms": 5.6, + "p95_ms": 10.5, + "p99_ms": 13.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26780, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26780 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.42613939800026, + "cpu_seconds": 379.123093, + "cpu_cores": 3.022680079444784, + "cgroup_before": { + "usage_usec": 3964935125, + "user_usec": 2623362979, + "system_usec": 1341572146, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4344058218, + "user_usec": 2872767060, + "system_usec": 1471291157, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 12846, + "raw_client_sha256": { + "writes-client-0.json": "7161be7e76da68f1ca76edd25c09b0b0a8eb1fd1d38405bf90194155720f8513", + "writes-client-1.json": "14eab875340fc9e824e4cc6b6e709551374b68cee30d31ff4ccf67d1e772f0e5", + "writes-client-2.json": "52a46a1279263f5fe76fd36ab3547fdb08d772a62e79e33ed81a0b648c00a33b", + "writes-client-3.json": "ce6f24fc4241ddab8f3e2d51b2ec42b0adcde38665f991e30668bd9e0e27a90d", + "writes-client-4.json": "1f8fa0984e906acb3afe8b6a7efc3001505fe4b1eff6eb3086055dd21588aa6f", + "writes-client-5.json": "36b4f5e20652c75d25ed24b76760fa2b0a2721c0ae7cebe0290d389f2308df3f", + "writes-client-6.json": "fbe3d3f21464ae17c736a6e4d916fa1c404d5e12c3ed54ba71b5cd8a274d2267", + "writes-client-7.json": "924f377a3de26da13989a7b5f26c278657768076055b810e84ceb262c7d2a1ff", + "writes-client-8.json": "8f09a45ce7fe0ec6367766520b2e7fe04b01c5b04af0bc1ac0097a4066612c43", + "writes-client-9.json": "8055583cf9e6c18d2c546bc45e64bf97691ccdcb8f051671c7cf007a21c733b0", + "writes-client-10.json": "4f458e39e496d601138260af4d309b2670e55c585e408345ec9c33eb1f3dab03", + "writes-client-11.json": "7f41339c8d5f1e2310d726fe48923cf2b77907f0cd47f03ad0052fe699785858", + "writes-client-12.json": "55971386aacaba236cd830af68c310310fd475908855b59449a08322f38c5cc5", + "writes-client-13.json": "65f348d3f6c07878e6828092712bf4e438b13187b0375eb6773de6d00b1e5bde", + "writes-client-14.json": "27c6b8fb750d51413bdbb39a4314a5fbfdb632c355b9b1250df664b126c31250", + "writes-client-15.json": "d5b45d633882f7524449d7ac793b5cd91275fb60f768998ba27d66957f52f606", + "write-warmup-client-0.json": "db9f26ce371ca98afc79575b82a6eb17ab836a0bd1016d629786927a0237183f", + "write-warmup-client-1.json": "2e1e0aa49eb3d5bbe9703aa0e74b0d061703cfbf8bdbb75375c0959dc32bf577", + "write-warmup-client-2.json": "ea0df75a437f2acf2f11bd9043fe597de23db4723ae3a71e494f89461c4dba45", + "write-warmup-client-3.json": "905f8767ed8583ff6fe900fe10ca9b578cc756673c1c587788d996eb0db8b1dd", + "write-warmup-client-4.json": "e23305c316ef603a655d5534b47956442b621ceddfe1f1725dfb02209b0e0f4f", + "write-warmup-client-5.json": "d5dfc6f6cdf7752f7b56564699d53895e55856b545b93efae5c223d988309818", + "write-warmup-client-6.json": "32f6a8bbf5d4f0f40fd62d7129cc8c55f5ae02d686e7ac1172d224d52cb10c82", + "write-warmup-client-7.json": "c8f9ec188916cc098422302c4f853c105d1a114747fa47bab5e93f4c96f1e1cd", + "write-warmup-client-8.json": "2a82d5c2259b7dc3747c59efc20fadaf3a9620683513bafce8ac0e616fb00fd9", + "write-warmup-client-9.json": "b64212740195aba00793214c91497168209352af4971b48cdc3d99821c2666bc", + "write-warmup-client-10.json": "6fba95a4ef7004136fe33c9c22b109a0943e2887f2d7ef485a3a5e366c809adc", + "write-warmup-client-11.json": "8f7a08bd28bc52573444f4045eede4763a22b309156a54c42c4522b44eeb5dd3", + "write-warmup-client-12.json": "6168993e78998cc748a6e8f3cdf030ba60e03077514fb99ab95aeeb4fcbb3ea7", + "write-warmup-client-13.json": "2d8bd035736638d2f0b077b48fa5515b8a3e10e2bdfdaf28841e6b3a96b077db", + "write-warmup-client-14.json": "32dea4fb73ef84c7526ab8fe8a09c941bf9a17d8bb3419039f7a61697ec9c10b", + "write-warmup-client-15.json": "f88d6dbd3326b11d6453d7521784222ef5bb32f45f69fde9819804a2a833c711" + } + }, + "repeat": 2, + "cells": 16, + "variant": "candidate", + "measured_writes": 12298, + "all_acknowledged": 12862, + "TPS": 102.34060991359323, + "response_body_bytes_per_second": 20422.077862158236, + "p50": 142.993764, + "p95": 248.814379, + "p99": 401.103039, + "server_cpu_cores": 0.49463320522303056, + "driver_cpu_cores": 0.03988977461476053, + "server_rss_after_bytes": 81006592, + "first_30_seconds_TPS": 107.43333333333334, + "last_30_seconds_TPS": 104.96666666666667, + "interval_TPS_min": 82.1, + "interval_TPS_max": 108.1, + "interval_TPS_cv": 0.07635560593903333, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 25740, + "mean_ms": 0.03778415174825175, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "authority": { + "count": 12862, + "mean_ms": 21.916889522002798, + "overflow": 0, + "p50_ms": 21.4, + "p95_ms": 31.7, + "p99_ms": 39.2, + "resolution_us": 100 + }, + "compaction": { + "count": 635, + "mean_ms": 223.07970396535433, + "overflow": 0, + "p50_ms": 193.7, + "p95_ms": 403.0, + "p99_ms": 639.4, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13513, + "mean_ms": 84.4763515949826, + "overflow": 0, + "p50_ms": 83.0, + "p95_ms": 110.3, + "p99_ms": 128.3, + "resolution_us": 100 + }, + "preparation": { + "count": 12862, + "mean_ms": 129.58758636176333, + "overflow": 0, + "p50_ms": 117.3, + "p95_ms": 195.5, + "p99_ms": 374.3, + "resolution_us": 100 + }, + "publication": { + "count": 12862, + "mean_ms": 152.37732188780905, + "overflow": 0, + "p50_ms": 139.4, + "p95_ms": 228.9, + "p99_ms": 399.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1260, + "mean_ms": 1.2260752523809524, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 1.5, + "p99_ms": 42.3, + "resolution_us": 100 + }, + "root_admission": { + "count": 12878, + "mean_ms": 84.48144790417767, + "overflow": 0, + "p50_ms": 83.0, + "p95_ms": 110.1, + "p99_ms": 128.2, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12878, + "mean_ms": 118.46565149339959, + "overflow": 0, + "p50_ms": 116.5, + "p95_ms": 148.8, + "p99_ms": 171.6, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12878, + "mean_ms": 33.978303083398046, + "overflow": 0, + "p50_ms": 33.4, + "p95_ms": 45.1, + "p99_ms": 53.8, + "resolution_us": 100 + }, + "uploaded_bytes": 320360509, + "uploaded_objects": 67626, + "worker": { + "count": 25740, + "mean_ms": 1.138591611111111, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.3, + "p99_ms": 6.0, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 2520, + "bytes_written": 0, + "duration": { + "count": 39, + "mean_ms": 1.2933916666666667, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 4.0, + "p99_ms": 5.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 7, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 39 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 26994, + "mean_ms": 4.704526702193079, + "overflow": 0, + "p50_ms": 4.4, + "p95_ms": 8.7, + "p99_ms": 11.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26994, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26994 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 328193615, + "duration": { + "count": 80642, + "mean_ms": 23.73239065840381, + "overflow": 0, + "p50_ms": 23.4, + "p95_ms": 33.6, + "p99_ms": 40.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 7, + "error": 0, + "not_found": 0, + "success": 80635, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 80642 + }, + "range": { + "bytes_read": 140828068, + "bytes_written": 0, + "duration": { + "count": 26556, + "mean_ms": 6.581202962757945, + "overflow": 0, + "p50_ms": 6.3, + "p95_ms": 11.5, + "p99_ms": 14.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26556, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26556 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.46854712100003, + "cpu_seconds": 381.16759, + "cpu_cores": 3.0379533257239966, + "cgroup_before": { + "usage_usec": 3567371488, + "user_usec": 2362789890, + "system_usec": 1204581598, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3948539078, + "user_usec": 2608327810, + "system_usec": 1340211267, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9908710815096096, + "p50": 1.0192035154503736, + "p95": 0.894321607033246, + "p99": 0.9346081489178942, + "response_body_bytes_per_second": 0.9909446100143936 + } + }, + { + "cells": 16, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 14501, + "raw_client_sha256": { + "writes-client-0.json": "9c008733ccf8280839f8beed1f9e13168c6f9ca5d86f1e266f6fb3e088da25c3", + "writes-client-1.json": "ccc4d6f16898b812e5c5c5df26005f5f0581b0d37a4981b1fe86a31c94214b04", + "writes-client-2.json": "4a5389b28d037bebe12f7c88d6359bd98e6e260cb96bda7133341ad305a3621d", + "writes-client-3.json": "1e850d6b52539ded102e035e3f76f1ada2593728c318959d43b7e8d36f187a62", + "writes-client-4.json": "3a81c565cead56d036bfaa1007e01279868ccd5111566972b58e994cba89ba59", + "writes-client-5.json": "5958e7ef02828d8486332d48d9f6157e1ffd0088ce0576bbc0d559fa31a115b4", + "writes-client-6.json": "bc8b51ceff59507802d027f207b024f5c492efb2211655b3c4227f3495b17cb0", + "writes-client-7.json": "9f3b568f765a73ac44e73aa01ec7d7305ae082d369ea1ff382fd805079eda570", + "writes-client-8.json": "77ad3e1860551a513eb22509e7316370f7c12bdf948b7796a44b422793df20f2", + "writes-client-9.json": "cb3570365ae349cca2cf6e1ca5e13eeb99f4888f3d26ab38228d4cb61abcbe15", + "writes-client-10.json": "f32c5e9a4ff6936ba89b57b45623fdcd694a28d898ece5d44600ae3cca42fe8b", + "writes-client-11.json": "0ad0e808dd72036e6b162b6c20df1088dd174ffd04943ee631da55df2625f4bf", + "writes-client-12.json": "e98f8e144067b3b3f745013ac2acf268121b220c08ad2beaf826bc4cbbb7c0d7", + "writes-client-13.json": "8a408f2c9a3d52bb6f65f471fa3a0d28e7e1f14e2450f7e6e9dfc64e521720ce", + "writes-client-14.json": "331cd8fbbedf3c2ed8ae9a65bc0c92f8009d65de273fdffec9300361105c01d4", + "writes-client-15.json": "ed6ee9637f269be0b3d33e0c3be68c7710ffdd05a592d81627e042b15c0b7732", + "write-warmup-client-0.json": "4642b0e8c2d16c00df7deec6352e66dd41e511649e044e624e65f4b58b28dd49", + "write-warmup-client-1.json": "537034eff0a5ab65ddd8543e0609dc8a2d38a61f3530323313d9d3dbe5c91326", + "write-warmup-client-2.json": "437b0630887ed9e7d62c2bbd530f72a2ede61e5331961479c3e94314c912fd88", + "write-warmup-client-3.json": "ceaeee657e3c8d2805a2919d9e8c471e7230d737d1cafbee6ce408557043d172", + "write-warmup-client-4.json": "bf8ca7ecc557a7675786e5475d706a200ec911a5f40d13e12a7c37ef4707b27c", + "write-warmup-client-5.json": "3de53eaa0f8a8c6f21302ee3420b9526233908c745b9050ef12566c90189f4f3", + "write-warmup-client-6.json": "5614ca56fc55c9d28c9614f08b824dd4c3b179987c74abaed549fa1b80955129", + "write-warmup-client-7.json": "266a5c1a28b18196872ed3472fbff755cb16c0666b308f87294cd87f16d03aea", + "write-warmup-client-8.json": "af5ff2796ae88ed849d3c3cd96e358cab7d59d2772f7074583c5433556e1579c", + "write-warmup-client-9.json": "e029062e1ea3a87076118d54ff1d5a06ff2ac597b0c402f3c80792533bfd4cfe", + "write-warmup-client-10.json": "8eb746cc15e35fd29a9ac74a090b8a747b277fde5d8343493560eb6bb1d92df5", + "write-warmup-client-11.json": "0fb4581644751a2a1d963cb01d526b2b868421706329490fc81db02ba607fd8d", + "write-warmup-client-12.json": "4cee540c0495ee3887043237f90d796a5a39b1901125e54a4ef9a6a6117dbf0c", + "write-warmup-client-13.json": "dd0b225fba516600010b1eac0290afc97ced02e9e58b4d0aab9bc304517cdea0", + "write-warmup-client-14.json": "f8c37c3ba457e368a7ef7072a7151b70d987468bf34406cfe561e10a55ec3241", + "write-warmup-client-15.json": "a5c9341b3d17f3268b72d6916f14584ac006bae913834a0abed643b3a6539c14" + } + }, + "repeat": 3, + "cells": 16, + "variant": "baseline", + "measured_writes": 13848, + "all_acknowledged": 14517, + "TPS": 115.1776638490007, + "response_body_bytes_per_second": 23004.20990136749, + "p50": 123.012661, + "p95": 285.482605, + "p99": 379.553863, + "server_cpu_cores": 0.5905004645549745, + "driver_cpu_cores": 0.055858152052497584, + "server_rss_after_bytes": 84066304, + "first_30_seconds_TPS": 122.3, + "last_30_seconds_TPS": 100.03333333333333, + "interval_TPS_min": 96.3, + "interval_TPS_max": 123.8, + "interval_TPS_cv": 0.08045620034244814, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 29050, + "mean_ms": 0.042070115146299485, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 14517, + "mean_ms": 19.209861556451056, + "overflow": 0, + "p50_ms": 19.0, + "p95_ms": 26.9, + "p99_ms": 31.6, + "resolution_us": 100 + }, + "compaction": { + "count": 776, + "mean_ms": 186.62218688788658, + "overflow": 0, + "p50_ms": 181.3, + "p95_ms": 247.9, + "p99_ms": 300.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 15309, + "mean_ms": 75.48923416963876, + "overflow": 0, + "p50_ms": 69.3, + "p95_ms": 116.1, + "p99_ms": 142.2, + "resolution_us": 100 + }, + "preparation": { + "count": 14517, + "mean_ms": 114.07727584314941, + "overflow": 0, + "p50_ms": 98.7, + "p95_ms": 256.6, + "p99_ms": 359.6, + "resolution_us": 100 + }, + "publication": { + "count": 14517, + "mean_ms": 134.19610033188675, + "overflow": 0, + "p50_ms": 118.8, + "p95_ms": 274.8, + "p99_ms": 377.6, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 776, + "mean_ms": 10.055478106958764, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 46.7, + "p99_ms": 60.4, + "resolution_us": 100 + }, + "root_admission": { + "count": 14533, + "mean_ms": 74.33558338409138, + "overflow": 0, + "p50_ms": 68.6, + "p95_ms": 113.3, + "p99_ms": 139.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 14533, + "mean_ms": 103.98472064852405, + "overflow": 0, + "p50_ms": 98.6, + "p95_ms": 142.6, + "p99_ms": 165.2, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 14533, + "mean_ms": 29.642519414504918, + "overflow": 0, + "p50_ms": 29.4, + "p95_ms": 38.4, + "p99_ms": 44.2, + "resolution_us": 100 + }, + "uploaded_bytes": 373352453, + "uploaded_objects": 76673, + "worker": { + "count": 29050, + "mean_ms": 1.231484502099828, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.5, + "p99_ms": 5.9, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 2880, + "bytes_written": 0, + "duration": { + "count": 40, + "mean_ms": 1.19158145, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 4.2, + "p99_ms": 8.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 8, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 40 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 30586, + "mean_ms": 4.153609668181521, + "overflow": 0, + "p50_ms": 3.9, + "p95_ms": 7.8, + "p99_ms": 10.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 30586, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 30586 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 381686769, + "duration": { + "count": 91302, + "mean_ms": 20.10645438441655, + "overflow": 0, + "p50_ms": 20.0, + "p95_ms": 28.1, + "p99_ms": 32.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 8, + "error": 0, + "not_found": 0, + "success": 91294, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 91302 + }, + "range": { + "bytes_read": 166229441, + "bytes_written": 0, + "duration": { + "count": 30084, + "mean_ms": 5.269810740460046, + "overflow": 0, + "p50_ms": 4.9, + "p95_ms": 9.9, + "p99_ms": 13.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 30084, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 30084 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.43723937300001, + "cpu_seconds": 352.757192, + "cpu_cores": 2.81222062732935, + "cgroup_before": { + "usage_usec": 5660588465, + "user_usec": 3669078431, + "system_usec": 1991510033, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 6013345657, + "user_usec": 3873016608, + "system_usec": 2140329049, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 12488, + "raw_client_sha256": { + "writes-client-0.json": "f8b8b8f103dcb7a2dc350360e94a24312dc0f86ed9a20dc73de3ec730677b559", + "writes-client-1.json": "aa347a3b99acdc6c957ad8085c0021b78c587f4b1916c4d3a9cd5fda2b963ddd", + "writes-client-2.json": "1e85068bb49368d8fc28294fcc39d75fca127164c1a3f8e90e0a40284466c77a", + "writes-client-3.json": "90f6d12eccc4c3cd27ea274f400b32a706b939311e831afc7b883bd35c7f4f7a", + "writes-client-4.json": "5d22eab52f482f749a5a9dd3e76277f714158781f31d7e3c0f17634fc95ca41f", + "writes-client-5.json": "85c05a53d80e054db3f8cba5c1464fd80f513212a1ed3a7a18a1784b7bb89f27", + "writes-client-6.json": "efcb868df2a1baa3848d70cb03c841105a56a57c8062d6a9adc19bf2df73c785", + "writes-client-7.json": "05183eab2432e8060f448caf0b968c6c402afb42ceac75851c18b147fc74cb03", + "writes-client-8.json": "ec1eb9be1668b58bdd4506a588c0ac366a4f24d665ddb46fbb460a1224b5a542", + "writes-client-9.json": "94af74d04014de5cd4c7d5d55e733e1e77a80095d843a9079f59bbfa3113708d", + "writes-client-10.json": "44372c860c6d88e49139e2b0e6f1a8c0517e6af78cf91d72d7775a3ba8ddff0a", + "writes-client-11.json": "a526cfb84228e8555f583763a4b7c1eb5136f4298e893e3ffaf950858089c28a", + "writes-client-12.json": "92110b138d64775b232304b35d494110b0d34207f598d9a7ad1b747810425fd6", + "writes-client-13.json": "91ca80943afb4fd80117a00d7bc6ee98d24a02b7e42ad8acf4c300a5e01e98b9", + "writes-client-14.json": "4e13bc5a98ec7599c5861f568281af4ea6674663c588937ea8d4fe44f2abf0d0", + "writes-client-15.json": "6d624ca277911cdebd483213b92c79513a63e9a658aa3f69f0378a172cc2767d", + "write-warmup-client-0.json": "bc31f46467d7fdcf7d251e8916d37bdf018498eecf7f0d0318e41c54bb74375f", + "write-warmup-client-1.json": "0fb7fbdcb9d807d4246b718bb24944be60f86c74f5d66f1c89956ad4f55374d9", + "write-warmup-client-2.json": "c57c34ff14f961e871dbc6fc69612310b4205b5216bcb14e7e32104fc79777de", + "write-warmup-client-3.json": "a06f691d0080bb8747a89830af2d0e6449cf9ee5f9cda7101f8d9e4f88a447f3", + "write-warmup-client-4.json": "23c5c4e85a439ec7dd7170ff7463b55e58519f276e214c0eff6571d5140ed9d3", + "write-warmup-client-5.json": "e65f2bcaa5c211067fc0fdd0754bc84c4601fc1baa619aedf72004e3c6d62117", + "write-warmup-client-6.json": "dffff59e804706612004a777051b161219fe9684cedfe230f4b3700e6da1044d", + "write-warmup-client-7.json": "1fa40db5c40c0bdfccbef6773b7fcd3b4826c928b3e2f7a4b6b4232743e22cfa", + "write-warmup-client-8.json": "454c16b24783ec15264cdf384de7e51a103ed67676e4418ae0ec4973570281cd", + "write-warmup-client-9.json": "43febf57fea8a7f8846f0d7f7a1a4fa06d8c0474e93666e479caf233006312e2", + "write-warmup-client-10.json": "5fac0f4ab3213b3a0a9d175b85b11503bfe75570f7ada16000b779284be92452", + "write-warmup-client-11.json": "88dc04a192c8a2b955d18c253266bdef7321ed58856e099d784b21842eec5085", + "write-warmup-client-12.json": "281285abd886098208c99073c5483632d946ab1bc8049758559298465d0d6df1", + "write-warmup-client-13.json": "9b1ac020bc8932d24bcaa5f0145fe840741646a3f1f5f0ce05c9231343ae6ba7", + "write-warmup-client-14.json": "a4cca8f941b351875aef7dd0b35feeb8f30f8dee955dfb5e9a3e5356ff7abd79", + "write-warmup-client-15.json": "268ce639b6b89bc6e6fcc2b7ced183769312dbbc24e68086198c631eb7a5399a" + } + }, + "repeat": 3, + "cells": 16, + "variant": "candidate", + "measured_writes": 11955, + "all_acknowledged": 12504, + "TPS": 99.45279481381463, + "response_body_bytes_per_second": 19840.55388123839, + "p50": 149.039379, + "p95": 216.103732, + "p99": 415.305512, + "server_cpu_cores": 0.510336779789442, + "driver_cpu_cores": 0.04784407310526019, + "server_rss_after_bytes": 83107840, + "first_30_seconds_TPS": 99.96666666666667, + "last_30_seconds_TPS": 98.03333333333333, + "interval_TPS_min": 95.8, + "interval_TPS_max": 101.4, + "interval_TPS_cv": 0.01671051948333411, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 25024, + "mean_ms": 0.04050432017263427, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 12504, + "mean_ms": 22.579713036788227, + "overflow": 0, + "p50_ms": 22.3, + "p95_ms": 32.0, + "p99_ms": 37.8, + "resolution_us": 100 + }, + "compaction": { + "count": 613, + "mean_ms": 229.5322500163132, + "overflow": 0, + "p50_ms": 208.3, + "p95_ms": 337.4, + "p99_ms": 610.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13133, + "mean_ms": 86.67599169572831, + "overflow": 0, + "p50_ms": 85.7, + "p95_ms": 110.3, + "p99_ms": 122.4, + "resolution_us": 100 + }, + "preparation": { + "count": 12504, + "mean_ms": 133.1036328503679, + "overflow": 0, + "p50_ms": 121.7, + "p95_ms": 172.2, + "p99_ms": 390.6, + "resolution_us": 100 + }, + "publication": { + "count": 12504, + "mean_ms": 156.58225552511198, + "overflow": 0, + "p50_ms": 145.2, + "p95_ms": 201.6, + "p99_ms": 415.4, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1215, + "mean_ms": 1.2926980716049383, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 5.6, + "p99_ms": 35.2, + "resolution_us": 100 + }, + "root_admission": { + "count": 12520, + "mean_ms": 86.65950499688499, + "overflow": 0, + "p50_ms": 85.6, + "p95_ms": 110.3, + "p99_ms": 122.3, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12520, + "mean_ms": 121.7423239138179, + "overflow": 0, + "p50_ms": 121.0, + "p95_ms": 146.9, + "p99_ms": 160.0, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12520, + "mean_ms": 35.07678079089457, + "overflow": 0, + "p50_ms": 34.7, + "p95_ms": 45.0, + "p99_ms": 51.8, + "resolution_us": 100 + }, + "uploaded_bytes": 310773943, + "uploaded_objects": 65726, + "worker": { + "count": 25024, + "mean_ms": 1.1736265996243607, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.2, + "p99_ms": 6.0, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 2880, + "bytes_written": 0, + "duration": { + "count": 40, + "mean_ms": 1.416795825, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 2.7, + "p99_ms": 6.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 8, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 40 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 26234, + "mean_ms": 4.706150377144165, + "overflow": 0, + "p50_ms": 4.4, + "p95_ms": 8.7, + "p99_ms": 11.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26234, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26234 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 318403760, + "duration": { + "count": 78384, + "mean_ms": 24.615302716370685, + "overflow": 0, + "p50_ms": 24.5, + "p95_ms": 33.8, + "p99_ms": 39.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 8, + "error": 0, + "not_found": 0, + "success": 78376, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 78384 + }, + "range": { + "bytes_read": 138049289, + "bytes_written": 0, + "duration": { + "count": 25856, + "mean_ms": 6.58402433485458, + "overflow": 0, + "p50_ms": 6.4, + "p95_ms": 11.4, + "p99_ms": 14.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 25856, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 25856 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.54007483299984, + "cpu_seconds": 378.207678, + "cpu_cores": 3.0126449940635465, + "cgroup_before": { + "usage_usec": 6033174428, + "user_usec": 3890827326, + "system_usec": 2142347102, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 6411382106, + "user_usec": 4141051734, + "system_usec": 2270330371, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.8634729294752709, + "p50": 1.2115775546063507, + "p95": 0.7569768813059556, + "p99": 1.0941938746648985, + "response_body_bytes_per_second": 0.8624749107361851 + } + } + ], + "limitations": [ + "Three paired repeats, not a statistical confidence interval.", + "Closed-loop small-row HTTP workload with one persistent connection per client.", + "Response throughput is JSON response-body bytes, not database or network-wire throughput.", + "Publication phase metrics include warmup; worker and queue metrics also include exact replay verification.", + "Compaction is a subset of preparation; do not add their timings." + ], + "evidence": { + "ci_run": "https://github.com/crabbuild/cellule/actions/runs/37166813306", + "artifact": "axum-steady-writes-37166813306-1", + "baseline_observation_diff_empty": true, + "sha256": { + "telemetry-backport.patch": "1ae7cfaee1f4fd454df73a2bc9e282455e8b36da4461f79b432431fbf7859a74", + "baseline-instrumentation.diff": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + "identical_example_observations": true + } +} diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-compaction-paired-writes.json b/crates/cellule-axum/performance/2026-10-04-rustfs-compaction-paired-writes.json new file mode 100644 index 00000000..face69de --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-compaction-paired-writes.json @@ -0,0 +1,8872 @@ +{ + "baseline_revision": "4a98b37914a742ef5568cee40fab24c9f8b3b5a6", + "candidate_revision": "0b4b4c28d2b47d86fde202487a25362bac1d2766", + "metadata": { + "started_at_utc": "2026-10-04T05:17:45Z", + "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39", + "cpu_count": 4, + "python": "3.12.3", + "binary_sha256": "74da99e18af16667a44038698a4611f2a740f8aa30c5c3dd5467aaa887daff3f", + "endpoint": "http://127.0.0.1:9000", + "bucket": "cellule-axum-perf", + "writes": 32, + "reads": 64, + "warmup": 16, + "repeats": 3, + "concurrency": [ + 16 + ], + "cells": [ + 1, + 4, + 16 + ], + "workers": 4, + "read_seconds": null, + "read_warmup_seconds": 5, + "write_seconds": 120, + "write_warmup_seconds": 5, + "read_driver_sha256": null, + "baseline_binary_sha256": "d3189eeff779f188c3e36fcafbc2a5a72837a65256fc0f34aaedc6b793146483", + "http_tokio_workers": "4", + "provider_container": "725739e77c48ff64c3b55eb06096c5f4f72168cdcbf7e182d9a208aca77d165a", + "workload": "order_id mod active Cells; POST inserts then receipt-bound SELECT; GET owner-ordered SELECT; closed loop" + }, + "all_acknowledged": 485947, + "aggregate": [ + { + "cells": 1, + "baseline_medians": { + "TPS": 215.79516645276755, + "p50": 70.394967, + "p95": 117.286459, + "p99": 185.773005 + }, + "candidate_medians": { + "TPS": 227.61376723288055, + "p50": 62.108864, + "p95": 100.613102, + "p99": 160.188913 + }, + "paired_ratio_medians": { + "TPS": 1.037994521143885, + "p50": 0.9206416703057763, + "p95": 0.8578407333450148, + "p99": 0.8392328637844879 + }, + "paired_ratios": [ + { + "TPS": 1.037994521143885, + "p50": 0.9206416703057763, + "p95": 0.8578407333450148, + "p99": 0.8392328637844879, + "response_body_bytes_per_second": 1.0379258523537163 + }, + { + "TPS": 1.2909218450429456, + "p50": 0.7233339130043539, + "p95": 0.8398846889317207, + "p99": 0.7546821812674476, + "response_body_bytes_per_second": 1.2928593147703917 + }, + { + "TPS": 0.99901560056101, + "p50": 0.9946769476494397, + "p95": 0.9826538850315841, + "p99": 1.0498808625934908, + "response_body_bytes_per_second": 0.9990875454558796 + } + ] + }, + { + "cells": 4, + "baseline_medians": { + "TPS": 244.54081879819978, + "p50": 53.763581, + "p95": 118.865563, + "p99": 163.620922 + }, + "candidate_medians": { + "TPS": 253.4874848097587, + "p50": 52.646107, + "p95": 116.074784, + "p99": 160.967251 + }, + "paired_ratio_medians": { + "TPS": 1.0160891977048274, + "p50": 0.9936125979834283, + "p95": 0.9849354413091559, + "p99": 0.9757091789813076 + }, + "paired_ratios": [ + { + "TPS": 1.007760095786218, + "p50": 0.9936125979834283, + "p95": 0.9938976714527931, + "p99": 0.9746296482019762, + "response_body_bytes_per_second": 1.0077661924022456 + }, + { + "TPS": 1.0491635349895874, + "p50": 0.9325472200224163, + "p95": 0.9765215514942709, + "p99": 0.9837815912075107, + "response_body_bytes_per_second": 1.0493279633990362 + }, + { + "TPS": 1.0160891977048274, + "p50": 1.0117807664684013, + "p95": 0.9849354413091559, + "p99": 0.9757091789813076, + "response_body_bytes_per_second": 1.0162121076965878 + } + ] + }, + { + "cells": 16, + "baseline_medians": { + "TPS": 166.5068417261152, + "p50": 85.849819, + "p95": 187.463495, + "p99": 261.977139 + }, + "candidate_medians": { + "TPS": 156.9765909526164, + "p50": 89.189543, + "p95": 196.634648, + "p99": 268.10437 + }, + "paired_ratio_medians": { + "TPS": 0.9886213724046733, + "p50": 1.0200343186835228, + "p95": 1.0038939576288755, + "p99": 0.973421968742416 + }, + "paired_ratios": [ + { + "TPS": 1.0522183053330962, + "p50": 0.9725954130373576, + "p95": 0.9481740418640384, + "p99": 0.9358459898524841, + "response_body_bytes_per_second": 1.0527197330340752 + }, + { + "TPS": 0.942763608541834, + "p50": 1.0389019340856154, + "p95": 1.0695809656167992, + "p99": 1.0313112091815002, + "response_body_bytes_per_second": 0.942276614801546 + }, + { + "TPS": 0.9886213724046733, + "p50": 1.0200343186835228, + "p95": 1.0038939576288755, + "p99": 0.973421968742416, + "response_body_bytes_per_second": 0.9885347598158443 + } + ] + } + ], + "pairs": [ + { + "cells": 1, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 27733, + "raw_client_sha256": { + "writes-client-0.json": "15a90a065c1f8a33746ce2963f9d91c18ee1b9a3ff426152752ca857e7b67275", + "writes-client-1.json": "f907cb4cdc2f1ce755f9af34130a80cf4656491291b5efb548b0062e916ebfe1", + "writes-client-2.json": "1821df0e83accf412affe6773c42f55e89fbf0a8b3b57a1f8be3ed408623a287", + "writes-client-3.json": "7bcfdcd7a965fe16893608e86b171ee63ab1f993e131df6be7e6097811f47065", + "writes-client-4.json": "7943f3cd5a01313041305d26a36ff29f34bbecf2f88ab46d72ecf491f9eb9594", + "writes-client-5.json": "15680c2819ba5a68a7e64a16bd822e48e848373ee3f4feda86a2c1371f2b3562", + "writes-client-6.json": "5b541b776319ad111ec406af571c458a1cc6d98301318ee2b00f42a1c7bcb034", + "writes-client-7.json": "8a5eab6368358e4b8434ba27c48d59a04ecc11b37293f345103f9db6334c9f4c", + "writes-client-8.json": "3c15042a53101a673ea178ca4dccbb75175be5512b9cf95f664720f555a0f9ab", + "writes-client-9.json": "d656566648c314b4a07f2cb5e1c2a6ae99250b1c6c32dff67a3327c34e9eb389", + "writes-client-10.json": "511540410ea042c189cd1f3ec1ebf2248d8d42eabc3ef13d5cc88371503c0ef3", + "writes-client-11.json": "3686d03cd187bcfd68965d77ac8ae434cb4f4737913e594380d122cb49398033", + "writes-client-12.json": "50471871676b7e76de09865b6f6bd1c3236f5f8da0dd4bfff99efe17a7443e44", + "writes-client-13.json": "fd8cc626a5746c55d3f30f56bab8e7412770d3517cf7a6081b81408a061ac173", + "writes-client-14.json": "6074a58ef3690271f55562e148a82f4378e90f5171754b3309385f6a47fb2909", + "writes-client-15.json": "2596c464b043d26a7989f49cf52fc8c08e6b4ed089fc89c6e866fb88e9588b0a", + "write-warmup-client-0.json": "03b861c78e4d868b09c39eefd94973725711adfc18f9eba741d51357ebebb586", + "write-warmup-client-1.json": "15b93f4f696506a62b681b8928b23749892a685ed22a8b4156c2d09161710fe0", + "write-warmup-client-2.json": "f0572ce02d0186e99bfd0dbd4a019eeae635aef956f3074474acaa3a0f91c1fe", + "write-warmup-client-3.json": "eed23d75a0e24c32088ec3f4def8f6166946488d8ab4e65e534888407a97554e", + "write-warmup-client-4.json": "464b3f0eeadc8314d4515244bbb527df679d0b5167ea0da8bc138bf975caf042", + "write-warmup-client-5.json": "3065d1c12bc82fae33d5497e7126c0c77277e5d6fc89d45faa087541a04faab9", + "write-warmup-client-6.json": "93fb0ecb18082e53a10d08ac7078149dc0d943ce028926cbe0a0dfc3803b12b9", + "write-warmup-client-7.json": "120a297cb9f74fba91a7b34a96205b83aaa81637351cd5b478a2f2860a6d47ed", + "write-warmup-client-8.json": "f6beb0d351f28d13d4548c23b66bdd2572c613977378f115d11fb8f2c357e212", + "write-warmup-client-9.json": "bdb2cfe26d5a80b73f2b0289fef7a3f9e7afdc4cba083824c5860865dabf4cea", + "write-warmup-client-10.json": "59d11c08022a54b3b9e0190c4960804cf1a8fdaf6988406a26e6d62451721e2e", + "write-warmup-client-11.json": "597a2cb5ac368294c4e3002dd449ef0f60f5c2ddfd8071c9776a2f89b56de4ea", + "write-warmup-client-12.json": "13df323517946b13414ca99aa363c37575cdb358be01725191762da9372aafdb", + "write-warmup-client-13.json": "4959bf93826a17376d96ebd640f4200a6f5818f22d4d46b12a0263ca6875d433", + "write-warmup-client-14.json": "f9aa09d9d02a23c2b2566e24c98955e665617a74dd96259d7b52b3625b569c6e", + "write-warmup-client-15.json": "683034f6166e481f92344fd1b17be19a220ddbc9ac6b215c1dc8f210de1a3842" + } + }, + "repeat": 1, + "cells": 1, + "variant": "baseline", + "measured_writes": 25941, + "all_acknowledged": 27749, + "TPS": 215.79516645276755, + "response_body_bytes_per_second": 43621.26136286946, + "p50": 70.394967, + "p95": 117.286459, + "p99": 185.773005, + "server_cpu_cores": 0.30343218776455894, + "driver_cpu_cores": 0.04791034543650931, + "server_rss_after_bytes": 85975040, + "first_30_seconds_TPS": 300.26666666666665, + "last_30_seconds_TPS": 172.26666666666665, + "interval_TPS_min": 153.6, + "interval_TPS_max": 340.8, + "interval_TPS_cv": 0.25635906891348476, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 55499, + "mean_ms": 13.635240431106867, + "overflow": 0, + "p50_ms": 0.5, + "p95_ms": 49.5, + "p99_ms": 73.6, + "resolution_us": 100 + }, + "authority": { + "count": 9534, + "mean_ms": 3.081607803964758, + "overflow": 0, + "p50_ms": 2.9, + "p95_ms": 3.8, + "p99_ms": 9.4, + "resolution_us": 100 + }, + "compaction": { + "count": 640, + "mean_ms": 24.83094459375, + "overflow": 0, + "p50_ms": 20.5, + "p95_ms": 50.5, + "p99_ms": 87.2, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 10175, + "mean_ms": 0.00040116815724815724, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 9534, + "mean_ms": 8.074761657646318, + "overflow": 0, + "p50_ms": 6.7, + "p95_ms": 24.2, + "p99_ms": 38.6, + "resolution_us": 100 + }, + "publication": { + "count": 9534, + "mean_ms": 11.413613388084748, + "overflow": 0, + "p50_ms": 9.9, + "p95_ms": 28.3, + "p99_ms": 42.8, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 640, + "mean_ms": 0.0003358109375, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 9535, + "mean_ms": 0.003131577871001573, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 9535, + "mean_ms": 6.4021436985841635, + "overflow": 0, + "p50_ms": 6.6, + "p95_ms": 8.8, + "p99_ms": 12.9, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 9535, + "mean_ms": 6.396384284740431, + "overflow": 0, + "p50_ms": 6.6, + "p95_ms": 8.8, + "p99_ms": 12.9, + "resolution_us": 100 + }, + "uploaded_bytes": 926035419, + "uploaded_objects": 73295, + "worker": { + "count": 55499, + "mean_ms": 0.7385680038559252, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 1.7, + "p99_ms": 4.7, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.470066, + "overflow": 0, + "p50_ms": 0.5, + "p95_ms": 0.5, + "p99_ms": 0.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 20348, + "mean_ms": 0.6411674969530176, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 1.0, + "p99_ms": 1.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20348, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20348 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 135, + "mean_ms": 2.8645338444444444, + "overflow": 0, + "p50_ms": 2.8, + "p95_ms": 3.7, + "p99_ms": 4.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 135, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 135 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 69989320, + "duration": { + "count": 135, + "mean_ms": 9.04087845925926, + "overflow": 0, + "p50_ms": 8.2, + "p95_ms": 15.7, + "p99_ms": 22.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 135, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 135 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 135, + "mean_ms": 3.602451059259259, + "overflow": 0, + "p50_ms": 2.9, + "p95_ms": 4.5, + "p99_ms": 6.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 135, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 135 + }, + "put": { + "bytes_read": 0, + "bytes_written": 861542371, + "duration": { + "count": 82700, + "mean_ms": 4.221078473458283, + "overflow": 0, + "p50_ms": 4.2, + "p95_ms": 6.3, + "p99_ms": 8.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 82700, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 82700 + }, + "range": { + "bytes_read": 358905514, + "bytes_written": 0, + "duration": { + "count": 20459, + "mean_ms": 1.1135633289994622, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 2.0, + "p99_ms": 2.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20459, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20459 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.33021735099999, + "cpu_seconds": 280.697252, + "cpu_cores": 2.239661415521836, + "cgroup_before": { + "usage_usec": 2612833, + "user_usec": 1555733, + "system_usec": 1057100, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 283310085, + "user_usec": 187771361, + "system_usec": 95538724, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 28312, + "raw_client_sha256": { + "writes-client-0.json": "028ce1bc50e24c5aa89bc08a214a3d312aedbeb2a3a44c930099200a61f2342c", + "writes-client-1.json": "b9ed0e9491844d14260c578ce4764885523d61c04a8e63db9700ced01b3362c8", + "writes-client-2.json": "ba276444997fcd44caf7209d879d877a6e5dba2454f43c51ea246c5bdb2e08e5", + "writes-client-3.json": "2eb6d794dc63cf5509b005563c7d5493944338044c90fbf868136077019e86fc", + "writes-client-4.json": "3d008331643b8dfaff5ddc274c2454da7660f9887a02748848a281f0ab9cde16", + "writes-client-5.json": "86895cf1e3c1aca251bf9f20d7a5d6ae539ba325c4a403f83a878dd7cf733c6d", + "writes-client-6.json": "af8b76f50c364aa026742607fa8352eb48c6401f17057daac7cbbd5c8d236636", + "writes-client-7.json": "3025f3addc1984d84c970c720c164f1fda42aab0b2df5b35777550b60b23d396", + "writes-client-8.json": "c48cc24513eafa3471d9bbd3f07947c4d40cb41a2881c8ecc93e3fcaf6ec6508", + "writes-client-9.json": "695372a604ac678182eb29612c443fb52aa4fcd64a227844f37b1f1cfc65ded8", + "writes-client-10.json": "7eb1984803ebae260d548b4e5b51a6fe903bf8eeff21a40ceecea7a614a4a662", + "writes-client-11.json": "1c06b83bed16f0f8b1f1226c6642bfc52267327d9e17c84420bbdd36bd2a6e94", + "writes-client-12.json": "b9a30065ad7bd327b3239c614ac8f0c978d62789ca1f06acaaaffa2771c5896b", + "writes-client-13.json": "b938ba09f6643e94a30c14aff4bc6c374bb3543f47dd1294673960d3af9cc7e0", + "writes-client-14.json": "a131ce761b43c94a0fff9fe469a28ef6a40696f53a4e2ba351d9d0b4002cc02c", + "writes-client-15.json": "3c55be3e695aef2daa16693e32f4f64f722e4da611517623956fed57c992870b", + "write-warmup-client-0.json": "8ab001f75d0ca0ca117a088c651b851ce7d3bc0c9f4246e4111d5edfa1df7dc1", + "write-warmup-client-1.json": "c937c74ff487b8f2d3bf258624e9416ba2c59caae911ab548e6c4299b7efff88", + "write-warmup-client-2.json": "f333f6bee108ed9b889e219b7b3dd8791413c9ce1e05b433d3e70dbebe74191f", + "write-warmup-client-3.json": "f6e3a1c810118c9bf3be2e1fd7e2032d431b4f81861f867924679364417e52be", + "write-warmup-client-4.json": "a2dad0cea0f06b26165de282bb3eb2943828a47ac70d893c7916dd1d819374d2", + "write-warmup-client-5.json": "16e80353e1d8a2dcd8ae3030fe45c2a5cc2fa5b2c9dc5848ee3f0da92afe0d37", + "write-warmup-client-6.json": "ed62f5cb8cd1540c3585834d42f5412782e4374548efc5be4e889f20ca35dec7", + "write-warmup-client-7.json": "54f5f55d1c85408fb248c4d7714a6356e557bdfcc529fc4a3189ae89ac6f4014", + "write-warmup-client-8.json": "40da4b35b30cd83c706b2255affffe553ddfa17ef3bd53d307fd4b339e545fc4", + "write-warmup-client-9.json": "26db8ee98800e27c6fb2392f4a4e2d0a884828674df27d9ba73b67ca61c49c08", + "write-warmup-client-10.json": "6d8d391e520ab01540cf06ba857c3df7ac963ff846c1cdae59e010601e89b4b9", + "write-warmup-client-11.json": "5308013bda04d90bfd2596d3c4df80c4a99a0d839e6f4c3bb74bb6f05617f589", + "write-warmup-client-12.json": "e1dd8cfdbbda7c6cdb0adad662d508586d74ed8820aae6362ddabe56229b20b2", + "write-warmup-client-13.json": "91ffc7afbdb80a0cdcf1a97093947f6b9228b04a7b6180154c73f91ba8e739d8", + "write-warmup-client-14.json": "9bb8b5f065e55139437f40c9a706623d23c400493bb1fe42d210f09850cb6500", + "write-warmup-client-15.json": "4e4e65dc5cae9bf0481fde006d003514bbe7b27cf01a436d78d38e2d5ab01902" + } + }, + "repeat": 1, + "cells": 1, + "variant": "candidate", + "measured_writes": 26920, + "all_acknowledged": 28328, + "TPS": 223.9942004673054, + "response_body_bytes_per_second": 45275.63488080051, + "p50": 64.80854, + "p95": 100.613102, + "p99": 155.906811, + "server_cpu_cores": 0.30352640891456845, + "driver_cpu_cores": 0.05591275953689419, + "server_rss_after_bytes": 84967424, + "first_30_seconds_TPS": 254.4, + "last_30_seconds_TPS": 200.53333333333333, + "interval_TPS_min": 198.1, + "interval_TPS_max": 273.6, + "interval_TPS_cv": 0.10153927241598762, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 56657, + "mean_ms": 13.286315331697761, + "overflow": 0, + "p50_ms": 0.5, + "p95_ms": 47.2, + "p99_ms": 68.2, + "resolution_us": 100 + }, + "authority": { + "count": 8819, + "mean_ms": 3.25015579838984, + "overflow": 0, + "p50_ms": 3.2, + "p95_ms": 4.0, + "p99_ms": 6.2, + "resolution_us": 100 + }, + "compaction": { + "count": 595, + "mean_ms": 26.051264020168066, + "overflow": 0, + "p50_ms": 21.8, + "p95_ms": 50.2, + "p99_ms": 76.6, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 9415, + "mean_ms": 0.0004296759426447159, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 8819, + "mean_ms": 8.763879982764486, + "overflow": 0, + "p50_ms": 7.1, + "p95_ms": 26.4, + "p99_ms": 40.4, + "resolution_us": 100 + }, + "publication": { + "count": 8819, + "mean_ms": 12.30305041501304, + "overflow": 0, + "p50_ms": 10.5, + "p95_ms": 30.4, + "p99_ms": 43.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 595, + "mean_ms": 0.0003620991596638655, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 8820, + "mean_ms": 0.0031044832199546486, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 8820, + "mean_ms": 7.002458829818594, + "overflow": 0, + "p50_ms": 7.0, + "p95_ms": 9.2, + "p99_ms": 11.5, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 8820, + "mean_ms": 6.996579150340136, + "overflow": 0, + "p50_ms": 7.0, + "p95_ms": 9.2, + "p99_ms": 11.5, + "resolution_us": 100 + }, + "uploaded_bytes": 887564420, + "uploaded_objects": 67950, + "worker": { + "count": 56657, + "mean_ms": 0.7881656555235893, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.8, + "p99_ms": 4.5, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.454032, + "overflow": 0, + "p50_ms": 0.5, + "p95_ms": 0.5, + "p99_ms": 0.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 18828, + "mean_ms": 0.7023317450074358, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.1, + "p99_ms": 1.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 18828, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 18828 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 162, + "mean_ms": 3.1754264753086416, + "overflow": 0, + "p50_ms": 3.0, + "p95_ms": 4.6, + "p99_ms": 7.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 162, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 162 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 79561361, + "duration": { + "count": 162, + "mean_ms": 9.63187574074074, + "overflow": 0, + "p50_ms": 8.6, + "p95_ms": 14.2, + "p99_ms": 19.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 162, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 162 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 162, + "mean_ms": 3.2773884444444445, + "overflow": 0, + "p50_ms": 3.0, + "p95_ms": 4.6, + "p99_ms": 15.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 162, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 162 + }, + "put": { + "bytes_read": 0, + "bytes_written": 813335606, + "duration": { + "count": 76625, + "mean_ms": 4.558780053154975, + "overflow": 0, + "p50_ms": 4.5, + "p95_ms": 6.6, + "p99_ms": 8.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 76625, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 76625 + }, + "range": { + "bytes_read": 360745818, + "bytes_written": 0, + "duration": { + "count": 18955, + "mean_ms": 1.294730817251385, + "overflow": 0, + "p50_ms": 1.2, + "p95_ms": 2.3, + "p99_ms": 3.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 18955, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 18955 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.28533705099994, + "cpu_seconds": 303.188424, + "cpu_cores": 2.419983304802708, + "cgroup_before": { + "usage_usec": 296876549, + "user_usec": 201045028, + "system_usec": 95831521, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 600064973, + "user_usec": 411172896, + "system_usec": 188892076, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.037994521143885, + "p50": 0.9206416703057763, + "p95": 0.8578407333450148, + "p99": 0.8392328637844879, + "response_body_bytes_per_second": 1.0379258523537163 + } + }, + { + "cells": 1, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 25003, + "raw_client_sha256": { + "writes-client-0.json": "d4b4526d3ddcc670e4a40307f709df635713b512062a57317b5d3f3408d18725", + "writes-client-1.json": "771d194e487366a24bef17f29d8650ff33a1c46664c1a73a07c1777dde0e61a6", + "writes-client-2.json": "18e7b75153a41c42fd8ee97cb574e00fb6387f3baf917b5148f8dc46f750b997", + "writes-client-3.json": "6ffdddf6734f1b0049973edbc73feeb5261ff10c8c37da0740994d4f2b05d774", + "writes-client-4.json": "84b79ed5d42eff83cf0e2843644d2c4bd5af457ec3614b32cc67db7733102028", + "writes-client-5.json": "0fa3835f4ec45685de7f60bbe82e4b9491a6b4d715de552e29806da03d3119f4", + "writes-client-6.json": "532925d27802790e0ca0da595f5e898216ae9c58006ac9250ee8e1c7c75b1dd7", + "writes-client-7.json": "a7db2b99d31565fcf6c2d9517a281d37026404c0b27d739432fd4aa065907a45", + "writes-client-8.json": "af2990850f11eb10669a52d7d714a5d73feba512874af59fcb0dd1f0771644a0", + "writes-client-9.json": "868058e3128dc6e13603da2a96c2e496f774f39a3e0341a93a5b4d13043824bb", + "writes-client-10.json": "48ee7e3bc2f4f42690a7752bf43196f68586d8e2cfe5051e958be5c5251407fb", + "writes-client-11.json": "0fe313ba09e0ee2dca5566d4d14921939a557d450698cfa1df98fecbb15e506a", + "writes-client-12.json": "4df2b51d05c53c8c7af1f97aa46a48e3e03d2dc0b29b4c229b6902b3c7d6f2f8", + "writes-client-13.json": "ea298a0d23eed1f4ab122ea3b957a6b373434de8ea8465d681cf2ebf423b1c4e", + "writes-client-14.json": "0a263020245b266c384b8794162ca47c5991e39f1a88997e7fb3fcc6e8707eae", + "writes-client-15.json": "97c7f31a0a4368f926c93dbe9534ec5c3b37dca5a25b5c54296bfd5785a7e9d6", + "write-warmup-client-0.json": "c7f86b48a0554e7bdfbddf19876d06ae1b2d8b108c39fcf5f24e174ead5ac948", + "write-warmup-client-1.json": "fc4937fa7118cc8be4bf44848d2397cdfec0dc0933db06b7f0970648d0bf62ad", + "write-warmup-client-2.json": "b62b0b26360020ddd683578ec5c731227e336ab76e06c808f52e11ae9abae4a4", + "write-warmup-client-3.json": "2c8795973ec96e53c6d8f067a6b1cb8ab7c47a4b0ca02064cf4f1f082f37be68", + "write-warmup-client-4.json": "df7b4186b4a26daed54aab5f7d437c98d6bbe838cfa5ad42ae27bcf35a021524", + "write-warmup-client-5.json": "1b3532c87f457179f1e363afb19c27fdf8cb9fe524b32a24f70471e71b20fb7c", + "write-warmup-client-6.json": "beb80774ebf64e6e8296cd114f7a9c6dc7624cb7b8fa33df6571dc55f7e8ede2", + "write-warmup-client-7.json": "288a84b5fda92a16b014f30e9edbe57ab996dd471b5ce829ff5a3518949d4013", + "write-warmup-client-8.json": "f58b82ad07cead5f237c2203b56e51f424ed3aadc6c536d9cf77aaccebd6d60f", + "write-warmup-client-9.json": "e1a06737451181f1c1f3229ac69413aa1d3eb21b3823f513e8182c11103d7764", + "write-warmup-client-10.json": "9bd9c1119b62158d631216790069df2bc066aadd1f97119fca37d1a85cf31945", + "write-warmup-client-11.json": "ddc1b4a231e2019dbd0fe8707347634c217810f44a207ffc5fb2b9146ec33008", + "write-warmup-client-12.json": "89227be8d12627f208c67816e04313c0aeee15344c4ad001cc0639f015086291", + "write-warmup-client-13.json": "bc81c219d259a346032bdb7e8e16c2c8fe8d209a34a94a2f403762073213d458", + "write-warmup-client-14.json": "a00af99a81e57046cdf8c21e7aa45dc9bc9553b3f1b1d22e44ca9b31ad4b3e44", + "write-warmup-client-15.json": "aa4391288fa5beebb698dc72f4cf8b1c6e53500c5572c571ab4e8fa44ce56305" + } + }, + "repeat": 2, + "cells": 1, + "variant": "baseline", + "measured_writes": 24240, + "all_acknowledged": 25019, + "TPS": 201.6640315080693, + "response_body_bytes_per_second": 40723.3806121423, + "p50": 72.811414, + "p95": 119.393916, + "p99": 212.260097, + "server_cpu_cores": 0.2713602114287983, + "driver_cpu_cores": 0.047887096134493816, + "server_rss_after_bytes": 82124800, + "first_30_seconds_TPS": 242.66666666666669, + "last_30_seconds_TPS": 179.13333333333333, + "interval_TPS_min": 169.6, + "interval_TPS_max": 273.6, + "interval_TPS_cv": 0.16264693653623122, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 50039, + "mean_ms": 15.561676405183956, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 54.7, + "p99_ms": 89.4, + "resolution_us": 100 + }, + "authority": { + "count": 8740, + "mean_ms": 3.3304647457665904, + "overflow": 0, + "p50_ms": 3.0, + "p95_ms": 4.5, + "p99_ms": 14.3, + "resolution_us": 100 + }, + "compaction": { + "count": 589, + "mean_ms": 26.60892937181664, + "overflow": 0, + "p50_ms": 21.5, + "p95_ms": 54.2, + "p99_ms": 105.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 9330, + "mean_ms": 0.00048240857449088957, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 8740, + "mean_ms": 8.749405717848969, + "overflow": 0, + "p50_ms": 6.8, + "p95_ms": 25.9, + "p99_ms": 39.7, + "resolution_us": 100 + }, + "publication": { + "count": 8740, + "mean_ms": 12.390920363729977, + "overflow": 0, + "p50_ms": 10.1, + "p95_ms": 30.6, + "p99_ms": 45.6, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 589, + "mean_ms": 0.00040246689303904926, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 8741, + "mean_ms": 0.0035150212790298592, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 8741, + "mean_ms": 6.9532390658963505, + "overflow": 0, + "p50_ms": 6.7, + "p95_ms": 9.1, + "p99_ms": 17.0, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 8741, + "mean_ms": 6.947025687907562, + "overflow": 0, + "p50_ms": 6.7, + "p95_ms": 9.1, + "p99_ms": 17.0, + "resolution_us": 100 + }, + "uploaded_bytes": 812306764, + "uploaded_objects": 65760, + "worker": { + "count": 50039, + "mean_ms": 0.8632666284098403, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 1.9, + "p99_ms": 6.8, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.6119525, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 0.8, + "p99_ms": 0.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 18658, + "mean_ms": 0.7068991659341838, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.1, + "p99_ms": 1.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 18658, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 18658 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 121, + "mean_ms": 3.488182289256198, + "overflow": 0, + "p50_ms": 2.8, + "p95_ms": 6.9, + "p99_ms": 20.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 121, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 121 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 61670626, + "duration": { + "count": 121, + "mean_ms": 10.404100512396695, + "overflow": 0, + "p50_ms": 8.2, + "p95_ms": 18.4, + "p99_ms": 49.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 121, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 121 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 121, + "mean_ms": 3.5852494958677688, + "overflow": 0, + "p50_ms": 2.9, + "p95_ms": 8.2, + "p99_ms": 20.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 121, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 121 + }, + "put": { + "bytes_read": 0, + "bytes_written": 755937288, + "duration": { + "count": 74395, + "mean_ms": 4.461386560037637, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 6.4, + "p99_ms": 12.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 74395, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 74395 + }, + "range": { + "bytes_read": 328370305, + "bytes_written": 0, + "duration": { + "count": 18783, + "mean_ms": 1.2321394014800617, + "overflow": 0, + "p50_ms": 1.2, + "p95_ms": 2.1, + "p99_ms": 3.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 18783, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 18783 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.38541158599992, + "cpu_seconds": 297.084206, + "cpu_cores": 2.369368192377265, + "cgroup_before": { + "usage_usec": 2228155646, + "user_usec": 1366251291, + "system_usec": 861904355, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2525239852, + "user_usec": 1570242459, + "system_usec": 954997393, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 32581, + "raw_client_sha256": { + "writes-client-0.json": "cfda8a41d84166d986c1de613883998076dd9fa5def8dbde9f9afc4c6e9c1ba6", + "writes-client-1.json": "9dfd64ff08d586b0bd310dbb5d4600f783161325afb1d29242b8b52e43537c75", + "writes-client-2.json": "dcfe76e41ec1deff97879520d6ad4e777d0e51e501d02d90a554c83cd64f4739", + "writes-client-3.json": "42d07d0c7aa2dcfc16cf2f939ec08143dcfdde38b75f673ecdb0f3a2bee86eb4", + "writes-client-4.json": "6a5c75382a2817c3b780e9e9f92349a9576032f35074b9517e19129e9d41cefd", + "writes-client-5.json": "de0a546c75434f5ab9c28a14059c16a6cad9b8614b5fd0da17b26df3c453fb0b", + "writes-client-6.json": "c7454e40be327df48f242455efc2cbe146b788ab06f6e843b4dc5e7c3eb2119e", + "writes-client-7.json": "02157b6cae8d8864d6b04e3f829c952d69581b09e3a388a37033492d077da919", + "writes-client-8.json": "39236f96a905bc54ba2c9f538460548c585b25e3cf9de731ddac888773a35c8f", + "writes-client-9.json": "d4090dfc6fd851b2d6015c3263c27a520cbdc40af7df8746069a8f2cc0fd5b6f", + "writes-client-10.json": "28efdc6249f689187f94e89dfa5affcc257770e5e9b760776be414db9347ca1b", + "writes-client-11.json": "dcee9e0367c86e10822020696665c1eafb4f56166fe5a7b0a3d0e0908866dc39", + "writes-client-12.json": "b16ee0260dc86bda7e809e9658257f141b94137e13f521fbc79c516385b13c75", + "writes-client-13.json": "ebec5e0323aa8cf55fac129b366440e3cc2724ed19baf509da807abfcb00158d", + "writes-client-14.json": "217f3a5dc75fc0e1ca204211fa1726e6617a641c95293b8501760bb4a21b23ea", + "writes-client-15.json": "67be8a4ba5c9c89561d9b22d8a31ad03a6ce8e1cbf1c9466860c9a43728e81a1", + "write-warmup-client-0.json": "678fc32db937a7d9fe02c6ee1a87b6569665032358b84ac16489eea0f9f48111", + "write-warmup-client-1.json": "6d78fc2dfa0e602956136b900200ef3897a02cf88ab539fd935585380704ad64", + "write-warmup-client-2.json": "d743e09966017238f9746ecb7e50f5ad4d8f87d5950a5d5644222fb4950f971f", + "write-warmup-client-3.json": "64e834b4e95370c295895e7da3eb544fe69f3cf701d124e51b49836990feb96b", + "write-warmup-client-4.json": "938bc70d614aab4ea20700625bdfd271984b79557e332228339dcfae388a9e46", + "write-warmup-client-5.json": "f4c3084cecc001a93d0a60d56dab85edecc8f7fda4971ed1c075de1480ed52d7", + "write-warmup-client-6.json": "b0fb8caee309317a70782107039ce52ea899ffc5355ee17161fc4e8e36f1ed7d", + "write-warmup-client-7.json": "3957a4a7244e685caee31292ead4a849bf5cbc6b93ddee3b786cd3aea171eae3", + "write-warmup-client-8.json": "1fb0bfbabc3bfa992734898f0636eff8280dd808970a64d7c65ce5c8ed7962e9", + "write-warmup-client-9.json": "cd8caecae192ad5b1f8d0a2fb34e16836389bcf0e9dd8439f2198141b269b72f", + "write-warmup-client-10.json": "7a53a1c07c05f7f393cf150b6f01cb1ba279fa75288a698bdc039af527274fa2", + "write-warmup-client-11.json": "824a58a1f7f2aa29b11feaa4ddb492e9671afdf0c5a9a6008143cc98eccabf95", + "write-warmup-client-12.json": "af0c254a36427e94ac4fce5e5eacbdb591d1ae4930b38623fa2537e19964bfc5", + "write-warmup-client-13.json": "1e94432dfc170f2ba44eaf89f174bafa6780a3322482c7edc7f727f28adf90a6", + "write-warmup-client-14.json": "00997b88002fce883ef69858d8e4df4823653b0d7f94c0c24caea181ee43ff3d", + "write-warmup-client-15.json": "37aff139b3141897377545e9320980cc8843536eb5201ab62e8f59455e715073" + } + }, + "repeat": 2, + "cells": 1, + "variant": "candidate", + "measured_writes": 31301, + "all_acknowledged": 32597, + "TPS": 260.33250363319553, + "response_body_bytes_per_second": 52649.601953348145, + "p50": 52.666965, + "p95": 100.277122, + "p99": 160.188913, + "server_cpu_cores": 0.3272767754164904, + "driver_cpu_cores": 0.0638588830080957, + "server_rss_after_bytes": 88121344, + "first_30_seconds_TPS": 299.2, + "last_30_seconds_TPS": 215.63333333333333, + "interval_TPS_min": 178.4, + "interval_TPS_max": 316.8, + "interval_TPS_cv": 0.14075226003065094, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 65195, + "mean_ms": 12.344993708888719, + "overflow": 0, + "p50_ms": 0.5, + "p95_ms": 44.3, + "p99_ms": 68.7, + "resolution_us": 100 + }, + "authority": { + "count": 10802, + "mean_ms": 2.7546660132382894, + "overflow": 0, + "p50_ms": 2.6, + "p95_ms": 3.2, + "p99_ms": 8.7, + "resolution_us": 100 + }, + "compaction": { + "count": 727, + "mean_ms": 22.673189990371387, + "overflow": 0, + "p50_ms": 17.9, + "p95_ms": 54.5, + "p99_ms": 87.9, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 11530, + "mean_ms": 0.0003147610581092802, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 10802, + "mean_ms": 6.990020121273838, + "overflow": 0, + "p50_ms": 5.5, + "p95_ms": 21.3, + "p99_ms": 32.8, + "resolution_us": 100 + }, + "publication": { + "count": 10802, + "mean_ms": 9.986979884558416, + "overflow": 0, + "p50_ms": 8.2, + "p95_ms": 24.9, + "p99_ms": 36.5, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 727, + "mean_ms": 0.00025473039889958735, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 10803, + "mean_ms": 0.002099893085254096, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 10803, + "mean_ms": 5.459617623160233, + "overflow": 0, + "p50_ms": 5.4, + "p95_ms": 7.0, + "p99_ms": 10.9, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 10803, + "mean_ms": 5.455541552809406, + "overflow": 0, + "p50_ms": 5.4, + "p95_ms": 7.0, + "p99_ms": 10.9, + "resolution_us": 100 + }, + "uploaded_bytes": 1118689984, + "uploaded_objects": 85606, + "worker": { + "count": 65195, + "mean_ms": 0.7137688733798604, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 1.5, + "p99_ms": 4.9, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.457918, + "overflow": 0, + "p50_ms": 0.5, + "p95_ms": 0.5, + "p99_ms": 0.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 23058, + "mean_ms": 0.5419780378176772, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 0.8, + "p99_ms": 1.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23058, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23058 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 180, + "mean_ms": 2.7642901, + "overflow": 0, + "p50_ms": 2.5, + "p95_ms": 4.2, + "p99_ms": 10.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 180, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 180 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 95149365, + "duration": { + "count": 180, + "mean_ms": 9.2592164, + "overflow": 0, + "p50_ms": 7.1, + "p95_ms": 17.4, + "p99_ms": 59.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 180, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 180 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 180, + "mean_ms": 2.8505683388888885, + "overflow": 0, + "p50_ms": 2.4, + "p95_ms": 4.0, + "p99_ms": 20.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 180, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 180 + }, + "put": { + "bytes_read": 0, + "bytes_written": 1029771311, + "duration": { + "count": 96235, + "mean_ms": 3.5313579503299217, + "overflow": 0, + "p50_ms": 3.4, + "p95_ms": 5.1, + "p99_ms": 7.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 96235, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 96235 + }, + "range": { + "bytes_read": 421006234, + "bytes_written": 0, + "duration": { + "count": 23217, + "mean_ms": 1.0379663420769263, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 1.8, + "p99_ms": 3.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23217, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23217 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.38471342000003, + "cpu_seconds": 218.110697, + "cpu_cores": 1.7395318061572353, + "cgroup_before": { + "usage_usec": 1991905490, + "user_usec": 1243683404, + "system_usec": 748222085, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2210016187, + "user_usec": 1350408874, + "system_usec": 859607312, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.2909218450429456, + "p50": 0.7233339130043539, + "p95": 0.8398846889317207, + "p99": 0.7546821812674476, + "response_body_bytes_per_second": 1.2928593147703917 + } + }, + { + "cells": 1, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 28752, + "raw_client_sha256": { + "writes-client-0.json": "9d9ccdae0bc1d24ec50fe185fdda0e44c8e611c405ac9636228581601aa17789", + "writes-client-1.json": "bd13f572389d974bc4dc8d6ab6d903f660a72fdf2b276438e50f7c2e2ec183b9", + "writes-client-2.json": "d28bf56eef8e350be2a3012653b8f51ae26eacc27e8f33f96782c58a1c2b053a", + "writes-client-3.json": "9d5b6ec1c97097d0e868a2419634044f84d07efa4f407bfadfcf18d2e580e6f4", + "writes-client-4.json": "61c5636bcdfb83df0d6381249d3b9bca8e5fdf0e9176c39603581963dd990197", + "writes-client-5.json": "56abc9938b6ae28fb2a503aaa8b40b8e1ddee16843e1141df8fa2130126287a7", + "writes-client-6.json": "b4b5165906ca8159a96734961d064a293b884065b8ff5de06f945a1a08141e6f", + "writes-client-7.json": "842a02467ba8c817a80e4449150a7ac5f12e08d75e6ce773f9c7aa42a8175c07", + "writes-client-8.json": "3f64080173df65aadc4c15bcd9635cfc4fc15f1c60debdae3de4c28ee54b633d", + "writes-client-9.json": "985889111b1534a9cc34538ded4f08788660a7ee6fa032baa08d9d4f640a3d5b", + "writes-client-10.json": "07e1f8bfc31cf2fcfa7ea7911d10636d2962ecaf070d9bc8266aa09bd53a3ee3", + "writes-client-11.json": "c71099894db0a03fcf7e21de9b30df0fb3754db953abfe4d385bb92692aa7dcb", + "writes-client-12.json": "eeb91d5b0522826dbdbc4eaa051aab2a386baec1be994904631a797f11e67a01", + "writes-client-13.json": "453963ee0a52e80bb34f8ade241493fa67c56ba0886e84de6e5a8cc2c5932903", + "writes-client-14.json": "f6441d3987be5024260b5351f3908645aea400a083752f47ee6330fd1b41ea97", + "writes-client-15.json": "1905ea7f900072b7833964cdcf991d940d8c20591b1e101bc3c0e1e3137ba7ca", + "write-warmup-client-0.json": "179d36a8c633a0647ac57cd4f90f282c28de866a0df5fc26dbb8b56bb974fbd0", + "write-warmup-client-1.json": "960bcf9ddcc278ad0206cc6301b50226465a6c35ede64042acafe700d7b709d7", + "write-warmup-client-2.json": "2dd5e391f1c2831e90b15934d2380c3b71380c25ad8f51c93745906265897ac2", + "write-warmup-client-3.json": "e9da6fe1975a972ce89c5c450c61cfdc7e7c94279d3292cfa68da50bc01895d2", + "write-warmup-client-4.json": "c78216c8ee44395576c8cc4b1cc296165506dd42e18286e794b3d09355939c43", + "write-warmup-client-5.json": "075a76a312bdd73927a299f519976a7ca4ea91d8be24b97d5772c2d75b2e6293", + "write-warmup-client-6.json": "1eb35ec6bef33133a5e18637f8ad728c39d4be2c6222e87d44662e8e8164076e", + "write-warmup-client-7.json": "63cd53306fab44ed638bfd7ffef2b5c42e69ecf51be546313e2f402e5f5deee6", + "write-warmup-client-8.json": "6e0c14454fffcbdbc59f62ab69d8afe1aec61f9f4dc09868697a17903ceb2d15", + "write-warmup-client-9.json": "d64e2f02672f222583ed8a3ac3a3776baf6f501d31b74867cb0063fdb710c2ea", + "write-warmup-client-10.json": "9867c92b492d37ab382a567a6fb588b7e6b3352372ccb4187d72ea574bba66f3", + "write-warmup-client-11.json": "a2c2bf2ff39475c6fb2919ddfd6aa5e8ddfc6a0c7d5dba1be0af1f9c2726c221", + "write-warmup-client-12.json": "0b39dc7b75968153312bbaadd4258f888844b9571b3ea099b2673b6ee8e9ec59", + "write-warmup-client-13.json": "3d1e468679aa0786e856b8f9df6357d3d92d7d779411a61b982488d8e836a901", + "write-warmup-client-14.json": "7def0a6765f04383644af3f33c0c439cf7f52aab498df05aa8fc1d2898108624", + "write-warmup-client-15.json": "bede63d08c6f2c14a0b6a33a443c9a1ce71074d9c21965fcc5a900da984d5611" + } + }, + "repeat": 3, + "cells": 1, + "variant": "baseline", + "measured_writes": 27408, + "all_acknowledged": 28768, + "TPS": 227.8380508823497, + "response_body_bytes_per_second": 46054.924910081485, + "p50": 62.441242, + "p95": 105.430121, + "p99": 173.116493, + "server_cpu_cores": 0.28716788190592807, + "driver_cpu_cores": 0.04786131365098801, + "server_rss_after_bytes": 88064000, + "first_30_seconds_TPS": 259.73333333333335, + "last_30_seconds_TPS": 204.26666666666665, + "interval_TPS_min": 201.6, + "interval_TPS_max": 274.9, + "interval_TPS_cv": 0.10380256951825324, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 57537, + "mean_ms": 14.14585018433356, + "overflow": 0, + "p50_ms": 0.4, + "p95_ms": 53.0, + "p99_ms": 79.7, + "resolution_us": 100 + }, + "authority": { + "count": 8896, + "mean_ms": 3.1455216679406472, + "overflow": 0, + "p50_ms": 3.0, + "p95_ms": 3.8, + "p99_ms": 8.6, + "resolution_us": 100 + }, + "compaction": { + "count": 602, + "mean_ms": 27.401960865448505, + "overflow": 0, + "p50_ms": 21.7, + "p95_ms": 58.1, + "p99_ms": 106.6, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 9499, + "mean_ms": 0.0005076907042846615, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 8896, + "mean_ms": 8.7519142511241, + "overflow": 0, + "p50_ms": 6.9, + "p95_ms": 26.1, + "p99_ms": 39.4, + "resolution_us": 100 + }, + "publication": { + "count": 8896, + "mean_ms": 12.177345238309352, + "overflow": 0, + "p50_ms": 10.1, + "p95_ms": 30.3, + "p99_ms": 43.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 602, + "mean_ms": 0.0005259634551495017, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_admission": { + "count": 8897, + "mean_ms": 0.003411070697988086, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 8897, + "mean_ms": 6.894487149488592, + "overflow": 0, + "p50_ms": 6.8, + "p95_ms": 8.9, + "p99_ms": 13.7, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 8897, + "mean_ms": 6.888418122176015, + "overflow": 0, + "p50_ms": 6.8, + "p95_ms": 8.9, + "p99_ms": 13.7, + "resolution_us": 100 + }, + "uploaded_bytes": 901080905, + "uploaded_objects": 68824, + "worker": { + "count": 57537, + "mean_ms": 0.7803924990354032, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 1.6, + "p99_ms": 4.8, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.5338765, + "overflow": 0, + "p50_ms": 0.5, + "p95_ms": 0.6, + "p99_ms": 0.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 18996, + "mean_ms": 0.6770770835965466, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.0, + "p99_ms": 1.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 18996, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 18996 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 179, + "mean_ms": 2.9560656815642457, + "overflow": 0, + "p50_ms": 2.8, + "p95_ms": 3.7, + "p99_ms": 5.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 179, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 179 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 86248749, + "duration": { + "count": 179, + "mean_ms": 10.151965284916201, + "overflow": 0, + "p50_ms": 8.4, + "p95_ms": 18.2, + "p99_ms": 58.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 179, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 179 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 179, + "mean_ms": 3.3940653854748604, + "overflow": 0, + "p50_ms": 2.9, + "p95_ms": 5.2, + "p99_ms": 22.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 179, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 179 + }, + "put": { + "bytes_read": 0, + "bytes_written": 820265400, + "duration": { + "count": 77559, + "mean_ms": 4.47697236795214, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 6.5, + "p99_ms": 9.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 77559, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 77559 + }, + "range": { + "bytes_read": 369396802, + "bytes_written": 0, + "duration": { + "count": 19154, + "mean_ms": 1.2388122671504647, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 2.1, + "p99_ms": 3.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 19154, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 19154 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.46648293299995, + "cpu_seconds": 299.001236, + "cpu_cores": 2.383116422890956, + "cgroup_before": { + "usage_usec": 3997603679, + "user_usec": 2536812291, + "system_usec": 1460791388, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4296604915, + "user_usec": 2745004670, + "system_usec": 1551600245, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 28857, + "raw_client_sha256": { + "writes-client-0.json": "fdf72173ee6434823df985b88fcb67dc7fd7477f9f4cea1318db6ab5d4d4f254", + "writes-client-1.json": "6657aa6842a4ef6b243f305e0f63e100b315f7e71a126deb6ab191d4d9dc6fba", + "writes-client-2.json": "4e04c1a938552941d9afca7655ba0030096874a724d597ecbad733a0cfaed6c5", + "writes-client-3.json": "56173bee349bb46e1dfd8ade4614213a3630f81555755bcc2c2f5d16afef0ecf", + "writes-client-4.json": "064c503997edc9d4761f0444d0770ef1983497c79597e845ed5065edfc8943d9", + "writes-client-5.json": "d0fb9aa4e22ec2ddf977f6781ca8bc321fa6bf8b1d70aa3705fa4abe89809d3d", + "writes-client-6.json": "1257a0f9d5d481257b541a86b24e366d155c0d451d31424a78ea2f3b2c84fff7", + "writes-client-7.json": "3a072ec946e804c05a58b81e5abe91a08ddd6ee173055eda7da26e8923b860cd", + "writes-client-8.json": "0164aa617dd71d55bbce0594e6172f622a4a8f36562dc3fdd1ccce9cde3e855e", + "writes-client-9.json": "07d75fe85cadf3fdcd9cb65d1628de7962f44e9795a2f2b86534030af1600a46", + "writes-client-10.json": "8d30d40d8ce352909d092734c81704fdc4633e7c642aa51833fa7a1170aca958", + "writes-client-11.json": "c7145cdd9371ea5a999418e74a1b9eb4842a3ff69052ead4cb9e5389806f13f7", + "writes-client-12.json": "b4dfb23fc93844ab83b1432f6f479e3db6aabaa7298a48667cb575796c079b04", + "writes-client-13.json": "a446afa5932206874fd2da519746560a616360065f2c59e50d36daa4c8433083", + "writes-client-14.json": "3e3735f0bacd5e032f746f26961b8651a4b12dcc572e9d063a79ad6f43569358", + "writes-client-15.json": "c991eb0e7e2198e71064ac1474b83a58d422c17e1032cae9a1daf9f380b889f4", + "write-warmup-client-0.json": "00e5f05ef492ae3b90e19664071edf2668c968f1b0afa3e7c5309ad5cf0d627a", + "write-warmup-client-1.json": "1193b167e91be3e18622d5cda550ab4b4f8a8ce30225b23d75740486238828c1", + "write-warmup-client-2.json": "d33b75773f787a2c9e200265c829388ef52dbf941aaeb7196520d783dd2bab1d", + "write-warmup-client-3.json": "944530b343a87f1c953c0c72535e38c33c724a613bbb6bbd1a18aeb6ea73694b", + "write-warmup-client-4.json": "cbffafd0c02893d7e220344d7c2be4f9a0f40968735c6ebba1730b6bf9f18783", + "write-warmup-client-5.json": "df36855b07eefacb5a7b609387f3cc4034d4b95dbca1a34ff94414f97529d440", + "write-warmup-client-6.json": "ccdfb9565f3bd6902824f7a2185191e57cd5e7c8d3bd00da7cd6d3bb89695926", + "write-warmup-client-7.json": "0c6c3de43184da65bc01b5e263e4cc430f3ce73f17b58adeb759823665868157", + "write-warmup-client-8.json": "38e98673911af87f23aaa2a08660c52669c9acbf408060f503dec3d92d5cc0b9", + "write-warmup-client-9.json": "c075cfd263e0423bc8449b9ba666fa7c709b66176b7159cec22090e0cd08b024", + "write-warmup-client-10.json": "51e93b6c244f7e4c5ff4a1ab9baaa3870137b61b27f216fd78d4e561fa0d9bc0", + "write-warmup-client-11.json": "bdef2271a7b0f5dd8991fd1d544b52cd3a946aa886cdf5a920782606d71d735e", + "write-warmup-client-12.json": "f7b23ba7771e65d061bd1a87c50c80d2ecab59d3a3aad7a30fb20e53c0f3caa7", + "write-warmup-client-13.json": "b676a3d2be2e30188af637a404da3c2dfacce6a55cc76c0f8591a8529ecd71a3", + "write-warmup-client-14.json": "354654dc9f80e4785990ed2f5e4414abf8592344c4eae76c39424ba4d906a9ac", + "write-warmup-client-15.json": "79142c3463ff5f43fbbd101faa516c78d0d1169034e8bf9a5f6f8587096595df" + } + }, + "repeat": 3, + "cells": 1, + "variant": "candidate", + "measured_writes": 27369, + "all_acknowledged": 28873, + "TPS": 227.61376723288055, + "response_body_bytes_per_second": 46012.90188456816, + "p50": 62.108864, + "p95": 103.601318, + "p99": 181.751693, + "server_cpu_cores": 0.28737255241971454, + "driver_cpu_cores": 0.05587799630383339, + "server_rss_after_bytes": 82690048, + "first_30_seconds_TPS": 255.46666666666667, + "last_30_seconds_TPS": 204.16666666666669, + "interval_TPS_min": 198.8, + "interval_TPS_max": 273.6, + "interval_TPS_cv": 0.09078028614682379, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 57747, + "mean_ms": 13.582232691654978, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 49.7, + "p99_ms": 75.2, + "resolution_us": 100 + }, + "authority": { + "count": 8974, + "mean_ms": 3.1118020319812794, + "overflow": 0, + "p50_ms": 3.0, + "p95_ms": 3.8, + "p99_ms": 8.0, + "resolution_us": 100 + }, + "compaction": { + "count": 605, + "mean_ms": 27.26803860826446, + "overflow": 0, + "p50_ms": 21.1, + "p95_ms": 55.9, + "p99_ms": 138.7, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 9580, + "mean_ms": 0.00041872922755741124, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 8974, + "mean_ms": 8.669389243035436, + "overflow": 0, + "p50_ms": 6.9, + "p95_ms": 25.7, + "p99_ms": 39.8, + "resolution_us": 100 + }, + "publication": { + "count": 8974, + "mean_ms": 12.059970489190995, + "overflow": 0, + "p50_ms": 10.1, + "p95_ms": 29.5, + "p99_ms": 44.3, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 605, + "mean_ms": 0.0003299851239669421, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 8975, + "mean_ms": 0.003056803008356546, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 8975, + "mean_ms": 6.828046842562674, + "overflow": 0, + "p50_ms": 6.8, + "p95_ms": 8.7, + "p99_ms": 12.2, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 8975, + "mean_ms": 6.822423008802229, + "overflow": 0, + "p50_ms": 6.8, + "p95_ms": 8.7, + "p99_ms": 12.2, + "resolution_us": 100 + }, + "uploaded_bytes": 909868978, + "uploaded_objects": 69501, + "worker": { + "count": 57747, + "mean_ms": 0.8056291809617815, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.7, + "p99_ms": 5.2, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.5555855, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 0.6, + "p99_ms": 0.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 19158, + "mean_ms": 0.6779779482722622, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.0, + "p99_ms": 1.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 19158, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 19158 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 171, + "mean_ms": 3.3066572339181284, + "overflow": 0, + "p50_ms": 2.9, + "p95_ms": 5.1, + "p99_ms": 11.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 171, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 171 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 83877573, + "duration": { + "count": 171, + "mean_ms": 12.023019005847953, + "overflow": 0, + "p50_ms": 8.6, + "p95_ms": 29.9, + "p99_ms": 74.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 171, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 171 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 171, + "mean_ms": 3.5258353684210526, + "overflow": 0, + "p50_ms": 3.0, + "p95_ms": 5.2, + "p99_ms": 19.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 171, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 171 + }, + "put": { + "bytes_read": 0, + "bytes_written": 831473678, + "duration": { + "count": 78322, + "mean_ms": 4.424674129031435, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 6.3, + "p99_ms": 8.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 78322, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 78322 + }, + "range": { + "bytes_read": 370106446, + "bytes_written": 0, + "duration": { + "count": 19311, + "mean_ms": 1.2904255913210088, + "overflow": 0, + "p50_ms": 1.2, + "p95_ms": 2.3, + "p99_ms": 3.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 19311, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 19311 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.38084289500011, + "cpu_seconds": 296.896209, + "cpu_cores": 2.367955120932111, + "cgroup_before": { + "usage_usec": 4313669733, + "user_usec": 2760318300, + "system_usec": 1553351432, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4610565942, + "user_usec": 2967499633, + "system_usec": 1643066309, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.99901560056101, + "p50": 0.9946769476494397, + "p95": 0.9826538850315841, + "p99": 1.0498808625934908, + "response_body_bytes_per_second": 0.9990875454558796 + } + }, + { + "cells": 4, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 29929, + "raw_client_sha256": { + "writes-client-0.json": "66062822416bdb634d06e67d5148d5ead9dbe63e26c9e54c2442aba7a057f5ce", + "writes-client-1.json": "6af2a66d61eff470bc74c1d043fa189ec3c265a18e375a4f43c255abe7af1435", + "writes-client-2.json": "48c0709b0d5d202b72f508cdc83e0dc82fa4a229ed5b71a3e8dcb02c48df17cb", + "writes-client-3.json": "3cc529991bf58a97cd646378a7c25db840122f109799177cc34c2c2b12aac840", + "writes-client-4.json": "38eb28115ee0a317450c299d44b311aaa667982a653c6c9e0445aba3367dea0c", + "writes-client-5.json": "d099242634e90f220a71697245adc8f0633d1665a9539721973a160789fdf10e", + "writes-client-6.json": "cb9855cc941ed709e1a1e77a5bdfb4b29d5f06c32eea40fecdf9b89d3feb07af", + "writes-client-7.json": "cb43ed5d2b938ab14f52b44d8c41ac1e5e2bb29beb387b0ca2402fa2c9fe7baf", + "writes-client-8.json": "0c3a00f36e57468fa3ed9e2ac5b042d471c2920175a94c2543d0bef18a7c86f5", + "writes-client-9.json": "b2c11c88d7be9ea9e48376832314ee8ea4b0a2d253311bdd5971a75baefb1610", + "writes-client-10.json": "d671633ba283c57c3dd250cd63a7027806de3b19f8f73cafea866bafb6cf17de", + "writes-client-11.json": "89741412911ca9c9b965db108780af8a2783aaf3dfcda8586044db1ebce99beb", + "writes-client-12.json": "c931b540e46e66c950e8ddd97cb2312f62dd104dcf32797710d6af587e46609a", + "writes-client-13.json": "ca6bd866ccbe2661477b24da1d35dc1174ce7283f2e2573cb8c6e2d9e0e4341e", + "writes-client-14.json": "d59ef06ef7fbcfd3bb1c8694dbbcc3e454fc8693da4a909e151e507c8c3354f1", + "writes-client-15.json": "1fc9fd8281960376274fbaacb9c7b9e60d4b69cb078d00e60f6004fa9c875a29", + "write-warmup-client-0.json": "784baf7dbf0726396f97521b6c6d76971fef59516b54f21b4365d071099cf428", + "write-warmup-client-1.json": "346ae2506772e2742d866a758db7d668d98eefb51085170baacbd53fba5b092d", + "write-warmup-client-2.json": "df9c4528028c138acdbee04aacc9a496eec486e4a668c390c54ab644ab65d9aa", + "write-warmup-client-3.json": "60761a003764a187d670008e414a28ad2eb7df9bcad9429497e10b1143a28c54", + "write-warmup-client-4.json": "6caa4be1875db7c4673263ee391c47ea9b4435300af85402e572296e43f452ce", + "write-warmup-client-5.json": "926b3cc45d852b8d3ce8b68cff2446ba47cb8aecd59a33f658c847ef5062c208", + "write-warmup-client-6.json": "9fe95938c8dadc76920620f911894c397a49f21edac944ce2ab24271fe9305a8", + "write-warmup-client-7.json": "9fdb931e5ae749d078ee74d8dd3adeedf3467b23e534308ac5fcca5efddf87bf", + "write-warmup-client-8.json": "94587e4fe5fe8335a92aa269dfa16861c6790e7420d2bca0778a0cbb8bf22d81", + "write-warmup-client-9.json": "4347c6b7891f16de09cb9354cdf08573a79429f7a85d22156fe3f438db2023ec", + "write-warmup-client-10.json": "423b80ceda77aacae55179dcfaf47dc18dd548248da3945744f912e885d71581", + "write-warmup-client-11.json": "ead0283db4b2e467d2cd992c6307c479b71fafb109fc1b3ff748d70e3bc2dfc0", + "write-warmup-client-12.json": "b79a47b87cfabee64d8ad1c0865929abef8588f6c257fca9d8679de4ff22387a", + "write-warmup-client-13.json": "ac4d4475f7761b62136e397094155c4c5fde03ac83125f5053be15114dbf8812", + "write-warmup-client-14.json": "85a816a7e1c50ca51779ee1f9ce482fa949bb9fc0f6723ba9fe37ed654bcccda", + "write-warmup-client-15.json": "b67c760a642b386b0eeadffd1b752195078f1d3a8aec5179f5651ef3b190fcc6" + } + }, + "repeat": 1, + "cells": 4, + "variant": "baseline", + "measured_writes": 28353, + "all_acknowledged": 29945, + "TPS": 235.84944731781744, + "response_body_bytes_per_second": 47501.34972975306, + "p50": 57.977406, + "p95": 119.037183, + "p99": 160.912274, + "server_cpu_cores": 0.4869626028536994, + "driver_cpu_cores": 0.06386394791523926, + "server_rss_after_bytes": 77991936, + "first_30_seconds_TPS": 251.96666666666667, + "last_30_seconds_TPS": 226.53333333333333, + "interval_TPS_min": 203.8, + "interval_TPS_max": 279.1, + "interval_TPS_cv": 0.07901981330943667, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 59894, + "mean_ms": 11.436934785704745, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 31.8, + "p99_ms": 73.5, + "resolution_us": 100 + }, + "authority": { + "count": 17254, + "mean_ms": 8.281269865132723, + "overflow": 0, + "p50_ms": 7.9, + "p95_ms": 12.5, + "p99_ms": 20.5, + "resolution_us": 100 + }, + "compaction": { + "count": 1120, + "mean_ms": 47.04991601160714, + "overflow": 0, + "p50_ms": 44.4, + "p95_ms": 76.8, + "p99_ms": 117.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 18378, + "mean_ms": 0.00036017047556861464, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 17254, + "mean_ms": 17.611868366060044, + "overflow": 0, + "p50_ms": 14.3, + "p95_ms": 52.2, + "p99_ms": 70.7, + "resolution_us": 100 + }, + "publication": { + "count": 17254, + "mean_ms": 26.489343455720412, + "overflow": 0, + "p50_ms": 22.7, + "p95_ms": 61.5, + "p99_ms": 81.2, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1120, + "mean_ms": 0.38865393482142857, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 12.3, + "resolution_us": 100 + }, + "root_admission": { + "count": 17258, + "mean_ms": 0.0030653416386603313, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 17258, + "mean_ms": 14.552800274365511, + "overflow": 0, + "p50_ms": 14.0, + "p95_ms": 20.3, + "p99_ms": 28.2, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 17258, + "mean_ms": 14.546498859891065, + "overflow": 0, + "p50_ms": 14.0, + "p95_ms": 20.3, + "p99_ms": 28.2, + "resolution_us": 100 + }, + "uploaded_bytes": 841347753, + "uploaded_objects": 96489, + "worker": { + "count": 59894, + "mean_ms": 1.0295247974254518, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 2.8, + "p99_ms": 7.7, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.6955525, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 1.3, + "p99_ms": 1.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 36748, + "mean_ms": 1.8576560327364753, + "overflow": 0, + "p50_ms": 1.6, + "p95_ms": 3.7, + "p99_ms": 5.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 36748, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 36748 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 49, + "mean_ms": 10.037024081632653, + "overflow": 0, + "p50_ms": 9.6, + "p95_ms": 17.6, + "p99_ms": 22.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 49, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 49 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 21899288, + "duration": { + "count": 49, + "mean_ms": 20.464098163265305, + "overflow": 0, + "p50_ms": 20.2, + "p95_ms": 28.5, + "p99_ms": 36.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 49, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 49 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 49, + "mean_ms": 5.8249209591836735, + "overflow": 0, + "p50_ms": 5.9, + "p95_ms": 8.3, + "p99_ms": 13.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 49, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 49 + }, + "put": { + "bytes_read": 0, + "bytes_written": 829639740, + "duration": { + "count": 113738, + "mean_ms": 9.683842707239446, + "overflow": 0, + "p50_ms": 9.3, + "p95_ms": 14.7, + "p99_ms": 20.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 113738, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 113738 + }, + "range": { + "bytes_read": 365009440, + "bytes_written": 0, + "duration": { + "count": 36780, + "mean_ms": 2.925531899809679, + "overflow": 0, + "p50_ms": 2.7, + "p95_ms": 5.4, + "p99_ms": 7.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 36780, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 36780 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.39661094199982, + "cpu_seconds": 351.339053, + "cpu_cores": 2.801822556133564, + "cgroup_before": { + "usage_usec": 614193595, + "user_usec": 424924746, + "system_usec": 189268849, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 965532648, + "user_usec": 648201418, + "system_usec": 317331229, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 30113, + "raw_client_sha256": { + "writes-client-0.json": "e2eefaa62639aa0f9e03938a4bbc454f7ceb5346b3f28f20cf71089a2efa9c3f", + "writes-client-1.json": "829497edbd8bd924ac335d8c29bc94ab75d8253234bffde7184f2bbf9087c26e", + "writes-client-2.json": "b39a92a8bd57084e1b6b903270a67d6240f714ff14520f67ca622be3fa546803", + "writes-client-3.json": "24d29608f9d343b3c59c7964037b13a9a0b24159855f9210492698e5c04e540d", + "writes-client-4.json": "abb1912fc46daa44092741992d2676609f120c8bbda416f1b40ccb891d5f1fe1", + "writes-client-5.json": "56ad8c8e13ad06d9bb55772f89cd6b8f86f99fd8c0d9d678bebf9c1fff028e9e", + "writes-client-6.json": "7c950ea6e21ccdde4f1ecd5663f93f972dff6eb8d3f565ae4250d6c80ae31ccb", + "writes-client-7.json": "2ff43157e9c8a883df4e611715810c291beade40ff04603d8558f32abb577feb", + "writes-client-8.json": "9e91beae4a4451b28817adcf2764022f160df1af7a664129aabaef9d0fba1db6", + "writes-client-9.json": "e6a35195ab438972c0d7dba5a46eb44b19e0794b84e35448586693fed444dc2e", + "writes-client-10.json": "9c9fa00233b591b3e3f118f3f015fdccbdcf3761a54a81a56a618c4a78df813c", + "writes-client-11.json": "000e7743f3c333f84f69e8d3fc2b4ae4a06bad8578083c42e40533380ca778b0", + "writes-client-12.json": "e68374b5eeb4d94b96f5bf020c39a86e13709b48f66b37a7d9004d27a4083965", + "writes-client-13.json": "6d6fbe4cfb48d82aae366d261841e6a51d6a22c7901ef18c1ab19b048d0b7e29", + "writes-client-14.json": "f5d8829ea456cc175845098698fb0e90af0a7c8253a2199a7ea9bdd0c97484da", + "writes-client-15.json": "9dbc9467bfe03ba3b9305d7da337b7c0cdf05141e217b93d9ffd3c2b8d8a147d", + "write-warmup-client-0.json": "3ce29a37a1f91e642c649ff9eb6dff2d59d5e963d191ca54b29aa60e2d8178d0", + "write-warmup-client-1.json": "74f7ad09740c30a1f902b5f27b2a3cbc60051115c81470506410e865e9735cfb", + "write-warmup-client-2.json": "6f315794938d14feb024b22a9b7cd717196cfa0fc650e3668efa0c8945ce427c", + "write-warmup-client-3.json": "85fee3c8bb8339b21c45595fb43dc78551ffeb7ee72fff3d45f5fe92a21a3f5d", + "write-warmup-client-4.json": "c0925b71f06b03df1d78ac59050b166f98a4a6a8bfba3b18b8a64dc9a77261fe", + "write-warmup-client-5.json": "3e978b95027d31abc73e9ff7eab5cc758af64e29134109d90b4300900e7920b4", + "write-warmup-client-6.json": "84393c74be43ba40c9cae35528d554f20f38feec503aacc376622a3f2e88a123", + "write-warmup-client-7.json": "4896da0677c89b2d81fa7933aa14efdfdc6b972322d0d8393765b9eb226b7774", + "write-warmup-client-8.json": "bb846e8d52f5882ce23a25d0116658675d87641c1392cbba0be0391e2bdad676", + "write-warmup-client-9.json": "ece5b97f1bf4f12b7c382c478d406824ccd00ebf8e5665d917e0ecfc3e40ed8f", + "write-warmup-client-10.json": "920c5c33bd01471d8d2edf8f999b63357b091192f1840b4d8f7845230f61467d", + "write-warmup-client-11.json": "b009d7ed3314927f7171440dfb124ccf00700cec57a49b3266f90126e0dead8d", + "write-warmup-client-12.json": "f2e1e9dbffbf706dca0312cf46f7aa2397f229dfa1c06d44dedd9ce553e49462", + "write-warmup-client-13.json": "e97d1c4713f40beafaae36f3130ca3bdad192b5c5ed0718a052205e62e1f5bea", + "write-warmup-client-14.json": "bec9997f7b5dd7bc91707665cfe6aee7469c1de20cd7e3a866b771152050c990", + "write-warmup-client-15.json": "a748a721c2095cb745be9dc0807a62e81e300f61cbabf239913096c26e8f1ff4" + } + }, + "repeat": 1, + "cells": 4, + "variant": "candidate", + "measured_writes": 28573, + "all_acknowledged": 30129, + "TPS": 237.6796616201303, + "response_body_bytes_per_second": 47870.25435112068, + "p50": 57.607081, + "p95": 118.310779, + "p99": 156.829873, + "server_cpu_cores": 0.49497577470838133, + "driver_cpu_cores": 0.06386784189785566, + "server_rss_after_bytes": 78860288, + "first_30_seconds_TPS": 271.09999999999997, + "last_30_seconds_TPS": 211.06666666666666, + "interval_TPS_min": 207.1, + "interval_TPS_max": 281.9, + "interval_TPS_cv": 0.1060885513770933, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 60262, + "mean_ms": 11.31061008401646, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 30.9, + "p99_ms": 71.0, + "resolution_us": 100 + }, + "authority": { + "count": 17529, + "mean_ms": 8.205377918649097, + "overflow": 0, + "p50_ms": 7.8, + "p95_ms": 12.2, + "p99_ms": 20.5, + "resolution_us": 100 + }, + "compaction": { + "count": 1147, + "mean_ms": 45.54385008979948, + "overflow": 0, + "p50_ms": 42.5, + "p95_ms": 75.9, + "p99_ms": 103.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 18680, + "mean_ms": 0.00040015230192719486, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 17529, + "mean_ms": 17.309037429630898, + "overflow": 0, + "p50_ms": 14.1, + "p95_ms": 51.3, + "p99_ms": 68.0, + "resolution_us": 100 + }, + "publication": { + "count": 17529, + "mean_ms": 26.079289677334703, + "overflow": 0, + "p50_ms": 22.4, + "p95_ms": 60.7, + "p99_ms": 77.5, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1147, + "mean_ms": 0.4648168177855274, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 16.4, + "resolution_us": 100 + }, + "root_admission": { + "count": 17533, + "mean_ms": 0.002917229624137341, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 17533, + "mean_ms": 14.321395765413792, + "overflow": 0, + "p50_ms": 13.8, + "p95_ms": 19.9, + "p99_ms": 28.4, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 17533, + "mean_ms": 14.315577790908574, + "overflow": 0, + "p50_ms": 13.8, + "p95_ms": 19.9, + "p99_ms": 28.4, + "resolution_us": 100 + }, + "uploaded_bytes": 869304724, + "uploaded_objects": 98669, + "worker": { + "count": 60262, + "mean_ms": 1.0120706869669112, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 2.7, + "p99_ms": 7.7, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.55990725, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 0.7, + "p99_ms": 0.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 37352, + "mean_ms": 1.822951812433069, + "overflow": 0, + "p50_ms": 1.6, + "p95_ms": 3.6, + "p99_ms": 5.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 37352, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 37352 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 54, + "mean_ms": 9.537427407407407, + "overflow": 0, + "p50_ms": 9.2, + "p95_ms": 14.6, + "p99_ms": 18.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 54, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 54 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 24025517, + "duration": { + "count": 54, + "mean_ms": 19.929812074074075, + "overflow": 0, + "p50_ms": 20.3, + "p95_ms": 25.7, + "p99_ms": 26.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 54, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 54 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 54, + "mean_ms": 6.320999129629629, + "overflow": 0, + "p50_ms": 6.2, + "p95_ms": 9.7, + "p99_ms": 10.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 54, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 54 + }, + "put": { + "bytes_read": 0, + "bytes_written": 855539302, + "duration": { + "count": 116180, + "mean_ms": 9.579963070356342, + "overflow": 0, + "p50_ms": 9.2, + "p95_ms": 14.5, + "p99_ms": 19.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 116180, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 116180 + }, + "range": { + "bytes_read": 377917831, + "bytes_written": 0, + "duration": { + "count": 37364, + "mean_ms": 3.008419396558184, + "overflow": 0, + "p50_ms": 2.9, + "p95_ms": 5.4, + "p99_ms": 7.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 37364, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 37364 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.3622568400001, + "cpu_seconds": 352.323401, + "cpu_cores": 2.81044239216011, + "cgroup_before": { + "usage_usec": 981443975, + "user_usec": 663620280, + "system_usec": 317823695, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 1333767376, + "user_usec": 889848978, + "system_usec": 443918398, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.007760095786218, + "p50": 0.9936125979834283, + "p95": 0.9938976714527931, + "p99": 0.9746296482019762, + "response_body_bytes_per_second": 1.0077661924022456 + } + }, + { + "cells": 4, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 31076, + "raw_client_sha256": { + "writes-client-0.json": "0572e243f51226092c05bf0954493896f39cece8fe93d2e6437bb91d9c8fe8a3", + "writes-client-1.json": "2bac0f423c86a6c5cdbd7b6a7bfb41c4338a06a3127aff02c45733307c63886e", + "writes-client-2.json": "e71f931d4e0c6dc9756e1b0d3652e8524b867c34b07a833e255e45c6802cd425", + "writes-client-3.json": "e9f177505e5b8bc8464689468a7b1f7e28001acd6d83216b8f0952104ede89c4", + "writes-client-4.json": "3150a5c54f3b21de1acdcc21da37a951ce9641ef2ff12be76f64c97efed1d6be", + "writes-client-5.json": "13da148aecf6801dd8a47544e8da6f74c87a4b1f1a0585f3526a5b56dd766200", + "writes-client-6.json": "dd0da9490eb0e75e53fdade2f42a71249a26c429555f993957e5cc9ad2e4dc8e", + "writes-client-7.json": "f6f72ca2ac7961351c47d0b3f480f2c9032d61d08f22e7d482dcbec402f20a63", + "writes-client-8.json": "c299736d7e21accfa6dad53c62656c71f8fab587a321819856f2422c1a2ebdaa", + "writes-client-9.json": "b6c4e1fdebe9780804589b0189fea180cb0c34e217576d75a04e9845f1788ed0", + "writes-client-10.json": "f232764a978b10b14588a6d183c39f8ffa9c61cddc9af6f0c8dffd75083de1d1", + "writes-client-11.json": "9b0b75fcf6c89cfeecb048af17a7a9b2637e357f94881e1d212ee72277bcefa3", + "writes-client-12.json": "014a87b6432dbfd7ef05bf5eb6e9f40670c9306c4997567c9b8d765f17869298", + "writes-client-13.json": "b4f0acf27eb6b6192e7ae0e036478479fe82df1bbb9eef713d6e6611594cc057", + "writes-client-14.json": "ceb995f4fa61022356640ebce1d4b80986b59bb815f5a0d84f9a000324b1159f", + "writes-client-15.json": "5d578da94556bee14afa22203642fedeca551766ec4f81dd9118efc3537e8157", + "write-warmup-client-0.json": "601f5760fa656f4573fe6c32fcbd406ff4e345c059fa085d63818e2a0b7703e0", + "write-warmup-client-1.json": "3a7cf24d5451a2432b43f54b8e09eb75623eb8cc4e489e2681e1104bc12e580e", + "write-warmup-client-2.json": "5e9d2ac60ebaa3e17abc9451d2f8ce360923ad03cdf1dd706ce2263b482ceee3", + "write-warmup-client-3.json": "b8df6fe83a627339f6792c30238239ab349edbaef95238768b1121887686880b", + "write-warmup-client-4.json": "696431120cb8c467bf477733f8546376a8f3cc69d3cdb2a10f9f55f36c18f0dc", + "write-warmup-client-5.json": "abb3771d6351329a4b962a76afa0c2ebcfd2acececdbd8e9e186cfb4736114a4", + "write-warmup-client-6.json": "13f20996496f8b4983caf1ad071f019b5655f255567b383915ab372fbc94d4ec", + "write-warmup-client-7.json": "06c02d586e889744902a23c0b620d9fdfe8135415cf3e535033463ea6660f4d0", + "write-warmup-client-8.json": "d2751449d9d93954155664384f50e1a53c8d12eb3208f781addcea6301e277b9", + "write-warmup-client-9.json": "ef5922d1dfa5472c09d1001ed98c16a726a563d7134ceb91fd62f2d5f30461be", + "write-warmup-client-10.json": "8b5edbb74e40b291bd09cdec367abae801f95f519af414cc4b1c2068266d4f8f", + "write-warmup-client-11.json": "20d88051f1852270c0d49fd269cbf8472ee7d3e6995a272a2481ff66f51dd628", + "write-warmup-client-12.json": "cf3b8a5e8fd8e03de7998b214b6f0414d384473502d9c1b3655e8fc63a725111", + "write-warmup-client-13.json": "73e57edee12247efb1a4c687ac3768d533772ee7e5d21e704f7773bd76d8647c", + "write-warmup-client-14.json": "ab37b3e1501df68e9cf8ce9677cd4c2b493fb00dfe79a22715de42282a4b43fb", + "write-warmup-client-15.json": "64c36a8cac9de25d1df60bae035a3cae73bd5cc6a9e0057c214f28e76441bb2e" + } + }, + "repeat": 2, + "cells": 4, + "variant": "baseline", + "measured_writes": 29407, + "all_acknowledged": 31092, + "TPS": 244.54081879819978, + "response_body_bytes_per_second": 49259.18756496215, + "p50": 53.763581, + "p95": 118.865563, + "p99": 163.620922, + "server_cpu_cores": 0.47087523809900167, + "driver_cpu_cores": 0.055866553672762914, + "server_rss_after_bytes": 80781312, + "first_30_seconds_TPS": 276.53333333333336, + "last_30_seconds_TPS": 192.83333333333334, + "interval_TPS_min": 185.5, + "interval_TPS_max": 295.3, + "interval_TPS_cv": 0.14472394379769596, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 62188, + "mean_ms": 11.05159176120795, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 32.2, + "p99_ms": 73.8, + "resolution_us": 100 + }, + "authority": { + "count": 17230, + "mean_ms": 8.239004001450958, + "overflow": 0, + "p50_ms": 7.8, + "p95_ms": 12.5, + "p99_ms": 21.1, + "resolution_us": 100 + }, + "compaction": { + "count": 1117, + "mean_ms": 48.639582505819156, + "overflow": 0, + "p50_ms": 44.7, + "p95_ms": 82.5, + "p99_ms": 129.9, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 18351, + "mean_ms": 0.0004721595553375838, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 17230, + "mean_ms": 17.712795353917585, + "overflow": 0, + "p50_ms": 14.1, + "p95_ms": 52.6, + "p99_ms": 71.9, + "resolution_us": 100 + }, + "publication": { + "count": 17230, + "mean_ms": 26.536344535809636, + "overflow": 0, + "p50_ms": 22.5, + "p95_ms": 62.3, + "p99_ms": 82.5, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1117, + "mean_ms": 0.516918824529991, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 19.3, + "resolution_us": 100 + }, + "root_admission": { + "count": 17234, + "mean_ms": 0.002952866658930022, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 17234, + "mean_ms": 14.550731809040268, + "overflow": 0, + "p50_ms": 13.9, + "p95_ms": 21.3, + "p99_ms": 29.9, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 17234, + "mean_ms": 14.544864450910989, + "overflow": 0, + "p50_ms": 13.9, + "p95_ms": 21.3, + "p99_ms": 29.9, + "resolution_us": 100 + }, + "uploaded_bytes": 866152761, + "uploaded_objects": 98628, + "worker": { + "count": 62188, + "mean_ms": 1.0220550091175147, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 2.8, + "p99_ms": 7.7, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.509456625, + "overflow": 0, + "p50_ms": 0.5, + "p95_ms": 0.7, + "p99_ms": 0.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 36694, + "mean_ms": 1.8539963304899985, + "overflow": 0, + "p50_ms": 1.6, + "p95_ms": 3.8, + "p99_ms": 5.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 36694, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 36694 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 51, + "mean_ms": 10.42294517647059, + "overflow": 0, + "p50_ms": 9.3, + "p95_ms": 17.7, + "p99_ms": 36.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 51, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 51 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 23177003, + "duration": { + "count": 51, + "mean_ms": 23.737400901960783, + "overflow": 0, + "p50_ms": 22.2, + "p95_ms": 31.6, + "p99_ms": 71.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 51, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 51 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 51, + "mean_ms": 8.180665294117647, + "overflow": 0, + "p50_ms": 6.3, + "p95_ms": 23.5, + "p99_ms": 61.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 51, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 51 + }, + "put": { + "bytes_read": 0, + "bytes_written": 852897085, + "duration": { + "count": 115839, + "mean_ms": 9.740900877562824, + "overflow": 0, + "p50_ms": 9.2, + "p95_ms": 15.4, + "p99_ms": 20.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 115839, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 115839 + }, + "range": { + "bytes_read": 374805209, + "bytes_written": 0, + "duration": { + "count": 36702, + "mean_ms": 2.889586701978094, + "overflow": 0, + "p50_ms": 2.7, + "p95_ms": 5.4, + "p99_ms": 7.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 36702, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 36702 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.42784702499989, + "cpu_seconds": 342.802779, + "cpu_cores": 2.7330675534251463, + "cgroup_before": { + "usage_usec": 2898922991, + "user_usec": 1819942561, + "system_usec": 1078980430, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3241725770, + "user_usec": 2041229435, + "system_usec": 1200496335, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 32586, + "raw_client_sha256": { + "writes-client-0.json": "41babe50e04ae2803062848309aa54e34ea7e8ad7307ae0ca5d635fde555f7cd", + "writes-client-1.json": "b0e7b9c675645a3587b899ea0164898c5f8af02d318c846e7bbde71ca2d5074c", + "writes-client-2.json": "5ea68f7c0d681db3dddecb704513036aace2f7fc241ba98652ce7fa7c4075606", + "writes-client-3.json": "3aa14e8b40c0ae069746dab6d0bb8366a810d8e28dc46404a66d5796f1987306", + "writes-client-4.json": "6b1511b49f38ad9b80d2aa3a2013458f02cfb50d03fdaa43da38c145f40e138d", + "writes-client-5.json": "1f3f2c546ba4652e2618743a42277157af7f33c33dd9a722ae593384c19bf035", + "writes-client-6.json": "2f9ed118af6eb17f8ae3831b37a1e7d4119a4ff97424535b39fda90055cc56a8", + "writes-client-7.json": "cd29de8c58a31e55d31667ba602a0e60cbdbc246a5f7ad3afe19542f75ec115e", + "writes-client-8.json": "1537653e9fa9dd67834b7244af6ad557acb4a7eeffced4038cf6375636dc5044", + "writes-client-9.json": "9b1abc3ccf313af88f223b646e2aa6d5c9bad3017e356a48f7de80a3011ed17c", + "writes-client-10.json": "653e3986d00be75ee107097766ea85e128882e4dc5571e6fffa80a4be5983388", + "writes-client-11.json": "ae62cd854b2f1d558c848620bb927850dd926fd48790f718b49ffd6664f6101b", + "writes-client-12.json": "dbefe9551a79a655c34b864feb8ae64279a4a6c6a2f3df207db0e23910eb25eb", + "writes-client-13.json": "ba289c86c19977883796f77b2083fc029ebdf4778d618f264a178938aaba5269", + "writes-client-14.json": "b4c692714028252dde3be229cb933f9cec317b0f06b3ba66f617321d2d674ef7", + "writes-client-15.json": "fe4043d7286ae5232c1967d944a6cac5073b7c4ac7f6684fff1bfc62f79524c2", + "write-warmup-client-0.json": "22eca493007e27b5fb0e30657295c8943c029f5b1dd1e10c01a7f3f6add2ab54", + "write-warmup-client-1.json": "0c33ce9ddad20a03085983380e57ebd0f72038e1042394a4371d38fa4ad6bd83", + "write-warmup-client-2.json": "acc2aaeb8f15a9e876137c3cf17e9b20e91187fc16c6d6a02bf14030feed7715", + "write-warmup-client-3.json": "25904448799a2660b93abb302e032b3549859586af4b35fac5f486898567426d", + "write-warmup-client-4.json": "eac8f8ee5cee8d2d411c429589941f6cae7c9516752baa3fab830d5ddc6bf6ce", + "write-warmup-client-5.json": "c4f9b58c4a3e03e8650dd153bff0d9f62ed09abefbd31d1591be485083789dd1", + "write-warmup-client-6.json": "4dec1bc19a3b76fd68d97d479d0455d21158debca698c0085dd0e2592cc21815", + "write-warmup-client-7.json": "01c0190f17aede462047fab54170f618b8095c09764f4cd58a50a66e3d6da2de", + "write-warmup-client-8.json": "f9761d41d943cd15ceee2129b527594cc8e4b94811b85660fbb795cbae33cf40", + "write-warmup-client-9.json": "8ef300ecedf2cda680dbe7ec1dea8bf942fcbb49dbe2c57454353d919d8d4773", + "write-warmup-client-10.json": "c3779c08b8d51142ac21737c0b0632c6f1e114f86ff8123b3ffe8256450b6a29", + "write-warmup-client-11.json": "7e023bf1486f53bc4f1d8ebfbe6dfebf3c77554e870cac799b4da73c0769f6af", + "write-warmup-client-12.json": "3e26f2236ba24eded96b13717734df009e5b689ab6bfeaddf77810438dc4b318", + "write-warmup-client-13.json": "02954e0c668641b68d12ce1fc00235559eb0bec3e890a913b4e21bc3ef888ba5", + "write-warmup-client-14.json": "5314631c92e69b811a337d75b5016f9bcdd27d8c6e0ae9a97900bfef0798d060", + "write-warmup-client-15.json": "b5ff77f304ffd429949e85fc4bc2731fceb2407d23a9d1f673e613200bf3aa8b" + } + }, + "repeat": 2, + "cells": 4, + "variant": "candidate", + "measured_writes": 30858, + "all_acknowledged": 32602, + "TPS": 256.5633098995674, + "response_body_bytes_per_second": 51689.04296623287, + "p50": 50.137078, + "p95": 116.074784, + "p99": 160.967251, + "server_cpu_cores": 0.47077581019409764, + "driver_cpu_cores": 0.06383400816191154, + "server_rss_after_bytes": 81559552, + "first_30_seconds_TPS": 291.1666666666667, + "last_30_seconds_TPS": 186.36666666666667, + "interval_TPS_min": 163.6, + "interval_TPS_max": 307.6, + "interval_TPS_cv": 0.17281611914642728, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 65208, + "mean_ms": 10.578722977702123, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 31.1, + "p99_ms": 70.1, + "resolution_us": 100 + }, + "authority": { + "count": 17864, + "mean_ms": 7.950994805474697, + "overflow": 0, + "p50_ms": 7.5, + "p95_ms": 12.3, + "p99_ms": 21.4, + "resolution_us": 100 + }, + "compaction": { + "count": 1182, + "mean_ms": 45.623934816412856, + "overflow": 0, + "p50_ms": 41.5, + "p95_ms": 79.9, + "p99_ms": 121.5, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 19050, + "mean_ms": 0.00036542787401574805, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 17864, + "mean_ms": 17.114544996865206, + "overflow": 0, + "p50_ms": 13.6, + "p95_ms": 50.1, + "p99_ms": 68.8, + "resolution_us": 100 + }, + "publication": { + "count": 17864, + "mean_ms": 25.619010461878638, + "overflow": 0, + "p50_ms": 21.7, + "p95_ms": 59.7, + "p99_ms": 79.2, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1182, + "mean_ms": 0.5210265448392555, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 18.3, + "resolution_us": 100 + }, + "root_admission": { + "count": 17868, + "mean_ms": 0.0026427475374972017, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 17868, + "mean_ms": 14.087071360588762, + "overflow": 0, + "p50_ms": 13.4, + "p95_ms": 20.7, + "p99_ms": 30.8, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 17868, + "mean_ms": 14.081541913308708, + "overflow": 0, + "p50_ms": 13.4, + "p95_ms": 20.7, + "p99_ms": 30.8, + "resolution_us": 100 + }, + "uploaded_bytes": 921236522, + "uploaded_objects": 104398, + "worker": { + "count": 65208, + "mean_ms": 0.9604246451815728, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 2.6, + "p99_ms": 7.4, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.511942625, + "overflow": 0, + "p50_ms": 0.5, + "p95_ms": 0.8, + "p99_ms": 0.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 38092, + "mean_ms": 1.7900186519479155, + "overflow": 0, + "p50_ms": 1.6, + "p95_ms": 3.6, + "p99_ms": 5.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 38092, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 38092 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 59, + "mean_ms": 9.675829915254237, + "overflow": 0, + "p50_ms": 9.6, + "p95_ms": 14.5, + "p99_ms": 19.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 59, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 59 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 27880455, + "duration": { + "count": 59, + "mean_ms": 21.45517542372881, + "overflow": 0, + "p50_ms": 19.9, + "p95_ms": 32.7, + "p99_ms": 75.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 59, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 59 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 59, + "mean_ms": 7.048825559322034, + "overflow": 0, + "p50_ms": 6.5, + "p95_ms": 11.2, + "p99_ms": 28.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 59, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 59 + }, + "put": { + "bytes_read": 0, + "bytes_written": 903640383, + "duration": { + "count": 122231, + "mean_ms": 9.465066124559236, + "overflow": 0, + "p50_ms": 8.9, + "p95_ms": 15.1, + "p99_ms": 21.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 122231, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 122231 + }, + "range": { + "bytes_read": 404760388, + "bytes_written": 0, + "duration": { + "count": 38146, + "mean_ms": 2.9561089349079848, + "overflow": 0, + "p50_ms": 2.8, + "p95_ms": 5.4, + "p99_ms": 7.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 38146, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 38146 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.43675250399997, + "cpu_seconds": 344.396112, + "cpu_cores": 2.745575799158367, + "cgroup_before": { + "usage_usec": 2537309546, + "user_usec": 1581794564, + "system_usec": 955514981, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2881705658, + "user_usec": 1803819347, + "system_usec": 1077886311, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0491635349895874, + "p50": 0.9325472200224163, + "p95": 0.9765215514942709, + "p99": 0.9837815912075107, + "response_body_bytes_per_second": 1.0493279633990362 + } + }, + { + "cells": 4, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 31605, + "raw_client_sha256": { + "writes-client-0.json": "7830abf1de38bfc9cbedb06957bb365d532cdabdf699c80738e9c249a3920d12", + "writes-client-1.json": "5c648de39f97e5f34030d5587637874031c02e019b79a69ebe5a640047211826", + "writes-client-2.json": "b17a4b45e7c94e95691161f2165f3754ab16a2f92f0f76cc8947e1bcc8cae1e3", + "writes-client-3.json": "b428d24ae8137901fa7e27b235e89e1dc115a9b30b2c21b3e70e8d26a998e56e", + "writes-client-4.json": "eb1edd6b2d442379dbcbf187f755428c43dc4334de39e110ad412709b1e001a6", + "writes-client-5.json": "5c8d239946c31a000745debacc87a147b860d799e4a11bc89888e768ae75a48d", + "writes-client-6.json": "750b02a245df0b201764d74972393fcfe2a7ac616a071c291ad833b986e8cfd1", + "writes-client-7.json": "7e615071d4d891bf743dc6d3369ffd5ca3d6fd84b7993d4fd8808d05b86f1a59", + "writes-client-8.json": "db99d1507c9e41b392d52dc448767d1d91e4649ac2938e02fd0fffb1ba66cc57", + "writes-client-9.json": "74bf2bf76ee8f0eb8f5b3c119969750413b6d91840f2846e3cc42710fd9fd546", + "writes-client-10.json": "4435515e5d651f0ed118dd12f669e2be754e9a0fe657e5d0764edea9bc57711f", + "writes-client-11.json": "5beb0dcf0e24518b75a1bb3f169d2f96207f8917057ba731cfe31f0c8760d132", + "writes-client-12.json": "5acf7b86c89ebca690309e69d0c578871710ccaa6e1cabf11979265767c074eb", + "writes-client-13.json": "67af17d4ab39df504b0e9944a1840edf61e37ee12cf78c3bce282f04f9d989d5", + "writes-client-14.json": "04a6850e01136537622bdc6748eb5c54e24343a88511b432cbc1dbcaaecf3705", + "writes-client-15.json": "406db73f18ec5e62ac79adcbfc20c5aa4bba31bb11368ae4a504c5003cd75298", + "write-warmup-client-0.json": "34531477c0641a0879be56a98ff38488933d8824654765807a4782f77a8f3862", + "write-warmup-client-1.json": "5541254d15df06915700bb2b4b89c6086fb075500c15a17cf167ace2c3de234f", + "write-warmup-client-2.json": "79f282cc73933df52c8cc8fd8c663a577f4f75828729df8f14cf8e0bdd5b6325", + "write-warmup-client-3.json": "2e9d7b6e9339a57d091dfdace0f8094d68fd1a5aa65891c8912a4012a4558f44", + "write-warmup-client-4.json": "01eea47e0c3d9d3b3299aa80238d7a926dc21999377ba227266a12ba01b6128b", + "write-warmup-client-5.json": "97f5de3d82454569f0677bb3e6852a3a6054d165d6cd0ab9521057a059a6cfef", + "write-warmup-client-6.json": "909f50c7d5402e959e48c68d04a56112ab2a61951636d660786dcaf1ea470068", + "write-warmup-client-7.json": "33799936254c7ed66b5ca19f515eb1fe8e46de4c4be168bf55d91954e2ac52a8", + "write-warmup-client-8.json": "f920c7469de670e785fe90c3d98be1e9d8befc4cd0337163898de26f6825cb00", + "write-warmup-client-9.json": "81236d20ae15aa86c618961da5e61df5724a146e9a006cbcf3a294cfbebeecaf", + "write-warmup-client-10.json": "9357325f6c3c63b1194b551b6b1ad385c1c13dd94debfff5ee5400f12149868b", + "write-warmup-client-11.json": "1ef89a01563898e1bae092f4479c58dcc549d8f656e42026ce76292a780a9704", + "write-warmup-client-12.json": "b8a5c4a0384f4f3012b8cd1d3a79926a0a5567a7899f7b4b306480efdc3c090f", + "write-warmup-client-13.json": "da98368972565a1349f1035c97bfb235b7a924676ff2938f59416c6a3c3abf55", + "write-warmup-client-14.json": "787ffdcd71a05added497d21b2f71a1f8074674943db3df1c78069c0ab1b3d86", + "write-warmup-client-15.json": "b4e88f86d0864598fbb5052263af8de14760b62b6db8aed3a06fdc907a9e1ed0" + } + }, + "repeat": 3, + "cells": 4, + "variant": "baseline", + "measured_writes": 30001, + "all_acknowledged": 31621, + "TPS": 249.4736538704907, + "response_body_bytes_per_second": 50254.285166275266, + "p50": 52.033117, + "p95": 117.840757, + "p99": 170.374233, + "server_cpu_cores": 0.4709255941597928, + "driver_cpu_cores": 0.05587252812065339, + "server_rss_after_bytes": 80445440, + "first_30_seconds_TPS": 293.6333333333333, + "last_30_seconds_TPS": 201.06666666666666, + "interval_TPS_min": 190.3, + "interval_TPS_max": 321.6, + "interval_TPS_cv": 0.14270965029075072, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 63246, + "mean_ms": 10.829307378569396, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 31.6, + "p99_ms": 71.3, + "resolution_us": 100 + }, + "authority": { + "count": 17677, + "mean_ms": 7.973472857102449, + "overflow": 0, + "p50_ms": 7.5, + "p95_ms": 12.2, + "p99_ms": 20.5, + "resolution_us": 100 + }, + "compaction": { + "count": 1163, + "mean_ms": 46.83681423301805, + "overflow": 0, + "p50_ms": 42.2, + "p95_ms": 83.2, + "p99_ms": 119.8, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 18844, + "mean_ms": 0.00037760884101040117, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 17677, + "mean_ms": 17.192380675284266, + "overflow": 0, + "p50_ms": 13.6, + "p95_ms": 50.7, + "p99_ms": 71.4, + "resolution_us": 100 + }, + "publication": { + "count": 17677, + "mean_ms": 25.762890793856425, + "overflow": 0, + "p50_ms": 21.6, + "p95_ms": 60.2, + "p99_ms": 82.0, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1163, + "mean_ms": 0.46062390111779883, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 17.2, + "resolution_us": 100 + }, + "root_admission": { + "count": 17681, + "mean_ms": 0.0028371006730388555, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 17681, + "mean_ms": 14.102329312312651, + "overflow": 0, + "p50_ms": 13.3, + "p95_ms": 20.5, + "p99_ms": 31.5, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 17681, + "mean_ms": 14.096675083818788, + "overflow": 0, + "p50_ms": 13.3, + "p95_ms": 20.5, + "p99_ms": 31.4, + "resolution_us": 100 + }, + "uploaded_bytes": 891013227, + "uploaded_objects": 101423, + "worker": { + "count": 63246, + "mean_ms": 1.0448939186509818, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 2.7, + "p99_ms": 8.0, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.539408, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 0.8, + "p99_ms": 0.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 37680, + "mean_ms": 1.791681416029724, + "overflow": 0, + "p50_ms": 1.6, + "p95_ms": 3.6, + "p99_ms": 5.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 37680, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 37680 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 58, + "mean_ms": 9.549493034482758, + "overflow": 0, + "p50_ms": 9.2, + "p95_ms": 14.0, + "p99_ms": 23.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 58, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 58 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 26258304, + "duration": { + "count": 58, + "mean_ms": 24.41189374137931, + "overflow": 0, + "p50_ms": 19.0, + "p95_ms": 34.9, + "p99_ms": 230.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 58, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 58 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 58, + "mean_ms": 6.948676862068965, + "overflow": 0, + "p50_ms": 6.1, + "p95_ms": 11.1, + "p99_ms": 38.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 58, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 58 + }, + "put": { + "bytes_read": 0, + "bytes_written": 874932103, + "duration": { + "count": 119071, + "mean_ms": 9.434473174853657, + "overflow": 0, + "p50_ms": 8.9, + "p95_ms": 14.8, + "p99_ms": 21.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 119071, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 119071 + }, + "range": { + "bytes_read": 387047996, + "bytes_written": 0, + "duration": { + "count": 37730, + "mean_ms": 2.8584289554200897, + "overflow": 0, + "p50_ms": 2.6, + "p95_ms": 5.2, + "p99_ms": 7.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 37730, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 37730 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.4033298610002, + "cpu_seconds": 341.404239, + "cpu_cores": 2.722449550410025, + "cgroup_before": { + "usage_usec": 4626843301, + "user_usec": 2982314735, + "system_usec": 1644528565, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4968247540, + "user_usec": 3204218705, + "system_usec": 1764028835, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 32114, + "raw_client_sha256": { + "writes-client-0.json": "b4ac61a416a89ff1da6b10dfdcedbe76293c0eed414f02b931b317052aaeffe8", + "writes-client-1.json": "f185dd01d88f5abfad5304edf5cfc683467d76f0af362ec2b7115a0d6f1ca10c", + "writes-client-2.json": "a14d63cd63e4a37c659b54cf0444307036056466e7c9ed87f2b37ca09555e4ae", + "writes-client-3.json": "d483475ffd0751e0bf278e3e9ed3e1eaaaa794a945f178afed6daf8e3e12876d", + "writes-client-4.json": "8a5da753fd98aadc09a32bdbec68609e5c3c9fa1369042932cef616b6c7a8603", + "writes-client-5.json": "ee7fa0caab146a93b8218394aec84a53e4b53c3435ec5c4272a5f1a17b8c43d2", + "writes-client-6.json": "e336c833d16de8a1ea3e6f463692814e53c3bd7d8ee4341ed8a0d6e1a53566d4", + "writes-client-7.json": "0235f6d52fb18ee5aa0201cf289cd69830f0ebf799fcd478162a445158726b53", + "writes-client-8.json": "cf6ee8f54330db0865fd5d230ec396bbd7d655b73c280ca5fbb01029f52e1938", + "writes-client-9.json": "bffa025e9b683f05627ad358f8e0ef01b0a7fe0ac29c0cf07058156d308ad8cd", + "writes-client-10.json": "a7629bca977dec51c59fa3c4e25e4f35500d8850693f7496c181894abd46e368", + "writes-client-11.json": "2646b1885fe64877bc7fa203b12d55ece341eae5842ad6f794ebedaa1256ef7a", + "writes-client-12.json": "18c9e0f803905123bba04b9e58c3eeab4620b30cbf4a28df34b3dcbc8e29b2d5", + "writes-client-13.json": "5efd920184d5590624543523c7252aad9ca8ea4ca1e0337026d350375d8716b7", + "writes-client-14.json": "7737ce0b4027a5d57987a779e432e89473ca01fdb0f08ecbab06f5f3eecc558d", + "writes-client-15.json": "3c6a8d7f72936c84520faca322da6e0282a2c46858e0d9b8b34e318542f9d701", + "write-warmup-client-0.json": "052dcdb87071704f46491aba479221ffa1cb7b31b8b42300cfe4d0077767c855", + "write-warmup-client-1.json": "74b2e76e580f9a193b948d43776f9ea1dbef3fa73564ecedaeb1548a66f0b578", + "write-warmup-client-2.json": "9e04c54428295401b9784fd29e7a99d6b3534274c444cc629a853a3f1fa3c963", + "write-warmup-client-3.json": "bddb6bee7a3e89ddf998cc69c9e82836074552095d4016e1f82cb5898b88c659", + "write-warmup-client-4.json": "82223c09750e0f1ee1efff9efc54b80c7c8e2fca5f8e20b853d1b910d2af116f", + "write-warmup-client-5.json": "c12ca904966d5c90015e337fc019e143a40bf4cfe8227cf998f7c843ba8f20e3", + "write-warmup-client-6.json": "92d6be13b9abdad1c449eadec1123e3802943e8582c730d6167d4becb6609aee", + "write-warmup-client-7.json": "ed4749ae6789eedd11059bff154104fe90d484dfe305af3d0ca5902c85a9900e", + "write-warmup-client-8.json": "2fcffc3a938638324fcc62696b82a25a133d3f6f1e0c88edf35669c9eb1736ab", + "write-warmup-client-9.json": "258ad41ad496afe36e1fde7ba6d4c5c9e46687fa3269c6808ff5785f731f84f5", + "write-warmup-client-10.json": "c2fbe6cbf74e664848a8625d949565fd706c192da8f6903040a8ca37a3dc8d5c", + "write-warmup-client-11.json": "bf349ed7db9d0e58977871849846948cdb57dd017a655f14245587c6aafde6f3", + "write-warmup-client-12.json": "0d6230af655f3365b96baea1c6ccaa49c968a768f85411aa1b93e0c7ef3f3664", + "write-warmup-client-13.json": "4af7d892a45694aa6b0fb5b27cad432c7b22f9847078022e003e79e4552c1453", + "write-warmup-client-14.json": "4ba99467fc5d5288e83202a777f989452c0bbce233ae11f6f426e9f3a75abe7d", + "write-warmup-client-15.json": "687344e8926e4e10d9c7bb4c3cd2f32fa5233de302f1174ef903e24f7fe3d81c" + } + }, + "repeat": 3, + "cells": 4, + "variant": "candidate", + "measured_writes": 30482, + "all_acknowledged": 32130, + "TPS": 253.4874848097587, + "response_body_bytes_per_second": 51069.01304960596, + "p50": 52.646107, + "p95": 116.065538, + "p99": 166.235703, + "server_cpu_cores": 0.47098666446721693, + "driver_cpu_cores": 0.05587977375034778, + "server_rss_after_bytes": 77291520, + "first_30_seconds_TPS": 288.1333333333333, + "last_30_seconds_TPS": 199.06666666666666, + "interval_TPS_min": 171.8, + "interval_TPS_max": 295.3, + "interval_TPS_cv": 0.1471625573334719, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 64264, + "mean_ms": 10.841421253703473, + "overflow": 3, + "p50_ms": 0.1, + "p95_ms": 34.6, + "p99_ms": 72.8, + "resolution_us": 100 + }, + "authority": { + "count": 17117, + "mean_ms": 8.253441392416896, + "overflow": 0, + "p50_ms": 7.7, + "p95_ms": 13.3, + "p99_ms": 21.0, + "resolution_us": 100 + }, + "compaction": { + "count": 1106, + "mean_ms": 47.732107984629295, + "overflow": 0, + "p50_ms": 43.6, + "p95_ms": 81.8, + "p99_ms": 120.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 18227, + "mean_ms": 0.00036713688484116974, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 17117, + "mean_ms": 17.829842286265116, + "overflow": 1, + "p50_ms": 13.8, + "p95_ms": 51.3, + "p99_ms": 75.9, + "resolution_us": 100 + }, + "publication": { + "count": 17117, + "mean_ms": 26.66297281976982, + "overflow": 1, + "p50_ms": 22.0, + "p95_ms": 60.8, + "p99_ms": 87.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1106, + "mean_ms": 0.45497378390596743, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 14.6, + "resolution_us": 100 + }, + "root_admission": { + "count": 17121, + "mean_ms": 0.0028135454704748554, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 17121, + "mean_ms": 14.740342678581857, + "overflow": 1, + "p50_ms": 13.6, + "p95_ms": 22.9, + "p99_ms": 32.0, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 17121, + "mean_ms": 14.734381046609428, + "overflow": 1, + "p50_ms": 13.6, + "p95_ms": 22.9, + "p99_ms": 32.0, + "resolution_us": 100 + }, + "uploaded_bytes": 872218028, + "uploaded_objects": 98069, + "worker": { + "count": 64264, + "mean_ms": 1.0168971440619943, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 2.7, + "p99_ms": 7.8, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.556171625, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 0.7, + "p99_ms": 0.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 36446, + "mean_ms": 1.9130928935685672, + "overflow": 1, + "p50_ms": 1.6, + "p95_ms": 3.8, + "p99_ms": 6.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 36446, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 36446 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 48, + "mean_ms": 11.808536583333334, + "overflow": 0, + "p50_ms": 10.6, + "p95_ms": 21.0, + "p99_ms": 31.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 48, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 48 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 22765269, + "duration": { + "count": 48, + "mean_ms": 24.9849196875, + "overflow": 0, + "p50_ms": 22.8, + "p95_ms": 49.8, + "p99_ms": 81.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 48, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 48 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 48, + "mean_ms": 7.44313475, + "overflow": 0, + "p50_ms": 6.2, + "p95_ms": 11.8, + "p99_ms": 27.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 48, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 48 + }, + "put": { + "bytes_read": 0, + "bytes_written": 859477184, + "duration": { + "count": 115177, + "mean_ms": 9.885120284431787, + "overflow": 0, + "p50_ms": 9.1, + "p95_ms": 16.7, + "p99_ms": 23.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 115177, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 115177 + }, + "range": { + "bytes_read": 384163034, + "bytes_written": 0, + "duration": { + "count": 36466, + "mean_ms": 3.0820567125815828, + "overflow": 0, + "p50_ms": 2.8, + "p95_ms": 5.9, + "p99_ms": 8.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 36466, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 36466 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.4197712690002, + "cpu_seconds": 352.082755, + "cpu_cores": 2.807234867657774, + "cgroup_before": { + "usage_usec": 4986370104, + "user_usec": 3220664289, + "system_usec": 1765705815, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5338452859, + "user_usec": 3442177413, + "system_usec": 1896275446, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0160891977048274, + "p50": 1.0117807664684013, + "p95": 0.9849354413091559, + "p99": 0.9757091789813076, + "response_body_bytes_per_second": 1.0162121076965878 + } + }, + { + "cells": 16, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 22668, + "raw_client_sha256": { + "writes-client-0.json": "b6e98e95dc8da88a183065664086c4d5a21c480f7c87cc845e1a77caf660f72e", + "writes-client-1.json": "8f5029528f34cfb2243d94bd9633a5d97fd1c6af3f0f4f725f3f978ba3a9c105", + "writes-client-2.json": "4c62762a63a6821e572e4bc7c39f96f48c767e0f0b7d68906e2316a1a0af01c5", + "writes-client-3.json": "13f82be5337733a0f644ff5c87723a8d855dc98b1f173aa204818d39cb109833", + "writes-client-4.json": "92d4b560d2518f3dc76401793fff847fa042921b24ceaedaa1105c88e8679cbb", + "writes-client-5.json": "57931323cc17c9affed2c10b638bd1051945179e921d0f349e4aac2b68c26d28", + "writes-client-6.json": "1b42c6bf09e6f98e76eaabfe08339d695711788abf1e87bf08bc0ddf32117fb9", + "writes-client-7.json": "2f154eda13616cb720ceefe6ff512075dbf0048289fd10322aa48ad2eb951a74", + "writes-client-8.json": "4bb446371a81333a330a3a95ad6d4f8f1ef3cb8c676ced250b2e8d82e627d118", + "writes-client-9.json": "278fe09abb2ffd7093cbff15a19c252bdf38593c1a3f65281af53399b66771b6", + "writes-client-10.json": "ab99aae2dd1d071d920327f8303bdf7f5aa867a22275dbe5f71da54dcc6a851f", + "writes-client-11.json": "b37d52ce247330f1a23a78568db0a3958a833ddd9731bc978f2b519fd3caf95a", + "writes-client-12.json": "67149d9493aad59e529b609f8dbde99e435bb882f2298f909ff05a434f38f67d", + "writes-client-13.json": "2817a4cce99dc8b3c0738253cc96d5eec5dc43195a7f15c46f6777a26b8d7abc", + "writes-client-14.json": "e4955ada72ed41e9b5ffc6880ff58e9375a75eaea61db8040a19909f06a347a4", + "writes-client-15.json": "1cc68c9a20032e33bc6882623231ce93a0450235f8d5e0683db5b9d32918d8f8", + "write-warmup-client-0.json": "a6be5e3d2691cd4096ce4c205d61d76c90b5b9cd2ea0246e9593333db55a54d7", + "write-warmup-client-1.json": "7601d51e7b19ae306f78569da16f6def78f705e2b065e55a12ab0a2e94c83d32", + "write-warmup-client-2.json": "376c1f5be0f727578a8f3d73fb0b69b29cb34eeab747d453a1f6bd68b9cd6030", + "write-warmup-client-3.json": "d808008e61093f5929b32900c1949f3c0a8f4d391b4d20a4f3c59d2922f091f3", + "write-warmup-client-4.json": "d047b6935cac5fb4e517d7876ce24dfcc8d07dbb1fd31d4b0954b88990966885", + "write-warmup-client-5.json": "681e9d015df11356fbe83ff067e7d75b5237e26d6ed42744ca5ff1ebbcc25761", + "write-warmup-client-6.json": "0df859163b30df8a5b05287e8d5ed92467221adfafb5655c046d019037cef27f", + "write-warmup-client-7.json": "a8b9cc943d3c87225fa16ed5f09807cc512bb490ca5d15fa3f4aeaee684337d9", + "write-warmup-client-8.json": "8a442b8a8627347b53e06ffe46dd2d309594543cfbfc5fa919a0259e8afb2d9e", + "write-warmup-client-9.json": "8b674ab1a67e9f1a6e942818781fab1e97b743f5e90c9e0ff53b592b700111a8", + "write-warmup-client-10.json": "6d59016599e8be50248e8ff240346a88a43981942ff7735a2157ea3897babf42", + "write-warmup-client-11.json": "26f3d963a8e6a54c17073e4fbddca040fbd8be7035158f245146c1f88149d946", + "write-warmup-client-12.json": "b3cc6eef6f4a6b7f11dfa5d08e6f40356ade6a6c451e23bb9ab06559919cb952", + "write-warmup-client-13.json": "94925eb3310162a77e1ca802c3414a46dad616c5fe71c66671355c930accd305", + "write-warmup-client-14.json": "4e852d8e601650d61ec48245ad26855385f7702284a1e31252fb2c956def1cf4", + "write-warmup-client-15.json": "fc64aacadc5aa505fc7f2b617cd8df236cbf42469d8e6e438f00009c2fb9ba97" + } + }, + "repeat": 1, + "cells": 16, + "variant": "baseline", + "measured_writes": 21753, + "all_acknowledged": 22684, + "TPS": 180.9831327398522, + "response_body_bytes_per_second": 36297.372410809905, + "p50": 77.031192, + "p95": 173.045561, + "p99": 238.559865, + "server_cpu_cores": 0.5506537011449978, + "driver_cpu_cores": 0.0558634189567389, + "server_rss_after_bytes": 83034112, + "first_30_seconds_TPS": 179.7, + "last_30_seconds_TPS": 188.70000000000002, + "interval_TPS_min": 144.2, + "interval_TPS_max": 196.8, + "interval_TPS_cv": 0.0722229611723561, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 45384, + "mean_ms": 0.01985816860567601, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "authority": { + "count": 22684, + "mean_ms": 12.470485741095045, + "overflow": 0, + "p50_ms": 11.6, + "p95_ms": 19.2, + "p99_ms": 32.8, + "resolution_us": 100 + }, + "compaction": { + "count": 1222, + "mean_ms": 123.13293984288052, + "overflow": 0, + "p50_ms": 107.4, + "p95_ms": 207.4, + "p99_ms": 322.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 23922, + "mean_ms": 46.240620645389185, + "overflow": 0, + "p50_ms": 44.0, + "p95_ms": 65.8, + "p99_ms": 99.4, + "resolution_us": 100 + }, + "preparation": { + "count": 22684, + "mean_ms": 71.86551663956975, + "overflow": 0, + "p50_ms": 62.4, + "p95_ms": 152.8, + "p99_ms": 218.4, + "resolution_us": 100 + }, + "publication": { + "count": 22684, + "mean_ms": 85.1977765617175, + "overflow": 0, + "p50_ms": 74.8, + "p95_ms": 168.4, + "p99_ms": 234.2, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 2433, + "mean_ms": 0.8291666551582408, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 3.4, + "p99_ms": 20.6, + "resolution_us": 100 + }, + "root_admission": { + "count": 22700, + "mean_ms": 46.25243944885462, + "overflow": 0, + "p50_ms": 44.0, + "p95_ms": 65.8, + "p99_ms": 99.4, + "resolution_us": 100 + }, + "root_preparation": { + "count": 22700, + "mean_ms": 65.21130725735684, + "overflow": 0, + "p50_ms": 61.9, + "p95_ms": 92.7, + "p99_ms": 135.2, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 22700, + "mean_ms": 18.954465801409693, + "overflow": 0, + "p50_ms": 17.9, + "p95_ms": 27.8, + "p99_ms": 45.1, + "resolution_us": 100 + }, + "uploaded_bytes": 624554778, + "uploaded_objects": 119762, + "worker": { + "count": 45384, + "mean_ms": 1.0502481302441389, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 3.0, + "p99_ms": 10.1, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 1800, + "bytes_written": 0, + "duration": { + "count": 37, + "mean_ms": 0.7024024054054054, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 2.1, + "p99_ms": 2.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 5, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 37 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 47812, + "mean_ms": 2.6302161874843137, + "overflow": 0, + "p50_ms": 2.3, + "p95_ms": 5.2, + "p99_ms": 10.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 47812, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 47812 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 638205062, + "duration": { + "count": 142606, + "mean_ms": 12.850947736055987, + "overflow": 0, + "p50_ms": 12.2, + "p95_ms": 19.2, + "p99_ms": 31.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 5, + "error": 0, + "not_found": 0, + "success": 142601, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 142606 + }, + "range": { + "bytes_read": 291331698, + "bytes_written": 0, + "duration": { + "count": 47744, + "mean_ms": 3.487821744449564, + "overflow": 0, + "p50_ms": 3.2, + "p95_ms": 6.4, + "p99_ms": 10.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 47744, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 47744 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.40961822899999, + "cpu_seconds": 316.761443, + "cpu_cores": 2.525814586418631, + "cgroup_before": { + "usage_usec": 1350743153, + "user_usec": 905954512, + "system_usec": 444788641, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 1667504596, + "user_usec": 1076570074, + "system_usec": 590934522, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 23930, + "raw_client_sha256": { + "writes-client-0.json": "25dde585c879e57b5c4739f38c11fd1dbc9fec3e369e2b0778fb8708532a98ed", + "writes-client-1.json": "7768378a56a36f8e37e9653c1cbcdf5c533151a085b5e2120e9367af9a84dbb8", + "writes-client-2.json": "175812d66bc419691c842b92571d82456ca2fd493806e68fd9d4c0ce99eac47b", + "writes-client-3.json": "942394db26248d04e31dca2299e4e9b4e11ad592648630c74441d1268cf68cd9", + "writes-client-4.json": "496a17681fd1e9270f147023e2bfbd465cf075e4435ee444b6a92f8d221af357", + "writes-client-5.json": "09379a6482197bea1b96b8b115b4fa1b82dc73db3da6f25244a09b94827f45b2", + "writes-client-6.json": "4006be6b05c17a41b7d0d418229307bf07418c39e36a4f80732e619fe13a5462", + "writes-client-7.json": "10a5f691e667ac8b6b7a010e33ca5ac01108c283be989560d754b12f6a14c3b7", + "writes-client-8.json": "a620be724882dba35b48d0ed0a70c9f7123c1b8fc5e9ba9d1a375b953bf99573", + "writes-client-9.json": "33265715a202e1105b0b7e59e3df16903a9cdc4f999d88a2c5e2ce12eaefb5c3", + "writes-client-10.json": "935a5c567d1ecc9af95328d5ef4b7931cc6817f67e9179d5fc6c4a24f33134f0", + "writes-client-11.json": "0d1aa939912308d90748d856b1fb91df92d1955c9f9eb4e7f31db7bf75fdd7ce", + "writes-client-12.json": "732ce3f4e3e410a457c4bd8d2a3975d0ccb7bc24b1370e2b2d9a72033babcd4e", + "writes-client-13.json": "365e9ecc49e520ad2e2fdec6142d9a0d801ecd82c07302631a9b636de0e0f5b1", + "writes-client-14.json": "ae632a194eaa695c0b50ad50f6d3657f5a473b6714c18db279b852371250adbd", + "writes-client-15.json": "0845cc1a2dad7ef19cae56f2f935856ee24fa92891cf9da697645974bad59b32", + "write-warmup-client-0.json": "4865ada1695d7b01d9a2472107a0fbfa68a941ce41d73b07cd288acd34399124", + "write-warmup-client-1.json": "a52a37bfa9680330d850eeea019f5ab3940226fc9afd9a8feebc8767fd693344", + "write-warmup-client-2.json": "e34c71c8c3de5d349ed7ca5ab09198049eae0385b6012206a504f58bd18f062d", + "write-warmup-client-3.json": "e8bfff4420b80bc33a66e61354f79462d0ef87a686aa73dce2ab769e6309b578", + "write-warmup-client-4.json": "2bfd23c081847ce14eff6342d33ab7eb13aa1ad6a53f2ca8d661e4a71ca14c9a", + "write-warmup-client-5.json": "c6655a2c4f1be782e8398e7b89138075870d6493ac971f805a281c63d41a5b4a", + "write-warmup-client-6.json": "a3c967a8cec50b333ac0dab6bcde52f0d2af9ceb524ef2ceb0cd7f2d6c7e23ef", + "write-warmup-client-7.json": "db603750626a290627e6443343d7df6bf5296e992a1aedde4dc7ed5a2af81666", + "write-warmup-client-8.json": "0926be5817ef1bf42e99524f44ab7d933124a4c74ca02695fe5c6e8a0e2857ad", + "write-warmup-client-9.json": "059eabe2c11bd2c99fba8d211d0ba918a88abc4369fa6678455dfe17de1ec94c", + "write-warmup-client-10.json": "33cbf612bbc1ab1e783877323baaf87cebad8aa004ecb2382e9fd9b216bbe234", + "write-warmup-client-11.json": "9a984bb264cee180a9551b433308e5860598544d7b2f8c482cf3687a3fab7211", + "write-warmup-client-12.json": "6fa1cb9304c9dbb11464d8a2df66675b0bcc28f5ae9afca48301b72aa0bdbbe6", + "write-warmup-client-13.json": "6a1ccf39a2f259ef6a5c9cfc5330dd6bafe638d8615fec58d1e92f62d0ccf11a", + "write-warmup-client-14.json": "95d7073553b95360125796f130735ff211458715925c4b52afefec8821caf885", + "write-warmup-client-15.json": "42c64a497e2c699bbcf1d3fba9d83e954e6cd034595b743acf6044419be43a37" + } + }, + "repeat": 1, + "cells": 16, + "variant": "candidate", + "measured_writes": 22886, + "all_acknowledged": 23946, + "TPS": 190.4337652254021, + "response_body_bytes_per_second": 38210.96019414621, + "p50": 74.920184, + "p95": 164.077309, + "p99": 223.255293, + "server_cpu_cores": 0.5749059983414886, + "driver_cpu_cores": 0.04790883319512405, + "server_rss_after_bytes": 83529728, + "first_30_seconds_TPS": 188.43333333333334, + "last_30_seconds_TPS": 190.5, + "interval_TPS_min": 177.1, + "interval_TPS_max": 197.7, + "interval_TPS_cv": 0.03249983158594222, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 47908, + "mean_ms": 0.020297046025715953, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "authority": { + "count": 23946, + "mean_ms": 11.877669999039504, + "overflow": 0, + "p50_ms": 11.3, + "p95_ms": 17.5, + "p99_ms": 28.8, + "resolution_us": 100 + }, + "compaction": { + "count": 1279, + "mean_ms": 118.83931916340892, + "overflow": 0, + "p50_ms": 105.0, + "p95_ms": 205.5, + "p99_ms": 278.8, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 25241, + "mean_ms": 43.72011800625966, + "overflow": 0, + "p50_ms": 42.3, + "p95_ms": 57.5, + "p99_ms": 83.4, + "resolution_us": 100 + }, + "preparation": { + "count": 23946, + "mean_ms": 68.00168525018792, + "overflow": 0, + "p50_ms": 60.2, + "p95_ms": 144.2, + "p99_ms": 206.9, + "resolution_us": 100 + }, + "publication": { + "count": 23946, + "mean_ms": 80.69407460824355, + "overflow": 0, + "p50_ms": 72.3, + "p95_ms": 158.7, + "p99_ms": 220.3, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 2544, + "mean_ms": 0.7660179221698113, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 3.9, + "p99_ms": 20.7, + "resolution_us": 100 + }, + "root_admission": { + "count": 23962, + "mean_ms": 43.664479408104505, + "overflow": 0, + "p50_ms": 42.2, + "p95_ms": 57.4, + "p99_ms": 83.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 23962, + "mean_ms": 61.637979419789666, + "overflow": 0, + "p50_ms": 59.8, + "p95_ms": 78.8, + "p99_ms": 114.2, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 23962, + "mean_ms": 17.96870406965195, + "overflow": 0, + "p50_ms": 17.4, + "p95_ms": 24.0, + "p99_ms": 37.2, + "resolution_us": 100 + }, + "uploaded_bytes": 664402102, + "uploaded_objects": 126361, + "worker": { + "count": 47908, + "mean_ms": 0.9831978716289554, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 2.8, + "p99_ms": 8.4, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 2160, + "bytes_written": 0, + "duration": { + "count": 38, + "mean_ms": 0.6535334736842106, + "overflow": 0, + "p50_ms": 0.5, + "p95_ms": 1.7, + "p99_ms": 3.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 6, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 38 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 50450, + "mean_ms": 2.514563251139742, + "overflow": 0, + "p50_ms": 2.3, + "p95_ms": 4.8, + "p99_ms": 7.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 50450, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 50450 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 678801768, + "duration": { + "count": 150479, + "mean_ms": 12.131909178822294, + "overflow": 0, + "p50_ms": 11.7, + "p95_ms": 17.5, + "p99_ms": 26.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 6, + "error": 0, + "not_found": 0, + "success": 150473, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 150479 + }, + "range": { + "bytes_read": 305842311, + "bytes_written": 0, + "duration": { + "count": 50302, + "mean_ms": 3.4843484724464235, + "overflow": 0, + "p50_ms": 3.3, + "p95_ms": 6.4, + "p99_ms": 9.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 50302, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 50302 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.3268497900001, + "cpu_seconds": 316.748653, + "cpu_cores": 2.527380633365872, + "cgroup_before": { + "usage_usec": 1670008256, + "user_usec": 1077857260, + "system_usec": 592150996, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 1986756909, + "user_usec": 1241072563, + "system_usec": 745684346, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0522183053330962, + "p50": 0.9725954130373576, + "p95": 0.9481740418640384, + "p99": 0.9358459898524841, + "response_body_bytes_per_second": 1.0527197330340752 + } + }, + { + "cells": 16, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 20951, + "raw_client_sha256": { + "writes-client-0.json": "06f9f96a8cfbd417cafa0e9893878ccd644a2b69351ba3ea59db2696557806c2", + "writes-client-1.json": "597a624c2725a33f92d02e463e05b8f2ae145ba9e9e2f6716bc9424f4a144c4f", + "writes-client-2.json": "dd97d634b503206979dc4972e18fe344a1a3a831ceba05ea7a2c8b4dfa914b85", + "writes-client-3.json": "5487b4cdaeee203c2396537dde7cf5836a5c26a11c4833a794978948b16e1f43", + "writes-client-4.json": "a5a228fdba39f12c4b5910c3b04f98c7e637b8f08a83623058814bd69bb02f67", + "writes-client-5.json": "0479c65c902fdfb7dc31c8006d28cd16197c643a30b39594cdd827ecc66bc94a", + "writes-client-6.json": "4207fa6317a5951c59fcb1cc9c79231cc43c76fd64195b5f13c6456dfaad481a", + "writes-client-7.json": "1051f45716a4c650f555920590dd737b50c8bd3d06bef3b1b7df09f8746f4f43", + "writes-client-8.json": "e35b59e2ef79b58495a45c08f3761b38bc679d4e21aeb1e1647bb4bf7b701c26", + "writes-client-9.json": "8bc9f5437ed9c5d3c52e7e605375cc365e8535eff6a05c95a5a9f5fb9da91921", + "writes-client-10.json": "2f271ae222f5c4bf43e20b5c8c81ef7714e86cde6d38f5847d9792495bdd550b", + "writes-client-11.json": "959ade7f9b59e509e4f0cf8e89b307470eef39d12014a888be08df61c42aa169", + "writes-client-12.json": "7b52ea6359fd3c80d81de0d00974240a346544a317a5873bbfba27ec51c1a175", + "writes-client-13.json": "e98a8c36231608799fa65bc66c6c18016b85d42e80c75541374108282f62fd12", + "writes-client-14.json": "617c08f731dee67011ac0138ee73dda0afa7cbbbfaa94e0385b699ed7ef2d997", + "writes-client-15.json": "6a56d0b3e384388d5e979d26623aaeaa17587a599e1c0ea4a845308164d8f8a8", + "write-warmup-client-0.json": "3d11ac98f7046181e408fa86ab3ddcab3c75b49d2565d5ced66d8ff30c2e21cc", + "write-warmup-client-1.json": "5e3fd24c5beeac475ce0daad7e4062e3cae3553f58bd1bc3e72a485a65d4fbb2", + "write-warmup-client-2.json": "d078b05f777e17548d410418099596ecbf3b4793bea63aea9dd8fe32b7e474e9", + "write-warmup-client-3.json": "5b831d5b4e49c784aea9a4a60993ac49aa39e8d0b9978d8fb013bcec22f60a18", + "write-warmup-client-4.json": "0ea006fc7ac2e51d97271210cf29e491429ef17b570bfdd1bc866e604b919381", + "write-warmup-client-5.json": "8950962553e2fab16eb142b666a486c30faed36ff21b3339c7c0b506a92000f0", + "write-warmup-client-6.json": "b671b281a0ec712d9209855a130c1ffe2543207a85d8a9f381c4f6051ec2dc7e", + "write-warmup-client-7.json": "f05d791431cdf49fddf561d73e0ac18c3581cf98d53f772b0fe0e4fe3877bd7d", + "write-warmup-client-8.json": "ae73394328d4e709f025af65d17a34c05b5736e7d40d4e7048d1e580d150a841", + "write-warmup-client-9.json": "e5b323ab55d4990ba815d68a93f43f9320555f3f02b206b23063f976704abbe7", + "write-warmup-client-10.json": "a16c11255483a941f1f41e40f597d57695b4f282e0708cf2414b1b821419f971", + "write-warmup-client-11.json": "f7324a5a2f6cbf64264b6c608738a1c646466850bc209b414d3fdfcb9651adc1", + "write-warmup-client-12.json": "8748595f1bca3c4649803990d9a38da67a7ac4ab50f276f94ca4a6caab65c9d0", + "write-warmup-client-13.json": "0d468f7162f0a19c3bf249fe68a33336ae13809edb5984fb7b689c5db38dd8ea", + "write-warmup-client-14.json": "1224d63babb2b48339bf1ab3657c1ea4f8d3581316f6daa33f8017443d632dbb", + "write-warmup-client-15.json": "db76b57b92dec77924ae040b4cc9eb546a8f73db6de214dbe7a0883396286ddc" + } + }, + "repeat": 2, + "cells": 16, + "variant": "baseline", + "measured_writes": 20017, + "all_acknowledged": 20967, + "TPS": 166.5068417261152, + "response_body_bytes_per_second": 33374.22808577752, + "p50": 85.849819, + "p95": 187.463495, + "p99": 261.977139, + "server_cpu_cores": 0.49478461520760153, + "driver_cpu_cores": 0.047882382116864665, + "server_rss_after_bytes": 84307968, + "first_30_seconds_TPS": 171.83333333333334, + "last_30_seconds_TPS": 163.7, + "interval_TPS_min": 156.3, + "interval_TPS_max": 176.4, + "interval_TPS_cv": 0.04268167432181398, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 41950, + "mean_ms": 0.02506419134684148, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.2, + "resolution_us": 100 + }, + "authority": { + "count": 20967, + "mean_ms": 13.158013422807269, + "overflow": 0, + "p50_ms": 12.6, + "p95_ms": 19.6, + "p99_ms": 31.1, + "resolution_us": 100 + }, + "compaction": { + "count": 1143, + "mean_ms": 136.9182677567804, + "overflow": 0, + "p50_ms": 121.0, + "p95_ms": 217.6, + "p99_ms": 351.7, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 22126, + "mean_ms": 50.6061136858899, + "overflow": 0, + "p50_ms": 49.1, + "p95_ms": 67.4, + "p99_ms": 94.1, + "resolution_us": 100 + }, + "preparation": { + "count": 20967, + "mean_ms": 78.63138509429103, + "overflow": 0, + "p50_ms": 69.7, + "p95_ms": 167.8, + "p99_ms": 242.3, + "resolution_us": 100 + }, + "publication": { + "count": 20967, + "mean_ms": 92.6488798180474, + "overflow": 0, + "p50_ms": 83.1, + "p95_ms": 182.5, + "p99_ms": 259.3, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 2281, + "mean_ms": 0.8341562170100832, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 3.4, + "p99_ms": 24.4, + "resolution_us": 100 + }, + "root_admission": { + "count": 20983, + "mean_ms": 50.590031234666164, + "overflow": 0, + "p50_ms": 49.1, + "p95_ms": 67.4, + "p99_ms": 94.4, + "resolution_us": 100 + }, + "root_preparation": { + "count": 20983, + "mean_ms": 71.11202041962541, + "overflow": 0, + "p50_ms": 69.1, + "p95_ms": 90.8, + "p99_ms": 130.6, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 20983, + "mean_ms": 20.517284119572984, + "overflow": 0, + "p50_ms": 19.8, + "p95_ms": 27.6, + "p99_ms": 41.7, + "resolution_us": 100 + }, + "uploaded_bytes": 572057260, + "uploaded_objects": 110817, + "worker": { + "count": 41950, + "mean_ms": 0.9292968182359953, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 2.6, + "p99_ms": 7.5, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 2880, + "bytes_written": 0, + "duration": { + "count": 40, + "mean_ms": 1.03558, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 3.3, + "p99_ms": 5.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 8, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 40 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 44220, + "mean_ms": 2.82121960312076, + "overflow": 0, + "p50_ms": 2.6, + "p95_ms": 5.5, + "p99_ms": 8.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 44220, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 44220 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 584182124, + "duration": { + "count": 131902, + "mean_ms": 14.201394056420677, + "overflow": 0, + "p50_ms": 13.8, + "p95_ms": 20.3, + "p99_ms": 29.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 8, + "error": 0, + "not_found": 0, + "success": 131894, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 131902 + }, + "range": { + "bytes_read": 259391256, + "bytes_written": 0, + "duration": { + "count": 43822, + "mean_ms": 3.9678738343982474, + "overflow": 0, + "p50_ms": 3.7, + "p95_ms": 7.1, + "p99_ms": 10.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 43822, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 43822 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.41377915900011, + "cpu_seconds": 356.045589, + "cpu_cores": 2.838967068750906, + "cgroup_before": { + "usage_usec": 3629189308, + "user_usec": 2298082567, + "system_usec": 1331106740, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3985234897, + "user_usec": 2525281898, + "system_usec": 1459952999, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 19775, + "raw_client_sha256": { + "writes-client-0.json": "cfe3fcb3d9f9695d4461004bfe85728afff3d8e7608a22d2f2ee5a912115367b", + "writes-client-1.json": "502426b9d3daed31b56b59de75565a33de63bf791fcdcc5990327a9afe88ca14", + "writes-client-2.json": "8b2495cbbe866fb537be401868976b682ead3246959f7e07fd385bb6d68881e5", + "writes-client-3.json": "59279196378684a8cb1f0c2f2a66c808dfe24e8435b4fd62e0309301150d63a6", + "writes-client-4.json": "77c5bfa9bd9a5e8bcff5943e9b35b52c7fc32e7c2fdcf5b938103b5ed0fd4c44", + "writes-client-5.json": "e6f6f97911a059b2dd975cc31516f77b5c895f7933384d8c4df6d1fcdcfdff2c", + "writes-client-6.json": "132af21baf417baba5f0ad9e2712ec68b431aea2f9ca0cbc9aaca2f952ed5374", + "writes-client-7.json": "5555abbf966a68cf03ba7a5f3e4d747f09498fa410752df8de76c1ff41ca8db5", + "writes-client-8.json": "2f4ebb93b07aca478216a13df3851002884497fd858c49765c316cba34b19873", + "writes-client-9.json": "3e3f26ebd22fe52a98936cae164826da47b9034d1161461c7709370e7aa62e11", + "writes-client-10.json": "f34575b328f75b5fc2fd19e3e1d236ca33fdfbcdd3ad4839012ef397b76e37e8", + "writes-client-11.json": "7f47fa841ccf6a031485221379abec9c5bbd856353aea7b21bc157579fad8980", + "writes-client-12.json": "bd32a73711a83ae4dd360da13db14c20bfd3c19a6f7f0b370077691e6be4e408", + "writes-client-13.json": "eb13e1132b80961df780c9bab0f42da94a21f7d541ec6e1fa26be6068aa53a66", + "writes-client-14.json": "461fb70f4dac644ea444068842279a4959b62c669aba4a2edc1fd5d02bcd1669", + "writes-client-15.json": "1ea9ee827fb28220c33f5d8dd969a699301007eaca7edd9bc60dfff0b918b86d", + "write-warmup-client-0.json": "c369355e584deb873a1f50ea1d1aca7a855a654f4822e5fc8831f3ca7adf03d3", + "write-warmup-client-1.json": "776325285881620984174b377472444cb90ec030f7f2889664df94d807fdbdf2", + "write-warmup-client-2.json": "825f669df0f0a3445a359fe7634502892f5613b7308f89e642b55b8c61a863e0", + "write-warmup-client-3.json": "bab98287da275c61e35f030ceb96814b8249d59acd1a5387870629f27783c975", + "write-warmup-client-4.json": "2688899fa460a3cbdfdcb6e7f760d4eeaf3a33a9b438594103e52f353dd35299", + "write-warmup-client-5.json": "7b197905cfc936d1e2125eca4cc7eff9dc6806f4ad00b60b50ea3941febe182c", + "write-warmup-client-6.json": "b21233079eb6e37797f3e9d17814508df9e3557230f48b681011e925544d3069", + "write-warmup-client-7.json": "23fda119f81d848a31926f6b412a9c76055f4a66beed0aa1647d543ed9e02ab6", + "write-warmup-client-8.json": "82dde73219e773f16e458b7bcb66e9addd95d84493fba72935daea4798909632", + "write-warmup-client-9.json": "50d057b2f8470098d7b6389f158117649e3e4d27aa9a7ade372b1a0661e99ed7", + "write-warmup-client-10.json": "c92f577c5114d4cbe28ccd403b266219ade59d27bd5fe1d098883ab66f52e592", + "write-warmup-client-11.json": "ab972f1d1da6850491b04a72d1e78e18c3d5654fcc9176b42d27682ec2801c0c", + "write-warmup-client-12.json": "38cc9972f566bce0ed4a58529144dcc6f7f0f082cdcb8eb7d6d35b5e9f6c4306", + "write-warmup-client-13.json": "3077b20ec1dc7d865a03991df2ff7ca17c670088a5fe37d60862132715fa636f", + "write-warmup-client-14.json": "269d8c51c631eff437f8a9fcbe1da85565c5215161a92e73ad03b6053f3550c2", + "write-warmup-client-15.json": "ad4fa4e09e5e0995ea8c330b0bf6bda53233cc709e8cceaf8099b2015834c590" + } + }, + "repeat": 2, + "cells": 16, + "variant": "candidate", + "measured_writes": 18866, + "all_acknowledged": 19791, + "TPS": 156.9765909526164, + "response_body_bytes_per_second": 31447.75466228112, + "p50": 89.189543, + "p95": 200.507386, + "p99": 270.17996, + "server_cpu_cores": 0.48695313826794223, + "driver_cpu_cores": 0.04789702999356809, + "server_rss_after_bytes": 84488192, + "first_30_seconds_TPS": 159.66666666666666, + "last_30_seconds_TPS": 170.7, + "interval_TPS_min": 129.4, + "interval_TPS_max": 176.3, + "interval_TPS_cv": 0.07517771115853367, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 39598, + "mean_ms": 0.022501585686145766, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.2, + "resolution_us": 100 + }, + "authority": { + "count": 19791, + "mean_ms": 14.168360326107827, + "overflow": 0, + "p50_ms": 13.2, + "p95_ms": 22.0, + "p99_ms": 40.4, + "resolution_us": 100 + }, + "compaction": { + "count": 1032, + "mean_ms": 139.2625608110465, + "overflow": 0, + "p50_ms": 124.5, + "p95_ms": 232.6, + "p99_ms": 335.2, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 20839, + "mean_ms": 53.74940698536398, + "overflow": 0, + "p50_ms": 51.0, + "p95_ms": 78.1, + "p99_ms": 114.5, + "resolution_us": 100 + }, + "preparation": { + "count": 19791, + "mean_ms": 83.01738359845385, + "overflow": 0, + "p50_ms": 72.4, + "p95_ms": 174.6, + "p99_ms": 245.1, + "resolution_us": 100 + }, + "publication": { + "count": 19791, + "mean_ms": 98.08542790596735, + "overflow": 0, + "p50_ms": 86.4, + "p95_ms": 194.7, + "p99_ms": 265.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 2055, + "mean_ms": 0.5722869474452554, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 1.6, + "p99_ms": 17.4, + "resolution_us": 100 + }, + "root_admission": { + "count": 19807, + "mean_ms": 53.71013754702882, + "overflow": 0, + "p50_ms": 50.9, + "p95_ms": 78.1, + "p99_ms": 114.4, + "resolution_us": 100 + }, + "root_preparation": { + "count": 19807, + "mean_ms": 75.70795295562175, + "overflow": 0, + "p50_ms": 71.8, + "p95_ms": 112.2, + "p99_ms": 161.0, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 19807, + "mean_ms": 21.993499990861817, + "overflow": 0, + "p50_ms": 20.7, + "p95_ms": 32.3, + "p99_ms": 53.6, + "resolution_us": 100 + }, + "uploaded_bytes": 529856370, + "uploaded_objects": 104330, + "worker": { + "count": 39598, + "mean_ms": 1.0333947636749332, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 2.9, + "p99_ms": 10.2, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 2880, + "bytes_written": 0, + "duration": { + "count": 40, + "mean_ms": 1.116029575, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 4.4, + "p99_ms": 7.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 8, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 40 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 41646, + "mean_ms": 3.0354601518273063, + "overflow": 0, + "p50_ms": 2.7, + "p95_ms": 5.9, + "p99_ms": 10.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 41646, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 41646 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 541507094, + "duration": { + "count": 124263, + "mean_ms": 15.226830335828042, + "overflow": 0, + "p50_ms": 14.4, + "p95_ms": 22.8, + "p99_ms": 39.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 8, + "error": 0, + "not_found": 0, + "success": 124255, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 124263 + }, + "range": { + "bytes_read": 235375838, + "bytes_written": 0, + "duration": { + "count": 41206, + "mean_ms": 4.1928356107363, + "overflow": 0, + "p50_ms": 4.0, + "p95_ms": 7.4, + "p99_ms": 11.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 41206, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 41206 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.36829729300007, + "cpu_seconds": 352.317625, + "cpu_cores": 2.810260908119326, + "cgroup_before": { + "usage_usec": 3260829092, + "user_usec": 2058458731, + "system_usec": 1202370360, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3613146717, + "user_usec": 2284438842, + "system_usec": 1328707874, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.942763608541834, + "p50": 1.0389019340856154, + "p95": 1.0695809656167992, + "p99": 1.0313112091815002, + "response_body_bytes_per_second": 0.942276614801546 + } + }, + { + "cells": 16, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 19931, + "raw_client_sha256": { + "writes-client-0.json": "e3d87fda496867b42f968687ccd77d9de02372e8e76cc6df9eacc05395aa1ac9", + "writes-client-1.json": "beced6a13d356f41afdea7e3d1fd71c466dba348f38386e8a70b20dde9592b94", + "writes-client-2.json": "e26f95ed368af2527d90ecb889d2a5e1b4c9864cc3c5119a0fe5406d952c6528", + "writes-client-3.json": "30ddee89ae53ec4adfb386067fdbd15889eab00188156f99cda8f7a9638103aa", + "writes-client-4.json": "a45bea0983f13bdf7109e31aea2729d5da33fadd1d6d131a423b47013d35f21b", + "writes-client-5.json": "29fb74cea5801ac5935e0d367ccc455770665a47318a9149a6dceea15c83b49d", + "writes-client-6.json": "795424ca0b9cf8af155b47368507a881201e281f12effcb4d13b9e47a1bc00ee", + "writes-client-7.json": "0f72dc00134d32aaaeb566fc27d392e91d3f5f188235f899c55ad5bcabfc46db", + "writes-client-8.json": "644e4ac33023fd6a1211f5eba85a2279cf6c816b64d3f5b7833b921e1ef1fc29", + "writes-client-9.json": "c063794a344b4f730cbce83d356e656bcf7070753aa802cf0c67addb151fc2cc", + "writes-client-10.json": "a81e8c018b2bbc74f42e75d6db31e65eb3bd347e1dfe9eddbe8c74e5bac851ef", + "writes-client-11.json": "de949a3f9425311b87f722511cadb9cd9118aeb3ddc250de47f6e1f0efaabd6f", + "writes-client-12.json": "fc09e29c5499bacf5c2c73534fa0feeeb2feb8abae6657a8db6d93bea01f8243", + "writes-client-13.json": "293c8731142e55bcee4f4429904bafc2f3046dc8429487b56d65ea20b1711d4f", + "writes-client-14.json": "743c6f4d4b0b5d7f96ce3f2d3d1310243041ad0303e41e6987fe18eeda97f919", + "writes-client-15.json": "a72c5b75260e5bc89564412460a78eab0c624a17644998964db8732fa63a7572", + "write-warmup-client-0.json": "aae1af86c71bbbb2952b0c0f02fc803990772d600a664f5ea233543ea2ae41eb", + "write-warmup-client-1.json": "ddf400f78b96e3768cb3b23fc47d6e8f3ff0b9ace1d804f7d2fa60de51fcbdc3", + "write-warmup-client-2.json": "ffbb4dc677305536e623330d88edbb47508222f687ba8be9f5220e3f5dfcaf52", + "write-warmup-client-3.json": "361abd140b9900f52e62bab5add348b5267137917f9008b8eb31834f974a92e2", + "write-warmup-client-4.json": "c98bc3d295e6458a587e609ba3bc0456043ddc0c196699e4137f8b2155de5dc9", + "write-warmup-client-5.json": "f942c2a3919107e3ecf462bec8ce38219ea41a653f2f95eece05548a58a81360", + "write-warmup-client-6.json": "e297e76f4c0fe8ab6b8d5d0774e1a32c90481f10241af19aa73981781314ccb5", + "write-warmup-client-7.json": "74546dbc6557528b7b7293867810a7f59eb2ff4f4b4ff23d902a1d51719362fa", + "write-warmup-client-8.json": "58b23365f457b39df687cad3dc2f917c0aa73c9536e86c382d441bd39a33c067", + "write-warmup-client-9.json": "79ade5d7efea631d459343e277d5cead5cecaf617f2967535524ce9ca6b191db", + "write-warmup-client-10.json": "338b6f2ee7b692f233d933d1795c05bba7f0bdbd20155f33b720467b76d13ad5", + "write-warmup-client-11.json": "344dec6432872190e6510408fd3e7a99428e13aa55bbd5158db237d64ac6e51d", + "write-warmup-client-12.json": "79a501e3ea56300da9f0a2a8888ad4ebbcc151e949f3d0187b99cd83e18e4a2a", + "write-warmup-client-13.json": "acf5c0f363dc3df1730cb92ef13b783b25f0d4182509629c83a133fae12086f2", + "write-warmup-client-14.json": "2b2f58faff0dc3864a7bd0edb33a34ba396063452501678bef7a8c4970ca4b3d", + "write-warmup-client-15.json": "7c6cee06955b1534a1e09559614d53c5fb3cf54e405f85f34be93f476e78c185" + } + }, + "repeat": 3, + "cells": 16, + "variant": "baseline", + "measured_writes": 19021, + "all_acknowledged": 19947, + "TPS": 158.2819740632685, + "response_body_bytes_per_second": 31712.273234179112, + "p50": 89.306456, + "p95": 195.871931, + "p99": 275.424614, + "server_cpu_cores": 0.4949101889533785, + "driver_cpu_cores": 0.04789453441484308, + "server_rss_after_bytes": 83275776, + "first_30_seconds_TPS": 167.13333333333333, + "last_30_seconds_TPS": 162.33333333333334, + "interval_TPS_min": 141.4, + "interval_TPS_max": 171.8, + "interval_TPS_cv": 0.05345617180403367, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 39910, + "mean_ms": 0.024325807567025806, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.3, + "resolution_us": 100 + }, + "authority": { + "count": 19947, + "mean_ms": 13.793446173409535, + "overflow": 0, + "p50_ms": 13.0, + "p95_ms": 20.6, + "p99_ms": 33.3, + "resolution_us": 100 + }, + "compaction": { + "count": 1044, + "mean_ms": 142.79651500383142, + "overflow": 0, + "p50_ms": 125.0, + "p95_ms": 236.3, + "p99_ms": 374.5, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 21007, + "mean_ms": 53.634820538153946, + "overflow": 0, + "p50_ms": 51.3, + "p95_ms": 72.9, + "p99_ms": 110.6, + "resolution_us": 100 + }, + "preparation": { + "count": 19947, + "mean_ms": 82.73958617842283, + "overflow": 0, + "p50_ms": 72.7, + "p95_ms": 174.7, + "p99_ms": 253.1, + "resolution_us": 100 + }, + "publication": { + "count": 19947, + "mean_ms": 97.38323132556275, + "overflow": 0, + "p50_ms": 86.5, + "p95_ms": 191.1, + "p99_ms": 272.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 2078, + "mean_ms": 0.8990167637151107, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 4.0, + "p99_ms": 23.1, + "resolution_us": 100 + }, + "root_admission": { + "count": 19963, + "mean_ms": 53.604241381605966, + "overflow": 0, + "p50_ms": 51.3, + "p95_ms": 72.7, + "p99_ms": 110.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 19963, + "mean_ms": 75.2336420013024, + "overflow": 0, + "p50_ms": 72.1, + "p95_ms": 101.6, + "p99_ms": 146.0, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 19963, + "mean_ms": 21.625042341882484, + "overflow": 0, + "p50_ms": 20.6, + "p95_ms": 29.6, + "p99_ms": 46.6, + "resolution_us": 100 + }, + "uploaded_bytes": 535171659, + "uploaded_objects": 105155, + "worker": { + "count": 39910, + "mean_ms": 0.999271563893761, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 2.7, + "p99_ms": 8.1, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 3240, + "bytes_written": 0, + "duration": { + "count": 41, + "mean_ms": 1.136523756097561, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 4.0, + "p99_ms": 5.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 9, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 41 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 41982, + "mean_ms": 3.0162366796722404, + "overflow": 0, + "p50_ms": 2.7, + "p95_ms": 5.7, + "p99_ms": 8.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 41982, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 41982 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 547135910, + "duration": { + "count": 125262, + "mean_ms": 14.97323324782456, + "overflow": 0, + "p50_ms": 14.4, + "p95_ms": 21.7, + "p99_ms": 33.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 9, + "error": 0, + "not_found": 0, + "success": 125253, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 125262 + }, + "range": { + "bytes_read": 237367660, + "bytes_written": 0, + "duration": { + "count": 41540, + "mean_ms": 4.154613692922484, + "overflow": 0, + "p50_ms": 3.9, + "p95_ms": 7.3, + "p99_ms": 10.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 41540, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 41540 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.405211839, + "cpu_seconds": 354.566557, + "cpu_cores": 2.827366995362251, + "cgroup_before": { + "usage_usec": 5358557966, + "user_usec": 3460497198, + "system_usec": 1898060767, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5713124523, + "user_usec": 3688244653, + "system_usec": 2024879869, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 19743, + "raw_client_sha256": { + "writes-client-0.json": "8a73baa045af0c4f46dab5c2135430c63c4c73a8be54df64c9d86261ed178cf8", + "writes-client-1.json": "0586a5b4053ea13a4ed4a9d780af619ca3822af491ae0bcbabdc361765b35e33", + "writes-client-2.json": "2f386a95121d0ee079a0dd30a94d760ebcb86b7abf080718d1b7d05004f14bb0", + "writes-client-3.json": "6c90cbca816b41c3892b977f919fb09899fe8dcde473943732d6ee1306830522", + "writes-client-4.json": "aec5ebe41beed5a02ae58e7f15643bb67410e79fd1436788935ad85f09060b60", + "writes-client-5.json": "675d15feb57867a96acee8e0df70966429c6dcdc8b1f993a0be27d0de5ae503e", + "writes-client-6.json": "f5fbeb5ad887818b0e1018086d973bbb8a376d9a5ef6470474864c7fe1d173aa", + "writes-client-7.json": "2e01ec0da13132f3503ebb0b624ac2f6f6667bad027eedaaa78e3c8846c568cb", + "writes-client-8.json": "52992114b4b2ee958a9df12cbd5ac69b4a46826c6438b3789e2e04422ccee665", + "writes-client-9.json": "ca0245b1ac6fa79896897bb911e4b630e318f20d74eb7abbb344cb90fa8eec2f", + "writes-client-10.json": "e928d8aaaca2ba663c0ed5eb081055387f709c0f8ab39f0b16eb005fdbcb7d64", + "writes-client-11.json": "3e1e0498f35cce668c2851a97bfa7964a9e11c4ed956a5ac26bf875defdd4e14", + "writes-client-12.json": "ddfb7cfa520d9d9772bd58b4cac485e1a2bcf2db053c060f3a4d5b51dc097b54", + "writes-client-13.json": "77dabf3d4a8f0c54f64c72e74702084d7c000928fee7a1b010cc55be48d71e3d", + "writes-client-14.json": "f9ca4fb97c9dafb4effee6ccefc322c67cf62de1fae031f95c8bf1e26901b311", + "writes-client-15.json": "0c758b6c4f3096929a4e198d61f2b79b9d3818c2089b7a8e45cfcba9788ddff8", + "write-warmup-client-0.json": "5401ec6dc7edb63b43bec45c54664dbfc15832666b74405e748c5ac6a3510407", + "write-warmup-client-1.json": "355c9bad4f591b13e81f8b28a4265fb871d23ec057766a478976e939b416453d", + "write-warmup-client-2.json": "436bbc6bae079c45e9e09a03ee08bf46ed496b9291126e4f3efd980fa02229ab", + "write-warmup-client-3.json": "ff1512e26704b200e3a367563fb7b5684079669feff640d05e6191f7c7c7f3da", + "write-warmup-client-4.json": "506a1f04ab6ff521f7eaec3d8ac1a4cb0428af43eb8b8e4ec7d5d38e2b6338a2", + "write-warmup-client-5.json": "f97204fd55e9a330b7c0b400dddaf88495db6666f9e9a95491af7d06007ff9db", + "write-warmup-client-6.json": "989453639ecbec69a5f4c008c80e64992e6a4b13bf3d7f9b4d144dd70073d481", + "write-warmup-client-7.json": "0911c073379b30407855e7b8e42402b5f03bf00520f83ac9e00313df83795876", + "write-warmup-client-8.json": "0e03fa53dc3ed71654b6ab1cc1c164c67fba069fd09f200bd6049b56f1e2b9b3", + "write-warmup-client-9.json": "c7409c567d166b7473874fb1cdf679e161d436d4c091d891faa5928adcc73363", + "write-warmup-client-10.json": "5542297589891d5b81533b34be3dc803dc230cdec827815d1bd5b5a8566401cd", + "write-warmup-client-11.json": "02e67f33f89e9137d82d996f499d58bc3f8eb2cda68c621bf63188589fb1751d", + "write-warmup-client-12.json": "bcb52d42faa60848c9368a3f764466fff7acbc5a19af0016e55fc6158cff0d34", + "write-warmup-client-13.json": "26723273fabe42f35f67ea437264520a2d2609eb4e7b3e7ee694bb0a1eb41f9d", + "write-warmup-client-14.json": "d78c48ba7d6adb857da4ea257379971c66305cb91951dcab7f8c897ad51d36be", + "write-warmup-client-15.json": "20f7f617a6d7039f9f41144862b819474000f558cd4e0c99ea007f7fdb73148d" + } + }, + "repeat": 3, + "cells": 16, + "variant": "candidate", + "measured_writes": 18806, + "all_acknowledged": 19759, + "TPS": 156.4809424253494, + "response_body_bytes_per_second": 31348.684404763677, + "p50": 91.09565, + "p95": 196.634648, + "p99": 268.10437, + "server_cpu_cores": 0.49484681434798433, + "driver_cpu_cores": 0.04788840138851461, + "server_rss_after_bytes": 83042304, + "first_30_seconds_TPS": 165.93333333333334, + "last_30_seconds_TPS": 157.53333333333333, + "interval_TPS_min": 138.8, + "interval_TPS_max": 168.9, + "interval_TPS_cv": 0.047401962963485464, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 39534, + "mean_ms": 0.02433562235038195, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.2, + "resolution_us": 100 + }, + "authority": { + "count": 19759, + "mean_ms": 14.110480955513943, + "overflow": 0, + "p50_ms": 13.3, + "p95_ms": 21.2, + "p99_ms": 34.8, + "resolution_us": 100 + }, + "compaction": { + "count": 1029, + "mean_ms": 140.11004924975705, + "overflow": 0, + "p50_ms": 124.8, + "p95_ms": 232.4, + "p99_ms": 358.0, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 20804, + "mean_ms": 53.953567972745624, + "overflow": 0, + "p50_ms": 52.0, + "p95_ms": 73.4, + "p99_ms": 106.9, + "resolution_us": 100 + }, + "preparation": { + "count": 19759, + "mean_ms": 83.28480417926009, + "overflow": 0, + "p50_ms": 73.8, + "p95_ms": 172.9, + "p99_ms": 246.5, + "resolution_us": 100 + }, + "publication": { + "count": 19759, + "mean_ms": 98.27370627293891, + "overflow": 0, + "p50_ms": 88.1, + "p95_ms": 191.1, + "p99_ms": 263.6, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 2049, + "mean_ms": 0.7514412908735969, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 1.6, + "p99_ms": 22.2, + "resolution_us": 100 + }, + "root_admission": { + "count": 19775, + "mean_ms": 53.92933584222503, + "overflow": 0, + "p50_ms": 51.9, + "p95_ms": 73.5, + "p99_ms": 107.6, + "resolution_us": 100 + }, + "root_preparation": { + "count": 19775, + "mean_ms": 75.95129115701644, + "overflow": 0, + "p50_ms": 73.2, + "p95_ms": 102.9, + "p99_ms": 141.4, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 19775, + "mean_ms": 22.017503418609355, + "overflow": 0, + "p50_ms": 21.0, + "p95_ms": 30.3, + "p99_ms": 49.2, + "resolution_us": 100 + }, + "uploaded_bytes": 529318168, + "uploaded_objects": 104155, + "worker": { + "count": 39534, + "mean_ms": 1.0055458515455051, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 2.8, + "p99_ms": 8.7, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 3240, + "bytes_written": 0, + "duration": { + "count": 41, + "mean_ms": 0.9464516097560975, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 3.1, + "p99_ms": 3.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 9, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 41 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 41576, + "mean_ms": 3.0369361757744855, + "overflow": 0, + "p50_ms": 2.7, + "p95_ms": 5.9, + "p99_ms": 9.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 41576, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 41576 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 541023300, + "duration": { + "count": 124056, + "mean_ms": 15.228497728364609, + "overflow": 0, + "p50_ms": 14.6, + "p95_ms": 22.2, + "p99_ms": 34.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 9, + "error": 0, + "not_found": 0, + "success": 124047, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 124056 + }, + "range": { + "bytes_read": 235756406, + "bytes_written": 0, + "duration": { + "count": 41142, + "mean_ms": 4.295850619099704, + "overflow": 0, + "p50_ms": 4.0, + "p95_ms": 7.6, + "p99_ms": 10.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 41142, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 41142 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.56934611099996, + "cpu_seconds": 354.218627, + "cpu_cores": 2.8209004663198627, + "cgroup_before": { + "usage_usec": 5728652542, + "user_usec": 3701572362, + "system_usec": 2027080179, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 6082871169, + "user_usec": 3928457842, + "system_usec": 2154413327, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9886213724046733, + "p50": 1.0200343186835228, + "p95": 1.0038939576288755, + "p99": 0.973421968742416, + "response_body_bytes_per_second": 0.9885347598158443 + } + } + ], + "limitations": [ + "Three paired repeats, not a statistical confidence interval.", + "Closed-loop small-row HTTP workload with one persistent connection per client.", + "Response throughput is JSON response-body bytes, not database or network-wire throughput.", + "Publication phase metrics include warmup; worker and queue metrics also include exact replay verification.", + "Compaction is a subset of preparation; do not add their timings." + ], + "provenance_audit": { + "run_id": 37179262998, + "baseline_revision": "4a98b37914a742ef5568cee40fab24c9f8b3b5a6", + "candidate_revision": "0b4b4c28d2b47d86fde202487a25362bac1d2766", + "patch_sha256": "1ae7cfaee1f4fd454df73a2bc9e282455e8b36da4461f79b432431fbf7859a74", + "baseline_instrumentation_diff_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "byte_identical_sources": { + "crates/cellule-axum/examples/sql.rs": "dfab7641a55e6ba653d3c068ca65f6a38d9fb785c59847fcda843dbc0ea38baa", + "crates/cellule-ltx/src/environment/host/mod.rs": "ec6f3c6f658c61aa170695af1f81b0d2676f8ac9baeeff4e2f82193c502fb166", + "crates/cellule-ltx/src/environment/telemetry.rs": "9f23ada9280c6a5bd46cd2f4ee51f3ee0437ba262a4c8bc5fdc646b972640149", + "crates/cellule-ltx/src/replica/prepare.rs": "594131ab59fb9961258ab66296b43513ed5aea90413b3ee58c17a7d83bc4f074", + "crates/cellule-axum/examples/sql_metrics/mod.rs": "a5de7ec7eb7262f8f2d029c035ba1459b646f30e1e19617aa32b362fd5378b9c", + "scripts/bench-axum-rustfs.py": "4b1ee45a1ac3f2dd31a140a1f09a1c28bcdf7000e7c3be8c8c953ca1d8d86852", + "Cargo.lock": "bf138b7f790cb63db857092eeae7a258f37f32c225cb06e919c074c22e9f2e4c" + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "recovery": 2, + "scratch_mib": 65536, + "local_disk_bytes": 1073741824 + }, + "binary_sha256": "74da99e18af16667a44038698a4611f2a740f8aa30c5c3dd5467aaa887daff3f", + "baseline_binary_sha256": "d3189eeff779f188c3e36fcafbc2a5a72837a65256fc0f34aaedc6b793146483" + } +} diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-compaction-paired-writes.md b/crates/cellule-axum/performance/2026-10-04-rustfs-compaction-paired-writes.md new file mode 100644 index 00000000..795f83c5 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-compaction-paired-writes.md @@ -0,0 +1,40 @@ +# Compaction transfer refill: 16 HTTP clients + +Refilling bounded transfers fixes a reproduced stall behind an earlier source, +but does not establish a consistent 16-Cell throughput or latency gain. +[CI run](https://github.com/crabbuild/cellule/actions/runs/37179262998) · +[Full dataset](2026-10-04-rustfs-compaction-paired-writes.json). + +Baseline: `4a98b37914a742ef5568cee40fab24c9f8b3b5a6`. +Candidate: `0b4b4c28d2b47d86fde202487a25362bac1d2766`. +The production difference is body/index transfer refill in completion order, +with descriptor/error order restored and the four-transfer ceiling unchanged. + +Three alternating 120-second pairs per Cell count use 16 persistent clients, +1/4/16 independent SQLite Cells, four SQL workers, four HTTP workers, five seconds +of warmup, fresh storage prefixes, and fixed budgets on one four-CPU runner. +Each POST inserts an order and performs a receipt-bound SELECT. + +| Cells | Baseline median TPS | Candidate median TPS | Paired TPS change | Paired p95 change | Paired p99 change | +| --- | ---: | ---: | ---: | ---: | ---: | +| 1 | 215.80 | 227.61 | +3.8% | -14.2% | -16.1% | +| 4 | 244.54 | 253.49 | +1.6% | -1.5% | -2.4% | +| 16 | 166.51 | 156.98 | -1.1% | +0.4% | -2.7% | + +Changes are medians of paired ratios; TPS columns are independent repeat medians. +Two 16-Cell pairs lose TPS; repeat 2 regresses p95 (+7.0%) and p99 (+3.1%). +One-Cell repeat 3 also regresses p99 (+5.0%). All nine pairs remain in JSON. +Three repeats are not a confidence interval; do not combine this result with +separate grouping runs or interpret it as horizontal scaling evidence. + +Verification: all 18 points pass with **462,202 measured writes**, **485,947 +acknowledged writes**, and **zero measured errors**. Checks cover raw receipts, +contiguous sequences, retry/conflict handling, ownership, drain, fresh-file cold +recovery, recovery fences, and the next recovered write. Instrumentation is +identical; source/binary hashes, fixed budgets, and phases are retained in JSON. + +At 16 Cells, baseline/candidate root-admission means are 50.6/53.7 ms, root-work +means 20.5/22.0 ms, compaction means 136.9/139.3 ms, and publication p99 +259.3/263.6 ms. RustFS uses 2.83/2.81 CPU cores. Shared publication admission +and ordinary root work remain priorities. Phase populations differ and cannot +be added to reconstruct request latency. Response throughput counts response-body bytes. diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-grouped-c64-writes.json b/crates/cellule-axum/performance/2026-10-04-rustfs-grouped-c64-writes.json new file mode 100644 index 00000000..1380f887 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-grouped-c64-writes.json @@ -0,0 +1,10592 @@ +{ + "baseline_revision": "068c65b1a9979aa14817754ef364a806b2fefed6", + "candidate_revision": "86145968a700cc11fa51c91304a228e2942e2103", + "metadata": { + "started_at_utc": "2026-10-04T04:55:06Z", + "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39", + "cpu_count": 4, + "python": "3.12.3", + "binary_sha256": "fadedd9b3e331182f2d0adf3c7606ac5e9c23d6fd8bb312d7886164e615263b1", + "endpoint": "http://127.0.0.1:9000", + "bucket": "cellule-axum-perf", + "writes": 32, + "reads": 64, + "warmup": 16, + "repeats": 3, + "concurrency": [ + 64 + ], + "cells": [ + 1, + 4, + 16 + ], + "workers": 4, + "read_seconds": null, + "read_warmup_seconds": 5, + "write_seconds": 120, + "write_warmup_seconds": 5, + "read_driver_sha256": null, + "baseline_binary_sha256": "8bcb69761a8a1b58395c4b8f4d278172c68b45cafce3436a236c33a2f39a210f", + "http_tokio_workers": "4", + "provider_container": "320ac1d417f4991773c18978e72cd2db27d10c471b224bc3f7a81f7c22a2b9d3", + "workload": "order_id mod active Cells; POST inserts then receipt-bound SELECT; GET owner-ordered SELECT; closed loop" + }, + "all_acknowledged": 360561, + "aggregate": [ + { + "cells": 1, + "baseline_medians": { + "TPS": 59.66854016869952, + "p50": 1052.779451, + "p95": 1256.931675, + "p99": 1275.665805 + }, + "candidate_medians": { + "TPS": 185.97670726498725, + "p50": 343.293934, + "p95": 416.610469, + "p99": 480.492897 + }, + "paired_ratio_medians": { + "TPS": 3.200431561394833, + "p50": 0.31912114117141843, + "p95": 0.3094096928883926, + "p99": 0.3603215532243521 + }, + "paired_ratios": [ + { + "TPS": 3.09191815502362, + "p50": 0.32608342960523834, + "p95": 0.2921413989625191, + "p99": 0.3603215532243521, + "response_body_bytes_per_second": 3.124969131769745 + }, + { + "TPS": 3.200431561394833, + "p50": 0.31912114117141843, + "p95": 0.33145037020409246, + "p99": 0.37666048201393937, + "response_body_bytes_per_second": 3.2352877199988908 + }, + { + "TPS": 3.3502627140500834, + "p50": 0.2973687102401353, + "p95": 0.3094096928883926, + "p99": 0.3284351670890106, + "response_body_bytes_per_second": 3.3885214019354786 + } + ] + }, + { + "cells": 4, + "baseline_medians": { + "TPS": 114.27300465044938, + "p50": 550.030855, + "p95": 666.836723, + "p99": 739.75504 + }, + "candidate_medians": { + "TPS": 283.75053771444567, + "p50": 206.82165, + "p95": 333.781973, + "p99": 393.974419 + }, + "paired_ratio_medians": { + "TPS": 2.699023993021566, + "p50": 0.35036588629196086, + "p95": 0.46618978239493536, + "p99": 0.5354741800445999 + }, + "paired_ratios": [ + { + "TPS": 2.286670497907664, + "p50": 0.4265699905388766, + "p95": 0.5380798770307068, + "p99": 0.483281948627976, + "response_body_bytes_per_second": 2.2970028434413488 + }, + { + "TPS": 2.8560201313819755, + "p50": 0.3211155637718032, + "p95": 0.46618978239493536, + "p99": 0.5745579212275458, + "response_body_bytes_per_second": 2.8736096922471686 + }, + { + "TPS": 2.699023993021566, + "p50": 0.35036588629196086, + "p95": 0.444753340316562, + "p99": 0.5354741800445999, + "response_body_bytes_per_second": 2.7127510733449256 + } + ] + }, + { + "cells": 16, + "baseline_medians": { + "TPS": 106.03835836668395, + "p50": 568.56933, + "p95": 799.636255, + "p99": 876.778073 + }, + "candidate_medians": { + "TPS": 195.93226704766343, + "p50": 294.210472, + "p95": 509.772285, + "p99": 635.40756 + }, + "paired_ratio_medians": { + "TPS": 1.8670413278794677, + "p50": 0.5169130737319229, + "p95": 0.6324969778140231, + "p99": 0.7281435409274717 + }, + "paired_ratios": [ + { + "TPS": 1.8720596564769876, + "p50": 0.5169130737319229, + "p95": 0.6303617043164073, + "p99": 0.7114570234011771, + "response_body_bytes_per_second": 1.8825453179480562 + }, + { + "TPS": 1.8670413278794677, + "p50": 0.5119183290555976, + "p95": 0.6324969778140231, + "p99": 0.7281435409274717, + "response_body_bytes_per_second": 1.877398701231788 + }, + { + "TPS": 1.840262463575077, + "p50": 0.5197852948238461, + "p95": 0.640557664559619, + "p99": 0.7316886219005686, + "response_body_bytes_per_second": 1.850262852358725 + } + ] + } + ], + "pairs": [ + { + "cells": 1, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 7554, + "raw_client_sha256": { + "writes-client-0.json": "6663a1032fb558e8354efd6d3141990e8b449b75949e1e659d4605cf2a4bfd76", + "writes-client-1.json": "bce4ec5d806b510dce2f97a88eb5cde619a66699ead349ffd4b10558b0c9f918", + "writes-client-2.json": "88a9ed5a4ef299d5c2ddbd957cd8e20d98db3e7af6c6409e5dcd1c887a7cdca0", + "writes-client-3.json": "ff5f373dce92b7f537d2d1c978e65ee3ff95e581d3b8772b3cc63fb12893a0a4", + "writes-client-4.json": "9a6d1e1940528e0568679d7f57d550c92a9f241bc9801c46844c8ff8f500ab1d", + "writes-client-5.json": "3ba10f0ee0102d0a6b20fa6444a6fcc5fbd019c71d47e1695fd809ddb1792660", + "writes-client-6.json": "419c7ecd6ee34fec0252adb7c361e6d5ea1b061de301054f1f5aa4c660a44779", + "writes-client-7.json": "c97457da499c9c8e984f6fc0a913b16f49f5e56c7142f5dc3c1267c58fbefbd3", + "writes-client-8.json": "56df5c1371957e1633367999fb47ed72d7fdbbfe42790be714f9a1ab75508bba", + "writes-client-9.json": "a1dae115a51768accec44090acd4bc4670dcd685eb35846514626560eff72590", + "writes-client-10.json": "89bb693f65d1929ed09eb339f36228106f15bfdd1c1926bd9a0d9cefffb9c8ed", + "writes-client-11.json": "ff286fd79aeee598c14dc18d43f69bda029c14f04ca4cb797b5c590d454b291a", + "writes-client-12.json": "16bbcbfdebc06b20aa17ea77ce85be72bcda84a31b4a702e659f3a163e2053a4", + "writes-client-13.json": "e2df88770b65db770b0bd9744f31c9099b1058a61763c462a657e2509f78173b", + "writes-client-14.json": "f11c7e38e6ddedf46451b7b96e11bd7fcef5d9a9e623ba30ec67fcec939734df", + "writes-client-15.json": "d340013f7f40491d4a748644588d3950e586b6c28e2c7d629717fafc130aea21", + "writes-client-16.json": "e922a1d8f51f8d26c9962a9d7874dba96b5e391f7b5209c00ab292f9b8144de3", + "writes-client-17.json": "bfda9a994f91d36f13ec51e806c10ecce4640c48976ae2400494267a8161019d", + "writes-client-18.json": "5819f5f00afeb7069a56daaf182a23933d19508614a7db55d40253662e9c21f9", + "writes-client-19.json": "376f04f8b284d8c09eefabcbac67ac3f4234ca4d0a259ba293b658d3f8a39d0e", + "writes-client-20.json": "a0a2b7a9458ee69f396777bdb60bbc878fa101fb965010a4111a55fa5b6b3867", + "writes-client-21.json": "02d0189bf9b92ecfc8074dbb36a88ca90d75eb7ebebe0804a396c0557f590739", + "writes-client-22.json": "2155cc923ed7ed734ada76d3f50959faaf2f63abc53d35eda8b4146e9be68a59", + "writes-client-23.json": "9438a58d0eabd72045e2f7d58fa8ed6dc549d603c445342b3ae22563e923b64b", + "writes-client-24.json": "5c03346a8b1802d8a1a93636b3559d2e4344145c53592f847df11f56b08a8f8c", + "writes-client-25.json": "bedf2d4d38abce5835fb887d6a14b6ad46a7466fc53645c8b0330fe27e8de5ae", + "writes-client-26.json": "1f4929733e76c2f5cebba8ddb2f3fdb3a09a3776de2c097a0b9a7e7ce3c6fa66", + "writes-client-27.json": "6e6346bc52b621203c2d36de3cd6655aff0d0a54e9f5fa1bec7e5569025fd520", + "writes-client-28.json": "b7875fd9f43335ea093d48c84d30b5343ed6338114ec3839cb5d25fe5cd64e74", + "writes-client-29.json": "66acc7c2bf32303e4ec1154423932996bdd6823495ba5d564130972f4670b912", + "writes-client-30.json": "8777a851d47b7ff561b7e4df3b4c793bf9c60f5fabc9cb06cc391d0d625e3a34", + "writes-client-31.json": "779f8b6b0de7aaaff11ec5a5063106f73acf41b5b518d5576feed95ac32c445b", + "writes-client-32.json": "e2f13f84e2100eaf0e8ac6e6e9d4772463b0a74b0f6e2ab3a106368ad3ee1cba", + "writes-client-33.json": "5fca39f22dae722c73caf6ce6e035d724fd3e5ba6a342c2eda59212b3d157ee6", + "writes-client-34.json": "d92f1d18ca12a1eab526fff696031e1cc9bba65a640ad2c9ce7cadae0e605679", + "writes-client-35.json": "e2eb5ed51e0f8761739ede1b7b5dfb64d47efb3b4adce1521012a7a4c7197806", + "writes-client-36.json": "c7ba5a2148c9f711f34b344f1f9560ae9d89bc9b571b33ffbf72b32b00a1bb9d", + "writes-client-37.json": "1302e0c375342a06a943e3eb38a93b8129e2c04b638020133e40c5b0f1734849", + "writes-client-38.json": "365c29e6d40f8b259813c89f65bcff42d6a24461e3aa1c51b761477382782d77", + "writes-client-39.json": "efeb1966047b44a57757b8a3f1b0dc44711d50445fdbd27935fcd59e8be856e4", + "writes-client-40.json": "a44e75154a816c007706d44ef00642db6f847e9ce0dbe09e9b888466f09f0fa7", + "writes-client-41.json": "f213431ba71908c52454a25fc7748bfa950fbc9a4380523776f4a2491bfb3c7e", + "writes-client-42.json": "4ff56f55998a5d30fa4aa44494842c64f54317697768a35e1696688b0d493496", + "writes-client-43.json": "74fa35737001effeac1e51500ed200066700a0ac42b59a76a38ec1e1eecc0ff6", + "writes-client-44.json": "56570e93711f6d563408b2f8e8971e07dd97f5b708fd72e7ef58c5e4f1ebc4f9", + "writes-client-45.json": "d07f8a0b0b5f5bf07eddf676dc24bf55be59a80072b99150038aca8bb1b97eb0", + "writes-client-46.json": "66a6741c8da66bffdaabc53e781584f0728c81cd86a168d3cd210fd1c8794ecf", + "writes-client-47.json": "941890322cc52dac069ee82d59ac9bec147b949e99a33b5c97eada59b8988f03", + "writes-client-48.json": "9feddda9d9674d99e5e9df202328d9273540b3b9a9185fed88e693e2add17720", + "writes-client-49.json": "bc1bde6eb807714c5d0681b7beafed12dfafe230ac8c15ff6a6315a3971f48ba", + "writes-client-50.json": "671b9f969d957bbadaf2bf02757d29cf635afce163d36778d0fca848d4d46ab2", + "writes-client-51.json": "2c724d787847944b15c81a0daacdc5cbfe078b98c44492fbbcdb300a3b9b23a3", + "writes-client-52.json": "687d5fd5c06107e99997cfcde167b1671569a4891dafde0afef5fec4a430e951", + "writes-client-53.json": "9f5a1dd612a473906acad1d20256cb019cc5d5c8725631dfc303395b1c5cc0ea", + "writes-client-54.json": "b60ce97782ae968d1f0bc87393ad1080da9771686eeea19a07b0278cfe56e73c", + "writes-client-55.json": "7ecb064ac6b39f0e0f7f0eda569d1c6ede1fd97fe6e7cc2e5a6bffb830c34512", + "writes-client-56.json": "9db5733edf8acca5f660365e2910f1304396f58c0ae5972091e0578ed5af7971", + "writes-client-57.json": "05381dd35f6ba8e75f06088466e177e2f967ec08227ef3be099b2e10e24309cb", + "writes-client-58.json": "33a7d90a26698dbd3cba88d65a7487c74ba99745b65947270038cc4a0de20533", + "writes-client-59.json": "86248c2dbb73f132636c5e28cf3ce12fe35abf5f22e44deead5e23f59296f905", + "writes-client-60.json": "03bbb85e46e1d54c09fa24fec0d73ee344f6cbc06dca3f236e48d81858e51c4b", + "writes-client-61.json": "04e7cb3cd9207bd3a59b691c0f6d623a37574d40b4f0deba704aacf2737caaee", + "writes-client-62.json": "3e87a138a8c15d14d1a818ae0e97ba94f3bddafe21372152c447e311f91ab885", + "writes-client-63.json": "cb0d1e46293133060b409985f793211d4565cda8f952ab9903167cb1b4591b70", + "write-warmup-client-0.json": "9118a2fcfaba15ef9a0ab1b1b6ff928f59c08a3bb19c357517ecff681079be14", + "write-warmup-client-1.json": "c91aff79e405c09d7659a5c50974fdf41e8fdb955f977464e65aba4ae41b2c8f", + "write-warmup-client-2.json": "a4742955700a1033627898035ac4e64f8462d1c490f396a168835dc6969b2dc1", + "write-warmup-client-3.json": "83ea3852e77306306d719e1020bf977f40a0e691e72b1677d60ce9ee575b395a", + "write-warmup-client-4.json": "5c3b76760c0879c1af5cdcf62f0b1d69cb69bd8611b9d30c1eed3b88d91a37a8", + "write-warmup-client-5.json": "e79667d169ba2054ae8417e928a47698cecb854c3abf79371263e099c9bef7e3", + "write-warmup-client-6.json": "d40293d559e2b89a17142e726c4ccadc60db8dc54c85dad11faceac9aa0e6c5e", + "write-warmup-client-7.json": "77d38940d8a41a6bf312ecb52687447e870a19e1b38c4adeb3aa56880e109b48", + "write-warmup-client-8.json": "7d2eed29b0bd9dc034185c3a469534dd90e77887ea93af805a00830bd44134c4", + "write-warmup-client-9.json": "da1277b76f716544db031678deea2dc66eca43453ae042f0f9b09c294a551534", + "write-warmup-client-10.json": "a3794fd000765fbfe6593183da9e544138b3949d134c02e579fd81e247bd7dd8", + "write-warmup-client-11.json": "8fd24af4857142b226bb127864b1e12cc295d1533cfdd663616484cf137baed6", + "write-warmup-client-12.json": "a68ba2fd2dde2ba35f0239aaad1c358f8839ad02e2534c1f71b27a02c888ce58", + "write-warmup-client-13.json": "fbb4b1f15a0e3e11e46674f4b7782597f27653bd3b43511c4bd6c8eb4d669902", + "write-warmup-client-14.json": "487768a61cffbeb124829f47d48af0f2c970b1b294711fd1217de9fe53e71588", + "write-warmup-client-15.json": "b4a64f96b378f4a2e93e03c4f53f42701ac60370636234a5f3616dc2c2441f36", + "write-warmup-client-16.json": "393f41b2f3200f6752481c5985cf5e3728e1f08d26d691e7699559fc1dae5f09", + "write-warmup-client-17.json": "38dc4417297bd53df8b60be77ee90bc3490d45781839294751e77b847b6f5b82", + "write-warmup-client-18.json": "4522d9eece31f885c84842b04ccf3646d48ab50e4af6be4e385d454cd3d48344", + "write-warmup-client-19.json": "1a512a01c29cb539fad73169ab85fa6a3680cb62ab414e1c350226c637cfc077", + "write-warmup-client-20.json": "5897dc55bc64412fa07db57a0439a63c9885a40d8944c38e515c08b0e78bece5", + "write-warmup-client-21.json": "c7cc4c58531fa8b22e4997697411723070c8886f4ad234424da8f04c9724c549", + "write-warmup-client-22.json": "41dbe5115560b41c12359ba3e6e628127efd3769c7144f834eabe46a75acbf35", + "write-warmup-client-23.json": "670556a1b747e9056432255a390d3c89bcd82399d472525dce3fdc8dcae2ee5f", + "write-warmup-client-24.json": "2663cfa32cca86383eb36cee2ada6473eebc5581ee7bc4e78022d333f9fec37f", + "write-warmup-client-25.json": "62af6f1b8062fea71fd6f1df447ac5180bf7fd842db61259d57475b4986f14b1", + "write-warmup-client-26.json": "972d6a9367a721dbc49973f56ef71466d6cf19b61b5265d9942e8647a99e1d2c", + "write-warmup-client-27.json": "750e8ae9b4a594b8095177d03bb3eecc215c5bf5aa0aaf554f37651d512ebc66", + "write-warmup-client-28.json": "683a3ce80a6e4e2c05b56f96651d5c1f33607175453b92b47c22e800ff1f2462", + "write-warmup-client-29.json": "5774171411a2d24e8beafeba80055147cc440284d824ca822ac6338ec19e61b4", + "write-warmup-client-30.json": "9ae87f4cd54c169150e53a3116ee01628c3224b8542cbaec8e9915032ce3d118", + "write-warmup-client-31.json": "109d1438742c2587b75a2e7ab931536c137155803759b4b9e5608bfbb1de0759", + "write-warmup-client-32.json": "4a8e42aa50575f1dedf176031899f5bddfa05d7a6fdf5879ec035a765cc70ed3", + "write-warmup-client-33.json": "9e13882d6c147b2bccd6b15cd7d71011eba81e95ffd5ceb5a1bd1c232b9bacfa", + "write-warmup-client-34.json": "66b61870e7e29bb3648dc112bb834ef11d3a91dd1972c6922ba80a4aff8736fc", + "write-warmup-client-35.json": "4efa5ec2bb1a8fd8a72fa7520217f79aafceb7a4820cf1065b0fa05125a517d1", + "write-warmup-client-36.json": "aef9f51728ac8683918da5e526650f901f9ccca06f210827853a7c3a39665b73", + "write-warmup-client-37.json": "1f92979aed350781b1a5bd561cd99c15ec44e98c5363a5ced30545e79b54c26e", + "write-warmup-client-38.json": "d82e3e6f1837ad7bd2a0d735b8c6f94be9e49af2a6693fd9693a44d5fa7b0d9a", + "write-warmup-client-39.json": "f0ed768c1884203ac6ea2a67689a2095a634a4ac04cfb0f1f717c34fd21269d3", + "write-warmup-client-40.json": "ce17502a2494c1e6cdebcaf61c69148e8b45393a3c476b178616407e55dcb1b3", + "write-warmup-client-41.json": "6883e1f6dc01cde4fc0cd1b5c091eaaff724df97b0b11ff62dd89d56d205d931", + "write-warmup-client-42.json": "3b6d1a5e28f56aa3c5f619bcabbb0c9797e4aea1e0ff2bb72c808813ed68b733", + "write-warmup-client-43.json": "49827e1bba1b4785d5dcfdf43f70a1e371b790bacbd6807724ff044a3a371ae9", + "write-warmup-client-44.json": "2c4756dcad7a6e4c61c9f31b6a00e2f616951d0472b0843e66dbd58f8fbaedc2", + "write-warmup-client-45.json": "1c3f69d6bc309e8cc4bccb30296164092270cd7eb22f5bc5776bbee3ac7d849c", + "write-warmup-client-46.json": "34ede40c3c0e0a30069e3ca02071658d8fd045cb99ee28ea9e6fe2f54284072a", + "write-warmup-client-47.json": "63323f30da591f2e91898cdda1f7605bbd5e23ed1bb44a7823027fe6444436c4", + "write-warmup-client-48.json": "e083f425ce15d22cc5cab3e59ed50e8fa27123a9af1afbb1c56c48e4bedc65a9", + "write-warmup-client-49.json": "a32ad9e7fd31b436d75181fb7f99524d60178746382c9fccd2d57493452427b8", + "write-warmup-client-50.json": "307e5a41394ec398720a1356055d78aa5a7c77ef654924e3f2947741918b6c28", + "write-warmup-client-51.json": "5b2d62d0519e884e1b893e251ad60d7e8d20c02d530212230969190d7a86fa3b", + "write-warmup-client-52.json": "9ddbcb9b2e04faafe77b4d45b6941ca817cce6f4189b8cee189773a849ce8cfc", + "write-warmup-client-53.json": "8c27c5dd5c7bd02c912a39afd70bea1989d62268a6982c3715ae143dc559305d", + "write-warmup-client-54.json": "2bc15bc1540847903e2cdd1368000143dfdf0a2309201a418a381ef40838226f", + "write-warmup-client-55.json": "d2f6e768a606afca15cf3666f18b8579d516f4c3e8807bc6b61c814639eef356", + "write-warmup-client-56.json": "3b40c0caea1d0dcdc86c84c3f56b39a31d6f79860a2991674be364f2dacf366d", + "write-warmup-client-57.json": "98944275cd2ef900bd820f42a606b4c00dc9c813be9def227c449e7aa1751c4b", + "write-warmup-client-58.json": "5419d68190ff0541f4e181b946c3a717c761f638a6f80b06cdb9d5c13ee92504", + "write-warmup-client-59.json": "78f9d1654d71e40896b12e01a2a7fc7b07384f32f260f78378d177e6a4223556", + "write-warmup-client-60.json": "9f95c7840efea1b5d09f046e28fd008143328b8b2eec6a26548b36e35bc9df5d", + "write-warmup-client-61.json": "812781640440fa89c516021ee23654c7ffadede97c8a66d984c6cc2c64cc5cce", + "write-warmup-client-62.json": "d1ce188e6b6fb0a2f000c8b676c1516569cebdf2e79d1abf876dd3c684e00245", + "write-warmup-client-63.json": "6a0e44c391348b10163ca6fac3ebfb82b737ff54f24fca54b95df1d1bb4c6004" + } + }, + "repeat": 1, + "cells": 1, + "variant": "baseline", + "measured_writes": 7169, + "all_acknowledged": 7570, + "TPS": 59.66854016869952, + "response_body_bytes_per_second": 11920.84047018839, + "p50": 1052.779451, + "p95": 1472.475132, + "p99": 1658.68839, + "server_cpu_cores": 0.2793613144745977, + "driver_cpu_cores": 0.02394525552639409, + "server_rss_after_bytes": 65822720, + "first_30_seconds_TPS": 68.3, + "last_30_seconds_TPS": 49.1, + "interval_TPS_min": 44.7, + "interval_TPS_max": 70.4, + "interval_TPS_cv": 0.13327824350140283, + "completions_after_admission_deadline": 64, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 15141, + "mean_ms": 257.8659606027343, + "overflow": 0, + "p50_ms": 10.6, + "p95_ms": 921.9, + "p99_ms": 1142.3, + "resolution_us": 100 + }, + "authority": { + "count": 7570, + "mean_ms": 4.660982433157199, + "overflow": 0, + "p50_ms": 4.6, + "p95_ms": 6.1, + "p99_ms": 7.5, + "resolution_us": 100 + }, + "compaction": { + "count": 495, + "mean_ms": 28.149352294949495, + "overflow": 0, + "p50_ms": 27.0, + "p95_ms": 41.8, + "p99_ms": 54.4, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 8066, + "mean_ms": 0.00041672005950905034, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 7570, + "mean_ms": 10.153553462615589, + "overflow": 0, + "p50_ms": 8.0, + "p95_ms": 31.3, + "p99_ms": 43.2, + "resolution_us": 100 + }, + "publication": { + "count": 7570, + "mean_ms": 15.107472335138704, + "overflow": 0, + "p50_ms": 12.9, + "p95_ms": 36.2, + "p99_ms": 48.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 495, + "mean_ms": 0.0003100383838383838, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 7571, + "mean_ms": 0.0033355259542993, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 7571, + "mean_ms": 8.307309547351737, + "overflow": 0, + "p50_ms": 7.9, + "p95_ms": 13.0, + "p99_ms": 15.8, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 7571, + "mean_ms": 8.301039793818518, + "overflow": 0, + "p50_ms": 7.9, + "p95_ms": 13.0, + "p99_ms": 15.8, + "resolution_us": 100 + }, + "uploaded_bytes": 333491802, + "uploaded_objects": 42481, + "worker": { + "count": 15141, + "mean_ms": 0.6578412257446667, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.6, + "p99_ms": 2.7, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 360, + "bytes_written": 0, + "duration": { + "count": 3, + "mean_ms": 0.6937926666666666, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 0.8, + "p99_ms": 0.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 1, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 3 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 16130, + "mean_ms": 0.9150830071915685, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 1.4, + "p99_ms": 2.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 16130, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 16130 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 21, + "mean_ms": 4.045522, + "overflow": 0, + "p50_ms": 4.0, + "p95_ms": 5.9, + "p99_ms": 6.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 21, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 21 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 8268637, + "duration": { + "count": 21, + "mean_ms": 11.719379095238095, + "overflow": 0, + "p50_ms": 11.0, + "p95_ms": 14.9, + "p99_ms": 15.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 21, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 21 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 21, + "mean_ms": 3.481631238095238, + "overflow": 0, + "p50_ms": 3.2, + "p95_ms": 5.0, + "p99_ms": 8.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 21, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 21 + }, + "put": { + "bytes_read": 0, + "bytes_written": 329580662, + "duration": { + "count": 50036, + "mean_ms": 5.5399400246622434, + "overflow": 0, + "p50_ms": 5.2, + "p95_ms": 9.0, + "p99_ms": 11.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 1, + "error": 0, + "not_found": 0, + "success": 50035, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 50036 + }, + "range": { + "bytes_read": 129479963, + "bytes_written": 0, + "duration": { + "count": 16154, + "mean_ms": 1.8778090562089884, + "overflow": 0, + "p50_ms": 1.8, + "p95_ms": 3.2, + "p99_ms": 4.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 16154, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 16154 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.41465457000004, + "cpu_seconds": 297.118824, + "cpu_cores": 2.36909175421891, + "cgroup_before": { + "usage_usec": 6099957, + "user_usec": 3913302, + "system_usec": 2186655, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 303218781, + "user_usec": 201897041, + "system_usec": 101321740, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 23424, + "raw_client_sha256": { + "writes-client-0.json": "626f6b49ddb077d488c4b0b855d262956654b28a71f7e3343c4869c4d107db9c", + "writes-client-1.json": "97685ab38cd424103d5d50e2dc18946a738aec01037c2663589f0a60257a3de1", + "writes-client-2.json": "d03bfb687d596e0c142fb8e2b3ea939fcd9ac742cd28ed7b9fdf23c77805a0a7", + "writes-client-3.json": "51c4c0d13effc6e697e9f2d7692c611720e9f8f8902f56532926706467d7ef57", + "writes-client-4.json": "e9560acc1e7bde85179ce8b1183e2321357aa98252d9704c6ac41d8e3c720050", + "writes-client-5.json": "9c884e709cdd53864236c639b36e933ecd18f5a8ac0089dc7fa664e6e624c87f", + "writes-client-6.json": "88e0341c7be41b996483ec830bfc7c36eae5bfe75bb846565d3321cb65577858", + "writes-client-7.json": "a2ea01f82d27684b4ade78aa6e04fc242bf55eb0a0ec5635fe4a4e6ce50ebccd", + "writes-client-8.json": "2a62a7f3a65712146bc54f54636c6dd2217ae891791361e7b0a43e749931f5c7", + "writes-client-9.json": "31fd996804f61223fa46391c710ddf4fb8d06b67d2307a26517f9ad78c7f7768", + "writes-client-10.json": "fefb6474dfea1f6dd3b838850feba01c557a983e1835ccae8247744f1db9290a", + "writes-client-11.json": "464b16d502575c056381fb3b0d48c5f130d1c2c0f4675b36e8c2d6a23b7ae573", + "writes-client-12.json": "84611ea74e73597cb9e934bbc8e57f0296a0ca67df9ea2f400bacce9181a98f8", + "writes-client-13.json": "47a244fd7e2eb466bfe146d1b6f044d2f745eb4ed6cd8109feeed299876d771f", + "writes-client-14.json": "5c4a20c51d308adb777f4e4662be44a0c3ff4a5f2dc9de44ace83a3119165dfb", + "writes-client-15.json": "3b1934bb1f2b5c7a79b5a20c0137557ec0c130a89efd8995ceb8cc3a7007b377", + "writes-client-16.json": "2f7c86554522d4f04d22803d19e676f3b2dd6ed732a6c0c746c75077a1592df4", + "writes-client-17.json": "7126914525dae0d56464ee6fb5a51d54c4496dd24476b06373c2d4585e911258", + "writes-client-18.json": "a67342c5afd90f87862d1ea01c10a3ef56a09c6b9a43ec3ab4ce80842358edeb", + "writes-client-19.json": "b64554a66cb8a59d94c74cfed1f1d6596a4fd9885d6fb7d81f1537a0c6917ed6", + "writes-client-20.json": "c0cce87eb340ee96fa89d0a724780a764bf74c69d8443f7d227a75e06b056e84", + "writes-client-21.json": "cd3261fff62019beaff51b7734c381358036cb81883dff24a56340966a915dd9", + "writes-client-22.json": "24fdd11a50874d90b2ec94a33fd26d6db93bcbe87979834d21bfaf059153650d", + "writes-client-23.json": "82a1b73db3e33ea6afceb95a2485e9ee3a7f1b4b22c364cb5fd4ffbeb78cc8c8", + "writes-client-24.json": "23a5fe21c619f15b730805d14490dbb934fe8c1fe63290b7bc98182ae24ee96c", + "writes-client-25.json": "313e434388e66b3f1623db5e1bf67219e29b67dff3b5c41a08233b189eea4f69", + "writes-client-26.json": "56a7476d2d873072e1b489912e2c8daae369362ece1537bcbad66d899080ef48", + "writes-client-27.json": "a7f21a2601da5f5f7c5d1ce88fba586c7f862e8c939c14b69a5173e1a3a21ead", + "writes-client-28.json": "f24daf4a29eb5754db8418ef0882b68a39a7109607745d543a7a120383c2dc10", + "writes-client-29.json": "4ed6b33422a5c37e6d9a7877e0f64f6dc5fd2b7ed78db2f863f25eab8daed668", + "writes-client-30.json": "b34ff95d6c914d1f7d421b09fd3b95715b2ed94ce1c82bbbb2e6f25750776d09", + "writes-client-31.json": "d9d83ec14504218d46e016b64e24cf9afc3c0cd32ecce122828de88bea6df394", + "writes-client-32.json": "77d0f37c9e7571fa842a89b076bf08098ff99de22a359e2fbd019489ddcdd730", + "writes-client-33.json": "8a52a46d60cd931b1ef359cb04686d494a320c5ce0a6ade7ea1969fbb2f9a0f0", + "writes-client-34.json": "06bc81ab5094960e9fe519b1171e8603b558bda1454c934f0c193928e8ff3187", + "writes-client-35.json": "4af8abdae90a767172185b95d05a8268a26a36a880a61fee9dc1573d902933c6", + "writes-client-36.json": "7d4e43a119a57d166a49e71666a1d3701fcbd42ddbd3ebe930de5d27b4fe4dde", + "writes-client-37.json": "349a772dc80e2342a9a5e2178b026e28b93fab34d829ddacbe26cf73bdc0d8aa", + "writes-client-38.json": "bb2f6d072faef393be16185478c583190ba71828253f7fbd4346939818dd25a9", + "writes-client-39.json": "52dfba0f627ce748e0bc96e5c5acb92431065d9c0336fdaf7f1d5d79d652ae6c", + "writes-client-40.json": "dd2563b836ac320d660f7033e32cae64171485bffd92c0d9fd0dfad505bef4f1", + "writes-client-41.json": "7be30c23fe780fa1267beb3fd1f56820625fea9f37a94807c72d46f762c7ad75", + "writes-client-42.json": "7df515f222ac8f0a764bb6d0d05382bb5129f8858340e22652d623770cd6c916", + "writes-client-43.json": "4c34c2f458cea95ba794f9d72bb07d79e5750648d058d4db8734c0aa67bf9e44", + "writes-client-44.json": "50092d35d62f61d30123e12aaec33a35560fb797d42eea6df01e7247bfaafd40", + "writes-client-45.json": "558e6fe1beb2986bbc3a0718d4e500345438808029c1d94956b2d7dc33af434f", + "writes-client-46.json": "c7a190a8b7ada6616214cb30737dc13fac28eab8d8e456b5a6fb733441eb68e2", + "writes-client-47.json": "3d4e9b33cad53219e81c4d4ece3e3b84cccf5be9dcade6f77df5585c08dd39e7", + "writes-client-48.json": "51ba1ad76377b154914f93831215bbeb7991ca4177d38bcf5427c4dc184dfc98", + "writes-client-49.json": "cc8abe16fb00bd8981de1909f7f144841f60bfa298f98065f9f0dac38539cbbc", + "writes-client-50.json": "0c64cd2465f1e4c16371cc3dafc252bd6897fd39fa591e862236c5e186c2e0ea", + "writes-client-51.json": "5086436f7b733db71ff2982ade7c0e8e338ff7a56b0002985d887880dd3dd6a4", + "writes-client-52.json": "e61272ec7e4d5466079d3813c820f43d2784899bb865cd32057e745bc4b138c0", + "writes-client-53.json": "680ae58021307019fdf71c5632099bb2f7a91200b50328527cf53b60450dd0c2", + "writes-client-54.json": "38f8a63a32b8a6b180454a7db7a52f9e44f1b50937e4ef15bb5e6a69f9609002", + "writes-client-55.json": "2aaec650e459ec972040e4cfa701e369dcb5b65b2f18058183865f95161c5cb4", + "writes-client-56.json": "173b15161637e6c185a6b684ba96953ba2f964a3b9ac4aaf69f4e0ee4e013d6b", + "writes-client-57.json": "6f79c31715e4290a449bda65affba514c2d8f79a380d5cc6cd87d2e463ddf1b7", + "writes-client-58.json": "f640882d63db5953aba819ef783351aaef0e86e67b30664e8a03160664f31571", + "writes-client-59.json": "8244f6ff45e4d74e7c6287285e26164714bcba0603d6bd295c238cec33e91b8d", + "writes-client-60.json": "8b1500c8b8430c2af0b89e3caa2d67106994d1cf5146df5eb3401f8e173a4d05", + "writes-client-61.json": "66b1ab8661a593dd36fadc95bd80e87bfdc0a4ac003b00345078713aff2f9be2", + "writes-client-62.json": "35248752862f362537e1003ceaa47388d18b0b9e265ada6535a16b2cf573079f", + "writes-client-63.json": "9b4933f7070553106a0b2b06a514dcc5cc0ee58939918873df4a439e8dcf1304", + "write-warmup-client-0.json": "dabc0b80b1021ac768594f47c983d121316b0852dbdafbb713b195854827c817", + "write-warmup-client-1.json": "358cc6095978be31a646f4a434d1724b9712194db59e483349a1bbf81d6087a2", + "write-warmup-client-2.json": "dfe90f2e5e0d1bd1b2cca36fed5b45d0835e417031ed9ad29e714af2282e0912", + "write-warmup-client-3.json": "07a7832198d335716b6cb6cf430f7637bf8715fbe03e84194ad992e7925dd152", + "write-warmup-client-4.json": "fa9e396698b34857fa88396d11f50fd784c335f77172b3ed6275f25f469ec2ef", + "write-warmup-client-5.json": "17a3208f6593ed7adb0521f573b5261a5c2ee197ddc89cffe5fe69e812637897", + "write-warmup-client-6.json": "532556ad42b33a0141a055b96ccb0b0247df1e2d18283f969c2f51ae16093aa2", + "write-warmup-client-7.json": "94981a27209d4d26b699fa1257ce76876b60c2d3c3c8f568e05fd74d1952cc38", + "write-warmup-client-8.json": "eab783fda7c5f03006a1b7c93204bbd121508921dea021e8e39cd1752a99af8c", + "write-warmup-client-9.json": "8876bc34dfcab36c0b45da56197b0bf90c1425ef623ee17b4035798a7675f7ae", + "write-warmup-client-10.json": "756bdf12c8a7ab7e93f397d32ff333a7cb1aa5969c5b4600300523f2e1b625a4", + "write-warmup-client-11.json": "2e45dae8b150945ab77174cfcd1274a489fbfd79eff8446eb2000d86c3f253ef", + "write-warmup-client-12.json": "d1545c04588a05ddad39f0bb71eae64ff4df920c6c54dd178c2d2578c7d23c66", + "write-warmup-client-13.json": "4629446d2d7c98ce9fa0e2687eb27ab2193ffb7e21694e8a047882e9923d64c6", + "write-warmup-client-14.json": "5cd0b7216b4a78b2fd9734e73aab7eb38af6af934bd18ac928331f872ede95ec", + "write-warmup-client-15.json": "69ebd23d8518016257c0d21f28628b651bcca33dcb7cb55d69de82d4ab422426", + "write-warmup-client-16.json": "077a68c670d87fb5c9d2094fb75996fd07180be37269bfe5b2a8263788a97fcc", + "write-warmup-client-17.json": "4a94f81392572a8d73af799a2e4c9953add818c4bc9a65d05d410bd58ce08ded", + "write-warmup-client-18.json": "60c80629dfeecb6bb3c70d2c423e74aad3b43d60863a754994f3f8b578c207ec", + "write-warmup-client-19.json": "dc372bf53987c37cb3ffb58aaf7bffdf00652443aaafd66ff212d94f02ea1f81", + "write-warmup-client-20.json": "bba407275d47d816963168dffd65bc844134f1b44a7fb58ca9ae22ed8ea9c749", + "write-warmup-client-21.json": "debd41d9d36d549637f0e36caaa3a0e0a7ac5c51a9b3054cf11da8cdd339d05d", + "write-warmup-client-22.json": "473675b82e2cfebc005a61b326612ae3ff858d143bc3752044e5730963ea91cc", + "write-warmup-client-23.json": "8b5c42c2d8a79d1e6290147c009a71c5b87b702c7fa1c69790e410fe916127f8", + "write-warmup-client-24.json": "a2719e4dc30ca336f658f7ff8d094a1106e1fca00323b2b3eab9c42bb4c3c765", + "write-warmup-client-25.json": "11007bd929fab39eeaeadcbfb27ef07780cda7f994881ae062215ba77ad0dd98", + "write-warmup-client-26.json": "c9d26a2a2d32377b49b3e98ed14e8a1bb08977653005dac3b2171a6c8774dbeb", + "write-warmup-client-27.json": "74ac06f2e7313288677120ad8ecce35bf5f5144ef8622d9ad8250b9b0d4f2818", + "write-warmup-client-28.json": "4a576f0a53854d96d57f27ae3a0f7046cc5339a20917f85f02936cd5d9b6b869", + "write-warmup-client-29.json": "9141f99abb7237aa521cd7b344affc78e34d276fc185da2a64adc478338ca74c", + "write-warmup-client-30.json": "e84810ace260b631a2d765503e218deaa52934d2194814ce4b687c994cf1149a", + "write-warmup-client-31.json": "dd0caa9defd6aff18ee7203a6965a5397082aa1f4b70b1fa5887ccb2f7266d26", + "write-warmup-client-32.json": "0ea9441b9d39ccb7b0e40de5a444b858e4ac46deb19002a6cf9e07136634d8ea", + "write-warmup-client-33.json": "d189d0d674abc7140804f3b06d9a1bcbedc15ed34d55789b1b35a846f2011eac", + "write-warmup-client-34.json": "cf0d7a2e9578abf45544319ee9cc593f64703367c789c629055360f23e49ac6a", + "write-warmup-client-35.json": "dc95ccd4595f52f3a95d49e2055b86ba52b8ed0a23c06ebe6cdfa38611323033", + "write-warmup-client-36.json": "d8cafa66b21cb950ecb324c86c3732fdcf22b5e9a0fb75b09efe0a63b5f419ac", + "write-warmup-client-37.json": "b9ddc91d4c744383ebd3cff3df7810139340f6cd71f143cdf7b9f84d1cceb175", + "write-warmup-client-38.json": "958640425c48f5a14d8bebec3f0a4664212c0a2494766e4eb5f79a36e8edc8ad", + "write-warmup-client-39.json": "7c66be94996df06dae67c49005c4791f26a57e4a0b1f1d7fb185524e3edd518a", + "write-warmup-client-40.json": "37ccb2ea2bc9b525ed8089eb7033da218a95444d32e3e73575cae4ddb1a419c9", + "write-warmup-client-41.json": "fe81369aabeb78ad98c00730cbb22bf35571090248d53e97cff8da70115f5064", + "write-warmup-client-42.json": "ec58fdba4335e2716eb6ec892a53f4f17854cf25ff14a5df71dec0fd66220ef3", + "write-warmup-client-43.json": "5e2ab04b45992860095dd092f8a53547e685498a765788d4128be824eccbe5e2", + "write-warmup-client-44.json": "c5c1a0c35d6484392afd60b4cb15611e7a8982a323c149860fd3f7a881dd34f7", + "write-warmup-client-45.json": "23199a7c18e7a8aba0929940e4b7a21aba78868ad0d87d56a380cf6624cabe4e", + "write-warmup-client-46.json": "72d09239da3f5b6cc7bcc52c7822e9e5dcb60b7f26d64416375f7b8b59506545", + "write-warmup-client-47.json": "0436efd31a9963b38bd9dd2f4af9050d4663d22d7121c17780fa48a43dbc586e", + "write-warmup-client-48.json": "1269db79ce7d3512bd68582f0a579722bef5f0431bcc2896a19fde6377c76357", + "write-warmup-client-49.json": "97b1ff79b2edc9bce0e33ff308bf1778e6a24f0ad503446c558162845070a84c", + "write-warmup-client-50.json": "14632dbfd7b1d36633e187cf90d649b229000c8f77e77a35792aefcea4161dc1", + "write-warmup-client-51.json": "9ca3df92efeedab8bfce718c8e3dbbdd7a8b09a16b23d0923c4eb92e9077a0aa", + "write-warmup-client-52.json": "fcd43562845ad739cad85f90a5b4cc016b27f871dd7a1618be3cdbb9e2ea268e", + "write-warmup-client-53.json": "38d1c1e15792470b94c860f1cfa1eef908472b68716a8ab3bf22a3d347423247", + "write-warmup-client-54.json": "fcd10e307bc683f20e1347b190fee5d5e747c12fa74b90bb2b5ea7106e69dd3e", + "write-warmup-client-55.json": "9a68e44cdbdc257150ab645d8d338f9aabdc520f1603a0152834adc2397410da", + "write-warmup-client-56.json": "6d76d3a910b7dbd18740f5da0ace6e2a3580c578dc29647740ca96acf50f55b3", + "write-warmup-client-57.json": "4728bcde45e47b93abf73068a88f61bc9b5ccc1756f2bbac136bdc71b3a24002", + "write-warmup-client-58.json": "2ec0351798d8f1e4ca4240d094741af911a6d64f6c8842cd4a08d4a3cea79de8", + "write-warmup-client-59.json": "01f1b637339a558aa24870e8a1654d36f5f3e6c38b38c72fc9223aff1a824df1", + "write-warmup-client-60.json": "ed9f86dc3d6d2b9b476fe980f70a2845e23aee142da5582201f4e7438df2e463", + "write-warmup-client-61.json": "9f0dec35d5ccc50ef0d2d8727639fcd0f93a505d0551d7b804c690360d6df550", + "write-warmup-client-62.json": "ac05e9e57e7ee3e7b5f7c08fddd95d256e821621e419e52096cb7acb66318958", + "write-warmup-client-63.json": "43138cf08c46bd66a921540e1471564ffda447e7ccde3345a7d90d038b904409" + } + }, + "repeat": 1, + "cells": 1, + "variant": "candidate", + "measured_writes": 22208, + "all_acknowledged": 23440, + "TPS": 184.49024263135817, + "response_body_bytes_per_second": 37252.25849409025, + "p50": 343.293934, + "p95": 430.170945, + "p99": 597.661177, + "server_cpu_cores": 0.3343593549247508, + "driver_cpu_cores": 0.07960937022017875, + "server_rss_after_bytes": 82980864, + "first_30_seconds_TPS": 204.8, + "last_30_seconds_TPS": 191.5, + "interval_TPS_min": 155.1, + "interval_TPS_max": 220.5, + "interval_TPS_cv": 0.09417850937059828, + "completions_after_admission_deadline": 64, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 46881, + "mean_ms": 75.13680970945586, + "overflow": 0, + "p50_ms": 4.5, + "p95_ms": 255.1, + "p99_ms": 307.7, + "resolution_us": 100 + }, + "authority": { + "count": 6144, + "mean_ms": 4.758922805013021, + "overflow": 0, + "p50_ms": 4.6, + "p95_ms": 6.0, + "p99_ms": 7.6, + "resolution_us": 100 + }, + "compaction": { + "count": 399, + "mean_ms": 39.45443470175439, + "overflow": 0, + "p50_ms": 36.5, + "p95_ms": 64.1, + "p99_ms": 91.9, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 6544, + "mean_ms": 0.000491942542787286, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 6144, + "mean_ms": 12.62912253531901, + "overflow": 0, + "p50_ms": 10.1, + "p95_ms": 40.6, + "p99_ms": 60.3, + "resolution_us": 100 + }, + "publication": { + "count": 6144, + "mean_ms": 17.71871640234375, + "overflow": 0, + "p50_ms": 15.0, + "p95_ms": 45.7, + "p99_ms": 65.6, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 399, + "mean_ms": 0.0003871478696741855, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 6145, + "mean_ms": 0.0035979687550854356, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 6145, + "mean_ms": 10.059494368755086, + "overflow": 0, + "p50_ms": 9.9, + "p95_ms": 13.6, + "p99_ms": 16.0, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 6145, + "mean_ms": 10.05272459251424, + "overflow": 0, + "p50_ms": 9.9, + "p95_ms": 13.6, + "p99_ms": 16.0, + "resolution_us": 100 + }, + "uploaded_bytes": 608745135, + "uploaded_objects": 45596, + "worker": { + "count": 46881, + "mean_ms": 1.1014197051897356, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.5, + "p99_ms": 4.5, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.839497, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.1, + "p99_ms": 1.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 13086, + "mean_ms": 0.9253407661623109, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 1.4, + "p99_ms": 2.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 13086, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 13086 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 176, + "mean_ms": 4.060401920454545, + "overflow": 0, + "p50_ms": 3.9, + "p95_ms": 5.5, + "p99_ms": 7.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 176, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 176 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 72741515, + "duration": { + "count": 176, + "mean_ms": 11.871336892045456, + "overflow": 0, + "p50_ms": 11.5, + "p95_ms": 16.4, + "p99_ms": 18.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 176, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 176 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 176, + "mean_ms": 3.8543702556818182, + "overflow": 0, + "p50_ms": 3.7, + "p95_ms": 6.1, + "p99_ms": 8.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 176, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 176 + }, + "put": { + "bytes_read": 0, + "bytes_written": 539545054, + "duration": { + "count": 51571, + "mean_ms": 6.652169927905217, + "overflow": 0, + "p50_ms": 6.5, + "p95_ms": 9.5, + "p99_ms": 11.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 51571, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 51571 + }, + "range": { + "bytes_read": 271373019, + "bytes_written": 0, + "duration": { + "count": 13149, + "mean_ms": 1.9464908490379498, + "overflow": 0, + "p50_ms": 1.9, + "p95_ms": 3.3, + "p99_ms": 4.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 13149, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 13149 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.76529625, + "cpu_seconds": 296.927525, + "cpu_cores": 2.3609654956782244, + "cgroup_before": { + "usage_usec": 310859684, + "user_usec": 209240270, + "system_usec": 101619414, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 607787209, + "user_usec": 406873824, + "system_usec": 200913384, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 3.09191815502362, + "p50": 0.32608342960523834, + "p95": 0.2921413989625191, + "p99": 0.3603215532243521, + "response_body_bytes_per_second": 3.124969131769745 + } + }, + { + "cells": 1, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 7360, + "raw_client_sha256": { + "writes-client-0.json": "9197efc1fffd1952594aa91d0076f5786efd6885a8f35a0a0576f439d19edf30", + "writes-client-1.json": "b3ead5aea570950b58771949791b9c203db4457636befa8b707ea8072da76a91", + "writes-client-2.json": "760f2e7fc5f7b7a9720c4eee05810e75c47765fe7d7c87d608a4968ff4da074b", + "writes-client-3.json": "5a06f7768cced7aea97aa0eb16b951aeb8113f0ab7742ea20da39c09232c8ed0", + "writes-client-4.json": "2382b5ab23ee4245148f036cef6484fab224803031dca526d59120a7062abe27", + "writes-client-5.json": "ff6dc1efc55aa8df951d9aebc538997eff7b376c29eee093a22e8f9039436c75", + "writes-client-6.json": "91b4356253e412ef37935932d6e0d32aad08af91968c1bb14bac03d1e49d553b", + "writes-client-7.json": "ff2c3f0baa437409666f4dcd33146d6bd0ce83694b50e17ef967baec7cbdb942", + "writes-client-8.json": "c4a6920755fe2e5aec6b125975fe152b1cd9247bad149646bae121db470f815a", + "writes-client-9.json": "e2964b7b710d1b2f31bdc89bd4a276ef69ce3fc466c003b614962cf4c428a542", + "writes-client-10.json": "a6d7120ed9caf626d10d236b47effab07ed33d4f4605671380c34583a1b501d4", + "writes-client-11.json": "d561e73b29d079767b3337a5ba5dadc2937cd2262d314824e771e950f7a7ba5e", + "writes-client-12.json": "892c36f164a0a6a2241d9a609c1c0161132f3ff8d626003592cfb0796ba9abc2", + "writes-client-13.json": "09931567536d5bffb0196d619083643acbe6397d34d151e8b656b24ba5dba517", + "writes-client-14.json": "65842a52a78a7afa86f2724341c77fde21f937bbfc15d401e747f830187e11c9", + "writes-client-15.json": "8d74d155a76a8bec2ee2c8e7df0aff091ae095fd0a15a0f4cd7650d46124ad88", + "writes-client-16.json": "50c43b92d22b318e3040b1496a869ae58ade7e6801d2a79279d0eb4194a119d7", + "writes-client-17.json": "a0f1ee9152757e7c41de7c7a7b80c9bb5067789397760cf9fc98b6bd08ff8330", + "writes-client-18.json": "fa2d7b5584ccd8694c8cb99e66e5734774fc12226fc60b511822f8896f595ba2", + "writes-client-19.json": "b6252998d068264b39ccbd9e623f408b5773cc0ebb8afa7f0f252cb329f20e60", + "writes-client-20.json": "129486deeadcbd56fe926e2276d2745e92a2b45f5304961467f1f4cfb3bef170", + "writes-client-21.json": "8111431b2f15748288f805113e5f8d96902d6f747492e67bc33235e44e884693", + "writes-client-22.json": "a80ede46136b02a142b5fa12992770a43c6cfee7d15cb955a353a28e5253a3b7", + "writes-client-23.json": "cfd0835603eb29f67018f89f89b389c3e5e82f5548f665ccf40af21c4a36ccd3", + "writes-client-24.json": "dde0b40493a2cf86a550adfc1efdabb7546c35b5cb8bc14433aed77d1b1fddbc", + "writes-client-25.json": "8d9cdeb01f57b38793dbab7af0fbae41c226718e8f0bb2ab32ee5f7b7d89234f", + "writes-client-26.json": "4262fb133c26b2ef5def1d361e7d4e1389b02ac7611392c1ad30d3a4499827bc", + "writes-client-27.json": "ac363ec34b6fcd01cf1c3daa16ad6ac57bb72b13ba9cc042c65f89036aefa9d2", + "writes-client-28.json": "8d7c274e7c072806f4ba6efec6b7aa2ce104a7844145067c36f2ec093e988d3f", + "writes-client-29.json": "051fecc7f2f80b767139503e4ceded382780ca3202cc14f120ba82425b447027", + "writes-client-30.json": "d219cb859bb463bbcef2e2a07963f8142896fbb8776af0c8628b421a59669289", + "writes-client-31.json": "b3557ab8ef949eab0fb64ca122973e46f5436dd4cfa9658cd3375578e90df473", + "writes-client-32.json": "b7a229f1c7bac7bdc00053156d95705c984fbefa85443bbf08a6cf799d03ed7a", + "writes-client-33.json": "3e1db0cd6b076b7125f28be1c47d11817a995114e6b6513521121703c51ca131", + "writes-client-34.json": "7f0f8f9c74f8f2fa423122427a8db340daf29d5821d745ff544ea75b681ad2e7", + "writes-client-35.json": "8ca3304ae315793ec9aa9845bd324a508dda070220211fcc6683ee4325104e5b", + "writes-client-36.json": "f0a0fbe0fe7d8b4b5243f10aa482edd2278f3555f32ff0d9f30622ce246b51cc", + "writes-client-37.json": "23b8697516716eced80c04df881005c8c24bb666855b317a774bcdbe393be3cf", + "writes-client-38.json": "f62055f779c3a3020d562ec3a174e9fe4955c843a5d9abeb839f9fbde7c61dea", + "writes-client-39.json": "9281f340f58a14f63fd433fb7d3da7a8bca58ab5bc311fced7345ade053c851a", + "writes-client-40.json": "431f6df51198182b346c956af1174b888ffa0184a159e83f2495913a46ee3028", + "writes-client-41.json": "f7233d380b70b196400fe39b22b37847426999636b3d9374eefe5c1ef8ddcc5d", + "writes-client-42.json": "24fb06e16bfcfd35282cd5bbe90c89d22994cf9f5579c46ad4fae310eb03af75", + "writes-client-43.json": "e93fdc821a4be7111a888f84e39878e12efbc0e535a7908088b9844be36f72a9", + "writes-client-44.json": "a63639da0cea724f2ff463ef1761d4176fd3ef7ee9b3963a3385bc10901144e0", + "writes-client-45.json": "c43c31ae3bb43e46b9b7e2e5fa29b4995b7b048bbf3067d5e848f0e08d10d21d", + "writes-client-46.json": "913c58c74d95f7324f64d05f799bad1edeef5f76c73b0f18dfa5af7f1cb992f0", + "writes-client-47.json": "c2461d40700a9ed06d6ed5206f251ba0910b8e8a20e3fa7a66be3225b032dc44", + "writes-client-48.json": "19e0d1d65d72fb6d52fa3dcf33f02f78261e536153495b5c2401abbca1487d63", + "writes-client-49.json": "8b8fb27e6a87fb515bb7ca5c5e2a7baaf0dff9001f0917441c79a57ac01dd5f8", + "writes-client-50.json": "3ffcfd3fed1e58f81e2d15a4108b5fcd86cd9f5f7581879459e9f16355baaafd", + "writes-client-51.json": "5e9c7272f5c8b8dd3e375697f549e0da44c1f3cd5c5060c76ffc730a6d09d421", + "writes-client-52.json": "39f2c26364fda2c60acf38b75b86b1b1846c55ea9baf281e97b99445a6fcfc54", + "writes-client-53.json": "9c11157787128bff25538668e3837e85d2cc1d65a966794683d7f113501604b6", + "writes-client-54.json": "81aacfbffc6e462a0fc7e5f0f02f90857d0986b7304464d0f6a5cdc4134d91cb", + "writes-client-55.json": "4e6faebca0110f01339bf0ace67118f6e5fdea087bdf1b07e0ff57d3ac060e9b", + "writes-client-56.json": "bc9d8230ef58930183b9761c67f22d888b3cfcdb1cd8711fe6e606735ec153ec", + "writes-client-57.json": "8599d057b078a873e5c0fcebd5780cb6891600acf963f2ff56de053bfd125f15", + "writes-client-58.json": "8298169960b1f6dcc8529acdf11784a4162c9cd9f3b5ba35b3c730aaf94e60f7", + "writes-client-59.json": "872e4acbbececfe84087234e160a344a4fc2cb0dd0eeddb75ffea0e1e368585a", + "writes-client-60.json": "d5573c84c37ee359ed5eea0b8e92864643dc6c8a4c44047722c0d2333874bfd5", + "writes-client-61.json": "5f37ec52897249edfa2b113a84e6d0a32bfd10715aa95fe2d48267facf37e7be", + "writes-client-62.json": "44737eebed3281f1ac196a74ebb8c60f5499104c8f272509b3f110c129cb8868", + "writes-client-63.json": "c1d59eac52d120ff8f0780088e37626498bb741aca6bf0c0f677c35181a12307", + "write-warmup-client-0.json": "80964351d23211a1bbc0bac2d2efb132b4d103b3d2655ce4e7f829d079272dfd", + "write-warmup-client-1.json": "892e7f8a45ed135c18ff20acb909016ef949ba5cd0c8a5154ff84c8ce4650124", + "write-warmup-client-2.json": "1faadbd8fc011b63a4d747550d8ab28d057ca507aaa6197aa17a407c65a609b5", + "write-warmup-client-3.json": "f1e50249df0164089e2fb0c4a5ce73e75898da25023fa0eb32cef05a23d548e9", + "write-warmup-client-4.json": "629e651445d5be09afde579895d0461996618047dcc91876f7acc89ba46637d0", + "write-warmup-client-5.json": "5473976a9c0ad814ba5964b7451588f656960495937c6dafed02adaf7e1a9d71", + "write-warmup-client-6.json": "2039061c8d86ba38904e478f355eb1a26096a91c5af2dbf252f7adc83faf5013", + "write-warmup-client-7.json": "0ae1ae831252c8b170bbf9fdbaa806c7c3fd12c16fcccad3c3fe3c4183971c3e", + "write-warmup-client-8.json": "672415473b148cbec52005eb10935e4ec6bef72a5400f4c2440eab14ba63fbc7", + "write-warmup-client-9.json": "31fc006d79625fc82a2e7d53db3cab2be848dccff60689ad5001f6b5ecebebcb", + "write-warmup-client-10.json": "7b8547b96bf63f2f35233f9a74e8a147a22810910ec70a0050b466580e2a4610", + "write-warmup-client-11.json": "ac10285abc560f17594ad27962493217bf04d8edcc5cf7508faf0991efee81f5", + "write-warmup-client-12.json": "3981d878d732899fa1316aef425e61b1be07e1ee3cd10241ee8d36aae2ba0999", + "write-warmup-client-13.json": "3920c6b7dd3367c59c039156b9729169558726fe86a3579a2d0ace9e7b0e96bf", + "write-warmup-client-14.json": "fc6669314f70344dbc615e72ada4333391fa857044534bc14ee7568a401811c1", + "write-warmup-client-15.json": "ac359a38a571a6180b97348c6844d2247f8d628be2f6480d77074b1a23311751", + "write-warmup-client-16.json": "7d38a8961fe3eb646f765e234b3c1ccb4de7280a2d1f3f200f0a4ee8b0631230", + "write-warmup-client-17.json": "c6f181e44e9b08554837912b7aec219886f09d14dccf07245699d2ae2a85d00c", + "write-warmup-client-18.json": "8874861d1e185c82bc49ee1f479170edc5ed0768c25f4cc9d9c330a61d15b297", + "write-warmup-client-19.json": "87c5f0b7f3ebd468404c26df1019b89fb8eed3d4308c1fa8548c298487e63bf8", + "write-warmup-client-20.json": "0485a56e7f5014a5c3d10323911514bb3855e88d4e2a0a79b12e6e9a203f0106", + "write-warmup-client-21.json": "51a6ad97652e60bc701150a90efb1f90481a6e4b2b47e8f15a6f1645ac65a5ab", + "write-warmup-client-22.json": "f3cb26b542de63d6c1e83de28ac153277aaf2bb011b9f850c10998e462716f13", + "write-warmup-client-23.json": "8c96c062d8849249d3aa869e78bd45785cf1b662b122acd30254591be3e04e68", + "write-warmup-client-24.json": "42dc613ed62bf691df9c96c2c5c8fcd3a56d04bbf003d604abd4e2f00604501d", + "write-warmup-client-25.json": "66baddf06814dc1d3c8dfdb4bad100e35bdcadacc69bb52ead65adf0d479d4a8", + "write-warmup-client-26.json": "2e4ec5ac8d355fb3f6a048806f25ee9f54abfcb57bff7355b6e6f656a7607057", + "write-warmup-client-27.json": "1d45579ed74a82f3ea70c7ea0deac37f1ccb31e408d32050ac9b5fe58d6b0780", + "write-warmup-client-28.json": "01600b263905b76f575f411d3233c4c551084b8e38d4bb497735162088adb5d4", + "write-warmup-client-29.json": "ffc0f64d352bc074898d8da3aa92717566d9e4d3e0df20184514a30401b05f44", + "write-warmup-client-30.json": "c6309183f79d3d8d6f3a64f923cb43cde1a43eb2b761fc767cb2cc231404a20d", + "write-warmup-client-31.json": "5d648d7e47e74013bece8cd0f232bfcc62f0f633dffc0c631173bcda4b480468", + "write-warmup-client-32.json": "fc5365670aec9256fc6097efb8e57a63dd305b51b78c1cc352a22ef6a8634ca0", + "write-warmup-client-33.json": "56325ae297bd239ba1f9003049f069405e604f498817d0dd14826990c14d964f", + "write-warmup-client-34.json": "60566a12e1cd54891e29c5e123a6f2601484d3cf0c25ebfe0a28bc2377ff2342", + "write-warmup-client-35.json": "8ba887ac28cc951565982f70cd934a75e091eddf03de42075d1dc9413f9790e3", + "write-warmup-client-36.json": "9d3b721dd5b508605b5725a7c30899b68332242db066c95a8993173ae9c535bd", + "write-warmup-client-37.json": "9f9c5fc372f74be3c5a8d9a2273e09a92c42b3097fde69f6a8759955fc215c7b", + "write-warmup-client-38.json": "c08bf6a720c3b1564c54d16f14ecdff1a8dc65d6ac5563c8ff167a49c8466f3a", + "write-warmup-client-39.json": "0f058ef9e0e384766bafb8c797b682d56683370f8defe28f2c538206a30a9dde", + "write-warmup-client-40.json": "b02d5f8ee6d760d57d88887aa24b9998e51d46d1e567aab8904ece237c7f8527", + "write-warmup-client-41.json": "fb9b1608d83633e622d684e00e294d30a22d8b12ab8b4a97e7565a18407fa2da", + "write-warmup-client-42.json": "c6cc76ff664cc47b3569f2437b8070af95d036afff1a4e7506ccc51a5879fb3c", + "write-warmup-client-43.json": "e40c0e32f7c2f7cef4ce162cd6de72878e58dde5bfc0c08f8994801822a82adf", + "write-warmup-client-44.json": "5914113f9cb885051be706223755fda605d58e6c7e10ec3233daa0930c0d5573", + "write-warmup-client-45.json": "41dcb7d3de030ea83569538270fe0b1ed3fbedde6be9558bce6ad955ed615213", + "write-warmup-client-46.json": "effea81f6578c3d3102df1e65d59215754c1264929f985344e6cfdc3e1e8ccaa", + "write-warmup-client-47.json": "cd026c37f9b8bef179433ce91a61a7df7878ed216404b2fb6236786c340b2359", + "write-warmup-client-48.json": "7b0858f9692e8d835effbe8d1a59759dde0a413b0e47b291c1c4696aa8ed31d3", + "write-warmup-client-49.json": "000266b6284d31080c4d771197d1688a9db6dde070b223b4f8d32b4bcd55f571", + "write-warmup-client-50.json": "8481131983bb7f8324675735c9f00d0ad354a0c3ea49811d1ba46442baa84e3e", + "write-warmup-client-51.json": "80bb3d9a68dfc71cc4ffe0a94524a2acbcc0578d4b9c300fcdae431c15a6fac2", + "write-warmup-client-52.json": "bccb2b2df98c1283c53bbd69112498f0dec76fac04209fdffae20cd415add471", + "write-warmup-client-53.json": "fa3eef8244c98eedd59f5684197c45cdc1abb7351b1349b0d15343d25fe1a7e5", + "write-warmup-client-54.json": "e45b4ff28bae555855fb8602d6b751346d3ad6b5a5ab8c779ad62a57d5770229", + "write-warmup-client-55.json": "1f16c81695aefd0d38e927818e941597f8c5a70e298705fc1c6b593959701161", + "write-warmup-client-56.json": "faf802902c55157aceec8087fa3c93a3e61c6435f107db7d47fc26d612a2c82e", + "write-warmup-client-57.json": "a05b6317c93db9b81bb339743a58d503dc32f8a21c257fc592fe884324f4fd88", + "write-warmup-client-58.json": "1022ae44c5842ce972049e8cff80463b2a19b854f44064917906ba39831acb17", + "write-warmup-client-59.json": "3361e1fbd3725ebc0e7f5adeb22bc9eb7e687b97c71f2d3715a035f14bae3ddb", + "write-warmup-client-60.json": "8b6a366476ad1337b9dcd1adb5972505d33e562b5fa12ad998ff0763ffdc38f7", + "write-warmup-client-61.json": "12452a9dcfdc89d329cb19cab28ee3ce660fa0ee4f9f3a2289689f255c86e211", + "write-warmup-client-62.json": "e041da3c36c2346d95f2fffe30fddbdf077a048d214528e25cb4fd0e79a9e8ae", + "write-warmup-client-63.json": "1a9e49be63537b76ed941ab92898dbfc92a584b278e4104a8e237632b4714410" + } + }, + "repeat": 2, + "cells": 1, + "variant": "baseline", + "measured_writes": 7040, + "all_acknowledged": 7376, + "TPS": 58.10988415072799, + "response_body_bytes_per_second": 11607.523647312086, + "p50": 1076.143391, + "p95": 1256.931675, + "p99": 1275.665805, + "server_cpu_cores": 0.27716583507925796, + "driver_cpu_cores": 0.02375707157822211, + "server_rss_after_bytes": 64212992, + "first_30_seconds_TPS": 59.733333333333334, + "last_30_seconds_TPS": 55.43333333333334, + "interval_TPS_min": 51.2, + "interval_TPS_max": 64.0, + "interval_TPS_cv": 0.05399354887787588, + "completions_after_admission_deadline": 64, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 14753, + "mean_ms": 267.7504396839287, + "overflow": 0, + "p50_ms": 9.9, + "p95_ms": 940.7, + "p99_ms": 1063.9, + "resolution_us": 100 + }, + "authority": { + "count": 7376, + "mean_ms": 4.836282719360087, + "overflow": 0, + "p50_ms": 4.8, + "p95_ms": 6.1, + "p99_ms": 7.4, + "resolution_us": 100 + }, + "compaction": { + "count": 480, + "mean_ms": 28.830640818750002, + "overflow": 0, + "p50_ms": 28.0, + "p95_ms": 38.4, + "p99_ms": 53.6, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 7857, + "mean_ms": 0.00044272979508718337, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 7376, + "mean_ms": 10.47273168438178, + "overflow": 0, + "p50_ms": 8.4, + "p95_ms": 32.8, + "p99_ms": 43.3, + "resolution_us": 100 + }, + "publication": { + "count": 7376, + "mean_ms": 15.615839676789587, + "overflow": 0, + "p50_ms": 13.5, + "p95_ms": 38.0, + "p99_ms": 48.8, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 480, + "mean_ms": 0.00029878541666666664, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 7377, + "mean_ms": 0.0038712501016673444, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 7377, + "mean_ms": 8.589791731055984, + "overflow": 0, + "p50_ms": 8.3, + "p95_ms": 11.0, + "p99_ms": 13.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 7377, + "mean_ms": 8.582665860919073, + "overflow": 0, + "p50_ms": 8.3, + "p95_ms": 11.0, + "p99_ms": 13.1, + "resolution_us": 100 + }, + "uploaded_bytes": 321764676, + "uploaded_objects": 41219, + "worker": { + "count": 14753, + "mean_ms": 0.6834837081949434, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.6, + "p99_ms": 2.8, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 360, + "bytes_written": 0, + "duration": { + "count": 3, + "mean_ms": 0.9545116666666666, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 1.2, + "p99_ms": 1.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 1, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 3 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 15712, + "mean_ms": 0.9559536036150713, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 1.4, + "p99_ms": 1.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15712, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15712 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 19, + "mean_ms": 4.096971789473684, + "overflow": 0, + "p50_ms": 3.9, + "p95_ms": 5.6, + "p99_ms": 5.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 19, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 19 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 7564366, + "duration": { + "count": 19, + "mean_ms": 11.418688052631579, + "overflow": 0, + "p50_ms": 11.5, + "p95_ms": 13.7, + "p99_ms": 13.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 19, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 19 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 19, + "mean_ms": 3.5243064736842102, + "overflow": 0, + "p50_ms": 3.2, + "p95_ms": 6.1, + "p99_ms": 6.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 19, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 19 + }, + "put": { + "bytes_read": 0, + "bytes_written": 318446063, + "duration": { + "count": 48582, + "mean_ms": 5.647573336194475, + "overflow": 0, + "p50_ms": 5.5, + "p95_ms": 7.8, + "p99_ms": 9.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 1, + "error": 0, + "not_found": 0, + "success": 48581, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 48582 + }, + "range": { + "bytes_read": 126155768, + "bytes_written": 0, + "duration": { + "count": 15734, + "mean_ms": 1.9724141668997077, + "overflow": 0, + "p50_ms": 1.9, + "p95_ms": 3.3, + "p99_ms": 4.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15734, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15734 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 126.43161717099997, + "cpu_seconds": 320.793179, + "cpu_cores": 2.537286053741796, + "cgroup_before": { + "usage_usec": 2489445086, + "user_usec": 1642784241, + "system_usec": 846660844, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2810238265, + "user_usec": 1866696153, + "system_usec": 943542111, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 23564, + "raw_client_sha256": { + "writes-client-0.json": "09da0a15363ed8ed66aca749274bd742a31e482d3fc3e4504c6c3fd692c33d9a", + "writes-client-1.json": "cce868ba9e86d110a5a149ac18d241b52090347051a404ab1d8e113b33704bd5", + "writes-client-2.json": "1b6ada46cc7ac1ec5871b47a19f8f5215d1e67b14ce0c73c572b571079f444d9", + "writes-client-3.json": "f10dcf29e3d2be40501b3aa1a8ff669fcdee372bd1d82a91c86e8fff3751e28a", + "writes-client-4.json": "3a254d19c06b50acf37152dd1935423b11ff78bb5b2372f6c62d472a48e726ea", + "writes-client-5.json": "aa1cf7d8b6ecd457b693d234a9fcd0db8d3a44a44e5019c57e8388d31b165707", + "writes-client-6.json": "204ebea4a64649140b54b6f189e7c874cb24c11cddc15c2e13a46bd20adc2d07", + "writes-client-7.json": "c0cf66733ef938a63ad17db83783c608ec7a7ff602f4d3b12dbcfe70ff8e5f31", + "writes-client-8.json": "a88392f082ad7f4b54d78c022c6155bcda862e471aa909951c908de70221f42f", + "writes-client-9.json": "bb24b3d3acf904ea7bcb9b7bec2258095565e8bb8792e90d6d31c923307776f1", + "writes-client-10.json": "b8cc5950f18230604be156927bd951af011fd58f8d62e206e5523c0fb342c00c", + "writes-client-11.json": "2e69e3c7f498d339d2626040183f4723c09208d858d365f35f9fd265b352d1b4", + "writes-client-12.json": "bac450bca2b4e610ade67a9554f17f83ac294a6afe3489534a49a29b9234421d", + "writes-client-13.json": "73ad816b4713c3fd0c03f1198ebe0a70987247c57352430fd9bf1da594c70b36", + "writes-client-14.json": "a873f9ab94a5d5b8b5ca23d569780bc4c0b4148a6f295f26995c12851b4c85be", + "writes-client-15.json": "593f1f6f5a1721d8a343e26cabc09137f9b7ecbabe5763b41e37acc1dde7a155", + "writes-client-16.json": "9a761c658f9f34f53999f4a7e558787f6581760450482261bffeb54b6542ac99", + "writes-client-17.json": "4ff044fcc360e1f6360d0bd3e7d40c700cda67d31968d15ac4bd1f67ea13c92d", + "writes-client-18.json": "d7daf2eb7b6bc1e79ef6a344aee64d136ac9c4af5219b7ca9ac8b4cfcae82eae", + "writes-client-19.json": "af0458153e573cf49a20c9ae2d26b069566fcece98a387723b5b02b476a10747", + "writes-client-20.json": "f75997d591b273e3f192eb8124a3b2201d126b22f101d620d90bf52124d1a258", + "writes-client-21.json": "68435ced4a9ebd68abc7af526ad6bc0abeb968a13a532ea3a11b3ad42af8924d", + "writes-client-22.json": "ad8d1c15cd6737426ed933c0f687169b3d708d07d21936bddc5769df9e7d057b", + "writes-client-23.json": "2ddadbe728f6ba9d532b49d8cf63a818a38c7d6851ffb3f002f1840497d66df0", + "writes-client-24.json": "a5afa8afd693c693645506d594b1422fe1c97577d01ca7d41425024864950b85", + "writes-client-25.json": "8204b856292340fc79240722022d18af826203b8947ac96b32d1155bd96a5d5e", + "writes-client-26.json": "8961008cad58fa98bc8d112534c21f62c44e34cf365aae5a464d5a94fb1437b1", + "writes-client-27.json": "b10e714f7568f7831b0f75523a24d656445033d950168106a86835d1c6357c05", + "writes-client-28.json": "e427787472b9343d9a1eca6e859b27793a1bcc44dc3e69c0d104fcedb1930ba7", + "writes-client-29.json": "57231dc4e1eef20921c95ab639e07ab6e723d284609bbbf4f31f7fc157fc8d65", + "writes-client-30.json": "e7bfed3a1a429e03e3c9d3f12982ce19ca92ecc7f1587a675e5a2368899bb2a9", + "writes-client-31.json": "d5a47f5d3812e4a7e38cb53512e01eb500b3f70c0200c3dc7d45787a600017b8", + "writes-client-32.json": "501a4ec9fd5541e3e5f51fbd7a4c89547caed74fc34081134861802b9a0dc48d", + "writes-client-33.json": "e95789e99b4fcf11e1c6cf6349842f638f0705a7bf078a47572109b00334da90", + "writes-client-34.json": "17be21914e34a236812170696bc260b4afcb7c2c11035021519b217483f8cbfe", + "writes-client-35.json": "c6c0952ab01e491660150709e771ac2ebce309ff7126977ab424e7628f02668c", + "writes-client-36.json": "98b2d43b0b4feb99298b3194ea9ce5e8bb144a671021a52620e6ebc0923e446f", + "writes-client-37.json": "26b7817dc7ced391c64802f9eab1d02a38e8b7c3ad47895bf031911e447edb5e", + "writes-client-38.json": "6f1ab6118ec102e06356229af23cfbffe692d3192c0335d13a47b1fc59528cdb", + "writes-client-39.json": "0b343a69828e6cf14f6efb9f708493d35a4da7d8272ae928942b2e8cb2f078c3", + "writes-client-40.json": "0ede03b5e57e21b88658b326049196e522c509a4be9bae3097258364093ea9fa", + "writes-client-41.json": "749d472828f2f74dec1749d1dfbd0a586edb16dd9b5f43926d14d5bb69ca00b7", + "writes-client-42.json": "c57a43674da73ae53b11f542994c3a281958cd7d1d27d6f4bd639f862e008683", + "writes-client-43.json": "105d499331e4c6a4f7226b205d83f3c601667d851a07efd7ca55d239e32c580d", + "writes-client-44.json": "6ebc235a8a4d4e946c639c0e4dd71334f288aec10784f5ab5e16f4670c610810", + "writes-client-45.json": "f66b336860af8c7c9462f2190682ea4c6b3ebd2a19aba42ca8e944e958046a70", + "writes-client-46.json": "11707e6f02be6ede706cfe0c59f679f5e5a4cbad5abfed4f8a6a8d7f0ce06697", + "writes-client-47.json": "572b0598ae4b2e651ea628cc5e8a9d3afaef63a7bd53c79656a29deca7a1b499", + "writes-client-48.json": "07ad28f3e2eab9af88b8913b0841cc825e51399531091b42dd061eda9731396c", + "writes-client-49.json": "40c1d8eabb1cd96bbd3aa274f8291e1950674c199c38ccdf706eaf4324a30d81", + "writes-client-50.json": "30ab782a48c01e9baa8cc4465b8433a535f05b66a75f781b9ebd8d52c2c4a2fd", + "writes-client-51.json": "e1eda9a17773af45b05e5c9267a9512457e3f90a614e4cb59e4ee06cd444fb09", + "writes-client-52.json": "1d107d5e1752acad9e2dace19ecff198f00073c75680ed139b261487855fde23", + "writes-client-53.json": "66482d055db71c50bba11513fa380cff3c05db5135b425927b23b0040c530352", + "writes-client-54.json": "1d3e361ea43104c431e5e714c690d783ac13c62ddd5a6ed956b4f96c498d9c7c", + "writes-client-55.json": "4b0f63b75c5da45ef880c373688e0524021d1c3f2a4c5b39f7f718cc7e0dc197", + "writes-client-56.json": "1bc9bf6ec5a774e5d9002d11778773dc1a806f519f7a1410cc25302452225c7b", + "writes-client-57.json": "9dde346d299e1bb239e821f7f30d3ea6e0a0c68863be40147bf00c36449ea340", + "writes-client-58.json": "fa4e2e07ca0a2bcbc7f01ee714683090b29233c493a4f847d97ddcb3fa587f75", + "writes-client-59.json": "82f25991359de218a017ee5d1ef05dc40964b807352e7dc4584daa3eb22ff350", + "writes-client-60.json": "ee9f900752aee103c458ab1fa78c55d68c7fb5960d925df399de62dffebfae80", + "writes-client-61.json": "c82150cc25517490d22ba06709e89fec445faf5d3cd365499bd72b176c6875bb", + "writes-client-62.json": "2d362a881c10d0f95a87e660e38f42db445517ab530c10cb402ff8519a9f48f3", + "writes-client-63.json": "ae626bc85e6aed77d02efb0278caff57caf4739288889e64bb79e3cf80a34be4", + "write-warmup-client-0.json": "aa0d15ba3ce37f1cfd244b5d92471302a883491b3760c10117f888f2835c2dc1", + "write-warmup-client-1.json": "1ffeba215aa9359843a9118933b78d259435966af99053cead14e341fd06c62d", + "write-warmup-client-2.json": "6dba32d99c12d281f61e2f76c98f1f096b93d60b5ae194d044f9f20e3907243c", + "write-warmup-client-3.json": "72c705d0a245d1052211f33f831ba66b4f07186e44c3ce629a90c01d50a3989f", + "write-warmup-client-4.json": "2e0caead9e8f1dab3072b55dfd3efce54e0f83e22f30725c7a58a48cb64ffd8b", + "write-warmup-client-5.json": "95517d0bc2cdca7602fd2e544dde60f6f9a523099374ac7d20b9f7c4379d7e79", + "write-warmup-client-6.json": "2382bcc91cceef92b29d92c9c671b084afd6081f8fb425e503eb310c5ee61f08", + "write-warmup-client-7.json": "a8d7b7f0c6413223bdfe8c87188aafffc1cba911d3132b6745cf6f68e8aadf8a", + "write-warmup-client-8.json": "f50c97e742099751a1f66d38d38c03a1e6b437a5aa8d230e44a47b5a0e36e9ce", + "write-warmup-client-9.json": "1ea11ae086ffc778e69fdda80c67e021ce6113198e0989f6f577eb8ae396acea", + "write-warmup-client-10.json": "9b46b066ff916b69d975decd6f9edb0184c8ecebb4542080b3d9e25c96691a3f", + "write-warmup-client-11.json": "696e269e230af9de63eb06693f220c67c8ff9a9a3f1847f93f69ced7e9f770f2", + "write-warmup-client-12.json": "cebf47d2551e32951f26d5e48eedaa24b5d22820d30a3b48c56b1d5f8d8fcd0f", + "write-warmup-client-13.json": "79468e4926e6e434bae23a30c02a527d0f5786e61ead5497d109fc35b24692b4", + "write-warmup-client-14.json": "01cc42e71caaa46bf36b40fa41dc0741acc0dfbdcc5729eb21b97e5bdc88b32f", + "write-warmup-client-15.json": "2f6e03bdfce81c7e3e499c7b779312661b915cb740eed48f1ff1b579608421ed", + "write-warmup-client-16.json": "7fb5f731d9a267426fa8741375d7279619d8274a729cdc59b48b4d25fcd64aa1", + "write-warmup-client-17.json": "fc2cb5496d8ae922e286c5251b5fd0424fd3c4af1fd3a487834de27011162b7f", + "write-warmup-client-18.json": "9f836bbe67f0a4f0e63207d11b38d92e28a68eb288173e1290268894b337c153", + "write-warmup-client-19.json": "5b661c2a7cd4366d16ad3d6b1d9c1a58d1eb852d27d1b0ffcdd8f776b0249eaa", + "write-warmup-client-20.json": "1219e50a1c173a9118e9cf489634dc61d81214e4eddc1372d47606669f45b383", + "write-warmup-client-21.json": "497d9a2af403f1c1de9d711cb5211f1c911c3747edf2267b9ee73b62e90f0318", + "write-warmup-client-22.json": "c9816b9eb71de819f409412ad843aa87f09973fd8a0ed98fb543a57d7bd8b716", + "write-warmup-client-23.json": "1dac2b5d285b7d4bf6031682cc2c51932d3851088ab4cee3ee69b44fe9f5a361", + "write-warmup-client-24.json": "b027abd79093042e73bc414dea8b68e0fa2cdd7a39958af5e318f8b61ea93e90", + "write-warmup-client-25.json": "7b2d7826fb3e9ccb539de018eb5d31ef7089957bcc39985a810be106794d84f8", + "write-warmup-client-26.json": "064e82240f573ca22711b7f4ffc68410bd90b786ac70bedb99f31b56770f4558", + "write-warmup-client-27.json": "f8f337667c817775a83a08977cb43d963574997511fbf5913c8b8c03d54d1558", + "write-warmup-client-28.json": "2d69767c6146bd8ce0ab9de56fbcddfdcc721adbc3231bb4d6c5564053a35391", + "write-warmup-client-29.json": "ac44c05023dfb94c8cde04a14ff7ee7499b9a0b2fd2f92059c6d4452be136f94", + "write-warmup-client-30.json": "f6ae146f7dc0d00078768ba79e38338d954f71f4c39d4a188f9a742879808d40", + "write-warmup-client-31.json": "39d09c25a0943494ad493ee4ed90278062f4cae822a4cfa2ee2ea09ea1370f0e", + "write-warmup-client-32.json": "c35b7569c9898dab2c271e630807e6ad6bd9c87dffb1bac10dc829f8fcdf9c9d", + "write-warmup-client-33.json": "d291b655c94cc3eee64002991587b7bde7114a85355714c946e0d5c807fb6d0f", + "write-warmup-client-34.json": "28f5471079b90097d88e1aab7f5459dfa4eed057ef55d599e80c61dc24510df0", + "write-warmup-client-35.json": "a63ba4ee955da3f4ea9f3b9279a5c35a42d537271d2be667efdcd2b045030b3a", + "write-warmup-client-36.json": "d021a5b76445267fcf094593d1c0fbee23ec14f160bb613b650ec9711927e7bd", + "write-warmup-client-37.json": "979571cadd3b4e65661bb043532a0292e1ba39b830ac70be37788d12c91e5d4a", + "write-warmup-client-38.json": "4a26d514b5fa78ea085c9cb5cabf17dbae0e853754899f03d2a376e3d185a250", + "write-warmup-client-39.json": "a2c695fa14723da64c2ee6f0f058ec143accc147e29a8e1108971072e1418267", + "write-warmup-client-40.json": "89f8878ec3f2adc4e21e179ee262da6bd70a7b4a1db72691c758ae14f2e4b832", + "write-warmup-client-41.json": "b410f2434c6663014737c8fe9cc892fbfc830934b1f9adda1e69841b82d4265a", + "write-warmup-client-42.json": "09730c86befdcdbcd65455c36a07584cb45a47155b50d9ed0115052713bac640", + "write-warmup-client-43.json": "540b60cfa097f487894a3c1c9d0571af732799218bdcbfda0aa22015681a93c3", + "write-warmup-client-44.json": "f96ff7bda29ffad3827061cec3257be4113d4108322190edd4b2dad4dbc055cf", + "write-warmup-client-45.json": "bfc6ea039e162e43e03572d0a9c4196191863a91efd93cec8094aa81bfdc97ef", + "write-warmup-client-46.json": "b72a5579a31fbfbc3cd2ef758f124ee7b44cb2625ac153f983ab65aa3d043ea2", + "write-warmup-client-47.json": "86b1fa7431e9cd8c2ebf80e94a40142f5c584cfb237c9104c18dc726a33f3189", + "write-warmup-client-48.json": "229a69f4ab6a34a4d447fc7fba750e0567af019d34feeb30c54f6a4da38ad2e0", + "write-warmup-client-49.json": "476fdd483546d1f264eb08970cfcb1d4890674d0e90162a9696a2983ea5d450f", + "write-warmup-client-50.json": "4214b4540d4e840b308c66268cc08b499f6aeadbdee6bce5b5f18f6775bf7f49", + "write-warmup-client-51.json": "eb77e06f20730a6ac39814bf2d75e47e285db6230fa1515f2cf259ec58f1a629", + "write-warmup-client-52.json": "5aebd15edee2936144c32b0b897a6836cdb0143d5cef55d3834f109d596143ec", + "write-warmup-client-53.json": "117abcf48657da64517e3c6d53e4d2e37da1f016ddca949e9475b75598331266", + "write-warmup-client-54.json": "92646f07e78ad4d8a3b0d9857e27599ff80801c1a3e66f81cd9abc3c04d7b4d9", + "write-warmup-client-55.json": "77efb6cade97c25b488c30fa1634810a0d07b8e6b4729a3cf24e1fe720b9cbb1", + "write-warmup-client-56.json": "ff262fc609721ec8378c19a18e503437d977ebdbf138b101d5269e8ff3f9c4fb", + "write-warmup-client-57.json": "1af8649cd47fdfd0eda1861711d7e3a702f7d87d507f8f1b026d4a6a8a27f4eb", + "write-warmup-client-58.json": "71b8ba3409c0921bf0ede620a2d27d4372d1ac4e8337ba7e27714608298af3e5", + "write-warmup-client-59.json": "e5a764148e3ff0b491cafcbf9e6738e73ba9401230c08ec459bde08254023b63", + "write-warmup-client-60.json": "91c3229199afc2ed921343bc8f6fd3d897dcc2f7e30854026c0b77a2cd0f6cd9", + "write-warmup-client-61.json": "da816b5efd9f5dbac149b355ee674ec8a75938f08ecdade9f57b284bb2836e94", + "write-warmup-client-62.json": "796d1c6b4377427e6a97c9900bf8d8f5e287d4518d2ebdabcb3bb6ee0ca82fc2", + "write-warmup-client-63.json": "855a5a358a04bc31908541263e45b580121b8bbf60fc9bb41c9b03b9eb5a3273" + } + }, + "repeat": 2, + "cells": 1, + "variant": "candidate", + "measured_writes": 22400, + "all_acknowledged": 23580, + "TPS": 185.97670726498725, + "response_body_bytes_per_second": 37553.678715745526, + "p50": 343.420107, + "p95": 416.610469, + "p99": 480.492897, + "server_cpu_cores": 0.3266268039941026, + "driver_cpu_cores": 0.07966507414490308, + "server_rss_after_bytes": 84566016, + "first_30_seconds_TPS": 213.33333333333334, + "last_30_seconds_TPS": 170.66666666666666, + "interval_TPS_min": 160.0, + "interval_TPS_max": 217.6, + "interval_TPS_cv": 0.09253727943813836, + "completions_after_admission_deadline": 64, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 47161, + "mean_ms": 75.64064617319394, + "overflow": 0, + "p50_ms": 6.1, + "p95_ms": 277.5, + "p99_ms": 327.3, + "resolution_us": 100 + }, + "authority": { + "count": 5921, + "mean_ms": 4.871044795642629, + "overflow": 0, + "p50_ms": 4.8, + "p95_ms": 6.3, + "p99_ms": 7.6, + "resolution_us": 100 + }, + "compaction": { + "count": 384, + "mean_ms": 41.57528940885416, + "overflow": 0, + "p50_ms": 38.9, + "p95_ms": 62.9, + "p99_ms": 101.5, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 6306, + "mean_ms": 0.0004885951474785918, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 5921, + "mean_ms": 13.229818719979733, + "overflow": 0, + "p50_ms": 10.7, + "p95_ms": 40.9, + "p99_ms": 64.2, + "resolution_us": 100 + }, + "publication": { + "count": 5921, + "mean_ms": 18.451196123289982, + "overflow": 0, + "p50_ms": 15.8, + "p95_ms": 45.8, + "p99_ms": 69.8, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 384, + "mean_ms": 0.000462796875, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 5922, + "mean_ms": 0.003821971293481932, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 5922, + "mean_ms": 10.535641036136441, + "overflow": 0, + "p50_ms": 10.5, + "p95_ms": 14.4, + "p99_ms": 17.6, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 5922, + "mean_ms": 10.528396601317123, + "overflow": 0, + "p50_ms": 10.5, + "p95_ms": 14.4, + "p99_ms": 17.6, + "resolution_us": 100 + }, + "uploaded_bytes": 597430928, + "uploaded_objects": 43930, + "worker": { + "count": 47161, + "mean_ms": 1.0768109065753482, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 2.5, + "p99_ms": 4.1, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.767884, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 0.9, + "p99_ms": 0.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 12610, + "mean_ms": 0.9590152804123712, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 1.5, + "p99_ms": 2.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 12610, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 12610 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 180, + "mean_ms": 4.459445533333334, + "overflow": 0, + "p50_ms": 4.2, + "p95_ms": 6.9, + "p99_ms": 8.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 180, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 180 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 75745903, + "duration": { + "count": 180, + "mean_ms": 12.730890138888888, + "overflow": 0, + "p50_ms": 12.1, + "p95_ms": 17.7, + "p99_ms": 21.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 180, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 180 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 180, + "mean_ms": 4.277472738888888, + "overflow": 0, + "p50_ms": 4.1, + "p95_ms": 6.3, + "p99_ms": 8.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 180, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 180 + }, + "put": { + "bytes_read": 0, + "bytes_written": 525472287, + "duration": { + "count": 49689, + "mean_ms": 7.071375868481957, + "overflow": 0, + "p50_ms": 7.0, + "p95_ms": 10.4, + "p99_ms": 12.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 49689, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 49689 + }, + "range": { + "bytes_read": 274598997, + "bytes_written": 0, + "duration": { + "count": 12715, + "mean_ms": 2.0756518390876915, + "overflow": 0, + "p50_ms": 2.0, + "p95_ms": 3.6, + "p99_ms": 5.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 12715, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 12715 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.69819020199998, + "cpu_seconds": 310.856269, + "cpu_cores": 2.4730369506549503, + "cgroup_before": { + "usage_usec": 2157212562, + "user_usec": 1405064831, + "system_usec": 752147731, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2468068831, + "user_usec": 1622075151, + "system_usec": 845993679, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 3.200431561394833, + "p50": 0.31912114117141843, + "p95": 0.33145037020409246, + "p99": 0.37666048201393937, + "response_body_bytes_per_second": 3.2352877199988908 + } + }, + { + "cells": 1, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 7744, + "raw_client_sha256": { + "writes-client-0.json": "af77a45472d40ae5df61cfe1f9fe08cb03315863f470a1030d6fcc547bfedb47", + "writes-client-1.json": "01eae79473b0c606b6c7841fec7048e0b8a3321ed57b5c0e9f75000a0827a85b", + "writes-client-2.json": "52f967e82ae0cfe11589155cb0fe994327ff1b9227ce989961f2b3e0bb6b17ec", + "writes-client-3.json": "dc2a335eb6895c365816afecf35f2d6096668edd9621827ed3310377d867b15e", + "writes-client-4.json": "501b55f62fe8efa0bd89a6a8371d11fca48b23a644f5430f37c4d40d862a859e", + "writes-client-5.json": "31436923946fb4ae24bd38712107856c137a91965f8dbe7fbeaaa492d0858946", + "writes-client-6.json": "a39b9201785d5e85d8504cf368e7439d474988951389dd8e9e44691188bd543a", + "writes-client-7.json": "1d070bba7b6530e13fb6102fe033b4b98cf7b4a912cba832c04d18ac12c3cc6b", + "writes-client-8.json": "b7f2195eeeb63e7d44e5c787dd1887b36717470be11c70bc1bd9d46826a62214", + "writes-client-9.json": "a393e35eb0b928a73f293ca19e8ced385de5feb1e366cb4923679d574916b519", + "writes-client-10.json": "4be7c6dc5065777a63c3414aabcae4e59e6ae3b86771ec16e64ac43d5d3eb4ad", + "writes-client-11.json": "51a41a688a494180ee2e2fd2f83170b39fd84c81728c78548cd0d8888dc361da", + "writes-client-12.json": "63966d0db41a0ef972cc93bf1cfadaa6dcb47407f98592459d73ceff30395fcc", + "writes-client-13.json": "b3cab6caf2a9423460fe4e1eb0b188fe4ca3bdb246e7938b1a0e8b37cf82c1b9", + "writes-client-14.json": "42c511cf343a4588fe511c806ead21e27f0f286de75bf2d192c388b4f6cbc02a", + "writes-client-15.json": "91ce5146bed69d457abc11f73cd787376f603642e890c839b9c4a8ce6488bdc6", + "writes-client-16.json": "abb34c9a131262173ab7f5a7bb776950fa4365d53d2e63e5dbd9d0e27888997a", + "writes-client-17.json": "5045755e0a65fbbdfe1482917e82fe5049daa18a06419d850c5a6b774e448185", + "writes-client-18.json": "d3ce8c390b7bd753715d907bfb76c9c99ac3a3956aa25232d5a11649a1c3c579", + "writes-client-19.json": "bdd5e3d122e27a63921f2f93c734b8814d2191573df882d4a268cd29e16bbc31", + "writes-client-20.json": "b63e25f04e0eea17c30be8845b4bef5bde44b374169638c69279b3fa13196ca4", + "writes-client-21.json": "f10cdad0d784e855ef0722d2a87969c1972917587f5ee746fe573b7e42c7e235", + "writes-client-22.json": "c791dd6fe0e12666f66b7c3af1166cccee1d1d3964133204dce89beaeeb783ed", + "writes-client-23.json": "22a547e188e62a10c1a347d0779d3f08cdd467fd373dd439c43421f93e723887", + "writes-client-24.json": "cb3ba66a74c5287692e5904113c426f71755ddbde8eee3d5a418884b23bae03d", + "writes-client-25.json": "f8026b0f97987bab661ab8df7fdc0336595247e455e4f38c941fcde1064bbbe1", + "writes-client-26.json": "714c777ae9c4c629c39e73109fd7e6a16f10d1a8a01737c477e398326310a846", + "writes-client-27.json": "01c477ade74061732979a37587e2d0ea23e86ebf5d07f5076644b5c51ec98fde", + "writes-client-28.json": "6a048acfa8c7d5e008fa10f2691f709d0019b50199d615a41b0d770f60fc4ecc", + "writes-client-29.json": "8a6a7b9a98de548b153973d0d159baa15f65fef3a449e70eb3887e6afc56651f", + "writes-client-30.json": "14e32e5a780a26b520bee3c4f64023110a9851a4a60a98c182f753b9706393cb", + "writes-client-31.json": "0aea1da13f4e7c2d568eb96540f0d4cfa58cc361db3fa7485565a22a84e9d318", + "writes-client-32.json": "5342569bf04b71eff61ee244f3fd756b6259dad24f19a35aa0ba8b882fccfbd8", + "writes-client-33.json": "4bb0bca468aacbdfbc6008f87a884f6f911c4a64aae35b0da497ebe11be33b44", + "writes-client-34.json": "9801ebe93acc521746da9e174c0c1d1bf30f45353b9664660865930decff5269", + "writes-client-35.json": "b8cf3c37b51e6857ea545b278e88294346ff4036bb3b15361ebd866332a8cf8e", + "writes-client-36.json": "c6bece18679bcf9e56585eb874230a3ddda5a6bddcf3c232a54eadfe8401a5bf", + "writes-client-37.json": "dd6d99dde70550e85ae8dbec9c8904e938992f56f6c3d3d284f1ba9bc53b64e5", + "writes-client-38.json": "68abfa099b1aa580a759ee5f50871754e6a11261506ddbb0b7512d754379898e", + "writes-client-39.json": "c325dedf87b30e8dfcaceca71c4925cedcb4f851dec91ac25cfd49ac2712aab1", + "writes-client-40.json": "bf0725bf62d2b96ffca3ed7ca3e3b1d39f28e47d18d0c4d9171b597ae1fdd3a3", + "writes-client-41.json": "df8afe27573f16b470bc2b18aff121caa92cdf8d39b09f7a65f0fa7e4ec21ecc", + "writes-client-42.json": "25a853192e7d0b19de0ff85d29881eb2205118e0c261608d8644da7125447e20", + "writes-client-43.json": "6bb15e9eaed45dea401a97525e0d2e64cca2b0eeadb028d347b47fcffe15d388", + "writes-client-44.json": "5146ff793f7123476d2e13459d84d272fb95d31effd5b610ffad04f809284cec", + "writes-client-45.json": "0828ad84b0c24fd190c7826323114f965cd78ba4e3a0a19db3ce4807ddfd07cf", + "writes-client-46.json": "d0bcd23149b4e02df8f9c3d6a19834163c4f8fcffc4b87da0db292c94e724bd3", + "writes-client-47.json": "6a0e1887cbc11b61c99c71974693ae91700d9a24c8d65203d62fbd26a06a9e5c", + "writes-client-48.json": "6e7ece39d5c5ec04d674be831c8bbfcc4c7d480ef5ca4fd6940cc196e7abb0b5", + "writes-client-49.json": "dbca5fa14bd9d7c8cfcdd4861cd3999dee89e5c15720255dde87ad574ef1bab3", + "writes-client-50.json": "f4f09ae43915296795ce6158d9168e5a9976b9b795c57868d72fc51cb6c14590", + "writes-client-51.json": "98d32bc3bdc8b9deb2165fc2aa0ce48e1d6afe58088ae2f2d8bbeae0bb97ec70", + "writes-client-52.json": "19b772f56784f3aa4ceb83a4a2e9f2390308b46e82f0d9f224e26be743c031ce", + "writes-client-53.json": "028c6127186944ee5b1908a3bfa86398d80accc26fdc0162a47218a19402d3ae", + "writes-client-54.json": "0ffc2be5f0db39392709ed9e2b4a558e0dd785bee13a8377a1b6aa9c9650e5e5", + "writes-client-55.json": "5cb470de52c136198c2349626e90df018830634b55307cb22ac542a8e1c65941", + "writes-client-56.json": "3d65246c53d5c2eb7bb18bc547bca9e3540697bb8ad7e0b41b9c2a89c8d303a7", + "writes-client-57.json": "c35c50e8e0fa9fdc9b35733ec0ed6e0a15a841a164a6591c817a7266428381d3", + "writes-client-58.json": "87d9f259f89c97bc39f4e442c3a4bdd7e0ccfe6dfcf3492d0cdd510af4c7794a", + "writes-client-59.json": "26e4fd41d48aae49e379306338985d318acd2a597e044f50d4d683b315627b0d", + "writes-client-60.json": "8a5cac8dcef379ea343abe01cf8d735a3172341eb2538799135cffa6685a3b13", + "writes-client-61.json": "d8bf653977886da53a524c85035df4cc4d21a2f06d83f96962310cf1059e7c00", + "writes-client-62.json": "ae7408405139d6f33a98bf0a4cb673cfc0772dc6fdc721749851a028ed58cc52", + "writes-client-63.json": "9904b94950033925b716bcc90df3db61d483165236ffaa63f8c839ff05160b69", + "write-warmup-client-0.json": "5031c1e5be456d40ad3e7e26c0dd954396d39b6db1ee674c12d48eb3bb8b085c", + "write-warmup-client-1.json": "bd4cf1a9b580ed8f83c01ad6f060d6a9fc5336276d060d9ab3267843e9721b4f", + "write-warmup-client-2.json": "f29a2ea3048dd3798bc7c58b5dc448e80c1cade8b0ad2f44b699371a77ce65ed", + "write-warmup-client-3.json": "7dc0e1fb17b2709bc3e8b82427ffd7d9e1ff7c1c9628b060f8353f89e9eaa611", + "write-warmup-client-4.json": "3afec4add6dd0c8ab68b762b4ff714ac666b3bd4aeb3632f82d3a71a65774ac0", + "write-warmup-client-5.json": "856c5ac951964409546fc74dbaf36a3875c4a0e35968abcf1af00a9e31311368", + "write-warmup-client-6.json": "9dc26f3ef2318968728545c0fb08e5f6ce813d2448aba68618be4ffdd72b9967", + "write-warmup-client-7.json": "7b3d5f3974486c84fdfba74262544b26f775449fa494523c468add0987303b3a", + "write-warmup-client-8.json": "6e839a10e4f30f286acf9d71badba25bd38663c1949d921db64e690b8eab18e5", + "write-warmup-client-9.json": "74dd4fc3d985ef32ce6f6f92bc39607d8ab926f27e74b23ba2715f2f7017642e", + "write-warmup-client-10.json": "1166d75a187d5f27fa2b09af9d8952033d9d0f71029a76754168ddd916667b47", + "write-warmup-client-11.json": "034c51a0124019310dae96889b9015780e2ef5f2f8c8e96af9e8116cca20d170", + "write-warmup-client-12.json": "86d367782c5c6bfecaa969e56ffed59403ad95d91d0e798636826317d7581a3d", + "write-warmup-client-13.json": "c19e7d12982559351114c7fcfb7d417f1728c1dd0b63f29d52477d2318358ad8", + "write-warmup-client-14.json": "054b3e9cb56a25f8a8d7ceaf8a724eaafd0089750d3db74934c9a9c3d5a61861", + "write-warmup-client-15.json": "142f0fc4e82ffddf31263c4130e28bba9561aca3a5c30819d24df852efb4183b", + "write-warmup-client-16.json": "f3e54de29efb87cafb9f9080da7d2589b8731f3ea21d6bc1f6f523e71d0a4026", + "write-warmup-client-17.json": "b151a44be11a5fafcab5d28c5495105ecbb3de9cdd14d0ba578d758c8ba79b0a", + "write-warmup-client-18.json": "b11192d43fecb7829be5e5091bee35b4f8da00b63249c8872dc9186c4f2e0922", + "write-warmup-client-19.json": "d4cd5e853e165c6692df613c94eeeadadbca8d63dad4e40531901b6c915215c5", + "write-warmup-client-20.json": "2fa7fa4ea20e3413f8388e4efa950a5091058c215d8ba7eda8e0ad3d6eb9f9bd", + "write-warmup-client-21.json": "a745a6a27f6ead7b7b83f74dd93e7b440b3642cb7992660d9136a9bf458eacff", + "write-warmup-client-22.json": "01f96692efc792b6efe04dbd4a4c60ca36795a007563914015d266ada202e5e8", + "write-warmup-client-23.json": "b76b9076f0a09eba43a1c0b4a85faaec1b40bdb8c8048442030aaa55f48d5953", + "write-warmup-client-24.json": "532eb15f0e511cbab17341e4c5e18d9feaa3c732db4d2817091842e291a9cf59", + "write-warmup-client-25.json": "13e37decaac47963bcc12bbabfcbe1fd43c2202b6aaa0657165cbe3e2fb0c2ee", + "write-warmup-client-26.json": "47ce606d56ed9b124ebcffd3f06ed2b10dd36cf4e5c412150dde4be1bb015b29", + "write-warmup-client-27.json": "1834d6eadb8cbc1b01292f30fc909802c7bcd33a8c964a7c31af114856fc611f", + "write-warmup-client-28.json": "d1cc99952ecedd7cb7c1c57db57b77fa3dff6d20be78f6dfc71ef019a6c8e7ba", + "write-warmup-client-29.json": "ef301238c32bfa736d08635eac74a7c5b1368a828ccea6303c680703d17e9588", + "write-warmup-client-30.json": "a4e7aa1913377276a6e7a27d3c08be8e3e694ade1749ed36be2510e6de4e9401", + "write-warmup-client-31.json": "f69ebc715488bc7951be56871dff009e49b3fad7b028a65058b377642a94bb6a", + "write-warmup-client-32.json": "a1e7f30d50e6bc8b77ecc243631e69a4f47fa76ee62b834c38954b97a30caa89", + "write-warmup-client-33.json": "c5b9fe4fdf782fbffe7390d07b8509285294e81815a71078404a6ebf06e51b23", + "write-warmup-client-34.json": "1db7ccc6e1e6b024ee67624df1ecc7ec9933851a8e34153d05c782dd01bff70f", + "write-warmup-client-35.json": "2115c0c339bde27fa1e8b805b9ae67494cfa340ed27068d55759b32a98e992bd", + "write-warmup-client-36.json": "9eaa413098a474cce7f65d4afd43ab70fad74dbc12e7059342c5b44b39929afd", + "write-warmup-client-37.json": "2b930610c93edce9b6024c7c78182f5b24695c36a3ef8317f3c867fa4974636c", + "write-warmup-client-38.json": "cc1ac494322fc257de3a9edfa2ce493dcdfd10b2322e62712911a83ea9b1e5dc", + "write-warmup-client-39.json": "94727652338a7207f25017ba49ce08e75a3847c711fc80f9081b375b32234a1d", + "write-warmup-client-40.json": "5de92c9b65a33c4d6d1452e5c99320fb4bc937592cebf173680c4fb03d5427ca", + "write-warmup-client-41.json": "b9d562a82f4f0154dbc2fc996f89e3674c7ac1e8935007f4c765bb5bbcbe6611", + "write-warmup-client-42.json": "b0d59cb5335ad19f43a77626cc7722f4c7cb2f008073a0245a96fdfc5056911d", + "write-warmup-client-43.json": "5e83f895b7d7547fff6bd4e00f7d2a922a8eb950e74a6ed4455da4f8298dd1f1", + "write-warmup-client-44.json": "1881552aff8c7ae03376f2aacda710aaf7db19df0854c0087561da0a95bd2371", + "write-warmup-client-45.json": "6ff8f5f277dd6cd87cfab779fa4bdc1fb75e882c39f4fb5607dd82de2782b4d8", + "write-warmup-client-46.json": "d43389afa26328a8d6015b0d8ac44a6e9e7a8991c39e5eee17858afc9365c52b", + "write-warmup-client-47.json": "94319a1caf1040f670bbf41af359c94a87c62b9369bf0ce8cb8e1acdc7504d45", + "write-warmup-client-48.json": "c7a1462c5bd16a7588b9131e0b3ec906730e020fcae48a0c3efa5c57cdaadfa3", + "write-warmup-client-49.json": "8d7fba942b733ae449f6757b96bf8fc0e46df8d175bb7f2dd90d46c214af8900", + "write-warmup-client-50.json": "8d5398060fdda57e03bc0cd27daf65cdae21ada3076065d41316469de97a04dc", + "write-warmup-client-51.json": "96417e1e6cbc031f84457b43ae8bf8973f9841f1dcda20ba37d827b20e391c1f", + "write-warmup-client-52.json": "16e53b68dbd9110392b651a4a35a6bba615712e479c70ea6770b4676bd00f9af", + "write-warmup-client-53.json": "ddb5dff7ff64c7b008c3a8dbb603909433cabef5e8ea10f76a0f4ddba42ac1f0", + "write-warmup-client-54.json": "34fc212b3259cc3a7b3b4db1a7b4acdaee8b2b77f3c3a73f5f564a451431a952", + "write-warmup-client-55.json": "18601dbe8deb38c7cbb67b780f58324044782a03f3b37c58b88f6ceeb9b3bf52", + "write-warmup-client-56.json": "2ff79d7590ab311bba64db5031e99a8a72e2908fcb69dc97f9e4b6af39e843b8", + "write-warmup-client-57.json": "8b59241c318443caa91e210232aae9f1800609fc86efbfe64f68492ff52dab9c", + "write-warmup-client-58.json": "408c461753653b4ad925b3d2389f32e6bb7e6d3ec2b5172d66e42bb158ca13dc", + "write-warmup-client-59.json": "88c750266e818cf60345965006952d66c06825d1ea719c772008c6e1b5551b65", + "write-warmup-client-60.json": "d2ed4b5cb4706cdbe0a8261050e7348f7f4f41fbd7584fcae75cf119a17ec676", + "write-warmup-client-61.json": "77d34e18c787cbd395c9288896898f3befeb87478d9b76eabe8e75cd47e17e12", + "write-warmup-client-62.json": "db0677811ed4dc278a8b56979ebe4557ce731b3cf23abb08b3382761834cbffe", + "write-warmup-client-63.json": "571a34f385e245563ceafd10f049270e5a8096caef9d012fc733b18eb051503b" + } + }, + "repeat": 3, + "cells": 1, + "variant": "baseline", + "measured_writes": 7424, + "all_acknowledged": 7760, + "TPS": 61.53569403336164, + "response_body_bytes_per_second": 12293.255147256126, + "p50": 1047.280821, + "p95": 1206.545637, + "p99": 1259.450243, + "server_cpu_cores": 0.2942860293933775, + "driver_cpu_cores": 0.02386102941027385, + "server_rss_after_bytes": 64065536, + "first_30_seconds_TPS": 59.733333333333334, + "last_30_seconds_TPS": 61.86666666666667, + "interval_TPS_min": 57.6, + "interval_TPS_max": 70.4, + "interval_TPS_cv": 0.0899485255025096, + "completions_after_admission_deadline": 64, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 15521, + "mean_ms": 253.4306967777205, + "overflow": 0, + "p50_ms": 8.6, + "p95_ms": 896.4, + "p99_ms": 1033.8, + "resolution_us": 100 + }, + "authority": { + "count": 7760, + "mean_ms": 4.645793579252578, + "overflow": 0, + "p50_ms": 4.6, + "p95_ms": 5.9, + "p99_ms": 7.2, + "resolution_us": 100 + }, + "compaction": { + "count": 512, + "mean_ms": 27.3135594921875, + "overflow": 0, + "p50_ms": 26.1, + "p95_ms": 39.6, + "p99_ms": 50.2, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 8273, + "mean_ms": 0.0005025733107699746, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 7760, + "mean_ms": 9.775134150902062, + "overflow": 0, + "p50_ms": 8.0, + "p95_ms": 30.9, + "p99_ms": 41.6, + "resolution_us": 100 + }, + "publication": { + "count": 7760, + "mean_ms": 14.71118193492268, + "overflow": 0, + "p50_ms": 12.9, + "p95_ms": 35.8, + "p99_ms": 46.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 512, + "mean_ms": 0.0003199453125, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 7761, + "mean_ms": 0.0034542537044195336, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 7761, + "mean_ms": 7.970531396211828, + "overflow": 0, + "p50_ms": 7.9, + "p95_ms": 10.2, + "p99_ms": 12.3, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 7761, + "mean_ms": 7.963955540523129, + "overflow": 0, + "p50_ms": 7.9, + "p95_ms": 10.2, + "p99_ms": 12.2, + "resolution_us": 100 + }, + "uploaded_bytes": 345564019, + "uploaded_objects": 43937, + "worker": { + "count": 15521, + "mean_ms": 0.684400180916178, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 1.6, + "p99_ms": 2.8, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.7684485, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 0.9, + "p99_ms": 0.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 16544, + "mean_ms": 0.9077737177828821, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 1.3, + "p99_ms": 1.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 16544, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 16544 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 23, + "mean_ms": 3.89377152173913, + "overflow": 0, + "p50_ms": 3.9, + "p95_ms": 4.8, + "p99_ms": 5.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 9193487, + "duration": { + "count": 23, + "mean_ms": 10.872622913043479, + "overflow": 0, + "p50_ms": 10.7, + "p95_ms": 12.3, + "p99_ms": 13.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 23, + "mean_ms": 2.9282246521739133, + "overflow": 0, + "p50_ms": 2.8, + "p95_ms": 3.6, + "p99_ms": 4.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23 + }, + "put": { + "bytes_read": 0, + "bytes_written": 340953819, + "duration": { + "count": 51688, + "mean_ms": 5.243312437509673, + "overflow": 0, + "p50_ms": 5.1, + "p95_ms": 7.1, + "p99_ms": 8.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 51688, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 51688 + }, + "range": { + "bytes_read": 133780641, + "bytes_written": 0, + "duration": { + "count": 16592, + "mean_ms": 1.8170376724324977, + "overflow": 0, + "p50_ms": 1.8, + "p95_ms": 3.1, + "p99_ms": 4.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 16592, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 16592 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.87083801400013, + "cpu_seconds": 290.924649, + "cpu_cores": 2.311295083040931, + "cgroup_before": { + "usage_usec": 4399076068, + "user_usec": 2937786404, + "system_usec": 1461289663, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4690000717, + "user_usec": 3122198886, + "system_usec": 1567801830, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 26206, + "raw_client_sha256": { + "writes-client-0.json": "b024a9950979bfd2ab4c9aa8b28b36a4456d471aa683ce3db757e92b8d5d7d68", + "writes-client-1.json": "d5785b434ec47ffe6639721903429e67c2acdc2d9d34270ce556d6e373826e2d", + "writes-client-2.json": "96a05e8d31dc52da6aa7480982072b67aa3d8f02ed5a9dea3e2c7290d04d8be7", + "writes-client-3.json": "b1e0e767cf446e4d44afa313e05e1111334e884a0ad1353d04831f1272609714", + "writes-client-4.json": "4ef511b2ca1dfa221ba464ad93809d21779665fc814ae5fc7dfb5ccba68e659b", + "writes-client-5.json": "94620d3a6d14032f92a05328d340b915fb3e53cc5b8d9484b5aca58a2de394df", + "writes-client-6.json": "c42f1af30b7242b2b378eaf2bdca6eb6a2a386ab34deb011f3aecd4deb902f78", + "writes-client-7.json": "52e1ae86bae1905475707a31f48b030abfbff0b6100a97fb4b309891def68a99", + "writes-client-8.json": "f6d12ade89417782f7e52fda89ba277564028e14ea97038c6ce1c323408c5e9b", + "writes-client-9.json": "e45a95a3a2a63414957b30d853e22dc42fe31b1abfbfafe1464f796b82749dc0", + "writes-client-10.json": "8488b721ee29eeb2284715f1840714b884166ded01fcf4b67835011413737ccd", + "writes-client-11.json": "081cc4ce7d9f791c926dab8c5bc000accb56a25d936ed900da1c56e02c1247d0", + "writes-client-12.json": "6704a841369bd5bc74948c3f1f83add377a0367fe195ce211e3bdcc90ff73247", + "writes-client-13.json": "0535ff309c87748c5f41fcb6a034a83c547d6377da4d7825fd240330b71924d1", + "writes-client-14.json": "66ea3995587ff3b3d3b1369cb38996dc5a88d7f13b4f8f0b9bfd237f3ddb38bc", + "writes-client-15.json": "66cecd6df3cb473e718003e992f05faaa28c1d44f9beeb87e57a0a1b29cf30a4", + "writes-client-16.json": "aef96d541ed16e1ca425f55643aa4c94c34ca7ccb832507527d19456a77c2c93", + "writes-client-17.json": "3809ab266860c42aeed8f1bb6b192da5e51646c33bb35e0f0dcf14bee93ff62c", + "writes-client-18.json": "40493e60dc00692bb62e99a3bd262d804e568d7692a36c79d064c40022dc5e56", + "writes-client-19.json": "0c533cbf2f5965b931232d89ed9d7fb9ef8943e602b809998cf134bcd18bd9f1", + "writes-client-20.json": "9de4e269423c6bd07ae8c1bb6e75d572cd0081184d56c14abea15a7e63790f10", + "writes-client-21.json": "0d000731856343de1d355a68aefe8e1cf1a024dc51cb0e9fad26fd1959035145", + "writes-client-22.json": "ec7b32b6d148272c4ca6585684fb2297af78655600d8ba0d922b4acd959ed952", + "writes-client-23.json": "dad61f7b973400c6e8726c8992ba58fe5f7900650e72afe166133be732834326", + "writes-client-24.json": "1f3f803d07207c5681bc6c1fe2695c408c772e61d10d0d6f71991c47d77db9aa", + "writes-client-25.json": "3a0b0cb9020dc726c724e5d8d2c17b5a12d76930c03c93d9139b14120505faed", + "writes-client-26.json": "bf1d06ccc71fdfedee964db28259e9eee855f8ef83599081d7e13cada64d10d2", + "writes-client-27.json": "4772b33e56b6a31fdc866d978bc3c48ff21a969561419a10ce1619fe40569d7f", + "writes-client-28.json": "ba6c1f1faa277e80aeaed8e0ee367039710771c9d940c22c7c19867fd6b6de9f", + "writes-client-29.json": "a1dd6324a0883a2c243d8f71149ca501f252c572f83c46b2e189b33f1a2fffa6", + "writes-client-30.json": "1f03a353fd8df11b29d2e14bcd50a4148fae79993d1abfe137efc346a2c9b6ad", + "writes-client-31.json": "cd23a64ff9c3cd16782169c05de3fd1e25e2cc3508ed72cc1420686e1405bc10", + "writes-client-32.json": "8b70d2ad2e8f2c1e7d47befce967c73c141ad10ad52bef6465b237592e706b1c", + "writes-client-33.json": "9558441a27252e7116aef5c45d425da094ace5a26640d7a93d4ca22a8e929517", + "writes-client-34.json": "0d901f74cf97570374d442e00e85ede1827703e4d74b36fdd77db9e4c458502c", + "writes-client-35.json": "6e5e413d6286ec60932c2f215a26ac4ab49918e911f20786d14a238b4b351ed7", + "writes-client-36.json": "1a31976e897828bbc3ba7a6eb513bdaf2e1801e4e25d705e29417f574e9d7651", + "writes-client-37.json": "a5668c81ddae4107bf8deb7c4c27e8a7745823543e3e4963bcbc8264cf52208b", + "writes-client-38.json": "d7afe12c64c1be82c8fd1b68fe31588e082c4516b12c01c0414ea152953424c1", + "writes-client-39.json": "6f98269327ab8863a1c833f7137e21a3c9dadc1aa687f3ff012b9adc2ab497f1", + "writes-client-40.json": "ceaafac490d452cfc2c3c6d4954369da01866cc1130a9934756619dcb62abd19", + "writes-client-41.json": "2aefb2e0e5cdf79d46b9b7a035d5c8c2f6b6d3d552e4aa035e422e00a6068157", + "writes-client-42.json": "aca2516607b96c869d4a1b8da988fa975feb5da5b0d1e7654e8f50a4b6cf7e68", + "writes-client-43.json": "243afa50293bdb8ddea7b48936de2f325fe6ba8e26d64dddff40e25abeb84d63", + "writes-client-44.json": "b5ba1aa7d894cad1fafa43b1cd07de68b78a5406bfde5fb2409b07cf25b398bc", + "writes-client-45.json": "918e6f0866493baa75c74a12d00d9ff3209f2b12ccc7108e62b53924615c6935", + "writes-client-46.json": "35b59497aa407ae17a0611838ff388d2322f1af8d864de84460557b2fb4e14b2", + "writes-client-47.json": "44e3efa9b204aceeb9c5f8d5bde8e26a57318f7a5457e86b5fb46b29fdc5f8d4", + "writes-client-48.json": "949d7a36a762106c3802e20307dfea5c86c0fb7605da4ecea6ef8d6fada85549", + "writes-client-49.json": "d5d53b79b4b97ebfee101e981714d76e83dcdada6a9cdd343919fab089557cf3", + "writes-client-50.json": "b498a05d7cfcda8f52d8449d3b52c08669f64b08b74c9e4554b9d3fb8aff041c", + "writes-client-51.json": "62406f557783769ba436b4a4fcc38018e3ad34deba6a3532fce71a432e1fbd6c", + "writes-client-52.json": "7cf9fae0f95eb48129e122296e3815b2e62051445ab0967d075a79f5cf782a21", + "writes-client-53.json": "3cd1ea372f3fca6516c6dc605914cf12f66517a40457a6580ae8a5d8c72e36a6", + "writes-client-54.json": "dcf2fdb56a82dee2c3cad6666b84a76a517ff42221d4ca0dce9c62ee40a273dc", + "writes-client-55.json": "f4e5387b191eb490caaca8950fbadff979bfd6e08590e73627c56fa72b979905", + "writes-client-56.json": "d4ecbb0ad554203d6fc8ee30b565464d4d765ebb8511196ff330ba08c0526b79", + "writes-client-57.json": "4d530137ffad680b60d2b554e7711b40bac41fe6533561bc603dd6f893cae76a", + "writes-client-58.json": "f4ebff8263388191b2cc5a2d0bb72cf503ed6eab7eeee2eacdcd1d7a9239f6d8", + "writes-client-59.json": "31fbf5f86d3a21221ab30e6674c05398893c2ea302d4df7a9bea6fbc19ac9211", + "writes-client-60.json": "ebe2a5848ed9178416791c2eb8b0ee6eeb90a4e0a56ab82f8830d115096ab315", + "writes-client-61.json": "1d120285bb7dbd0442df793ab191292a09aeaed2240fd2ee6a848a594e50cee3", + "writes-client-62.json": "8ec6d44335716f9ed4ff553d1e8ff0a26df498a213bf4267b5c208f03b839712", + "writes-client-63.json": "bf0fcaaa12b06f82779f1a216b11e8434308649bb4ace8e5efe6b309dfdd5227", + "write-warmup-client-0.json": "11f3544cdfb580642520ff7facb875d4a867eb59d941512e8b974f46c1aeed34", + "write-warmup-client-1.json": "97abff53959e3cec69d6bb39c0ce927f2bcab1853af095f4255b10f80bc4487a", + "write-warmup-client-2.json": "3c777f5fc3713d264866afa6c7fcdfec7ba50fd2bf85d84b6a2de8008ccf0b36", + "write-warmup-client-3.json": "1c8c094899c79f0306a59716bb27aab567c8ee42ffc2a26246bcac91e3db8c07", + "write-warmup-client-4.json": "eec1e90d8f75a7f18188953c5855a085cf1dafb277af7d2e5d5777583b857f77", + "write-warmup-client-5.json": "6da9031b5d4f0ed099b698d64ca7ba58fe1879191fc2016b4c41da34a395cd51", + "write-warmup-client-6.json": "81268f83b2b797076ce0ded2972dd8adb0a91d401c8c1a6b7d2e61696650ee25", + "write-warmup-client-7.json": "48c6f0ec7e3a50fbab017b633b08ab22b2a2b9ce04a65503cf8c3ffd3bec75cc", + "write-warmup-client-8.json": "bdaaa35c1dee4b0c2423ff43cac744e5b77cba4503e45bdc7f302c5f8f844519", + "write-warmup-client-9.json": "c1ee31054c69688d5180fc0fd985240a3654341236682caf493f59b19218961c", + "write-warmup-client-10.json": "f1b4bf88a7a251c3f1bec39707ae39c3343a2d4f600790c251ba7531022355f0", + "write-warmup-client-11.json": "e39b3848e65731ec1cc9623ad479a502d977686dd08da317b85f725993916f4e", + "write-warmup-client-12.json": "e3d39b853cdf554c10610c41db5ad758d8407a2204305589d86d1b1ebb754ada", + "write-warmup-client-13.json": "5f814b3012341124de2cbdec89be69ef462ee76b7c2c04ff3a4a55ae01375601", + "write-warmup-client-14.json": "4bf361a371f93893ee501df834fae58b72b9aa52dfd121d93ead298d600062ce", + "write-warmup-client-15.json": "887ef9b50be4c5c52c0cb930e446ccb0ef7a5dbc890aeddb2cc19a15d762af2f", + "write-warmup-client-16.json": "f54746f20989341aaba37aae9d52a18f3465523b8ade634df8eb9e614e06e241", + "write-warmup-client-17.json": "d3e669d39f8c56d6c427d48d0b33836f95753083b77133053e30d7935d3af34a", + "write-warmup-client-18.json": "6263f942bf5e5d3b221ee244dffd786e0a05ed064e2c2c4bb244b0b23c65eb94", + "write-warmup-client-19.json": "a6d16871909182c9497395ec3e8218b5f74b4c6692b57a2fd3003f7addc09c6a", + "write-warmup-client-20.json": "8f8560e419ab645e0420f821c9b53d239eb95ab584b2c8261ed51e2f5fe6f115", + "write-warmup-client-21.json": "d45565e6ebd523f6c6878eaf2d8ae01cc836f403b7f81ca4236c4a2a480c9c73", + "write-warmup-client-22.json": "1e57c9820b34ed0bffdfddcd635e4b0ec4fa26ce4f8ef1d398bb7501b2866d58", + "write-warmup-client-23.json": "23f49d14dbbba909b6f6e57c8f962eeff208352db220baebca9817e49abca832", + "write-warmup-client-24.json": "9833445f2a2f801c0623310260eeabb77da536ac053222fe5b2a8713ead5e543", + "write-warmup-client-25.json": "c2ceb049e2d536a7f08889a16f0847c08d21f182af637456f16a119229f2d203", + "write-warmup-client-26.json": "d9852774a9c10704ac1bc99d9f8fc13b14d6107ac9a612b19ba3d6d5d232cea2", + "write-warmup-client-27.json": "e3a2b6fc6fb0bd6d0c733e2b2670007b3d80ce043f40474dcd2d64eaa1548cb8", + "write-warmup-client-28.json": "20e877b7460771fa1633d1d9c46146fd1e04dcd384f7430d4a97a40ce7f85423", + "write-warmup-client-29.json": "9b34dbd7dd87d7e87f885c5745563837e84ec4fdcfd52ba89ec68ddb8fbcfb4f", + "write-warmup-client-30.json": "7c39dc6fe113cd164fe6c3dcf04fb7b01807733bb28754e28bbe78d7f39f0b62", + "write-warmup-client-31.json": "e0fb45457f8216d8b4ed1ff5691a64f2bdff82216c326abb7e470190b28b5915", + "write-warmup-client-32.json": "9667a6add2e1c987cd57bf087cd110f917f9adb867699d84870450feaa18ee85", + "write-warmup-client-33.json": "2d5e0d2c1ba928ce69b2170e1a64a7998447483167fcd5cfe2a34dc47c5fc976", + "write-warmup-client-34.json": "97c501b06642b07bb51b108047fd2f6e7480e58f401952f7dbf85ef8cce5a85c", + "write-warmup-client-35.json": "a508cb57018904bb243ab2830ff277e86f3d37cc532e2e39b2aabf2daa3d95ef", + "write-warmup-client-36.json": "a6267f29ef8da59d2f6a7c482bd2c2182ff387213d9e27053e7d68a5710848e9", + "write-warmup-client-37.json": "162f6043abfdad4753f9b36a8f07db51e5b62d14624dbeaa15fb2a45766349d5", + "write-warmup-client-38.json": "c4df2b1562fa8336161891914faf1ebf3f25a174f715b92ec7c5304ea8fca6e1", + "write-warmup-client-39.json": "78ec1ce54700c334f1777c31cff16a6af89d6b3968aa2da75f0f784e4c4f2adf", + "write-warmup-client-40.json": "2dfd3d89bb3e613ce88a0c2233fcce3b6808e867d05e2bc8a62b8f08e8f9f281", + "write-warmup-client-41.json": "58ea52c943d478fe10d346ccda92c4b462a4be3295b5511657846f296557823a", + "write-warmup-client-42.json": "106fc2773d0c9822476cc6641bf238a9d9982a474b083ffe6d070b790a6a653c", + "write-warmup-client-43.json": "55f954fee9176ac0a04ec1ecbe00c920798bc7c7261d396606e416b6741f3aa1", + "write-warmup-client-44.json": "22e6accfa2409aba40804f11264890ff124773746350dddb44c1ef8640609230", + "write-warmup-client-45.json": "4e48fd1af54b163f483cf8a377fa4ec196955574f96d8b943747fbcb8689cac1", + "write-warmup-client-46.json": "d381514d43100c9caa5562b96fba9be467c7cc12c79be5f681b7edbfb8a32236", + "write-warmup-client-47.json": "05ac8c1f4304796de02a263bdc662530a9bc986a33f086636e9d7e56aced0b61", + "write-warmup-client-48.json": "f625a2effe38c4bc12edc29eab01c54971a75007812bb8f8668b8a4bab4c6e5b", + "write-warmup-client-49.json": "76a380f1622134a69f0857a231f703c0319320f16834b7031574fca4631355d5", + "write-warmup-client-50.json": "c6c73caec994293ecdcac3843732dc5dff9c55c9a60b0640529f85573650fedd", + "write-warmup-client-51.json": "4458514883d28bab5a5f9762f93a06d74ce1ab4d1d16c12b72ddc38a034f4ebc", + "write-warmup-client-52.json": "e858059f8a6fb8714265adfdef5797d09b2bb5591c57a0c410471210fa499b34", + "write-warmup-client-53.json": "f905fd55a4655fe7d4afb891804eb6e376f9d335724933c6a61f6a70023844f2", + "write-warmup-client-54.json": "182c04ed287e3951139dd12f05d61d88b8ed787038dd3f1c3366a647b3c6574a", + "write-warmup-client-55.json": "b51ef3e9bd0a4b2ac8f059f6e8f6e695a41104a8b9ff075257cc39ab67631800", + "write-warmup-client-56.json": "a15e9e9b557b6d223007704170e34fc2eee43e601040ab11d8cd360dff2a3855", + "write-warmup-client-57.json": "5caf2574e05e4e24c008cc719c23f6d6b3c5325cb41657ca8959d57cecef1e7f", + "write-warmup-client-58.json": "7a14030269ebb51f1388e23da07057a5cec0b913e4cc894df01a64e91e1e682d", + "write-warmup-client-59.json": "cff158956b70f98ce1ed431f2a1835cc10323095798f725e835dd0f02ee75385", + "write-warmup-client-60.json": "2aea621baa9291308f7abe2c27d21576fb835dc4a40cbba5a735399e774125f8", + "write-warmup-client-61.json": "9a485d36897a02d9ccc0a4493249aecc5c19fbd4366751c47a1595289b8a25a4", + "write-warmup-client-62.json": "81a194fc2347d411deac3063938362d3b3d423dbe66fc34cf1bd33f61b7ef610", + "write-warmup-client-63.json": "f2915b4fcc85ecf538717291cad47c0b288a9588b52c01d5b7a195768030623a" + } + }, + "repeat": 3, + "cells": 1, + "variant": "candidate", + "measured_writes": 24836, + "all_acknowledged": 26222, + "TPS": 206.16074130316568, + "response_body_bytes_per_second": 41655.95816593087, + "p50": 311.428547, + "p95": 373.316915, + "p99": 413.647751, + "server_cpu_cores": 0.39009062024235613, + "driver_cpu_cores": 0.08757136372787587, + "server_rss_after_bytes": 79314944, + "first_30_seconds_TPS": 234.66666666666666, + "last_30_seconds_TPS": 187.73333333333332, + "interval_TPS_min": 178.1, + "interval_TPS_max": 243.2, + "interval_TPS_cv": 0.08998539525720045, + "completions_after_admission_deadline": 64, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 52445, + "mean_ms": 66.93007128980837, + "overflow": 0, + "p50_ms": 5.1, + "p95_ms": 236.0, + "p99_ms": 274.5, + "resolution_us": 100 + }, + "authority": { + "count": 6958, + "mean_ms": 4.313200579045703, + "overflow": 0, + "p50_ms": 4.2, + "p95_ms": 5.3, + "p99_ms": 6.7, + "resolution_us": 100 + }, + "compaction": { + "count": 454, + "mean_ms": 35.398522196035245, + "overflow": 0, + "p50_ms": 31.6, + "p95_ms": 61.4, + "p99_ms": 92.6, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 7413, + "mean_ms": 0.00042099177121273436, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 6958, + "mean_ms": 10.961662039379132, + "overflow": 0, + "p50_ms": 8.8, + "p95_ms": 34.6, + "p99_ms": 54.0, + "resolution_us": 100 + }, + "publication": { + "count": 6958, + "mean_ms": 15.571946280971543, + "overflow": 0, + "p50_ms": 13.3, + "p95_ms": 39.1, + "p99_ms": 58.7, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 454, + "mean_ms": 0.00034494713656387665, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 6959, + "mean_ms": 0.0029753134070987213, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 6959, + "mean_ms": 8.645158727978156, + "overflow": 0, + "p50_ms": 8.7, + "p95_ms": 11.8, + "p99_ms": 13.9, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 6959, + "mean_ms": 8.63944594582555, + "overflow": 0, + "p50_ms": 8.7, + "p95_ms": 11.8, + "p99_ms": 13.9, + "resolution_us": 100 + }, + "uploaded_bytes": 718149967, + "uploaded_objects": 52846, + "worker": { + "count": 52445, + "mean_ms": 1.0177196655925256, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 2.3, + "p99_ms": 3.9, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.6635525, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 0.7, + "p99_ms": 0.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 14824, + "mean_ms": 0.7818371847004857, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.1, + "p99_ms": 1.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 14824, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 14824 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 195, + "mean_ms": 3.777845687179487, + "overflow": 0, + "p50_ms": 3.7, + "p95_ms": 4.8, + "p99_ms": 6.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 195, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 195 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 84906465, + "duration": { + "count": 195, + "mean_ms": 11.170970835897437, + "overflow": 0, + "p50_ms": 10.6, + "p95_ms": 16.0, + "p99_ms": 24.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 195, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 195 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 195, + "mean_ms": 3.4244026, + "overflow": 0, + "p50_ms": 3.2, + "p95_ms": 5.3, + "p99_ms": 6.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 195, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 195 + }, + "put": { + "bytes_read": 0, + "bytes_written": 637254538, + "duration": { + "count": 59616, + "mean_ms": 5.799281344538379, + "overflow": 0, + "p50_ms": 5.7, + "p95_ms": 8.3, + "p99_ms": 10.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 59616, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 59616 + }, + "range": { + "bytes_read": 308963566, + "bytes_written": 0, + "duration": { + "count": 14922, + "mean_ms": 1.682266790376625, + "overflow": 0, + "p50_ms": 1.6, + "p95_ms": 2.7, + "p99_ms": 4.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 14922, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 14922 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.77502685200034, + "cpu_seconds": 244.310105, + "cpu_cores": 1.9424373114026845, + "cgroup_before": { + "usage_usec": 4691487933, + "user_usec": 3122962126, + "system_usec": 1568525807, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4935798038, + "user_usec": 3248655139, + "system_usec": 1687142898, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 3.3502627140500834, + "p50": 0.2973687102401353, + "p95": 0.3094096928883926, + "p99": 0.3284351670890106, + "response_body_bytes_per_second": 3.3885214019354786 + } + }, + { + "cells": 4, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 14635, + "raw_client_sha256": { + "writes-client-0.json": "7adf11ec415da19d0db1cb3492a1d0bae811cbd92a6c5e7dac0b1ca804054b3f", + "writes-client-1.json": "3dbcf86656cde420bdb0f97c06fdbbce2edbd2fb03a4b75e5be09aa72443a77d", + "writes-client-2.json": "d39b1916dec0d1cded35d5ae1788749bd715433760e842d7fbab83a0acc2b844", + "writes-client-3.json": "909618500f674b3f96373f25cf25b55fa77de6c046f58e9e24b943a65121e558", + "writes-client-4.json": "c3349ebb6f72054b91870048ea9ac0d85b3454539a414f3b3b2a76be9c9f7888", + "writes-client-5.json": "1836f85b9dd3b4d385560d7bc716a47586d79222ee00d3bc269708d501c20fed", + "writes-client-6.json": "d8c3e11a0411f00d1b7cd01c64d41854ff4cce0579a05ce39d9c5370cd810bb1", + "writes-client-7.json": "b5c51b3b4965913efaffd9e79849cdae1459d1ffda4b605e50bb34edca26d774", + "writes-client-8.json": "0b1a66009de1062af90d56a74d005b2be44ca7703d9241ad45a2fdaa3c6bd927", + "writes-client-9.json": "b14d0a47ee89306782c11a1a60d5443361f3864c188ad23ebbbaa9c7b1d5789f", + "writes-client-10.json": "c0e7d9a29850e8e29a4ba8caf5e57ed8ccaeeba23c7aa403925da16d3ebcb1da", + "writes-client-11.json": "db692ea57762ffb10178ab171f19dbb616d9a724adb11b7adb0b52822b878f3e", + "writes-client-12.json": "4b7ce73cd1eb4068d101624bfba8ea699731f5370ee2ca5b26e42599df48782c", + "writes-client-13.json": "d435c7378c20b1f4d55f93b35564dbda82c057f0d2254f4a7e1158fb61a6dee7", + "writes-client-14.json": "5d3669cd937d1d1b92c30edc8d8afe7f6226d5ccb2370de45b9ef89e3251de90", + "writes-client-15.json": "fc30529138090a0eecf8d5e09f06fa1cc446be144d15f73479ae1a79d1035c00", + "writes-client-16.json": "7505768cf714b0f4d5ac09cc51dbed6d144ada62d9db5335712ddd99a04e6d57", + "writes-client-17.json": "9e97340d6bec01b7a35726c7e3b9c23120398c37813b82e506e5766e306e84ec", + "writes-client-18.json": "f3d2d216854dcd5c68bf900e578217e63350e57da8fb5900b42f91d46e0316d6", + "writes-client-19.json": "c39f5d0bbfa35278398803780780338c416563b1e836f9339296403b86d3c753", + "writes-client-20.json": "9789e67fe268b1275e2c2c06f3a0d3a95183ad15562f4a517b044a31fe67f0de", + "writes-client-21.json": "4b51cfe609da88f8ef4f605494b79c6016daba20d8967f5e6ee34ed9a986f7ab", + "writes-client-22.json": "f9a717828d30f3f2a39a9b07290aef6dee70f1ef7644ca6226bfe05a01513a52", + "writes-client-23.json": "1ff7206695c34b9ff56499a0ca8d9e828991c7b566c669f3056f9e536dbe727c", + "writes-client-24.json": "6c44e119f988cf110dd51729ccf7232a581078636a75eea81bb7a673620e4822", + "writes-client-25.json": "d6909b6bfdea7e4c1dc4c567d46d670346954052f3590a65c7b3b4b161208a2d", + "writes-client-26.json": "be2ea3af45ddc1ac35285d72cb6ef44e2a01c33fdd0986e24e207ecb98ffe727", + "writes-client-27.json": "1f46b8a79ad43e72719d2a44bdcfbe273bcbdb09212adb187601886d4a2db27f", + "writes-client-28.json": "59864a7bf43966b965693976f3bfb1d9d8ddc38b77a4d7856d9165dc200d7f85", + "writes-client-29.json": "58c189fe56a7d15c692496ddb75c85234cc57a1e96e9bd964705188245813e64", + "writes-client-30.json": "40da18a6065ef29bab6d86977d5b458d4a8f0f8ff62a16ddb93e0361d66490df", + "writes-client-31.json": "46a384566818db61bb12587db144b4b23106df13db4fa557cec05475be69c75e", + "writes-client-32.json": "cb2ec5538f5a5f1ae6ff2ac660eaff6c04b16bee86366b9727f6d451195f8d76", + "writes-client-33.json": "d4020cf1ddc5a8ec14672f904a57943c989cbdcb3e168230426095ca9c739ba6", + "writes-client-34.json": "31bf36529918139725c978fdbf0428252d85445b5671cc9ca37656a6886c1fea", + "writes-client-35.json": "ed6b204fc9dc10dc0b5202bb41ccdeafc55005c90422234d06ae733d7e225bf5", + "writes-client-36.json": "56ca5d4f9608070b458c805e5bdd9b5a19a68a16b3ae3f1aaf9f885b747da5fd", + "writes-client-37.json": "397c1892dd7405c76937f9a809fb0e126eebf29ff2e0728867680ea6b0da5b60", + "writes-client-38.json": "9d41529edf49c727d0564ba48e56439313ab98a0ebb835e13aa9fb28d2f94b00", + "writes-client-39.json": "9986c790a0248787b0a525d8295793f52e02aafe197aefb20c6b87ca22cbce3e", + "writes-client-40.json": "0c874333820850f392d05b71aa8dd57a7d0d1ce51b1c8ecdd8c8509dadd20b33", + "writes-client-41.json": "0ab78586f7df086246eead5321d70e4c070036c70250a7ab6f268ce58a1fba9e", + "writes-client-42.json": "fad228c836e06744267f2b3254a2bf2c6676eb9fe9c073c0579a039c944a09f3", + "writes-client-43.json": "70784d487f94c2a955560737960403e9ebca25ddc88da0def5d4c45e056ebc48", + "writes-client-44.json": "3e178de3a58e40945482605b0dbaac9bed8f740e65d8af2c7074e0cd32ec585e", + "writes-client-45.json": "1458b4aed185c3cf741cf6ae0f08d73b8d8cfb8433cd15d07d854f94d33d8861", + "writes-client-46.json": "c6bd737ed1db0874c3a662ac08ab1f2465b8244ab82ad87d12bf3eaa190f60f6", + "writes-client-47.json": "a35f77757f4da8e764a3634c22c8e9d2ed19a1922f04bb43b786f66b7d924643", + "writes-client-48.json": "b1b3b4a9520a640810bb80e2a47250387c24e0498ab2277dce623063c034e8cc", + "writes-client-49.json": "ce226a6fa2951665707963e323dd29ed5b0a97716bd63dc96d386ed89b93310f", + "writes-client-50.json": "43c1e2019ac96a1496433a6fce8b26060bf68c5715dd4d83e45d92768e98ee81", + "writes-client-51.json": "7d4b6b570204a25837724317ca1cf776c349a74257964063f439b5aeda6112f4", + "writes-client-52.json": "7748951411432316321de7c34b1a366bf0543d52af2f49f6031d53c949879b0e", + "writes-client-53.json": "aaca42f14200a9e6c5a8a0bc3ba5b22eefa67828fe2a4da05bbe5cb575fe1fc1", + "writes-client-54.json": "1a767a32ddf467868f4ee6c8e531044e4687faf7aee9f4b42f85f38f05f79dcf", + "writes-client-55.json": "193c0cba0009bbde2ac1afd94ca533066e1124107b1c4fc81b187bb9763cbff8", + "writes-client-56.json": "5efe86f21fe934a68e617ba21fe3fa516cfdeb51d1b0a86958d267edbcb7e390", + "writes-client-57.json": "1fda4981729ebdd574e09663e24567b27554dcab9b8806f3b31cadfcd24d3c60", + "writes-client-58.json": "2ffaaf951ff51d895b4684a033e856c0ba1cfb7502984fea0137b6e8ae4016e0", + "writes-client-59.json": "e9b344ac2a3c6495b913fb05ae88f9f1547f3110d8233fdbc0fa16b061f5ea27", + "writes-client-60.json": "835009bd378536d67fcb7ddb7c3ef2d0a6056f4cefea34017975c67a79b55db7", + "writes-client-61.json": "d6c3a78bb0deac2292771fc26674386f8afa67c10029e3f30bb233b30af67ff5", + "writes-client-62.json": "7599bf4978c47512b2ae9af4820676130b0b47fb786ec5c9efdd80862669be2c", + "writes-client-63.json": "4358947604a02f1b6af8f821fb4b9debf254de2a2e571e26e2bf79e446b0b72e", + "write-warmup-client-0.json": "57cf201b3b06bc66f060166ab8fcefe583cec1b14a964c55ec84495473bfce88", + "write-warmup-client-1.json": "721b0f9e19699d9ea224ebd6edf31c83b0e13f75f52a22a37cfba381c709ec7c", + "write-warmup-client-2.json": "ca4995073619745c28e38388a9fad4ca5433087f778f11798257b6202e50f67c", + "write-warmup-client-3.json": "6bc31fa66b6757d6662c4a4e6fd2958b7b11000f09a71990054b715dd216b9fc", + "write-warmup-client-4.json": "414e8be637eccb5e5ae3ade21c9340b4d02990439ab9fc664549e3dd8e248b20", + "write-warmup-client-5.json": "fb5542d1633b29099433ce441651f5b59775f5518988d33590b9078a6a11cf5b", + "write-warmup-client-6.json": "39f050d73061da3925fe35cb4e9e1807b9a4ffb6ae33de2624a050ed3b310500", + "write-warmup-client-7.json": "c0f5e0dab975737508d1bb444c0724b19eb0d3b770347f2007a0718bb176f95e", + "write-warmup-client-8.json": "5c9c8fede536ddc49b69244e0e51342781a91ae702f0eea4f01f01c7e5f6967d", + "write-warmup-client-9.json": "f4d63ef8afe4da9be5f78d58445eb74937ebfd47ad9acb7213af5dac4c4418ad", + "write-warmup-client-10.json": "22f31a17a45aa447d6f95317af62ad6976317deeb2c328ea214a5d93ae147cb6", + "write-warmup-client-11.json": "8e776574cc075bd10ee76fd167d6a54dce440cf854c48de364b19853bab2b29e", + "write-warmup-client-12.json": "9c119d6f970eb5a933a0cc820e2ada36ce9414b9a9c27ec788991b00ddc0c6a0", + "write-warmup-client-13.json": "857ed0cfec4bb72715f881a32ddc26bf1fa7dfa024f46a8a613be03c58274afc", + "write-warmup-client-14.json": "d977d263faae09f84902a3fba503ac1e618a3170d327499b244467ae26e122ec", + "write-warmup-client-15.json": "04c8fa95833e004bb10a292073c536da543e8cf8d3b3e11ec38aa8d91ca6c2b6", + "write-warmup-client-16.json": "1ab07a9d6987c5a3e3ebed0457b141106176ab587020b731b41dcc28c106c1a9", + "write-warmup-client-17.json": "2a4fb8efe0732c1ebf6bf482a3b80ea9a680eaa8aab39882470c4e2de06e7572", + "write-warmup-client-18.json": "01f4cbde55f47ec81ff2551e05927c05b34775798d79ac34d7da786a28df59ab", + "write-warmup-client-19.json": "73e11fce3b12b005f46caa6ed48f9fa6a0a3b0a45f2b314e1a40787171f79788", + "write-warmup-client-20.json": "72c642677e0dc5eb2083a424c69ea8f75f81736a2f2adaa4c481a95dfea2621a", + "write-warmup-client-21.json": "403020d2dca0305b7bab402a4bca9b5586b948571674202db2352aa3da836ea4", + "write-warmup-client-22.json": "f709171eda33929fb9acd94d41f7493118bfde41a8ddcdf3163cda261b94815d", + "write-warmup-client-23.json": "466aa99759f2f567e76a05debf175af4331c5223ed5bff7712de522531122316", + "write-warmup-client-24.json": "2bcf25b5d3db74fedc02f523cd67b1e034e46b70758931b7105fc3ddff99d5d5", + "write-warmup-client-25.json": "11310ff160185742bff15cfdec142a105a40633c3f7f06cf96fcfd5dd76b727d", + "write-warmup-client-26.json": "341396236341b7e7483d4c3fafd35645e71dbbd93f2f1067a06f70ce62354174", + "write-warmup-client-27.json": "34916e1b8556272d694526b45a005d9ae913c5d8e776289ac7d38f6c4a25aef4", + "write-warmup-client-28.json": "c13cf0c6ad150f636fcd25d244ff8e97847be34c49e4521395e584939b0805b6", + "write-warmup-client-29.json": "5e7de4202acec41c31bf7d38cd0103e611f108a5c8f67ff8189a4892f40c9f8e", + "write-warmup-client-30.json": "4767faabe058daa97cb2e5dc6415c305723ff0634c6b5f1b04152fd9887e4c7d", + "write-warmup-client-31.json": "5f35577593decaf5a1f384fce99f68a5528bb5e40d53ee15081b9f0b327e94a0", + "write-warmup-client-32.json": "3b719bad50296b83b113821e8fa06bf8a3db09203a794fbb2e4c9cb8fdd18c46", + "write-warmup-client-33.json": "549ac213610adac2d3dcf60b199b67d6f6012f63798362907603e31010465238", + "write-warmup-client-34.json": "e7f5834083f8ac958b3a84573651f7eccd97c38f1daca06a5875e93cfe45de2e", + "write-warmup-client-35.json": "057dd8af5746e5222ecd9cdfd196dab4c9fdb0131ef6b2631b246f00f484b7b0", + "write-warmup-client-36.json": "9e292d8b63cef8498a3f4c19977a1e0312309c12bc2197ffae85cb8b99d60921", + "write-warmup-client-37.json": "3ca3430e294fdc60334904fcaf75cd3549a5bd4d9a57d5e14eebd78ea05be6de", + "write-warmup-client-38.json": "40d179c3218638d84bda7ee900fecc62dcc61402a3a7155e1046dca4200bce78", + "write-warmup-client-39.json": "b77f145c5e335e4ea64f2ecf5d220ac4aa669c0afe035af5aeb0d087fd6df5b4", + "write-warmup-client-40.json": "0f662f3756723915e3f8894e94bf42e9caf6eb7faf2bcddebd071d346b2dcd51", + "write-warmup-client-41.json": "7e51ea5596eb576b078418b120f99f5f4c3aa82f3d22210a436fd6290c8fec93", + "write-warmup-client-42.json": "a1cd9b7ea67a8733ef4bfdf2b294a3b4ac9eb2b319489e09f1672c9d0a3bbe5a", + "write-warmup-client-43.json": "6fdf2fad804a5087eaadea612dd46558ec525d035a5f972dbf96d6122e8f8abd", + "write-warmup-client-44.json": "27a4b6e19f2885fcf1f92f9a455d5190f7c4fa2b2717495c0c5365bccf72bab5", + "write-warmup-client-45.json": "a64286df5212b2b05c005971a00426d613f1a06d7247b93ba64bdbba8e7b1960", + "write-warmup-client-46.json": "c1bc0885d4b52927cf6185f132c2c67d292d73a6072babe296280f209089d0cd", + "write-warmup-client-47.json": "a7da261405735ce03aeff12e3631525e14493617cb8daf916e3d1cac87092cce", + "write-warmup-client-48.json": "5fb211e0f87621fe6b1dd58c76d318c81156802932c43ddf1fe4e606d39b5141", + "write-warmup-client-49.json": "52ecc2d98ae1eecb9ae906e0477803a7d600e04165915d11ae6055790d7b2549", + "write-warmup-client-50.json": "d812745b859382ca3cba15fb9bda0308d19254337ef91be6956cca3d26cf916c", + "write-warmup-client-51.json": "7a85233b4c9c0ec15d6812f0b4fcd30b8b9122d412634e04f43d48097387ed09", + "write-warmup-client-52.json": "e3a69b10497574203da4fa8fc5f939b8f67ae8149c7d6dae0007cd45a86912df", + "write-warmup-client-53.json": "c5e385474477ed91921b9b4fac350eaa7beffe41a733540ec7ee9497f1bea7d5", + "write-warmup-client-54.json": "53c5d2cf60b145b90b7ce70479c2a51312f232ea4a154a9b862cdef8852616e4", + "write-warmup-client-55.json": "f68ef8581cad6c6c37e5508662cb76e7bdfdbad5a3c08e7bbd3447c7e5a00c0e", + "write-warmup-client-56.json": "cdf4b3219dd5c201233b8b5000fdb9bffe88f1c1b2866e99dc932cc5606ede18", + "write-warmup-client-57.json": "b966f79aa39705b61fbebac1cfb4d1f84adadaf4f809ea6267aada03fea3ee9d", + "write-warmup-client-58.json": "cbba0eb6120e0d7d148c77083b15ba338a5bf43330073729a331d91b8847b3aa", + "write-warmup-client-59.json": "f2c117208be4486360bd682ec1fbe82b1dd4d0625f2519f3baca1139f71be312", + "write-warmup-client-60.json": "cab402cb6e59f634ef8a6793dfad6156ba229ecb18138b794223b3fb918567cb", + "write-warmup-client-61.json": "8fed0a0f66e66cd59bb8759809fd607885b27b44f746609ca6e19c4d319dbc1f", + "write-warmup-client-62.json": "d6347ecfb3d95a3afcea74e69a7d3291b18b2ab54ea954ea13c81636694903d6", + "write-warmup-client-63.json": "9f36354df15e92e0ca77c771cbd4d3801e99a83b04550f737bf83f4207cbd5a5" + } + }, + "repeat": 1, + "cells": 4, + "variant": "baseline", + "measured_writes": 13968, + "all_acknowledged": 14651, + "TPS": 116.00559442400679, + "response_body_bytes_per_second": 23268.057966349003, + "p50": 543.456603, + "p95": 626.863487, + "p99": 790.870222, + "server_cpu_cores": 0.5645992275257431, + "driver_cpu_cores": 0.04771261077682336, + "server_rss_after_bytes": 76140544, + "first_30_seconds_TPS": 118.93333333333334, + "last_30_seconds_TPS": 114.13333333333333, + "interval_TPS_min": 107.2, + "interval_TPS_max": 120.0, + "interval_TPS_cv": 0.037163993698400795, + "completions_after_admission_deadline": 64, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 29306, + "mean_ms": 126.0815820653791, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 470.2, + "p99_ms": 536.6, + "resolution_us": 100 + }, + "authority": { + "count": 14651, + "mean_ms": 10.509354847245922, + "overflow": 0, + "p50_ms": 10.2, + "p95_ms": 14.6, + "p99_ms": 17.6, + "resolution_us": 100 + }, + "compaction": { + "count": 897, + "mean_ms": 56.88192102118172, + "overflow": 0, + "p50_ms": 55.0, + "p95_ms": 75.3, + "p99_ms": 106.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 15552, + "mean_ms": 0.0004194749228395062, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 14651, + "mean_ms": 20.782749639615044, + "overflow": 0, + "p50_ms": 17.2, + "p95_ms": 63.0, + "p99_ms": 85.3, + "resolution_us": 100 + }, + "publication": { + "count": 14651, + "mean_ms": 31.88179088935909, + "overflow": 0, + "p50_ms": 28.0, + "p95_ms": 74.1, + "p99_ms": 97.5, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 897, + "mean_ms": 0.27036789074693424, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 11.8, + "resolution_us": 100 + }, + "root_admission": { + "count": 14655, + "mean_ms": 0.0038214641419310816, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 14655, + "mean_ms": 17.301630801978845, + "overflow": 0, + "p50_ms": 17.0, + "p95_ms": 22.7, + "p99_ms": 26.7, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 14655, + "mean_ms": 17.294317745752306, + "overflow": 0, + "p50_ms": 17.0, + "p95_ms": 22.7, + "p99_ms": 26.7, + "resolution_us": 100 + }, + "uploaded_bytes": 512050307, + "uploaded_objects": 77881, + "worker": { + "count": 29306, + "mean_ms": 1.0330916450214973, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.7, + "p99_ms": 4.4, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 720, + "bytes_written": 0, + "duration": { + "count": 10, + "mean_ms": 1.0547706000000001, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 3.3, + "p99_ms": 3.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 2, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 10 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 31096, + "mean_ms": 2.1553469571005914, + "overflow": 0, + "p50_ms": 1.9, + "p95_ms": 4.2, + "p99_ms": 5.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 31096, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 31096 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 14, + "mean_ms": 10.79033342857143, + "overflow": 0, + "p50_ms": 9.5, + "p95_ms": 18.8, + "p99_ms": 18.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 14, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 14 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 4033522, + "duration": { + "count": 14, + "mean_ms": 20.38908442857143, + "overflow": 0, + "p50_ms": 20.0, + "p95_ms": 27.8, + "p99_ms": 27.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 14, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 14 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 14, + "mean_ms": 7.345394785714285, + "overflow": 0, + "p50_ms": 7.2, + "p95_ms": 9.6, + "p99_ms": 9.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 14, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 14 + }, + "put": { + "bytes_read": 0, + "bytes_written": 516705892, + "duration": { + "count": 92566, + "mean_ms": 11.443555278979321, + "overflow": 0, + "p50_ms": 11.1, + "p95_ms": 16.2, + "p99_ms": 19.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 2, + "error": 0, + "not_found": 0, + "success": 92564, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 92566 + }, + "range": { + "bytes_read": 223802906, + "bytes_written": 0, + "duration": { + "count": 31110, + "mean_ms": 3.568506361266474, + "overflow": 0, + "p50_ms": 3.4, + "p95_ms": 6.4, + "p99_ms": 8.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 31110, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 31110 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.90734788600003, + "cpu_seconds": 334.832634, + "cpu_cores": 2.659357373671048, + "cgroup_before": { + "usage_usec": 610709047, + "user_usec": 408544980, + "system_usec": 202164067, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 945541681, + "user_usec": 586468813, + "system_usec": 359072867, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 33618, + "raw_client_sha256": { + "writes-client-0.json": "d995c95ff7e13cc170a14c52c75f651ab89d66a981957bf71628778874ef28c4", + "writes-client-1.json": "818e90549083dd183c3d31f4cf991d14013feabd4f014df33c67fbaf43c75bef", + "writes-client-2.json": "e96f9c36047706af239166d9e55f0e613003a7116efda364aceed9df4c2caff2", + "writes-client-3.json": "0823d2c38cfc1e8a8b1a0f1b652dfca923fceffa03782204effaadb81cb93da3", + "writes-client-4.json": "835768398963ae098faa83215231263ee719be1e4f73d17ac081da24d1cc2c18", + "writes-client-5.json": "75f9de93944f04293934048527a069b829bc6afb7984eab65dbdd808182110c1", + "writes-client-6.json": "9473c9e06501b61ece250b1daa2b142af61d806b3a890f3e15fe24e640743ea9", + "writes-client-7.json": "5e2dc26e025fe87463c43cfb087be6c55c257127d1c87d96b58716bb4aa38132", + "writes-client-8.json": "3b4f5c969f9fb0b23f937ad40c0a78a9167565190600c2eded58735a941ff228", + "writes-client-9.json": "8ed8a11b37f37ea2c916fc7c36becaa05035dd5efc7b66d46117c9c7b48a79b4", + "writes-client-10.json": "d7d9dd6feb9245bd41d8afeb06005aaba0874f594e7b136e3b708f8f53cf3d88", + "writes-client-11.json": "27d9242b4bdea13a960473b61b35f52fade78c5caabf740331ddf80fd3ae7f7e", + "writes-client-12.json": "79ed5e88a335bfad3fa78486df890dd7f1b3c1706e1374ebced49beb7a27b843", + "writes-client-13.json": "6b015e5472007cb9ffe732123bd89f392f5b0696eb01a581d9231d6fd6971391", + "writes-client-14.json": "b773d72d67ebb6df0abfd4ec5ad4efa37bcbefa0f5fd6de920cf022bfeb2e4a2", + "writes-client-15.json": "d85537d9a14ba64f5644d1724c685c6c30c3f2af3033fa92dc33977d36cc6a9c", + "writes-client-16.json": "8197f185b508a689a5bb3296dd2cd2d1264c1ab8456375748191f821ebd8711a", + "writes-client-17.json": "01da130c2d88efa2d22b885141cf736652f5432b51506cac0f351e3324a120c1", + "writes-client-18.json": "e903ad74521e224a9dd5d4b0f02574d7835312048831dc8033944f3fbc66308e", + "writes-client-19.json": "d512fd02145b369568c9b535f3596ee5150dccb43fca02be49766db8f30cd3dc", + "writes-client-20.json": "9bfa722d21c62f0b1f080ecb555aa566cf390572487a90b56e56fdfc19b114fc", + "writes-client-21.json": "00c3eb31932a95bc501236bdddba3f7cbb4c394e861860d47fa1368f72a3e09b", + "writes-client-22.json": "0bc2b5322fb19e402ac04a191625af5e9beb3ea7de92a8f9698cec8529ef887a", + "writes-client-23.json": "828eb6fa91dc4712e25d34a42ab63806e662bd25a7ceb3201af750624141379d", + "writes-client-24.json": "3cb8408b6611e7da4c933890ec9c159c11a512b172b9ae734a4e60ada5a3a79c", + "writes-client-25.json": "af29fef5eda2c9fb64fc5d69673ff61f2a629267cbeeea5bd9e7731c428f3b72", + "writes-client-26.json": "43e4eaf7cd04e52c487f2ec1dcd529ac2f92c3fe3c17af3ceab75f8faa5cf6df", + "writes-client-27.json": "8e57ca52cff01dcf9c2d2c2d49e5eab7b7b63f15e8cb5447eec6903d74beea95", + "writes-client-28.json": "98771f874ffc2e9cb3e3ff561dd64f90a8cf5abdbb1294e04a68af7daf72c27a", + "writes-client-29.json": "6dcb70b70014c3f2b9b98717e9ad9731d60756df25a0a747015696b4b04e1cbe", + "writes-client-30.json": "ba59ab9f2f5b5bcde2e8777c39c91786a143bc2e121c86bb4c236f24fc003ac7", + "writes-client-31.json": "943ad1c9474f4d8abe22f7bbc03b810a41d1d89c8f982af8612e1e85d4a4ca4e", + "writes-client-32.json": "bc4c51e66ac921fc5837ea2a7ba67fcf54914c9deb61d730b24762e537ff7dc9", + "writes-client-33.json": "7138b6b73cb444f04a7b4c95b648d31b62606d21e2b48d1071ba010ceff76525", + "writes-client-34.json": "d5b45954454aadb8ade98f037495d51b3ea90fb6ae4c89d5be793df7cea842aa", + "writes-client-35.json": "4e66de70d67318750656ecc241a953c4088dcc779ec040f0c53bb0ec9f46d9c8", + "writes-client-36.json": "5f82523a03f8f760f443a9e278c92aded1ca9e2718ce97d950dab8c28163521e", + "writes-client-37.json": "a6eeb4aaef8784c5fb4443f4546707fed6762e4b139d08b27efcc474ade86d2b", + "writes-client-38.json": "4beef3370f7013078c347054752dd9a05b1eb283ba45441a73d31a98a61374f3", + "writes-client-39.json": "6ffbe05dbfb56a5e05b12dcc88bc21fac208dd231b2b98ce735a98476176520e", + "writes-client-40.json": "d86fb51f90b586bf3c3bafe74619f857ff11f33be2d8eaa75ce2feb2e972c43f", + "writes-client-41.json": "472067acee5d8a8f8e073125ebdf09cc57bc09a8236bcae00511b8e782fd5891", + "writes-client-42.json": "f7d0fda5a1085e2ba8a893966074d3e416ba7e00535a9c8b0a73db3f833af7b5", + "writes-client-43.json": "bdc946f2a458be89499f53a46180909b9849adae05b734a8a3eb577ca133c2ba", + "writes-client-44.json": "324829a3c42a9702257207843519722fb907cc0ec8318a830cd315f785cfe7d2", + "writes-client-45.json": "85f4a851c4d18e21934b5849b58f6e2ce8c424842de9a260b652f6668f49ac70", + "writes-client-46.json": "1d15bd5024ff03bf3fb5f97e693e1dc3447f36b3b2256d3aeff5a286165231f4", + "writes-client-47.json": "3836773ace84b80f67cc88e2a6e24f4f42f752544ad470c11a2abe4869d3d81c", + "writes-client-48.json": "055ac6be2fb658a20c1d07942341f09f4d06e928e748e2b5a32683f61a033577", + "writes-client-49.json": "9edd0a35b45eb91da991ea2d279cd85a8791af894a5d3ccbf84b759d7572df96", + "writes-client-50.json": "3ae734daddaf9d0a5725931ef650ee555ac8968467596bbf31279bd458c36a20", + "writes-client-51.json": "7de1130f1f41ad7306ef86410318aa17dfd2248b503bb884a1d287bac66c1cce", + "writes-client-52.json": "4fd1b60637880bf40fd16caf483f7b4528ac62ff028df7d3cd2f9bdd62007a68", + "writes-client-53.json": "0756d404d3ed1757f02d1ec59b898b68a6ec19a0ca4ba310a216b77fb7bc92f8", + "writes-client-54.json": "58545471291a8eed608e453cf8b4850deea457ae28aab76358e5c7345a205382", + "writes-client-55.json": "d3c576da4625cde640b9f3beb14ca733d13c81aed2278f1b38cac35e65146d34", + "writes-client-56.json": "5872ff5694917b7cfd4ba2b673599768b4461b803c136a9112283583ba4da88b", + "writes-client-57.json": "462966db1cb14f470048563a83c8cdabfd89b56de00954e9565fb8c6566ed4bf", + "writes-client-58.json": "d8bcb46ff135435fe0710cd031c48673600177d6f7b2d2b23bdcd5099e5daf2a", + "writes-client-59.json": "51a0516112ebd4f9c337421ab8b5a87ec4aef37bd08ec6a0c8c4196f7c97e87a", + "writes-client-60.json": "dfc7030b1431c141d37d0f6b9c3bb47be58b67a883af016bddcfb41c748c3c46", + "writes-client-61.json": "7a3692dffc66bbe8da9c1311febb38a7a5c832057cbc12d03c1e8f71dc4ab04a", + "writes-client-62.json": "fcca7791810dfdba0ccfece1afc39b6f36b7f5d22e539e19ba90de0bc7924c31", + "writes-client-63.json": "db6e1973c5cdcf02b9e3beddacf26eb653692119a15103b54f35d5a07d1a4ae5", + "write-warmup-client-0.json": "c793e6133e623645c4eca1b8b356c4af1cb8de551c79d6e4f64972ab58b9c048", + "write-warmup-client-1.json": "0883bbb221224b2cf94083ae079cb9badb52bcd8c6fd7ca0e4648d9396a9f3a0", + "write-warmup-client-2.json": "6ea5c7712663b78ee9ad2cd582efd4b49bcd9a92549009640de445376758bc0d", + "write-warmup-client-3.json": "814b070ece7f1100d04dd5cefd84e04d9f81b56b7f08bb41f1ea5099e3e4b5ee", + "write-warmup-client-4.json": "0ec8aac053b61b98dc9dd4d79cffdc4b684e7031454015db7c6acbc279719578", + "write-warmup-client-5.json": "72a39fcf766d8aa548e0fcb8312613d1c7e96751cf312e53d00ebc77bc564dda", + "write-warmup-client-6.json": "4e5b0012a699bff211cad5561fcd2b7e4177b18eb9050d93fa04459634e1c88a", + "write-warmup-client-7.json": "822c9340df1bc77b9d883d7890484a75ca7f011322ce2070ac52bc73367dcac6", + "write-warmup-client-8.json": "15485367379d55344f6f463a065d76aa6bc31f721c4388b0a5c5ef6d18ab9e2c", + "write-warmup-client-9.json": "a77bd0ecf62b3c592c6572d51dde1f16b9eb2e575c280491d0a72d294aa0def9", + "write-warmup-client-10.json": "f2b9c983e9bf3291867ccb3212aaca76d352e2a4d1acca89348e9781f0dd6fb4", + "write-warmup-client-11.json": "84c9e645a724ccdf6609d5e71730f0e8db070a883be3255ef72e762e695150c8", + "write-warmup-client-12.json": "b3f35e3099fe14bac0febbf9fac6008d5f8b180b7ee5609b1d46888fa15ae318", + "write-warmup-client-13.json": "80cf4779226c2148b44893fe7b54a4503e451988ea416f0dc2a2720b691b243a", + "write-warmup-client-14.json": "bdc60bd13dfa7e9cd61f6cbe5d6952cbb4a610ebf501f13054253fbd3b3b8646", + "write-warmup-client-15.json": "8e2fe7e25a81bb05c4a34d6a967a3fdb9d721180d73561fb7d8363af957bd26e", + "write-warmup-client-16.json": "3b74053e72f395bdd4aa37b517c97dfd14b20b04bcc83938948c5043582ba295", + "write-warmup-client-17.json": "5c100c542e26ad4a8bff27b42ef9bf72104b0e966ddc659960a3838bd70f4e14", + "write-warmup-client-18.json": "b08a018d0451de132236fc166e4eeb85daabc56fa1815e979545de435f32a22f", + "write-warmup-client-19.json": "700f5aa2f5713559ab4795772cbc90e6964590cb647c658e4fa9375bebbc0555", + "write-warmup-client-20.json": "b0631f306157d2d4b6f05f3e835b2c310ea4ee7bd6e333a70b6d57ac5105fc7f", + "write-warmup-client-21.json": "4bc069c43921a113c75ecabff426215e8d975e5ba895096df6299d8719e91a18", + "write-warmup-client-22.json": "8eb3029357d2d216b1a07f7bea5cc15efe6c1262791875aee7a9c176509adb01", + "write-warmup-client-23.json": "69bd477095172a7ca9b1a4be73bb2a0dae88dab9a5f2e00b1536f91914845b3a", + "write-warmup-client-24.json": "31ae9e7a96c05e7a6b1f5b374fbf54c50ae5e3ce8b9766a0ee87eb250ac26be4", + "write-warmup-client-25.json": "745c86cd02b36296e7b2e809dfd6232961fe6038f9cfdbb9dbffa1c6819def7b", + "write-warmup-client-26.json": "f77fda048d1275096f2f71e84ee514ac1d93185c7bf0516eba0761570161bf4b", + "write-warmup-client-27.json": "e1970e489fa2047f99582bf8c621e0d38fbf22825356cbe4d8b076d0a14b3391", + "write-warmup-client-28.json": "0a25466790f2b2e45342c9dd9f14658f484efad2dc8e4c42ddc6ed35c86a4aba", + "write-warmup-client-29.json": "5f66b6e407118de5856ec799b5388b394e675adb7ad13b847489369e07edf135", + "write-warmup-client-30.json": "6b6a31623b7d254aaacd8e7bf6cf29605da70b15b9adc9eeac0dd395ea89f931", + "write-warmup-client-31.json": "d71268806eb568f7e05c55bab6fda73212b2bfb2e35d1f0658305d9653a43bd2", + "write-warmup-client-32.json": "f59d060f0fe3a55fd8a0582b165e753453f5bfdff486338bdbf6b0567326c7e1", + "write-warmup-client-33.json": "f1a8db10da5620b4f95a1617aa732da3d55f6a94b4a902b87d03c93b74934e06", + "write-warmup-client-34.json": "e151a653affd4d4f5fa974c02c7cb0f0958ba88f8263b66ef693161e7513260d", + "write-warmup-client-35.json": "4898f6d77fe9b58a7d8e39b0a6de8be10fee12fc701df810da674dfa61b3d971", + "write-warmup-client-36.json": "0d530fee508d4595206ffed578d8d7fee298ba395e511c87d35547b99daff822", + "write-warmup-client-37.json": "4b0a689ea7bf29564062e608589ff0a46ffd5aa9088cd1227b9747d1d8ee0f13", + "write-warmup-client-38.json": "bf2221e8f2952e8e11d9961846bd5996f21c092b6582163d3975cb8154fcb65d", + "write-warmup-client-39.json": "589bd5d83a3ae3f0835c4fe2dc23971ceae578b3b583fcb2baf59bdd9d9e7c88", + "write-warmup-client-40.json": "609c3118341e18951dc2efb01077d7295929eaca347ad953926e058fee396cef", + "write-warmup-client-41.json": "acf3bf8b12375be45a570bfdd5817d30decda8ddde8da538191e475359a4d7b6", + "write-warmup-client-42.json": "5f1ff11c0391ae207660ba21dc2bc42fd71b3c982b80a050d622604c0ccd914f", + "write-warmup-client-43.json": "9e47ab8a90643cf1d345053d5d497d293931726a20078056b9eaa129d497cbd7", + "write-warmup-client-44.json": "8d233f85d18fbf468db57d6e3419270d5ccdac23b871d15f844d342c7addad90", + "write-warmup-client-45.json": "013a9a7eda6d8a78168df0bbc94cc8774a4c4cda71380a7b57d654922132145b", + "write-warmup-client-46.json": "b97fd70534be54129a4738476c907e43d24f774871eabc8e2a0209ad1c1e0151", + "write-warmup-client-47.json": "04bc178a3a113a2e54360b48b52df86389055a528f96305de29d1d22681a83d9", + "write-warmup-client-48.json": "32ba20af412dfd9a5cf623e1f646bfb91fc28307ab8189da71d3e2cbd713b466", + "write-warmup-client-49.json": "e8261104786e402705068da284b6fd64eb2e4ea71581276ff10aca0c6d4a78db", + "write-warmup-client-50.json": "fcfd2519dbef94401e219e06893ac1745fccdc1dc5944a50a34784c679cee6b3", + "write-warmup-client-51.json": "b225b9cfcb0cad87c3ba0822bb96e842ddcdb14cc82576ed6b8a1d35d361e383", + "write-warmup-client-52.json": "b72b034e399ad1ada9af04c1a34146113b8cd1037df8555877225501686a5426", + "write-warmup-client-53.json": "b0dcf608b3b67e874fc97f3f8100f67a1d11da0f407fe53bf08f68930e79bceb", + "write-warmup-client-54.json": "b89d5e76a691f229a30a0e6c69063b090406bbf006036f3d3d82a871dfd6dbdd", + "write-warmup-client-55.json": "3107476d68b70719e3e3d218b32e9dee1707f3e4233ebb4fb7edfc16d6a26677", + "write-warmup-client-56.json": "421f6e025b2eb632e7a24a787c0e60f54cce2698e7431a0f9d37f7489900b771", + "write-warmup-client-57.json": "c7065bafc6ef65c34b9d3b038a1cb49aeb7d5e76d115c3b4841753a51cf9e9a4", + "write-warmup-client-58.json": "2aa0b1a4f3af896510c040ca6dd8f0d6f41b6d37a1fcc613b9cc86f3f56faaa0", + "write-warmup-client-59.json": "464181abc382c26457ddd0229daec847140240e1b27ccaf87b9b262fc7ed7ac0", + "write-warmup-client-60.json": "243793280135f71d94d8f8696918240262e83b3d6f285cd439d1903fbddb2284", + "write-warmup-client-61.json": "6c8aefd6461abab4ae83e3ba1b86e192d720272c98dc4a69b73484116618d407", + "write-warmup-client-62.json": "e9a27bb2bf637e68a1f133014ff55743e76a4bca011495c630148859b9bfba8d", + "write-warmup-client-63.json": "70c9bb5f3570f44c073e1591a97cab7d4b60c2e1cdbc6af0526c0ff30b1792d6" + } + }, + "repeat": 1, + "cells": 4, + "variant": "candidate", + "measured_writes": 31938, + "all_acknowledged": 33634, + "TPS": 265.2665703616181, + "response_body_bytes_per_second": 53446.79531006179, + "p50": 231.822278, + "p95": 337.302628, + "p99": 382.213302, + "server_cpu_cores": 0.5498179818009197, + "driver_cpu_cores": 0.1035888951219124, + "server_rss_after_bytes": 83070976, + "first_30_seconds_TPS": 288.0, + "last_30_seconds_TPS": 235.2, + "interval_TPS_min": 221.0, + "interval_TPS_max": 289.7, + "interval_TPS_cv": 0.0820321129700958, + "completions_after_admission_deadline": 64, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 67272, + "mean_ms": 46.001895607890354, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 167.5, + "p99_ms": 233.0, + "resolution_us": 100 + }, + "authority": { + "count": 11092, + "mean_ms": 12.820706516858996, + "overflow": 0, + "p50_ms": 12.5, + "p95_ms": 18.8, + "p99_ms": 22.4, + "resolution_us": 100 + }, + "compaction": { + "count": 643, + "mean_ms": 81.18659655054432, + "overflow": 0, + "p50_ms": 77.0, + "p95_ms": 127.5, + "p99_ms": 140.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 11739, + "mean_ms": 0.00047626203254110233, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 11092, + "mean_ms": 27.574825218085106, + "overflow": 0, + "p50_ms": 22.7, + "p95_ms": 82.4, + "p99_ms": 120.4, + "resolution_us": 100 + }, + "publication": { + "count": 11092, + "mean_ms": 41.12057929381536, + "overflow": 0, + "p50_ms": 36.1, + "p95_ms": 95.5, + "p99_ms": 136.0, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 643, + "mean_ms": 0.8294275552099534, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 37.1, + "resolution_us": 100 + }, + "root_admission": { + "count": 11096, + "mean_ms": 0.0040534888248017304, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 11096, + "mean_ms": 22.88014858282264, + "overflow": 0, + "p50_ms": 22.3, + "p95_ms": 32.0, + "p99_ms": 36.8, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 11096, + "mean_ms": 22.872135872386444, + "overflow": 0, + "p50_ms": 22.3, + "p95_ms": 31.9, + "p99_ms": 36.8, + "resolution_us": 100 + }, + "uploaded_bytes": 669444892, + "uploaded_objects": 63880, + "worker": { + "count": 67272, + "mean_ms": 1.672869466850993, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 4.9, + "p99_ms": 7.6, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.780820375, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.0, + "p99_ms": 1.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 23470, + "mean_ms": 2.963253708223264, + "overflow": 0, + "p50_ms": 2.7, + "p95_ms": 6.0, + "p99_ms": 8.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23470, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23470 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 78, + "mean_ms": 14.85131832051282, + "overflow": 0, + "p50_ms": 15.1, + "p95_ms": 21.0, + "p99_ms": 24.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 78, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 78 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 27895956, + "duration": { + "count": 78, + "mean_ms": 28.139286628205127, + "overflow": 0, + "p50_ms": 27.9, + "p95_ms": 36.4, + "p99_ms": 39.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 78, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 78 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 78, + "mean_ms": 9.282115987179488, + "overflow": 0, + "p50_ms": 8.7, + "p95_ms": 14.7, + "p99_ms": 17.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 78, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 78 + }, + "put": { + "bytes_read": 0, + "bytes_written": 648560046, + "duration": { + "count": 74954, + "mean_ms": 15.366186532246445, + "overflow": 0, + "p50_ms": 14.9, + "p95_ms": 23.3, + "p99_ms": 27.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 74954, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 74954 + }, + "range": { + "bytes_read": 350706211, + "bytes_written": 0, + "duration": { + "count": 23532, + "mean_ms": 4.741433178565358, + "overflow": 0, + "p50_ms": 4.5, + "p95_ms": 8.5, + "p99_ms": 10.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23532, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23532 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.73077572099999, + "cpu_seconds": 360.466004, + "cpu_cores": 2.8669671520987343, + "cgroup_before": { + "usage_usec": 956588809, + "user_usec": 596896579, + "system_usec": 359692230, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 1317054813, + "user_usec": 833638957, + "system_usec": 483415855, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 2.286670497907664, + "p50": 0.4265699905388766, + "p95": 0.5380798770307068, + "p99": 0.483281948627976, + "response_body_bytes_per_second": 2.2970028434413488 + } + }, + { + "cells": 4, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 12544, + "raw_client_sha256": { + "writes-client-0.json": "cdfb91b621ca8fb63748daa7640fa034b2daa211bd1fa7d8dffb2467051ec048", + "writes-client-1.json": "7d57763a10dcc7e9242f3b1ff9e736c1320a2720ce3b1e679fe3553a12e07b01", + "writes-client-2.json": "b64c8f07fa38a90b5eec3aa9c6b477e3459341fb288cfae02ea98d46d233bf77", + "writes-client-3.json": "5a54c4b83653be584731e52a638dbabe34ee5a4bf81c49faf09a47575c3f04db", + "writes-client-4.json": "46163758172fa48bd0237b796c34a55f6f6485f4778ecc02630a63c46f000201", + "writes-client-5.json": "da1257f97f9eeba72e77cacdb016f58112bda28c71a755ff166e0872d6673b6e", + "writes-client-6.json": "320a6065684166b1b1c081b1dedf8561cab60cb512e2b4c8d96bd1c0dc722375", + "writes-client-7.json": "e8456ab3734e5ab6fe47f77647fcb942ffe756ba79918b41890176d65e5683fb", + "writes-client-8.json": "0533c3fbc1776cf83ce18d6928a4635411158d4d150c640aaa9cfd21a0a00f92", + "writes-client-9.json": "bf0e687b3ad16cc03296045b6fd8f6b1e79ea96e445e201f3434d1f9ae483abb", + "writes-client-10.json": "67fcf4acece7debbc59b0a4f46f9b23043fdf7e475060626c9009b5d8d59917a", + "writes-client-11.json": "24e85ee49ea0a22b8a079806622d3cb333c415a6da1ca04b708f279191247cf1", + "writes-client-12.json": "b07c336298c99daecd1ce169b33a584f6e65c281101bcfe17cef597a075cf626", + "writes-client-13.json": "e87d74e614945ec6ae96daf9467e0e67a63314520ed610735bb770c143d324ff", + "writes-client-14.json": "e330dc61edcfd8f9514e81c47c84204c48a0c3435b723b273d66b3f143c1ef3a", + "writes-client-15.json": "db5aa9786bcff670c65890541d0eb9d5d192ba273a86cc8a785a354f439b27b2", + "writes-client-16.json": "86b6b2867bfffb0ff026eaf98cbc400962b057e88df1498009f90e9d686ae9cf", + "writes-client-17.json": "5e72f549b1a3a61f81bc64817e5cf04428b470ab133140296e76fe33f6090d9e", + "writes-client-18.json": "2be6b688530339c6ac375acf99c7101b2ed498265f16ae1943023f7f9d9fe0d8", + "writes-client-19.json": "e319f36c41b20fe7442ef9963cf1df8d57281be07dd37e09757a7b976d84e42c", + "writes-client-20.json": "04a7d84c2356d56ae5c99dfc1a88d9632d9fb78d84390a9fe56e4f853ef120e7", + "writes-client-21.json": "50393dd67bd6b8a242da25234d3a68b776d4eff64c876cbb1addb98375db6d62", + "writes-client-22.json": "f08bd4b7cdc4c4b803cbbbff05af58e448eac573f94469a727a37a6a3a2e297f", + "writes-client-23.json": "73802beb816352c65f59e10472cda20d016f93de462ff25d0de68529934e2f3a", + "writes-client-24.json": "94f6012541bfc0635a05b3cd63a494b277456b851323d641a7e381b103a81a69", + "writes-client-25.json": "83cb88e0cc18a61918b6b53b271a0984a4697abf45ed3904a7be38e6a01ee5a5", + "writes-client-26.json": "23d73c7e4c3964660fe575b08f161ebf88bfa10fd926c3d6ca0d6ee64822af70", + "writes-client-27.json": "2c86bc2b031cbbad9c5f8f2fa1363cef3be120a8967a09b984d2ef60b15d9745", + "writes-client-28.json": "a1b62d08f05fac1d4cd6eb7dfc296c9f2ee50b34885e9fa4201714802e8e9a70", + "writes-client-29.json": "a1460af5f67e61967c23cad794154c15fdea0c9fc8c3838d967cbd77b93b5d2b", + "writes-client-30.json": "41ebbdf8564847610c985eb7c7588e00a6eb87d4e0c5cbc7f84cccf77f8af012", + "writes-client-31.json": "a069df582fddb5f4881b75132fe7256d66de950ccf9e3def114a018eb37bffe9", + "writes-client-32.json": "4c950f7c1b043582536871012a4a3f183777849594452f90f5c16046b9a9429d", + "writes-client-33.json": "4c65a5500a84dabca824af9a315c21074571ed41efcca6239df3da7f21fcded2", + "writes-client-34.json": "0b26ed7a2d26ede265a63985544f2b2074713f9e9e8c39f2667c772b0ab0211d", + "writes-client-35.json": "4e127f914285a27bbe87deca800850dd1d79aea66a2ac1c7619b6edfd9968bbb", + "writes-client-36.json": "c1a3599dd866315225ce58ae2a91dc271623f3d738675e2d9e2ff25732e976fb", + "writes-client-37.json": "109ff38f54b21fedcadb013f54d5d126eff4f34201856f6c49545cae43a95f87", + "writes-client-38.json": "02ac66de8732a3557753d17613ebba1c38b117c39ed66cc295523cb5f280a30d", + "writes-client-39.json": "22e3964ee3f5c15342e0d376fc951db29dfd95561a4962273d8226525d498317", + "writes-client-40.json": "d8a3173886c17e8fcaa0ea79456bdadc7adcfd89174ea5d0e27984f45255a616", + "writes-client-41.json": "491a5fc39356e71742687d6c9b66b650ff26fc01428c09873dba8db31e93f8d0", + "writes-client-42.json": "b6717cf6240a145250c774dabc2e88707770dae78ad6f7f006f128e0ff366822", + "writes-client-43.json": "b4b5c6fae6e226cbef6bc84390eecd986b1bd60251d2cd7ed5983631a7e27c23", + "writes-client-44.json": "b179b5eeeeb3e6c95fb536e8b8d6b300b7bdc6cf9d76ae74d402a52e1b7f6a16", + "writes-client-45.json": "b690654a2510ffca4ef6b70de457ca9d15df99e6faa9e20ad2631a8149df5226", + "writes-client-46.json": "a2f2e98b28d16b409249f0b46d4f41d606e347c02be2c09fbefbc0692a0c154d", + "writes-client-47.json": "166d9e8afd9523bb345277f91d4280418f451bd389a0d29b663087a5f1b8d775", + "writes-client-48.json": "24dd6fd3d53dea99ab6aafb1970b9aa3eaddc76de14d9ec77b21336617901b44", + "writes-client-49.json": "240ed2eb664b15994ad58c1b8240cbee4b03c414224d51f2123e391832f57bc3", + "writes-client-50.json": "3cc6831979c78a92163b2800cdaef8621d8b78b21ce8da63ea5c7ee3ab0ea546", + "writes-client-51.json": "e110705c4229fd6b3b849827dd0c9c03f8a93bd8f1c4b7f3f810522bc41ff56a", + "writes-client-52.json": "3c8bb00758b93362bedfdea13f51ea1bd142b567b3acfb32568115956409900d", + "writes-client-53.json": "dff0469f928bd4b9306a2d4c473fbae615824d247685d5285cf18d123cdaab6d", + "writes-client-54.json": "9c55d050129caf018199697af44ca78582199d1044119b592740b7f8e8027c7d", + "writes-client-55.json": "8fb3d4a9849cfabf38cb77cb1172e6003db99ce59edcf8cc7002508ec49a0463", + "writes-client-56.json": "a14d753b7ee4c62960e1e266607ad9fb66eac4da90b2dec09dd26ea08da99764", + "writes-client-57.json": "e598bfca352e2acc9b08143c3cec352b542db108d4e0d08084d5b24d476468d6", + "writes-client-58.json": "7babfc3f2a028d0fb502c859641e3b6d8dfeca26a1dee2ae1c86e9487c7a9fe6", + "writes-client-59.json": "0b58a82794b81c41ffa1e0d9535560597d2826bab965ef804abc80f4e6684579", + "writes-client-60.json": "11e6b1e5dad069b8b45a4d395db2abab97ac706cf02fc35256fcf175d37419af", + "writes-client-61.json": "400a27aeb0ced8055bc5cf1420feef5934618057dffc36318ce2ab3c13a23f4e", + "writes-client-62.json": "b4c99ff009349bc1f6c39626afc304c4b4e1c32ef7a70c4aca1a775578075dde", + "writes-client-63.json": "81c0ebbe87c469c7bddf0110726f711b1816ae8ab42f114e9eabbfc9c2bd8f4e", + "write-warmup-client-0.json": "60af992323fd3d99648f81d5ce07e1a096575c75b94bf16fb97fa155032379f4", + "write-warmup-client-1.json": "483b98295d761490e790403063752a9a6767e712985613f18bc1f80b9a78724a", + "write-warmup-client-2.json": "a398522a4c0e6103f0f30860140043c03a3ea5af30cdc4cfcba2e24bc6274ff2", + "write-warmup-client-3.json": "b174201426b02593483b75c03bf0c69f281f391cc5374700b18b81ea1806d446", + "write-warmup-client-4.json": "19dc7c2fbf4ad69ca177ea433f2e55cd7c964ffb836847fe001b8e7d07cb1c7e", + "write-warmup-client-5.json": "3becd9b45f6b5a21b8e132d7722aa9dd9def5a5f6a2a86f465e9b17ca514d472", + "write-warmup-client-6.json": "097b70597a0de8d37dc759b0ad5e4a7f813e6cee835941f0f1f01a102a1caac3", + "write-warmup-client-7.json": "00bba899d137144ca9efcb2915afcb9e666266a7318bcf24140f48b63784ae12", + "write-warmup-client-8.json": "088586c6aa69e49bca7b91b1a2b2705b6e8cca309dcf2be9bcef83e01e81a4a5", + "write-warmup-client-9.json": "4c26bfaca0aa0ed7f5f86329e00dfe4fb012b9c715ed0afe647d5483f2ea707f", + "write-warmup-client-10.json": "501aa6854424b29e37d88564ae8a4e9254045ff6e9685a6a705d253f1582cbbc", + "write-warmup-client-11.json": "accb2c7396a54b06be9e02421e078a023539599c6ce493381e4fe98739656347", + "write-warmup-client-12.json": "e32b3d087adc898dedd11b116869853c260fb9a2d4492d854664ca1abedcc10c", + "write-warmup-client-13.json": "d8d4f748e866b47a8a8797ec08bb4514c1f81a7e7484d32cc26d9b785ba886b7", + "write-warmup-client-14.json": "482a55b0ab96e1d52b33b3da85fa782173c9605255dee57cc44db0d679b2ee62", + "write-warmup-client-15.json": "c476ba58594a4b9433514538e8b13c48de0f55c1db29b55018b46fc1b7596ef8", + "write-warmup-client-16.json": "d82e531467a380daa0db7f7c3b212ccd3b459efae26bdea58d1bd00397bd2b12", + "write-warmup-client-17.json": "a7ac841339855c262a1866899e38cc939ae5b11168856b04db7bb7ccc585e05f", + "write-warmup-client-18.json": "a45aab30a385477fc977addba6dccce1db9e2b2fadb28f2a8b5f3ff940e0d581", + "write-warmup-client-19.json": "4c49b3c6df6f42b2d02f45ac63f0672d139acce06d1772aed7bbb4c14b681358", + "write-warmup-client-20.json": "3ee39e257c421bfd8f95e394ce514953000fc0190dbdf90f9e7193720e9fc9d0", + "write-warmup-client-21.json": "1247a88bcdb950a2ab4cfbdf51607903f6cfeae5f45b2cf9430bfd7a99424905", + "write-warmup-client-22.json": "628302b9a34e89487ac2dbd8324cce9d750049be956ae73f8da8be97a402c95d", + "write-warmup-client-23.json": "5b3e2adb406487479f6095ad0f71f4cdf6bc646afdcbff178b6f68632e4a6ff8", + "write-warmup-client-24.json": "72452b6a61b4ce105934023539e318fdb0fe64ed7021112e9e9c55d7254ade8a", + "write-warmup-client-25.json": "622347d0f30010e3a99c21e2dfc2a27fdffbf2c1c4b62261a11121eb5fc09e3b", + "write-warmup-client-26.json": "e3e291dbea07ac9b2bda793795ddcbac9a67075a6a869b54f5782d83ce9daeb5", + "write-warmup-client-27.json": "717d8d3d6e997f0ccf569b8c28fb0e3225180856cab25a2b66371f7bd50114b8", + "write-warmup-client-28.json": "661ae61adcd0649a4b48531e10bb1651b8a60355e55b36e960cd4a9a6de0641f", + "write-warmup-client-29.json": "9bec7b79c1d2dad9d6b2ec728e23320cb7953141006fbdc23279b61a1f9bcf6a", + "write-warmup-client-30.json": "1cc801c347d5b9d6a51bc8ec21f0324bf889e0563a087e50c39cbeededea9261", + "write-warmup-client-31.json": "c7a89026f57655639b4293e08cefbb8c622479c20febe56c0b01e26198934fe8", + "write-warmup-client-32.json": "fc3a783ce06ced0d3beec961458b6b04738de584267f29c4183b74a7a6eff9c8", + "write-warmup-client-33.json": "6c1a793fff4eba65f631b1d214c7ce3123c04d1b1233f9dd90ddb8cbf80f5d1e", + "write-warmup-client-34.json": "57ceab2eeaea79d1c85800462f346f47478afeebf3666c559713b070825bfc78", + "write-warmup-client-35.json": "855eda18adaf9a4522709f51a12fab4e2a46bc32dbe9faafe0545c4c2715adf2", + "write-warmup-client-36.json": "25eed815782f84bdcafe1ac56bf75d91d01d2899d7981ab82d82cdb473ea226d", + "write-warmup-client-37.json": "221fca4b413e38847b4bf1ea9611acb57b0cbd28a74d864f653a63b9e88b38c4", + "write-warmup-client-38.json": "f8b47b5936a921d05dec2f2a1e1678ead89e9b506bf8337d3d3c14160045723a", + "write-warmup-client-39.json": "ed8a6ea588d42d6bb956a598c14b5aae12a3c474f2101c85f8054dc937dd93f7", + "write-warmup-client-40.json": "da212ea7468f9378058465985b42c4825fad03b3fcaefeb7552c203d2a7bdb0d", + "write-warmup-client-41.json": "ebdd7f0784fdec57a3c97ad794d45fdea2b6d1c4a43e4067c8a6b2a78da40bb7", + "write-warmup-client-42.json": "a92caf9ca6949e5d69aecd9e22e4db578b8a8f51a3f46a6a6203a43b417e4426", + "write-warmup-client-43.json": "421c8c1320838305779ad6edecabaa77648622f55c17e01c4217465ed833b4af", + "write-warmup-client-44.json": "1ab6b54ed89a4cf3860631687643ebe620e070cd8ef5c1aeabcd7e05fe442873", + "write-warmup-client-45.json": "7fcd8dbbd60ee9eed5d350f5cb983af819a79cf6debbf7807ae289f0613636ed", + "write-warmup-client-46.json": "4fb9624cdcdb310c63f12eae45e47b4955ae7271b804246bc58e40aa8ab19b60", + "write-warmup-client-47.json": "679e48f3b3147d83ce32e8bf1f79694f27abde9b9fee60275cd5243d9b3863e3", + "write-warmup-client-48.json": "a176fcc699dafea29622b6a6d3582bf8b5c22ca068b74d9a870b65af7a2c2708", + "write-warmup-client-49.json": "f19939b0adc035d99707634a2203f8ed83ddccf602e70460d2f13eb887c08cf9", + "write-warmup-client-50.json": "86adcc4d48cf1ec1706fa1793914452c5d7cbe3782e30d847384c8a3d1ed8b8c", + "write-warmup-client-51.json": "de9032643b47d8d9b47fd60e9e17485c0a6c79f9650a77f1704ee0d2ce806886", + "write-warmup-client-52.json": "ca5d002be6c23136739c1713e80f84bacabaa36343796678bbc081885bf5aa6d", + "write-warmup-client-53.json": "a1c0531f1687dac7d57869d803a5be95ee02d1b532ee9e3c0b875ceb6cd6a126", + "write-warmup-client-54.json": "6545c85d94c1af7bdef2bcf1cd78e8e56b7a426d7aa8cfd28530e9299418b90f", + "write-warmup-client-55.json": "396fc4ab7bdba3b18bdb73cac0c62935fcb2877c6ca41bdf5f07211678570ff4", + "write-warmup-client-56.json": "87707b54556ea42c55aa069cdee8d9f7473cd0c34a8266ad83d72246ac5c9632", + "write-warmup-client-57.json": "1d728354d524501cda2d0e0e817805c65d039cce2f9c64ba8d8c39c50ad02925", + "write-warmup-client-58.json": "6d11514e1df72f19b8f4a0ee428037e185b7dec1bb92306c515e32730bbfd86e", + "write-warmup-client-59.json": "8df5fb358db05c9e46406bad39c661545f086d0c57b58c23b0ce777d49894063", + "write-warmup-client-60.json": "221f4ccea3fe6baf435819862ddb70f63a6ce57ca41a114bcf115f488690ed2c", + "write-warmup-client-61.json": "db1082a40502145cf171c166cc4e5d2803dadfc9cba753df8014d6d44966ecc7", + "write-warmup-client-62.json": "03814c9b7be3f1d7681cf6d1185c58aa56de624d95b2778ade4a3b7a7fd2836d", + "write-warmup-client-63.json": "0e8bc486e1d513420163e7ccfcfb6d75b7c41541c7ececc73e9420f417c59584" + } + }, + "repeat": 2, + "cells": 4, + "variant": "baseline", + "measured_writes": 11968, + "all_acknowledged": 12560, + "TPS": 99.35172886093909, + "response_body_bytes_per_second": 19899.04387769185, + "p50": 644.072332, + "p95": 715.97874, + "p99": 739.75504, + "server_cpu_cores": 0.4842036448351467, + "driver_cpu_cores": 0.03968882334714317, + "server_rss_after_bytes": 74346496, + "first_30_seconds_TPS": 100.26666666666667, + "last_30_seconds_TPS": 97.6, + "interval_TPS_min": 92.8, + "interval_TPS_max": 102.4, + "interval_TPS_cv": 0.026389991822677254, + "completions_after_admission_deadline": 64, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 25124, + "mean_ms": 148.17395321170991, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 551.2, + "p99_ms": 619.9, + "resolution_us": 100 + }, + "authority": { + "count": 12560, + "mean_ms": 12.308261509235669, + "overflow": 0, + "p50_ms": 12.1, + "p95_ms": 17.6, + "p99_ms": 21.0, + "resolution_us": 100 + }, + "compaction": { + "count": 740, + "mean_ms": 65.91477126351352, + "overflow": 0, + "p50_ms": 65.3, + "p95_ms": 84.2, + "p99_ms": 102.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13304, + "mean_ms": 0.00042842445880938063, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 12560, + "mean_ms": 24.921858898009553, + "overflow": 0, + "p50_ms": 21.0, + "p95_ms": 73.9, + "p99_ms": 98.9, + "resolution_us": 100 + }, + "publication": { + "count": 12560, + "mean_ms": 37.79305432078026, + "overflow": 0, + "p50_ms": 33.7, + "p95_ms": 86.2, + "p99_ms": 112.4, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 740, + "mean_ms": 0.4864605486486487, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 17.5, + "resolution_us": 100 + }, + "root_admission": { + "count": 12564, + "mean_ms": 0.0035926212193568927, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12564, + "mean_ms": 21.026414486946834, + "overflow": 0, + "p50_ms": 20.7, + "p95_ms": 27.9, + "p99_ms": 32.7, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12564, + "mean_ms": 21.0189593887297, + "overflow": 0, + "p50_ms": 20.7, + "p95_ms": 27.9, + "p99_ms": 32.7, + "resolution_us": 100 + }, + "uploaded_bytes": 423880198, + "uploaded_objects": 66632, + "worker": { + "count": 25124, + "mean_ms": 1.0126900565992676, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 2.7, + "p99_ms": 4.5, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 360, + "bytes_written": 0, + "duration": { + "count": 9, + "mean_ms": 0.8200245555555555, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.6, + "p99_ms": 1.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 1, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 9 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 26600, + "mean_ms": 2.742932132518797, + "overflow": 0, + "p50_ms": 2.5, + "p95_ms": 5.4, + "p99_ms": 7.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26600, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26600 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 4, + "mean_ms": 14.36159675, + "overflow": 0, + "p50_ms": 14.1, + "p95_ms": 18.6, + "p99_ms": 18.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 4, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 4 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 1073601, + "duration": { + "count": 4, + "mean_ms": 31.149189, + "overflow": 0, + "p50_ms": 30.3, + "p95_ms": 34.0, + "p99_ms": 34.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 4, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 4 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 4, + "mean_ms": 8.826996, + "overflow": 0, + "p50_ms": 6.4, + "p95_ms": 15.3, + "p99_ms": 15.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 4, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 4 + }, + "put": { + "bytes_read": 0, + "bytes_written": 430033249, + "duration": { + "count": 79216, + "mean_ms": 14.140232361101292, + "overflow": 0, + "p50_ms": 13.9, + "p95_ms": 20.3, + "p99_ms": 24.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 1, + "error": 0, + "not_found": 0, + "success": 79215, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 79216 + }, + "range": { + "bytes_read": 189812275, + "bytes_written": 0, + "duration": { + "count": 26532, + "mean_ms": 4.5309668868159205, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 8.0, + "p99_ms": 10.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26532, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26532 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 126.14797392700007, + "cpu_seconds": 377.960871, + "cpu_cores": 2.99617076068713, + "cgroup_before": { + "usage_usec": 3209396265, + "user_usec": 2141700518, + "system_usec": 1067695746, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3587357136, + "user_usec": 2388290279, + "system_usec": 1199066857, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 35893, + "raw_client_sha256": { + "writes-client-0.json": "dd0fecd94a3b575a8be381aab97c7e9c904f3052f4194f32280d26734a9dbd15", + "writes-client-1.json": "81e1422afaeb5d6a45e1a8334abc2408517347ccb6a370fb0ce362d023b8721f", + "writes-client-2.json": "3ac26d2002dd938e9d8e553fe8c4929bf1645879b9eb391a953c1e800fbfe0ee", + "writes-client-3.json": "8661fd6f867f2ca058cbb4e83813cfb074f88e50f9e01876796784045cce46ad", + "writes-client-4.json": "9bc58cd3b8d57cac8bfa09fda96837d09f7464b88454a0917a8ded7b6c5fd068", + "writes-client-5.json": "381271124bfeaf1ac2b96047c918f2bcaeab54d2e9a4327d1fd6c852eeb40e75", + "writes-client-6.json": "b93272abe909258e15391cf8573590db05e43a8bb1beeb7fc1a0cff61ad92746", + "writes-client-7.json": "28c4ec464a26c69754a9f93ea1ecb6bbe72176bf7d79ccb796e3d8ebf891d53f", + "writes-client-8.json": "3a7308872d095303ae110e7feb2392aa94dd4c3e1b83c91ca9c796b1a32841fb", + "writes-client-9.json": "5bb8751e323f057e13f5f5773ebe744829738ae3ece1efe5d422451b175f4e44", + "writes-client-10.json": "79843c0a647a1aac33f1a1df4baa94b2cf6d54f9f17eb0fe3e50067f8ee32153", + "writes-client-11.json": "08e43d8fef43158bdf5490fb12f4e74b2fcb4a9aef8e8db00088114bafa36c66", + "writes-client-12.json": "64fc80d17516291a254bedc9164440ad90f91d9ca650ea2bb1214121fefc1f01", + "writes-client-13.json": "5397d0b360ceaaf9f7d45cc63312d118e50cf49212c97b6fdb703d04a3c5554e", + "writes-client-14.json": "f6da51fca1896cd0692ab83d5860c66454320f76b4114c96d97367e805e46768", + "writes-client-15.json": "09b0c73d98322966e90d7ab71aa03ffe89cf36e5086909043364436daedca646", + "writes-client-16.json": "32a41fc10cfd29e8d44f4cf810e6ff2db32866456d7df5063b8540f83f12c2d9", + "writes-client-17.json": "77e880114242c5b8c757856e87d4e660382a252f0343f5639f298c354bd3a702", + "writes-client-18.json": "47c39e2e0090b03bfb16a232464617eb1104b1887bafe4f7e4597ddf76755a58", + "writes-client-19.json": "6a582dca3b5581ea5fa8c53319bdb4ca47d5c1ea5fa2cc5cce6b92426b88ec71", + "writes-client-20.json": "305357e7e44fe5041d50271888366a0e3b4e4878ad0b0e4fb61dbccddeb7de72", + "writes-client-21.json": "ec81e54d1943aa60d3db35d0a4199ffd7a676fde81aa26c0cf267fe080b70147", + "writes-client-22.json": "20d9a962234781390f3330bf8d4305bc6d8430fc9b8ad29e43d3d645e889531f", + "writes-client-23.json": "014c4aa06c3af5b50a4126626f79ac073a04fcd615ad021ae02854a8bf900754", + "writes-client-24.json": "6d205c7e47db0edb47232c5acd5706d10af1f170d9a33c503e518e0744f32a0a", + "writes-client-25.json": "79a79d63a566ff0665a8847afa73d5916acc143399939ca42d319624a4a7e8d5", + "writes-client-26.json": "46bab2c51436c790a99ffaaf29a85e328a96f46afcec4de969f6f0ad1fd55b2a", + "writes-client-27.json": "8ee887d10e54b311a265bd28d0e3edaee14044d95ae148a6880efc28536d7955", + "writes-client-28.json": "16a76b4e48131204a3e48d33b32a96d8097b888a2b0defaeb1dfff94d65829cc", + "writes-client-29.json": "fe28fd5ecf3a7ea44e2fff812d9d11c450debfaaaae4ef0a7278f1ac8920de70", + "writes-client-30.json": "86bee0aa6c1610b3d6ac7c07732c2b3c10357b885b2cd73863dc91d806e33cb8", + "writes-client-31.json": "1d7d76e60bdfa8e76a400a75f0a6761fb3efc3b21cc1e45a66569ddd46644454", + "writes-client-32.json": "47634b8e9d438548a52a8ac775a5fd3034634e45c6a4b6a45ad9b890319f130f", + "writes-client-33.json": "a8a04793d869ac63d1c2e0b584ea6147bd83fab1984a42c605ea86238f545dda", + "writes-client-34.json": "29ce0ab437acb10e4e78612bea19b86639e5f5396087e2500ba307985d6d527b", + "writes-client-35.json": "f87f8e8bf60c966a7499937fb8ef89a6c84ebf146a4dfc2fe0274294fc5fc58c", + "writes-client-36.json": "0635eaa5b6791539b513ff012f0091160d6db2f8981c20a59da892c111489d5c", + "writes-client-37.json": "70f8fb3efc5a75557f14e06cb7f6dc092135678acf6f675b4720849d21253ed0", + "writes-client-38.json": "82212118ca7df0121e5ae574fdd1a2130d0dad47c0a97592b38f7213dda92aa7", + "writes-client-39.json": "c1bc9950f43818d1e9799f83744ba4b35e033f3030b875b985b74203d856adf4", + "writes-client-40.json": "cc5215e0facc99642658409b778f78a9862e01a369d061cbbc7eeb5a96321da8", + "writes-client-41.json": "f794fdd64854c07adc6d51d27a96a8efa63c70170c4b38e9f31a34ffc85cc1a7", + "writes-client-42.json": "3ea30c338e1bf2b4d1ee351ada9d24da0d7d66adb02bf77804a1f5c976bddc2a", + "writes-client-43.json": "679b9b5de011e93b045f0274fae73d264a77fd050a555626705480b893d13ea2", + "writes-client-44.json": "c60fe936c9eb2987e4cf601f7a53ddcc7d459ace383b3582dd850a0ff282e84c", + "writes-client-45.json": "7052f591203f9623041682baaae90aba22526bd8ec19731a8d21b0098542543d", + "writes-client-46.json": "63ab6b08022dda5bc8fa6dea3465c0924731b7ede3bc1d5a055d08fcc3e368be", + "writes-client-47.json": "bc7ac1c6affba96020fdc9d5d464d1aba6990213c4103cc7bf271e8ab56b3699", + "writes-client-48.json": "ad8f9690c4f7793aab251c3a367f3e9dfb87c7cdd9dcde4ccf4ae105e346ceab", + "writes-client-49.json": "580a8e1070b8e258eed9ebeed5217e68658e05bea5c18948db0b323cef7dcca7", + "writes-client-50.json": "ad0347474f120cd73c8ec07cf0db1b21cf248113e0bd840b3d98c1fa05c105a0", + "writes-client-51.json": "062b26f05360f13c46224d8683e57082a631fb07d1f0f8df5e404c69e44d7b03", + "writes-client-52.json": "ebf1bbc23a283b616d1fd1f7097a050c3cc820da4207f48cd3c85922d7ba92af", + "writes-client-53.json": "498675dff0b5f062cc87125415629cd09aaff3eb096a120623d4dc9f11b9def9", + "writes-client-54.json": "e3e4f05fc25bb69f8e01ca28f780785dc743b8fedd1e660475e4cf1b8c04f24e", + "writes-client-55.json": "1d5584ea0c31cd54d04b583c929999a8cf9cf37364bf4bf2667f529232781334", + "writes-client-56.json": "24c24c4fe89ef8b0c7a5f411c4e3d28cae6693279c7ee45a0a343424d0a9b1c1", + "writes-client-57.json": "2d0f02e57ee897afd5c6ac0a15b8068bcb1ee0cccf2a80b981df3a0f429d5bf9", + "writes-client-58.json": "04c11c6acec8a637558bdbc5ebf40d8949563b029c887d6f9e4487540958163f", + "writes-client-59.json": "3a73f16b0d83c82b9e617adbf9237f3ac358b684960b624802b9d39847f96858", + "writes-client-60.json": "19f74762c1ebaefe5d891f04022a2142e747f0eca3484ebb7ee6a8aa86322d33", + "writes-client-61.json": "75b610b7f62c6b7d8e1ccb7c61c0ddf09527ce1d0fa96512ac6601d6c92856ea", + "writes-client-62.json": "f1ac5fe58a7ce32754ff2275e4ed4c586d4e695b8a55b0928258b81625e100ce", + "writes-client-63.json": "d7a6e69ea98a19d5ed713b1cab939fb6a9af6d96bd8976e529911c2043b52021", + "write-warmup-client-0.json": "e89c19939cf3ab0348b3587496b5defc7547261353709eac26af779d74818b0d", + "write-warmup-client-1.json": "42a0abf7a084868c233a599ba517d528c93b3d565f144b04dbf3ff6c80b4f780", + "write-warmup-client-2.json": "546b22ba100aa85c25e32d9638086b4999636a47f0b12db33c19bf0470070fde", + "write-warmup-client-3.json": "d78eaa38c741b908e1c78c300885f39c0375ac61344ee20dea4ad107e0ccc89d", + "write-warmup-client-4.json": "a82fae8cbf0eea7cff024a43f45f23f3267efc4e06482a615d351cec7b1f86ed", + "write-warmup-client-5.json": "c97d101ab0fbe7f3feb31a8c7a0545b862dea868fe2bc38fe454f9fe4ae9db76", + "write-warmup-client-6.json": "ff5e7b5898164e6650609242dbbd870578826eab7867f2ee126eb16ff1bcba6d", + "write-warmup-client-7.json": "f7c4c5cf89a87df0891f5a78909fdc624339d9173d871f4760382a6c9db9b5b4", + "write-warmup-client-8.json": "2eb8319ec75f769208166c4158c000c2cac8710d2a9213dc51344a14a743f2bc", + "write-warmup-client-9.json": "aa7c2c873a4e0fcef7da8b6ea9495fa7fe3c89cbaa8bc1ff4129551abc5acbf6", + "write-warmup-client-10.json": "72d07068f74ab94a0f498e755ea1ca874b84274317c320ef8c289246824f40f6", + "write-warmup-client-11.json": "f6b90a765aa6df06a77553a39996308fae122196c6e701001be655af4dd97b66", + "write-warmup-client-12.json": "17bc48fbca575aa70aa8eecd610e3ef5a4fc1d8f31cd7b7d1197399dd7d7b6f5", + "write-warmup-client-13.json": "7cb0e18a01ea2e5a79e17e44701532619b9221a86b2309c0b48d56ddc06001dc", + "write-warmup-client-14.json": "d444c2c42cca4979b202a0eec31816fe31afa29b225f79a7ed5ec750181732fb", + "write-warmup-client-15.json": "00d02e6322636a4a0a959aeb40690b3811b0db110452d8ca99300918b88f27cf", + "write-warmup-client-16.json": "a23c65c6f3a73aab7b71366bcb3064022ad78b68ae24863b6c61b40d5b19f341", + "write-warmup-client-17.json": "039b3641a511924992ded6f54aeb63fd1b966a42c44969aabc2faa389d97023b", + "write-warmup-client-18.json": "0d5aa31044f780882de81a17fc33849152f5f40f59783a4b7e4bdf57dcabce00", + "write-warmup-client-19.json": "9aa16f771e032acd538b880e25b7c8dc605426e61db6c6af68ae19bef77afd2b", + "write-warmup-client-20.json": "6138cbe842b8012ed56f69c4c88104eaf7148f51a7fdd033da19069df15dc4a2", + "write-warmup-client-21.json": "8e504ed7522d9c6d0828ac343556606ff49af5f812ad506b7bafe4917d872213", + "write-warmup-client-22.json": "29eed76606b4172c9f730ef14a67358485b1753622f7fdff6ce8c2e95a80d47e", + "write-warmup-client-23.json": "087b2cf9efd8e41df87cd741150f797da97c392fa2ebf94f04ac8aa575fba6c3", + "write-warmup-client-24.json": "7d1f8b05acbc84210d88a0ba8a7e70d171587d1f2db8b24e16125ac8c712920c", + "write-warmup-client-25.json": "0f582ca9556d6716c0eb0e4b3f05fb0681ac259c0f7d70861b3e571146ad0a2d", + "write-warmup-client-26.json": "a3bb59fd22d602726110adc868a7341d974d53acce531299d3563f2f6235d807", + "write-warmup-client-27.json": "8bbe1270b2a45914b98984ac0307496dd30fc729ae343c3c6e0909cef34e56d4", + "write-warmup-client-28.json": "22b12ea876a47f07aab9e4f2ae6235bf9cf62ca09aba6c5cb5c5653bb3834c81", + "write-warmup-client-29.json": "4c72e41ea9a64a77f53474bb77fd99c13b2513b0f0e4d7fb9ac0790dcd193021", + "write-warmup-client-30.json": "1f3a60485a6e8cf2d0b2f76db464eb4a2556d5f1b8760ff8f2e3d60c6886fd17", + "write-warmup-client-31.json": "875006efdba77e165ff7cd329942b764b917dd83e932fa7d962c1245d5b186ed", + "write-warmup-client-32.json": "0dd63c37e320893b5703f4c424f23ac69f9f3cafa4bcc331874ce63669ebd9a8", + "write-warmup-client-33.json": "54af64d5f5686684c6f25f502d8eba5d018b323ef9e85b96c131ce6e5bf2e40f", + "write-warmup-client-34.json": "bda7965144dfe1d7a309cab4387d3ae9ccf4e50da1f3c6a51a0ac4a2137abbe9", + "write-warmup-client-35.json": "c0c63424346f4261de7d80a37db0f6d9c3fe9b33ca70d44a6378390b31dde5b8", + "write-warmup-client-36.json": "e3d1a256782ec2dabf98c96ac53b7233405564efebefefdd65131609432cb372", + "write-warmup-client-37.json": "ececa5264636f3986289f9fcfc42f51aa501f9facf0b5d1331c61bd570231503", + "write-warmup-client-38.json": "d46c753a533a5080bd1de04627631cec9d019fdbe15b0e12abd86c07c33b4c54", + "write-warmup-client-39.json": "69a1cf8cbb8b089fe185e4aaae0ce1afe81e3859628f53101aeaf9d2d53bc1c6", + "write-warmup-client-40.json": "1efd5112b760941ae06e1b9ec0c41510e8044bf3af2c4aa4d004c0f8ae84252a", + "write-warmup-client-41.json": "57dc414b0db3255dd7d807b537003945936721fd3b01763f942851814e78201d", + "write-warmup-client-42.json": "196a9e80f0ef05820c552575c2ad9ec182099ccb5a467922e20f77bf8146e892", + "write-warmup-client-43.json": "1a467f431171bfe9fa2ef82daf110523ef5168d4b4e07bdcf0583346fc1c1be9", + "write-warmup-client-44.json": "8c43a4878d2ba952c5fedeabcecd7e753f997a597243d4519b791f7ba5fb80be", + "write-warmup-client-45.json": "56699cd16d2d4d6e2324e06dbbe6ad0d6fad15979766e7eec8e70373ddedf61e", + "write-warmup-client-46.json": "bdb75f2d11fd8e6cb9e25fa090d51a70f8d2cbb460c939b78151bba10f68998c", + "write-warmup-client-47.json": "adfeb85c3fd6951ffdd42f861cba87ab945872f4cc6fc20accdad9529e50e2b0", + "write-warmup-client-48.json": "d68a93503e41f4b3fed0f1bfd7d3eeee1160fe2f492e06f35f15e0584fa35bd4", + "write-warmup-client-49.json": "d171a7101471733dc2877fe4c201f24d174b90bf489e415a56575f70a6291df1", + "write-warmup-client-50.json": "385966aca8b494cf1e7e437e0d4b64e84813804793372b6d537f8cd1f4c6b482", + "write-warmup-client-51.json": "6655e11635c010cc33cfcf1094f654649ebf4fa194002ad2cebfcacd0d28cb48", + "write-warmup-client-52.json": "90bc12c13ec99693edb3a13a1533f0f18333c5ae059a1c0e1a5e341c97bb8b5b", + "write-warmup-client-53.json": "f6dd9c6f67d16782b7f8bdd6f0ce9f665a8a946ab6c2c5742cc5e59ae91ee28a", + "write-warmup-client-54.json": "60b76c1556eff8b645439e1f90c5ac33f4ca73b6588e815c612d7cd21712ca6c", + "write-warmup-client-55.json": "2fe4801e6eab9bfbfcbdac538c0881e5248c535ba69e9cb9b5472f9ff5869c3a", + "write-warmup-client-56.json": "0d870b5c62c087d390653808e1f0596f860cad5fdecbcbb56fb2312937af5ffe", + "write-warmup-client-57.json": "dbabfbe444fae5acdcbb0987a267de88333e5d39427fa525bfb35c9f0a717f26", + "write-warmup-client-58.json": "1a8c1ff9785bc1a08ee173df67532a488ddac1da94acd9ffb66f38d7f2aca7e6", + "write-warmup-client-59.json": "a5ae1a3a5e46510e95ffeb4f0e031f076d2db20553fd462f80ca0d1d9b8f328e", + "write-warmup-client-60.json": "088affedf50ffe83d7fc08eea1d6cc72afcdeb3798e75906f3561f401f8bb645", + "write-warmup-client-61.json": "07462544a62e941cbbee5471736b9d157c9b008c45e5f2eedefba57bcdf43473", + "write-warmup-client-62.json": "f0bccfe9d463c32cc0eb66615ad957e7f93c16851840124a8a1c5c57228d9c0f", + "write-warmup-client-63.json": "18e85689d0e83475dfa0bd774dfd8f9c83941a5e100825ac99cb8a2f00173597" + } + }, + "repeat": 2, + "cells": 4, + "variant": "candidate", + "measured_writes": 34151, + "all_acknowledged": 35909, + "TPS": 283.75053771444567, + "response_body_bytes_per_second": 57182.08535338698, + "p50": 206.82165, + "p95": 333.781973, + "p99": 425.032118, + "server_cpu_cores": 0.5577286383055771, + "driver_cpu_cores": 0.11951327963690939, + "server_rss_after_bytes": 85483520, + "first_30_seconds_TPS": 317.3333333333333, + "last_30_seconds_TPS": 233.4, + "interval_TPS_min": 227.2, + "interval_TPS_max": 320.2, + "interval_TPS_cv": 0.1204098535023161, + "completions_after_admission_deadline": 64, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 71822, + "mean_ms": 43.64001696640305, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 165.2, + "p99_ms": 239.8, + "resolution_us": 100 + }, + "authority": { + "count": 10658, + "mean_ms": 13.104559976824921, + "overflow": 0, + "p50_ms": 12.6, + "p95_ms": 19.3, + "p99_ms": 24.0, + "resolution_us": 100 + }, + "compaction": { + "count": 621, + "mean_ms": 85.40103982769726, + "overflow": 0, + "p50_ms": 79.8, + "p95_ms": 136.7, + "p99_ms": 162.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 11283, + "mean_ms": 0.00048057715146680843, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 10658, + "mean_ms": 28.64013576562207, + "overflow": 0, + "p50_ms": 23.0, + "p95_ms": 85.9, + "p99_ms": 132.4, + "resolution_us": 100 + }, + "publication": { + "count": 10658, + "mean_ms": 42.55169592522049, + "overflow": 0, + "p50_ms": 36.7, + "p95_ms": 101.7, + "p99_ms": 149.8, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 621, + "mean_ms": 0.660003534621578, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 27.4, + "resolution_us": 100 + }, + "root_admission": { + "count": 10662, + "mean_ms": 0.004017477771525042, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 10662, + "mean_ms": 23.66154455890077, + "overflow": 0, + "p50_ms": 22.7, + "p95_ms": 33.7, + "p99_ms": 40.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 10662, + "mean_ms": 23.653612479928718, + "overflow": 0, + "p50_ms": 22.7, + "p95_ms": 33.7, + "p99_ms": 40.1, + "resolution_us": 100 + }, + "uploaded_bytes": 681641105, + "uploaded_objects": 62810, + "worker": { + "count": 71822, + "mean_ms": 1.7609647348583999, + "overflow": 0, + "p50_ms": 1.2, + "p95_ms": 5.0, + "p99_ms": 7.9, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.71789625, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 0.8, + "p99_ms": 0.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 22558, + "mean_ms": 3.0173873918787124, + "overflow": 0, + "p50_ms": 2.7, + "p95_ms": 6.1, + "p99_ms": 8.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 22558, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 22558 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 108, + "mean_ms": 15.645200768518519, + "overflow": 0, + "p50_ms": 14.4, + "p95_ms": 24.0, + "p99_ms": 27.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 108, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 108 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 37434305, + "duration": { + "count": 108, + "mean_ms": 30.594311462962963, + "overflow": 0, + "p50_ms": 28.8, + "p95_ms": 41.4, + "p99_ms": 46.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 108, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 108 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 108, + "mean_ms": 9.972520083333334, + "overflow": 0, + "p50_ms": 9.5, + "p95_ms": 15.9, + "p99_ms": 18.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 108, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 108 + }, + "put": { + "bytes_read": 0, + "bytes_written": 650779673, + "duration": { + "count": 73412, + "mean_ms": 16.013253792132076, + "overflow": 0, + "p50_ms": 15.3, + "p95_ms": 24.8, + "p99_ms": 30.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 73412, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 73412 + }, + "range": { + "bytes_read": 367122956, + "bytes_written": 0, + "duration": { + "count": 22644, + "mean_ms": 4.80478281346052, + "overflow": 0, + "p50_ms": 4.5, + "p95_ms": 8.7, + "p99_ms": 11.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 22644, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 22644 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.73864052299996, + "cpu_seconds": 355.921392, + "cpu_cores": 2.830644506092742, + "cgroup_before": { + "usage_usec": 2817943607, + "user_usec": 1873926552, + "system_usec": 944017055, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3173864999, + "user_usec": 2107734183, + "system_usec": 1066130816, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 2.8560201313819755, + "p50": 0.3211155637718032, + "p95": 0.46618978239493536, + "p99": 0.5745579212275458, + "response_body_bytes_per_second": 2.8736096922471686 + } + }, + { + "cells": 4, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 14416, + "raw_client_sha256": { + "writes-client-0.json": "13efbc4fea8f45fb8d085529646be21db974b6b40725f1ed45b85c0be3f1c1c6", + "writes-client-1.json": "59d2e400e5545b1e96c56bf8e98af3a11b62ea123341a80087c4445a52369e82", + "writes-client-2.json": "99467a363cfae25af5f622677b30698cca988161b20d93cafb27ef54738a91d5", + "writes-client-3.json": "bf8592b87f2d47494abdbd285eab7d9f6447c3eb1190b6f59110d20f2e27689c", + "writes-client-4.json": "8350f8c0cc27eb70f82b96d1fcf091973de27119f7554086718f8beb46f6b4a6", + "writes-client-5.json": "e5ea9192b32d831408d29c340c357e03ebe07f900d74b51c21a0389157d7607d", + "writes-client-6.json": "1858ed9029677beacb439059a09d63575a6a36c13e11d20d8b621075dec14436", + "writes-client-7.json": "6192aa25a4cfdd3d9d64bcb974c03a2170f22fa2ed23b5d25d2c2403fd6dcfd1", + "writes-client-8.json": "a8d3af2fbc617f3cc896e84951c496c0e3c27601eb43337927f212dfaf529971", + "writes-client-9.json": "85f7b90998189ec6cfb8ae991aaba89becddf4d47aa88786886dfb6c1beb2d00", + "writes-client-10.json": "55c0409ac17a6899487cfdd025b1d2c15fca5e05174ecc3364f0e2e01e299360", + "writes-client-11.json": "9250f6b88921d972f95269aff1240150a706e8117764123ae59cabfe95a1cde0", + "writes-client-12.json": "216bf7d4814fb9d27d3fb5f0294fa9968bb1f0a7ac93df8cfc4b35d767537216", + "writes-client-13.json": "69addbec13d1397bd651b2499ba962f8a3196db0d7ef055aa523ad61ba332b9e", + "writes-client-14.json": "9faf00f87bd6c8cc187fb489e085987f62a4bc88328fb7746e6c7d7ccfa3210d", + "writes-client-15.json": "4ba73fbbdb94091b6c9163af98c013d625b774d10bbad7c3ef1e73f99dbe72f1", + "writes-client-16.json": "1ccb56bbfbca161d7f1b28ba8bdc80571f565be2cac7336e26e201cc9f563ac0", + "writes-client-17.json": "0bac3d578d06c33e18be8e49d8a6b0f8c1a735d102bbc5574530678da5ad0763", + "writes-client-18.json": "0508bd5322d1ba75f57095ef1b5cf3fe79d0375d0697ca5dfa0c699c1a5b11ae", + "writes-client-19.json": "06490d000d5d6b4826c06ca6cd044b8c82f529d8e55be5efbc8e33ba86f2a8d0", + "writes-client-20.json": "93f96fc74ab299f1f045969bcfc048e686e108d79bf89b9947777514c69145a2", + "writes-client-21.json": "f3632eeba71218d6de02586def10ca067fe81c8cb610c60e958bbd9461129b0b", + "writes-client-22.json": "2d2fe234a4a857f0b37c2b10d4bb79aaa186d80eca64a09f1ec0205f91c262cb", + "writes-client-23.json": "3fc2b2011b4363d066595b5922618b0c12b687240e9a5c8cd68e21a4330b9a72", + "writes-client-24.json": "7c343c785bb7e3b56e56c6b105f4aabc111475353460e77252f5544d4e329cf2", + "writes-client-25.json": "4ca31b88226f0e9d04144d300b06fb94b40bcaf1ca2bd9e0a058f787a19b898e", + "writes-client-26.json": "9d6dcc4ea5c01adb6b98e4d0698d7fb22a70a79c865b9f0279d3fc8a9b1fde81", + "writes-client-27.json": "00ae5c0d78c4ee021ccaab4f3ed346206c52be4981ff95b9e8cc4e3616923dd8", + "writes-client-28.json": "bc6e8ccf5f2c5e35394dcf9846f1368bd19f5cdd4eb8a2ea8207a61092c54e72", + "writes-client-29.json": "4f11bc66a0fec36217286224b23bfac74ea69b6d1b5a034400c34c960dd09635", + "writes-client-30.json": "9b898e417c66755bb2817655a9f415d48978984e6ad9c493065ab544e02e3a07", + "writes-client-31.json": "7bd7d8d9dfd5ce0a45461eb01f79f49359acaa0c977a1a72c868f318a4f2171a", + "writes-client-32.json": "b6d62718a9287dfeb8aebd45e2a4ffde955959085559a2ad7bc9c5755b9e8d1f", + "writes-client-33.json": "a59150ce03ab158539632f72b546496dc37fde33b479b6649e3afd926dc67791", + "writes-client-34.json": "ef0010ab768d368824712f44c1d2413f6d4793d4e060c42acd643fa5e1a3d65c", + "writes-client-35.json": "ec50c53505848d8fc0e308a6a48d2d93d39bf97a514758b2b0d72a2fbb5060e6", + "writes-client-36.json": "1456444c6111a41f2a8a425b8ba5b9e461f8c2c759cd001c8567ba3fd032bd78", + "writes-client-37.json": "68b21a2dd3fcd8970ee0b9abc31e60adaef402d1eff64539406d7f847dcdf854", + "writes-client-38.json": "1f5217fdac232051307d93d8e7fed871cb4be95e6b7623cf0bf7bb4f1989ce95", + "writes-client-39.json": "3982ccd0bc1102c8d372ef221b0fab035f65a007991ad1b65f14b5d58b5c7ef1", + "writes-client-40.json": "997ba1d68cbcbc3a5e2e6a0f22672725f70f00c327fae0dc0524cbee5684978f", + "writes-client-41.json": "829003f8c1eb88056870dba37d7b4746626dbbf4dc9edf3a2ade3720f0b6b4e5", + "writes-client-42.json": "aa8890e1c27e73ad50ac5b6ddfc831749ca5a863b9375d0f7fcd51b5eacc2209", + "writes-client-43.json": "01f43d9a2d0bc086976e694780bd825498078545ee1db2ef1253223061259b41", + "writes-client-44.json": "9178bf2074d5180e9c6e9a276e198b0b1179145146c3fda77391ebd680e0dea9", + "writes-client-45.json": "d3a6102ad0e0e22d8d9b6bdc79e98165c6c62f9920cc3fa64de6b048978fc7e1", + "writes-client-46.json": "c1ac2f3adce0ef9588cfca02f70803b4c09ce777d24f2164fabdca23eb085f00", + "writes-client-47.json": "a9af7deb6f705b43ea1d581ca49733bfedd9d3237894413475dcfebbff4aa494", + "writes-client-48.json": "5832c13c8d5d82a21800db451a7ea1b104e828baacab031ab9c2611435c31136", + "writes-client-49.json": "4d45aa7aaee448263104f8b5ae26721fdf20fde3a7afe53ca1adfb4a01a0c1c3", + "writes-client-50.json": "e332a7da30a726dbf858f6bc0f8fc18908e5ef7856f620e7b405c3058b48aef0", + "writes-client-51.json": "56a3ad2dd094d6103e2947efdf143ecd7db5472a856e5afb14c1c628e840d551", + "writes-client-52.json": "8240ceb868e2094d5ad3311f3e1fd7aecfae1a647f8c04abed3b63dbedd335ec", + "writes-client-53.json": "956aff83804b3705606303e41ae2b02e36ac069d1526959831e7ac7fb4584f88", + "writes-client-54.json": "25d867dc4c711a2a7d5dcac9afc0d153ee4829bb1a333500016ede6bb7dc8a5b", + "writes-client-55.json": "e5dcd632a6a530aa01654a4d63fc67386fdb71c669fe16099e5d588c1aef083e", + "writes-client-56.json": "73148be6131fe711f7dcb2c610e8a03554a2f9a3a4efc48f54ea407a90f274b6", + "writes-client-57.json": "5f6e76848424fdbbf7d2ba2097fbf25273200a91f1d33c87d8bc4f9b9bc5d905", + "writes-client-58.json": "7ac2a7c87682a3a0ec7bb7f55eb5d1ad95a26d3997d81795e61ecf0ce14d469e", + "writes-client-59.json": "a284e310781a93eb9b70a37569aaef796db06edecd772cf54e8c515208b7ea45", + "writes-client-60.json": "ecaabf8a2c4f0669f67ae92f96a6602ba827fb8a6c29182fe5623b0f43aad8ef", + "writes-client-61.json": "7f9be12ae63e53866a8dda4a9cd0344a5d0aa0bce1c82bc59240fe95f40962b2", + "writes-client-62.json": "4fe0da519786bce56d7410da8d8f59aa9bcffa5b8b9e3986ce13c8b6ac2d7b28", + "writes-client-63.json": "f07a11cfc21e433e87cad3dbf9fa8e5a8d173adbdc2fd2d2e55d98ef2a7be7d1", + "write-warmup-client-0.json": "547a74a7a4bb573f29061c1e3057d074916b7765c0f6c95f0240110552edb85f", + "write-warmup-client-1.json": "a4d1f1cd1ec5ca3f248cd8bcefcad709c87bae4b6c84bbf6646c45020f1a1cb4", + "write-warmup-client-2.json": "8e0d2c62b01700610e0d47e6967e405331603dc20da053ceaab5de91f157392f", + "write-warmup-client-3.json": "743d9f7d10ce0455673e1e96934ae996fd2f48553dfd5a87784f0228013871a4", + "write-warmup-client-4.json": "a8aeeb026e80ced4c1c590e23180e41a6427aa673f1db684b23196c29f781cab", + "write-warmup-client-5.json": "805e323b8fcfafe29047f5594fcebb5fab3fd4656518234478671fe14ffece99", + "write-warmup-client-6.json": "5d914f5f63ba50941d902d9402bc18ced90bebfb12e2da36bb59c5dfde196cf4", + "write-warmup-client-7.json": "a6c6f5980056e6a34ee5a2ca9a7c8abcca6686260647d5fe9a396c5c9b3c6add", + "write-warmup-client-8.json": "6c47f982cb940f7ad54fe6e50d30b51db102e7aa554bf2081d299a794d700c39", + "write-warmup-client-9.json": "a90b44299e63a648f2c5bf21833e8adb30a60076e5ee3c06011265010dada2e7", + "write-warmup-client-10.json": "7f993717d9efe7dc951f3ad36ea9e160c7b5d720ecf5bea099c64fe90353b6bb", + "write-warmup-client-11.json": "ee83de40b8144a608157e9771b913f61669a94328f7ce33d0e6ae94d355fd5da", + "write-warmup-client-12.json": "ec941ff8259209f09b3f317fa30166628e2b72c33593d4190351004558e8d701", + "write-warmup-client-13.json": "8f2c97619199fc1a374a2fcc77da8ac053a72bf17cbb08209b939b507b3ae870", + "write-warmup-client-14.json": "35e346ceb60500f9bfd3414b2389e4a4cdbb869876711929b7a9875aa1d06561", + "write-warmup-client-15.json": "1323bedb9bae4107e1afacb96340e68a13e362083bfdd715bb71925e54b4c2c7", + "write-warmup-client-16.json": "933da043b3305d9aef0f030bb72d5bf956ae8d0cd5f5a536f24e55c72d0e4907", + "write-warmup-client-17.json": "9cdc1f9ad38d751261413be414e8b05fe1cd9c7d517cce6fd9a84d266a9f9836", + "write-warmup-client-18.json": "baf8389629b62445b77ee3f6a546553b578abc6e5e84580d9cd25e2f5dd107bc", + "write-warmup-client-19.json": "95d61b263b1b03e8750487428af931c347c381c430a039d9c0c94ba09873c872", + "write-warmup-client-20.json": "e44a47aa4c83a01087872182a11622d3bb993c65a17d4a0e0ce7431a05db2ad5", + "write-warmup-client-21.json": "b49a04c68ddb55f3923d26d2d8d372dd9dda4bd7c96cd7a6a74c185952ace28b", + "write-warmup-client-22.json": "ae175011b271a4fac4dc73c724561f55939b0a12632879d8694d90ffac2e6b9e", + "write-warmup-client-23.json": "28a9751e91bb76059b121fb65e1a95d060b518f189102b4483b178515a293d0e", + "write-warmup-client-24.json": "d4acf3220683d954b0d80127e2813f80765dbdaec38a74f3d64b0a67f37b3ec8", + "write-warmup-client-25.json": "ac46ffa24f743150c892754608dc8c0fbf0d2f9691c5cd62adbba21e97186cda", + "write-warmup-client-26.json": "b0944583aa05a6b179e0f1f1e444ad87ba65378b2857309b657596a4e6e5c1bf", + "write-warmup-client-27.json": "4faba58c64a6fd8fb6165bc9d1ed8f7fc10198eb42248a0530f4834c5c19fe9a", + "write-warmup-client-28.json": "60192816442d1681afc86a6fcc0b7d040561b2b0f76e3f7c14b41b49f1843d48", + "write-warmup-client-29.json": "1f9b8d2e81ae4fe22acf3c9d79aec9babe3f398b09d7cc68bb6836195504917f", + "write-warmup-client-30.json": "6fa03b3ba6d97be2d265cb091a09f4c9fdb2d7600912f5cb5498e59deb8b0169", + "write-warmup-client-31.json": "75f4bc10c34ef79794022188748fb9fb7c80d9eb78cf7c1c8e914e16361904b1", + "write-warmup-client-32.json": "64702e9eeee8522053c9bbbc8fe1d4d248ce04a17a2243071e6c636474445135", + "write-warmup-client-33.json": "be0d94d7c0846a0b5d0e521dc80ce393fdfc0811e9b061d1484f15f32bf459c4", + "write-warmup-client-34.json": "509be0ee315c8714bfddd4c2b2c05ff41696d08f1cd717f8951277cae580db4d", + "write-warmup-client-35.json": "5936ffdbbadc6a39e3e7148f44d338a1f1535cc1846c36d3ce1230263946b1e8", + "write-warmup-client-36.json": "5a9e73d30a69659a17fd146b80425273764eedd29ad22ed13286fb5f6aeb3cd3", + "write-warmup-client-37.json": "29d03b03cf359633bcc87a3b4e1ded379b35b9b822ab9cbc266120844baa802e", + "write-warmup-client-38.json": "edf862ce577bd8c9cc8079c53e9ebe84c03dc3779c3f7a80c1cc290f37a0b5f1", + "write-warmup-client-39.json": "30e264a1acf8b3d00fa71685d65be5b8858b4cfdf77a2811b96bc4a8b60b0246", + "write-warmup-client-40.json": "930721e780ad318efd136e381df22fe4a42f46e37eff2a3a7fb12763d4d52602", + "write-warmup-client-41.json": "1c0822e49a2a86f417b80b71e36cc82c355b582ed4d2f83e6528ef47c1ab3fc0", + "write-warmup-client-42.json": "f8b5aec8789f862871aabaee1ec4f044a0b96cbcdfd3f2e2d4a378840ae66772", + "write-warmup-client-43.json": "c7762a4cfd07b007d5f763d11f440aba423b3adfa3f7b2b2975fc1721bd5763b", + "write-warmup-client-44.json": "5e94974cef516d72a581d54de3926c0b14cbaa67c234f884ad1a718f1ad88b28", + "write-warmup-client-45.json": "3ddb5ad021dd1e956599f2daa694bce1b22dd147e6db216663131ec9675aa5b0", + "write-warmup-client-46.json": "932ba67a28d31f736d05e8657adb8925360a9e7a0d0f1040b41c04c6758f8821", + "write-warmup-client-47.json": "2c56c461d08523f1c0f50c59beee5d87372087d424b19a18c76f9c2f4eab2652", + "write-warmup-client-48.json": "b2c4fcc2ed1c58abfd9a990248af1e6a5251a6173fa8f5c43f1a1dfcfc01c547", + "write-warmup-client-49.json": "2eaec31df9bcf6296aff5489b3f7fee6d6628dde90e7ec44406c52915520f26d", + "write-warmup-client-50.json": "91ad916cb48c964f05d4a75c5916a3abee9e46524af40fd71246b147c7663cf2", + "write-warmup-client-51.json": "23ce3dc0194e2133606a3caaf956869e97c54b4637f69450fe58c2c5cab58791", + "write-warmup-client-52.json": "5a9138c82426148958d5d62a5461a0cb5644594006273fbfa6ba72e99babd626", + "write-warmup-client-53.json": "2444b8605f7e45884cf1491ea7f491585f8f520e25ea13f93462e18da635b5b3", + "write-warmup-client-54.json": "7ed853cabab59478eacc403209f8b14247ce7098ae86cc0d72c56cbc83cee070", + "write-warmup-client-55.json": "8692b6f3ddae1439fa994da0eac057bc4abaa04ad875f714e617217083dacd78", + "write-warmup-client-56.json": "fc79aa652dcc41023db1b6e95934d9a514ee389d976c143199b9db222d62460f", + "write-warmup-client-57.json": "d3284e9d09600ea335540f9d4ff6d5f59caa73f3a89d2fa374240d560b9b3c04", + "write-warmup-client-58.json": "417664d9de375b031a1839a74491cb9bc27b5f14f8d9d38002a4e7e6a6ea75eb", + "write-warmup-client-59.json": "4c51cfc218ef370d5dc3891c71da6f355d96b9a71da49d621541ef020d9be578", + "write-warmup-client-60.json": "3ac96d4d7c417ce1e5182c0989a116fd9d67239a49f311c023d6fd905dfe2c43", + "write-warmup-client-61.json": "57746f21c16424c455c40889b7fbd8822737806765ba666a393f83fa82c34af3", + "write-warmup-client-62.json": "56e2fda0d0b9704ba5d5f69bfb9b27c69d29460be9ad049f7d6ad7d413ab717b", + "write-warmup-client-63.json": "73b6ff75381dd4bf3852c81e41776ba561bb4df371245380d10345aea1f86932" + } + }, + "repeat": 3, + "cells": 4, + "variant": "baseline", + "measured_writes": 13776, + "all_acknowledged": 14432, + "TPS": 114.27300465044938, + "response_body_bytes_per_second": 22915.926447176167, + "p50": 550.030855, + "p95": 666.836723, + "p99": 735.748676, + "server_cpu_cores": 0.5569848636736158, + "driver_cpu_cores": 0.055698486367361584, + "server_rss_after_bytes": 75444224, + "first_30_seconds_TPS": 117.33333333333333, + "last_30_seconds_TPS": 114.66666666666667, + "interval_TPS_min": 96.0, + "interval_TPS_max": 121.6, + "interval_TPS_cv": 0.05526291825537744, + "completions_after_admission_deadline": 64, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 28868, + "mean_ms": 128.01974265297216, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 476.5, + "p99_ms": 544.7, + "resolution_us": 100 + }, + "authority": { + "count": 14432, + "mean_ms": 10.697692051552107, + "overflow": 0, + "p50_ms": 10.4, + "p95_ms": 15.3, + "p99_ms": 18.5, + "resolution_us": 100 + }, + "compaction": { + "count": 883, + "mean_ms": 57.25498317214043, + "overflow": 0, + "p50_ms": 56.2, + "p95_ms": 80.1, + "p99_ms": 96.7, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 15319, + "mean_ms": 0.0005010530713493048, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 14432, + "mean_ms": 21.187835140382482, + "overflow": 0, + "p50_ms": 17.5, + "p95_ms": 63.4, + "p99_ms": 85.5, + "resolution_us": 100 + }, + "publication": { + "count": 14432, + "mean_ms": 32.47137185712306, + "overflow": 0, + "p50_ms": 28.6, + "p95_ms": 74.2, + "p99_ms": 97.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 883, + "mean_ms": 0.49031195243488107, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 21.1, + "resolution_us": 100 + }, + "root_admission": { + "count": 14436, + "mean_ms": 0.003376347880299252, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 14436, + "mean_ms": 17.67940563784982, + "overflow": 0, + "p50_ms": 17.3, + "p95_ms": 24.0, + "p99_ms": 28.4, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 14436, + "mean_ms": 17.672482808187866, + "overflow": 0, + "p50_ms": 17.3, + "p95_ms": 23.9, + "p99_ms": 28.4, + "resolution_us": 100 + }, + "uploaded_bytes": 508259322, + "uploaded_objects": 76721, + "worker": { + "count": 28868, + "mean_ms": 1.0402488359082722, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 2.7, + "p99_ms": 4.2, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 1080, + "bytes_written": 0, + "duration": { + "count": 11, + "mean_ms": 1.1527357272727272, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 3.8, + "p99_ms": 3.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 3, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 11 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 30630, + "mean_ms": 2.2099758782239634, + "overflow": 0, + "p50_ms": 2.0, + "p95_ms": 4.4, + "p99_ms": 6.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 30630, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 30630 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 15, + "mean_ms": 10.935580666666667, + "overflow": 0, + "p50_ms": 10.7, + "p95_ms": 15.7, + "p99_ms": 15.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 4351933, + "duration": { + "count": 15, + "mean_ms": 22.038850933333332, + "overflow": 0, + "p50_ms": 21.9, + "p95_ms": 27.4, + "p99_ms": 27.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 15, + "mean_ms": 6.2627608666666665, + "overflow": 0, + "p50_ms": 7.2, + "p95_ms": 9.3, + "p99_ms": 9.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15 + }, + "put": { + "bytes_read": 0, + "bytes_written": 512397142, + "duration": { + "count": 91178, + "mean_ms": 11.684757339555595, + "overflow": 0, + "p50_ms": 11.4, + "p95_ms": 17.0, + "p99_ms": 20.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 3, + "error": 0, + "not_found": 0, + "success": 91175, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 91178 + }, + "range": { + "bytes_read": 226491523, + "bytes_written": 0, + "duration": { + "count": 30624, + "mean_ms": 3.6411544473942006, + "overflow": 0, + "p50_ms": 3.4, + "p95_ms": 6.6, + "p99_ms": 8.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 30624, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 30624 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.8325847709998, + "cpu_seconds": 341.229552, + "cpu_cores": 2.711774161048959, + "cgroup_before": { + "usage_usec": 4938958287, + "user_usec": 3250424689, + "system_usec": 1688533597, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5280187839, + "user_usec": 3428313759, + "system_usec": 1851874079, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 38844, + "raw_client_sha256": { + "writes-client-0.json": "3efd2c2d45025ebae0d1c64d4711e3b4f6703fadd423fe26815a0d464fbaa487", + "writes-client-1.json": "f4559cd2ccafb5add3fb5162111144ee2ea2f53ea89dcee26203da85a783a7de", + "writes-client-2.json": "336552844214003d4743f0e6a6f2892711edd64a484ed2f1146b6ab15e4892b5", + "writes-client-3.json": "22c1d26803b51c155ed878070b661d5c200232fc6053f87eb472db4c23d4ef6e", + "writes-client-4.json": "93f31d00e632a06fef31a5c0ee283f9a5415700d3b2dc24ace10a4843d6d7fa0", + "writes-client-5.json": "7f153fbbf4ad2b3d192f4a48018d6122a083ccdcbf57c9c6a6134ae9f4fb53e1", + "writes-client-6.json": "a0dd8ab24db3493e87de7303a26b4c9bba13468320489f2842368e49fff2d19e", + "writes-client-7.json": "bf2f48d2dba802457bcf54cd5d37ec0903be27a95ea9cbd4566948e57885310e", + "writes-client-8.json": "46fc5c9d9a38eb007ff08dee067a4322bfe793d5e6aa19514bb543024a392419", + "writes-client-9.json": "fbf68f7b1f630a787086960892414117e280ba594b8e4753174a34290f314219", + "writes-client-10.json": "71c86c76d5cc7543bd594e8c9fa1c4b2cf5014d1a65056f8d6a9845b0c822a3a", + "writes-client-11.json": "8f5c2468100247d0914c4ceb326edbd02daa2ad87d2b22fe8148bcd4fe2db388", + "writes-client-12.json": "b065e354013a521f6499fde71bae992862f4e9f982a8c60f22061b278586f852", + "writes-client-13.json": "3575d0b4ac7e24ad1561b616c3005acc1cf8c80981ca490519cc6b627bd5417e", + "writes-client-14.json": "aca8caaef37e140dafcabe9ee1126d4ef2731ba2f6dad32965b58446916cdd48", + "writes-client-15.json": "b18a890b45e67d5b2e4381814900854672fc481bcc7a003967d505cae0ee9adc", + "writes-client-16.json": "5bc77590db0867504ca183f1ebbf3ff93870096514f59d94cce486f8bf1c38e1", + "writes-client-17.json": "f1eccce538a0c4530caee445e363f6f41f20f03b6576a476710736fe81a4e9c7", + "writes-client-18.json": "50a5376e3c54f1df968d8349e3a725489f1d75da50bb7a4d34e53c39e2ffd358", + "writes-client-19.json": "0ab4e71fc8d7862f6defd813ee98a16060d6c8e0507c15be105db3cb247b4654", + "writes-client-20.json": "0eadee2bc8e9b6972855a287340162ca0996d30c7e7270386bbce4736681a688", + "writes-client-21.json": "84f632436957d7902f5f3f6246df6ed7b5d40bdfff10a76011b187bec0b6d4f3", + "writes-client-22.json": "2137c0906d7c388198c1497d5e397b9347a7c250225f3dfddf7a3d2b4e0ff5ca", + "writes-client-23.json": "ae4227e794792750bea770156b57dc26345502d37e844d0173943bcd15bb67bb", + "writes-client-24.json": "889b660b1057996e2f57d02ddd853ec5f518a1fee2bdf05e07e7bace6687339b", + "writes-client-25.json": "6956ee8368fe96bcd92cab77f78f44ae3deacd6fa90b744339a6346dfb729f8f", + "writes-client-26.json": "da417a5f1c7a3c3ade8982fa0dbcd011c876a7e9d4183dfd90e7261ed6a809d9", + "writes-client-27.json": "3c86521c7e9801d432759965576ced399b3f9ff33545f57470a4cd5accedac4c", + "writes-client-28.json": "fc762da0acad9f22e03b6e455bc5b6224c7b6886b71ee571ab16f99d22f9f13c", + "writes-client-29.json": "d5e406036f34fd51d3eb5396dc231fe1a2feb4eeb2f6678f0eb4eb055c99c5c8", + "writes-client-30.json": "731706ae507f53ee44b40eb93c21341497dc794da1ebd38de34a8990f5ccbf3d", + "writes-client-31.json": "fa5127524686e1c09c1fa758dc5553351a4a8dcb8f4f5cb63520095f01860828", + "writes-client-32.json": "933d4e48a0ee3d1535274ae02de96571f2e036afb53329e83232ce832812f017", + "writes-client-33.json": "12a5a7036560e7831ce08b98eb8c12f72e046f74149fe33f0acd95e58dca064b", + "writes-client-34.json": "6b9a4cc1305121c30a878f2e50eb3ebf19ef97f395a06361ab92ff13ce977dc9", + "writes-client-35.json": "e3edff852c0b53ff9acd46e35381ecf268cd1dbc2db34360a09befe40c7633fd", + "writes-client-36.json": "4f9cdb63cc80ed329d9aa62f7f7b74a9fd961090b9f18847ca1520879989d901", + "writes-client-37.json": "75dc0337f2b4b852ee2a985cb672cc2242175759dca1e6efd717123ec15988da", + "writes-client-38.json": "7d2bb8827f04d62e2e7f0ddeee4cfdaafcd96ba9fb84730659f262864728ff33", + "writes-client-39.json": "9ea121c09e9f653a3adb38948afd2b1aaf4b46270a0a81979cd53d372f02ffb4", + "writes-client-40.json": "eb096e741f9bfa1ea28cd04092ef5d9ff8e50341c7f122cc6a5c65d09434eec3", + "writes-client-41.json": "630b83b694b48771af24c07bf6119f39b99d1c79fc9662c68bff83677ac510b5", + "writes-client-42.json": "48e589a0f556c0fac1356695c1ee8850f4a0db3f2541f104c128455e2f864263", + "writes-client-43.json": "67f54f31fa2298be87d7a325e263daeb6eda53337c3e4f64b92ae957ecc9f318", + "writes-client-44.json": "6b5aff2bf4faa372751478dd9002806b07dba5f252c6c7087ebbe9056220aadc", + "writes-client-45.json": "05ba373c31c1ae4652c90182786b3757deab77d5d60c00e06e88d88aab9dac99", + "writes-client-46.json": "12623203ed726b7b9c1c1d18aa1ff9a7ff0a6e17b4ccad67b952d908f13feb4f", + "writes-client-47.json": "d7ccd8e5d041f1abf67e1bd5fcd8c20250a844e36e0078c71bb27a60c6719467", + "writes-client-48.json": "60aad48cee3ae9e63c2c983190b4267bf18fd5bc4b6f18a93c432d93b3fdd503", + "writes-client-49.json": "1fb9541fe42fa28bdb936960045a23a3908f192cf82fc834589b6002ce480ab6", + "writes-client-50.json": "4b558d394816ff781126ec87b2a900e6525bf6b061b2931c476446c3f7f21c9d", + "writes-client-51.json": "452d47f98d95598fd96454890698c36e1d5f232fbb34af66b48b7abb0a82c19b", + "writes-client-52.json": "815ad003d321bb48f9de0f8f2c85aeb333dfd9a9757924c079daf8c7a1962a5b", + "writes-client-53.json": "cac801f9e7a1e23e05a85523be215108351d26d50ac2ff7621e714c698496b4a", + "writes-client-54.json": "6a21e2809a05a77c2afc15775e3bf4f10416e055ab704ebef7c8da228498a4cb", + "writes-client-55.json": "7b6d05bcb7a6a33a88b624b5c00c22b2eabbb174cfa6adc5a9e7df6a4f2edd7a", + "writes-client-56.json": "77f27d8c1917f5b3fc657e0f1bc688dac6ee4a26339a13058ffe258277175900", + "writes-client-57.json": "4a9fb99d095765af84c707a4748e1d998373ea035a7d92b35d94a2b4d972ce34", + "writes-client-58.json": "2382b356d076be4b1ef804de581c126694d08dc101c6d9054b94ee03789c1a17", + "writes-client-59.json": "bf611c54294f274ecc8f4ada7f525cf15c23e9cb65eca37903252f7c0aec0654", + "writes-client-60.json": "74d143c2b606a03e4fbf058c9ad6bac84b655f348d0ed12f53e1f7bbf0c1b325", + "writes-client-61.json": "9be2d66274b960a3c5f83045bb4e4c7dc7263aedca05b919e3307e78568520fe", + "writes-client-62.json": "7c5ff18b53eb653fc35bba4c1cc565a9f94692b42f7eb13cb2e26d4c921114ca", + "writes-client-63.json": "5f073b1a0525f7f7663974a2a6ee6e3a44fa5cccfcc4138685351a5031997d73", + "write-warmup-client-0.json": "4f7c6915d001a6e6610b64c73de9d7eff5d9a61a92dac3a57edd810c45857a27", + "write-warmup-client-1.json": "e82c5905f24361d094b5ebde08327a8e557d1bf3423d864eaf838f07fff45dd1", + "write-warmup-client-2.json": "a60a561ede7f9d22bfb02b5584822476151a52cf3f4969c5c1869e7c5289188b", + "write-warmup-client-3.json": "f5ebb0a43a0b66843ea9b13922fcd93f83a3a4b502528aaed4d3e8c4a4162037", + "write-warmup-client-4.json": "0930bb9df1a34896269362f0702d439865e0c0f269c3a041018020c7f062ca91", + "write-warmup-client-5.json": "c6b018a89553e0ac0b9266242f4211ecc2122bd710ee23353a3b000c53236335", + "write-warmup-client-6.json": "efd3d0b9f3236afa3d97a0bc9ebaffbb24ce5e6a91f685168df5d620584a983d", + "write-warmup-client-7.json": "271789710fb71df70ebaa745e4e5795f590ea80e76c5c2fea22234fff29762bb", + "write-warmup-client-8.json": "d1379657363b2409b29acd75d8b6bc0814b48cc0ab3b5d1df15207868184b018", + "write-warmup-client-9.json": "1769a24577040786bd21f1caf7b396085d363bbc9e88ab405fcdea7f9c66f1b1", + "write-warmup-client-10.json": "0b1bd8b7e999214f76c2059f7501056179f2f9ec139336896d88d0c8a3b8b078", + "write-warmup-client-11.json": "67121c57a3b55f7687afb52f14fe81bc3a560f2bc7f31219a91396a0675ba39a", + "write-warmup-client-12.json": "e2f15206b3529c3293f2435472dcf8af4018c86d4f3bfad4c382d3c02486a5e2", + "write-warmup-client-13.json": "7331d13f8cbab5a001c600bc7cf513f3fecab12cb39d041697b726ced96e111e", + "write-warmup-client-14.json": "2e65f7f4fb90d59e3442aa6ff52f9df1f247aa6daa5bcbd11bd4d530d2fe3d68", + "write-warmup-client-15.json": "16d901a52ce1cdaccecea755b9672d4064c4dad894acf77260eee4b303b0246a", + "write-warmup-client-16.json": "f1f90905d2b097ba80ef0a73642003e158ebde61e3e2c40adccdf6dc828cb293", + "write-warmup-client-17.json": "d72d8a1238bd88e74e6365e002237d4be0313db4557eb2b2b3ccd5aaac530dc6", + "write-warmup-client-18.json": "5353eacbdea2576508b4ebd3dc1c807a2fdc83fd928c4cda07028a3c0799ed67", + "write-warmup-client-19.json": "74edb38d6a0b44c373a4febdee85bfecb33cc1fe624599b1626946d463bc92f6", + "write-warmup-client-20.json": "f06a1ce55373b9a5b9c4748613de90120f4bf52e06c5ccf47f1d5f7288eb4bb4", + "write-warmup-client-21.json": "92aab9784ae6cbbd0e2f950db4bd67bf75093504198b2f72cfbf3a8b61b2af2b", + "write-warmup-client-22.json": "493b7e1c487b090fab6ecef6f1bffb6c8f7e2f096b36ec9cbb2cd5079af9c579", + "write-warmup-client-23.json": "1eea1d58760af91d5a016e6f43a1545cbc45c4a00a23f0f25fed256914c4a8a9", + "write-warmup-client-24.json": "0a99c472d39543a2a180ea526bf886659c1599c53d28c94c08f2e3b5407a92e4", + "write-warmup-client-25.json": "e3525860bb19910dbf421e63118b763b1106e1d661d45230b6597bfebf8f3027", + "write-warmup-client-26.json": "4908db3b15f22e774123f46328ab5d603414bf878720846d9a6e8806f7627e4f", + "write-warmup-client-27.json": "70eb7ffa74d4fb8bac5a6900ed829cd8e8347d8dfa2ee35fbcdedc43c1b92f2f", + "write-warmup-client-28.json": "88edc3ab4e8b0a5a48bc7c495fc319a40f743c725ef5aa3744c07389f49368e2", + "write-warmup-client-29.json": "e1f2a3a7c44cb5beb4b6a472c207c66c940108149c87bf9ae7f0129251483b93", + "write-warmup-client-30.json": "2eba1aa85d76860b84569a16143781fce3fb2fcb3aea0e20d5399b5505df4496", + "write-warmup-client-31.json": "90898ea3bd7735764ca7c452bd2ab9e53db76c81f0f53231b7153aafb350fd71", + "write-warmup-client-32.json": "615d2313c61a8fd79ca08625c50b3c2378b01efa23944bb088308ad028706cad", + "write-warmup-client-33.json": "ee1342ed7967eb9720faa13349a24f578965760f0f0119bccfd2dca8b9c25b25", + "write-warmup-client-34.json": "7bb20bf5f838480a062db617c85fafe9e8cecc21d5dab1e87d6a2327031264ec", + "write-warmup-client-35.json": "c6653b72a2a5f5d9440000244348c768633abd7c21440193b149a3bd6781513f", + "write-warmup-client-36.json": "70df71fd32855b71cba66dcc932eab2826de5f29703003723cec6ed9cbc4732f", + "write-warmup-client-37.json": "a80237950c5fae5d8ec97d66b39d069bb512498f0f223329143342578b647cc9", + "write-warmup-client-38.json": "81e87771bc6ea0ffc1060e84361617c0292bd6a808c2d1a12143f04a70190182", + "write-warmup-client-39.json": "21e75958cb293ce201f89c5784ee78c28028ce8509799b50b430072ff9a0e0f4", + "write-warmup-client-40.json": "c6336084483bfa2b420c1acc2f8a9aedcb333b80a6ba5f184c09fb74a0e96080", + "write-warmup-client-41.json": "8f12e248884a77fb03d8d983f9aab9c7c59c8c317c8180a472b37bc3b13adf15", + "write-warmup-client-42.json": "9e4a59ffe087c8e194d862f343ab5899b33b84c794ee30e8671e2e25bd023276", + "write-warmup-client-43.json": "d773fddb532194ffc078fdb658e0914990bf49e9f6798f92bb4c552814ad4125", + "write-warmup-client-44.json": "bd5f401a8fd7192dff935b31ad7bbffa86806172b744a86bcd10687740a468d1", + "write-warmup-client-45.json": "55e71d3c88cea1b47134ca6b81ccb78fa66b6f5582eff2fb076469817dfd233c", + "write-warmup-client-46.json": "8e3ae463c0c7920a8399e5a0886e7934fe11e378df267be7064dafc89766be59", + "write-warmup-client-47.json": "f3af6ec2da52c41c4438672fd9a46db16c58e49fed04b9273c6197a147edd23f", + "write-warmup-client-48.json": "a93f40f4135d372bfb4cd323e530821193a877643cf72bfe19dcbfe318496397", + "write-warmup-client-49.json": "ad5557e72e2cdaca74023a238f95dcd6e2b3539a9afa7d3e3a61d7ada1d64d32", + "write-warmup-client-50.json": "72571d328a6778e765a038f256fd59e7c240295bb4656a224a36907225739b0e", + "write-warmup-client-51.json": "1a9cba81bb0d23e9f426c9a60a0dd61ce02a1daf8c513544b3b4ffb8bf334fd4", + "write-warmup-client-52.json": "b79d17334862c3b34c210e3ae0160a7e2dfd53db03e9079bdddc8ee2cf8a909d", + "write-warmup-client-53.json": "790d8060ae75c42702308199980cfcdd5b0c40a0eb86bd20b16b96a4279320f5", + "write-warmup-client-54.json": "68dd5dae1e8c037ddb5274ae9700ff983516b23f18e0a8c915fd91c8368a4a93", + "write-warmup-client-55.json": "9681364184df76172ef9a624f9479a2d2343dd3ef8b16addabafe236bc45c404", + "write-warmup-client-56.json": "8f119258aa057ef355bc0d9d698fbfad10b6d0845f282724a2aa2aa85529b0d7", + "write-warmup-client-57.json": "085c9ec560d412201527bc2e283b17779492f029fa7b152c1c59f39549f59f38", + "write-warmup-client-58.json": "e685a2111f34449a029bd6cfdda9c9e9f8eb757058a6bf29c60341e1effd02fc", + "write-warmup-client-59.json": "694ac092c27e5266d82bdd934bd04d91df0c14047628514e956771189e1ca06e", + "write-warmup-client-60.json": "202c141e5e86a7e59f9ad44743194fffeeddee70eca561ae9a0c71bcb564d4ce", + "write-warmup-client-61.json": "c97848e9554cf982a8105e0672421dec21cb240d0bd91186f4763308f8fa40dc", + "write-warmup-client-62.json": "f59699237880e3faf30bb90ba8981dd3562a65b734f5cd4e6e43ff774a5d3617", + "write-warmup-client-63.json": "3445285c8ee1b1f120ed548a3040c7779eda914e4421a36b26255c229e300935" + } + }, + "repeat": 3, + "cells": 4, + "variant": "candidate", + "measured_writes": 37136, + "all_acknowledged": 38860, + "TPS": 308.42558130622785, + "response_body_bytes_per_second": 62165.20406627051, + "p50": 192.712048, + "p95": 296.57786, + "p99": 393.974419, + "server_cpu_cores": 0.6051908730335007, + "driver_cpu_cores": 0.12740860484915803, + "server_rss_after_bytes": 85024768, + "first_30_seconds_TPS": 298.6666666666667, + "last_30_seconds_TPS": 294.40000000000003, + "interval_TPS_min": 286.4, + "interval_TPS_max": 345.6, + "interval_TPS_cv": 0.0584835811008666, + "completions_after_admission_deadline": 64, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 77724, + "mean_ms": 40.32446759991766, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 152.6, + "p99_ms": 223.1, + "resolution_us": 100 + }, + "authority": { + "count": 11516, + "mean_ms": 12.127619164206322, + "overflow": 0, + "p50_ms": 11.8, + "p95_ms": 17.7, + "p99_ms": 21.2, + "resolution_us": 100 + }, + "compaction": { + "count": 672, + "mean_ms": 83.0397280342262, + "overflow": 0, + "p50_ms": 76.5, + "p95_ms": 136.0, + "p99_ms": 204.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 12192, + "mean_ms": 0.0004468283300524934, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 11516, + "mean_ms": 26.219787361149706, + "overflow": 0, + "p50_ms": 21.2, + "p95_ms": 80.9, + "p99_ms": 122.8, + "resolution_us": 100 + }, + "publication": { + "count": 11516, + "mean_ms": 39.12835384308787, + "overflow": 0, + "p50_ms": 34.1, + "p95_ms": 93.6, + "p99_ms": 138.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 672, + "mean_ms": 0.864343238095238, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 2.0, + "p99_ms": 25.9, + "resolution_us": 100 + }, + "root_admission": { + "count": 11520, + "mean_ms": 0.004184853211805555, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 11520, + "mean_ms": 21.363251004600695, + "overflow": 0, + "p50_ms": 20.9, + "p95_ms": 29.1, + "p99_ms": 34.6, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 11520, + "mean_ms": 21.354831263541666, + "overflow": 0, + "p50_ms": 20.9, + "p95_ms": 29.1, + "p99_ms": 34.6, + "resolution_us": 100 + }, + "uploaded_bytes": 755660349, + "uploaded_objects": 69243, + "worker": { + "count": 77724, + "mean_ms": 1.7598797269569244, + "overflow": 0, + "p50_ms": 1.3, + "p95_ms": 4.9, + "p99_ms": 7.5, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 900, + "bytes_written": 0, + "duration": { + "count": 9, + "mean_ms": 0.8243845555555555, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.3, + "p99_ms": 1.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 1, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 9 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 24376, + "mean_ms": 2.709653788111257, + "overflow": 0, + "p50_ms": 2.4, + "p95_ms": 5.5, + "p99_ms": 7.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 24376, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 24376 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 131, + "mean_ms": 12.626432183206107, + "overflow": 0, + "p50_ms": 12.4, + "p95_ms": 18.9, + "p99_ms": 21.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 131, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 131 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 44353653, + "duration": { + "count": 131, + "mean_ms": 25.368912099236642, + "overflow": 0, + "p50_ms": 25.5, + "p95_ms": 32.0, + "p99_ms": 35.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 131, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 131 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 131, + "mean_ms": 8.267451809160304, + "overflow": 0, + "p50_ms": 8.0, + "p95_ms": 12.7, + "p99_ms": 14.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 131, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 131 + }, + "put": { + "bytes_read": 0, + "bytes_written": 718129666, + "duration": { + "count": 80676, + "mean_ms": 14.095192274356686, + "overflow": 0, + "p50_ms": 13.7, + "p95_ms": 20.8, + "p99_ms": 25.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 1, + "error": 0, + "not_found": 0, + "success": 80675, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 80676 + }, + "range": { + "bytes_read": 389759410, + "bytes_written": 0, + "duration": { + "count": 24404, + "mean_ms": 4.3764137475413865, + "overflow": 0, + "p50_ms": 4.0, + "p95_ms": 8.1, + "p99_ms": 11.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 24404, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 24404 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.78330686700019, + "cpu_seconds": 336.614289, + "cpu_cores": 2.676144373878854, + "cgroup_before": { + "usage_usec": 5296114489, + "user_usec": 3442141775, + "system_usec": 1853972713, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5632728778, + "user_usec": 3642907574, + "system_usec": 1989821203, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 2.699023993021566, + "p50": 0.35036588629196086, + "p95": 0.444753340316562, + "p99": 0.5354741800445999, + "response_body_bytes_per_second": 2.7127510733449256 + } + }, + { + "cells": 16, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 13351, + "raw_client_sha256": { + "writes-client-0.json": "93a5399fad41931b7880b386c54c2ee16b69ecc7bb5d0440f8cc258d2258936c", + "writes-client-1.json": "d4e7ce43a898f64494fe8a490b879b2debf9221bf64c1d21cfaf033412c9e7d8", + "writes-client-2.json": "fbc5c97b728eee5d21c73397c69a0fde73d61aa1455423a750373a06512a056b", + "writes-client-3.json": "07454231a2725ffe740f0854304ee4d7a4a59d9f3fc9fe89192cbcb1f391cbb4", + "writes-client-4.json": "e007f5cf78477b3273da7a3ede4d56c2e0644cd808345cd5f88ba3dadc9aea30", + "writes-client-5.json": "6c15ca16f9fb96ce4728ef435368ff7ee567d74caa9438bb0308d554fbae5661", + "writes-client-6.json": "d1d0174f3a621af4099998a6fa7904e05bd4f6449a0cf33c4583c338a10fc768", + "writes-client-7.json": "db9870fbdbce5ee634f4002199db300dacf9f91c5844e3e7febd5679a081ec98", + "writes-client-8.json": "93d820f6ca6e4f73945d07308083635e4106ccd228d32b866ee085059ccc462a", + "writes-client-9.json": "be4720a375bbe8746ceb1413abfc79fa586029b1b9c140712ea5f8ece188931c", + "writes-client-10.json": "d6e5356d2007b1d058dbce409a1d1823b74d73317c983f9dc5b9ad7868421910", + "writes-client-11.json": "7f2e0c70a9e7761f61e782849c187a6864f015e9467bdf0eae6ec64b29ab81c2", + "writes-client-12.json": "5a22d15b094bfba344c42f169008a36f715e78ce87d0849dc75867d6dc4cecf4", + "writes-client-13.json": "7c25e2e49d6821ad0f2ad240ada206ff347e32613b874bdad28f7db2e2a4ec39", + "writes-client-14.json": "2c137f65fd077a6ee8619010bb98eae6952a141acc8cd43eaabda924c93f4c4c", + "writes-client-15.json": "c2ba7d0731d4a73e5b9e381894b30206b67845352556d7dbc8f82bfab6e0dca3", + "writes-client-16.json": "2949c94cb992280b28399f3a67796a3a00a3976221d5027df74050a2addb87ab", + "writes-client-17.json": "8a4543f7fa93fa919fe67306a2370971edea7b10a0b3d25f028a62409d8bb0f2", + "writes-client-18.json": "70088689f3b5bc39db6adabcfb93b903ea4f90e1ab8f5aefb70cfa69fdea076c", + "writes-client-19.json": "46ae296ad84957ec3d1c29af695c2a3357749436b623fd6a4c0926cd2fe894ee", + "writes-client-20.json": "532556103a1fdcb8c646aa964d92568c8e6c6d9efbf888e2aec03200eb02e41e", + "writes-client-21.json": "c76429dc8e72d041710e37657f785339bed1d49a4f002987b1400f8a35bfc7db", + "writes-client-22.json": "4aeced69b88553dfc00de333014976ddd1f0acf96e4c325a2694691a571c7340", + "writes-client-23.json": "b1ee55e8cd9b06be59b03cb2d99dbac310aeee76e9896ffd433dc31267765d2b", + "writes-client-24.json": "1d025785dd48d6d0ae1c6155880a0828450e8c79dd999d88c7d5a7bc8c914957", + "writes-client-25.json": "c989b02227878f9d04f9d6a44bdc8aba1ea2562b7908d330193e1395d018df63", + "writes-client-26.json": "c028b14d2f8c0c7373ef86807f2b4edadead902ed279d2f333d57b60091dde48", + "writes-client-27.json": "ef175c93e28b0a4de699acb965d4c3017247a16728aa2fbb6d65df655e6e9d73", + "writes-client-28.json": "b50c80d4fc2ea513afdadb892bf189736124f6884bef502bcd8f23711483e571", + "writes-client-29.json": "ed324cece0c2851771923e1c6362c3e661501fe912f16ec572a26c5de4a85938", + "writes-client-30.json": "036c8daf1bd85f6a119632e89c655d9789c47608fc9d97e8349a78b2f1ac341d", + "writes-client-31.json": "79d2e39bb3805bd8a789a15d73db75399da86b03bbe9922f1a53aa26633b6719", + "writes-client-32.json": "e9c5e6192dab35250f3e93dc18a89215ccd51ced9c0285b89c500b63b67f92b8", + "writes-client-33.json": "9cf489f7cd1d2291d04688056bc4f27ae8405f317b182bb95e9dbb768431597a", + "writes-client-34.json": "470d1324187487b2988529a0f5a2f2601613c06202331bf728d0f84e5e15714f", + "writes-client-35.json": "29a437363c64f6aa280dd3fce0d62e548bf32f2a785a2aae7c1835da5f6cc0e6", + "writes-client-36.json": "f4e15a3163ea65ff39476492148a7da0473972d16871aeeae5054f5d5178ba85", + "writes-client-37.json": "319bd9c037a3a17bdce96685236e80f08c2c7f77aa06d6511d306e4269d19d24", + "writes-client-38.json": "0c0b3c31145c5e80060c7a3814d4368f789e9c1578c7ac4fbe5922184b84c288", + "writes-client-39.json": "84165f5e41136f36e215ccc3e853502e6db5b74adfa22dd18cf9dc8bfbf5dda7", + "writes-client-40.json": "93a462700ce3d16ad3d912510fbfd8f8f2b6cc86b8c3924e974f3fe851c55788", + "writes-client-41.json": "918acd95b6872f5650ffab9ac1d6e296b08ffafe7f5bb3ef90ec10a76c4d06cf", + "writes-client-42.json": "15fb0ce395041a885f0c682ce7b183f3209ebe3de46e0027551fadd5389b893e", + "writes-client-43.json": "ddb97218dff6fd175c3e8c9dd5a0c2af9694afc799a900aa060a90466611f067", + "writes-client-44.json": "b81aa7fe86020013d2bf8b551bd5956a3f86fb618216c130d161010132c5853e", + "writes-client-45.json": "213842369fc2099a027745d5cd410e5a3d4259c5c672c7b2a859fdb2f2133e26", + "writes-client-46.json": "c23800fd3f79e51eeea1c5241bb5388de0ef861f999c089051f54b5d097554a3", + "writes-client-47.json": "92893e82503fc1cbd7bb82722916bd4144c85ce829b0cacccf65e3a215aa2e0f", + "writes-client-48.json": "d13b226e513b4002a376c521801ccce412dffe0ce8db28fd56cea836218a79f6", + "writes-client-49.json": "9623c14c728df0e0e9cdc02996cbe12dcdc6f701820c3f0f9f2fa0ca0794ea47", + "writes-client-50.json": "80fbaabff45cc01c2b04e5bf7b8fcbe8b13907f245aedacc3f10e2fdf312dcb2", + "writes-client-51.json": "7a017e8162ec57a0118d6ef0c83ee2357af6a72379835dd5cdc5aa94ef69bd03", + "writes-client-52.json": "af5a51f528137cd27375c3a95e8c2d44d5a8fdebbccc28d942547ca078822494", + "writes-client-53.json": "f65f392a379562ca9aab6daeb6d8d447ca847eece1dcf9a10b5c49bb74bd5e22", + "writes-client-54.json": "0653ff299281e5ba7958a262d67a415b3172729b952938981ac3e465db8a1d00", + "writes-client-55.json": "29fa9e1f320d34390e4f5f0a23359bcc418cea9fee9933bf01e4cfd11a2bd216", + "writes-client-56.json": "3130b7252995a89dfcccaa196d81ef9c99a44ed84ee23ff0522ee5bbc5ca19b0", + "writes-client-57.json": "b0fcd0b791aa9ec7202811b50a636503f37fee93a60d06219e14c0ea705cdf5c", + "writes-client-58.json": "9a0715193898a436fb943595e8bcbf649d113331d601d9ff7cd68d3bc73f89d8", + "writes-client-59.json": "d99f5ab30eb78dd7547dbb660c083a9684eebd7b1b18816c71b58c2c5759006f", + "writes-client-60.json": "659f64d501ffcbb308ec10c6104a931e51b71ebb5486d1f60ef738a58b708706", + "writes-client-61.json": "87aa60933baa43e33e61cfeda65c621be217808e6838ea3c00b48e631a228baa", + "writes-client-62.json": "fecc4bf9a22efc17eb22c9a7c902fc22ee2d8c384d73abd5c5f05c4824b0182f", + "writes-client-63.json": "939bb3846e0d3dd8c589432dbe47abdd59170d419e0b115c6f85f45fe8399676", + "write-warmup-client-0.json": "968cf6e075d8ffdbe930d6749f322721228002ca4da6d1e66f2731d720abb5b6", + "write-warmup-client-1.json": "1c6d8a5f68d0f698199039e8d098e1f7b6276df32d16deaacda8e0412968cb66", + "write-warmup-client-2.json": "7c2f618ed52cd8110a201fce11d60ebb46e6f3777e580dcd0432d671a235a97f", + "write-warmup-client-3.json": "9fb8119f1cf6c3f16c02599cfdbe2ca6f93f748d8a2492ca52dbd9055cb010ad", + "write-warmup-client-4.json": "5c231936efed2ef4f014eb59fccb82901d3e500f3b28b4a09838d1f06e1b87b1", + "write-warmup-client-5.json": "dc9643a77276f4af9c1f6466769d9ad9b495aa2efe6c09d4a920068b4b60a3bb", + "write-warmup-client-6.json": "12bb926af16d8bbeca7c55196595566cbe839daa83bd2e741aa1c25a1aea36c8", + "write-warmup-client-7.json": "c6767a73e204b89ca7a10ad148fdaa0087d43aa7c36a407f748ed372a0114f15", + "write-warmup-client-8.json": "ea679b653ab88d314404225a6f76c4d8c78b25be9c88ca7cc260e07874a43468", + "write-warmup-client-9.json": "56a431313e252ebd8dd280232a30870838ec212a70e7b03391b3fd37938e0d40", + "write-warmup-client-10.json": "fd6d2fa416a0b3a9f9dc9df41d98867742fea3951819ee6d20c601d66b6d26f3", + "write-warmup-client-11.json": "94dbb4751945ca3c5226e493ad368065b0824147bfeac70c0031e8487bd54bf1", + "write-warmup-client-12.json": "fc8340d2db289ec8512811414f9926b6e44fc7ba60915c63a45b5927564aa42a", + "write-warmup-client-13.json": "c591a9734163e4894c9b450193ab5e84429e11742e6d648416cbdd6ea8824115", + "write-warmup-client-14.json": "41f156706d0e611b8047bfaf90c9325cb417fb7de2f0b789c0fa3f127d0cb5bd", + "write-warmup-client-15.json": "5bd3b6006b4846e873dc201f3475d2d8591fa7bacb562ac76783c2d511d20367", + "write-warmup-client-16.json": "b5693573aa15d6e38abd8387acb826e7d9b0270716da879e28c9d7a71ba8537b", + "write-warmup-client-17.json": "9b561ce5f3073fa1f53e9ffb9bef9f582e94aa339968fc99338849da2ac3ede3", + "write-warmup-client-18.json": "7677a17a7fcb392b3b017189a06c51bf623c2adf5f3b0a088953f290074f00b0", + "write-warmup-client-19.json": "da617da982c6dffd4f91bb50180f549423090da0bec80ac0348e6a1eca0272e1", + "write-warmup-client-20.json": "42bcd2ca92d816c2a3bcb60c8063d3e7ae9a482457d8a621ee4d1b0dae25f311", + "write-warmup-client-21.json": "4e59cc0b718b3f9bb21e76fc74749af6884a5fea2095da3a657f02b097885e64", + "write-warmup-client-22.json": "cf5cd38a0f133d87bdf133848097ea09492ae84ecb0fb451169424bd6ddc74ab", + "write-warmup-client-23.json": "086726341ac05b91acf9e1d8d3e09a1e79c02838a1eee1ca6e0cb6d8b8c0fcf7", + "write-warmup-client-24.json": "4577ec0de8ebf94f5a02ebc0adde99bcf36602c14ab56715180d6650e416abca", + "write-warmup-client-25.json": "8a3f4bbe0e0e5500532c466072769d5983e80a61ba3a8a96b0db871b3874399b", + "write-warmup-client-26.json": "94f1d906e017007de3c5127e642a93f499f69ac43a045e04ea0b939a374de29e", + "write-warmup-client-27.json": "d8be67f7b481d66f3ba9cecdf63cbfd5f20a9971f3ef556e137056bf68238145", + "write-warmup-client-28.json": "122a8d828d0e977ea814e657626a11632280fd413aa8129388812f22973b6cc9", + "write-warmup-client-29.json": "45eea38d592ec8feac3c223d2337cf75c691e3e94609d2f2c5eb85ab2da600a2", + "write-warmup-client-30.json": "397003f98c89ee5dd0d4807cb346c86eeb7795d1fc7cbd01bfa3630b9f074603", + "write-warmup-client-31.json": "97816d5c1e8137b2c1b85e1e8c5757f9b49d679016c7c341f1ef01558fef07b5", + "write-warmup-client-32.json": "af0a6e4a4fb1503e1de1bd443ba2e0d7330fbbf3d21f2213eeb37811399bf714", + "write-warmup-client-33.json": "8dfc5cccc532d78ab203a35aa8981006c1fdb176899e56d97df87a6ea5a6cba7", + "write-warmup-client-34.json": "8a1ea9b92f12486ddc3d1e59efaf43b4b8d7fbe7fd27717ed8b23666b89e3b89", + "write-warmup-client-35.json": "fd7616cc72030998819185f253cb65a17c91a3eea16b69b4ac6d6ac29b485280", + "write-warmup-client-36.json": "bb91cf6d026b89034b40970352e3140f4685747f8629c05bf0e7747ae26355e1", + "write-warmup-client-37.json": "ebef3427a13ac7945902505360f522c6847395aa23c6ca454e76bfc57110c493", + "write-warmup-client-38.json": "c6fd2bbd756edbd766bce248207f01f0b822ca3a9f14e76734c2288e588dccae", + "write-warmup-client-39.json": "ebe1c0d78d790b0c4649b96107c12cc70c68d1a447436b7713b769ce634a58fc", + "write-warmup-client-40.json": "89e96cb0bd5faacc8049a9289db9d14236b3e243593793a770806fe94c7fcfa1", + "write-warmup-client-41.json": "b3ddd7f4668acec40f4e0b91f0da7588b1282b5b4e429d674379b23355fab661", + "write-warmup-client-42.json": "94f399bd1db5f318e530c1df1fe56325f8d97fbc65ba29ab42553d4d6867b34c", + "write-warmup-client-43.json": "fa7d5e3ddc0165da55aac52552750c7d8e5b1defde8c697cb1acb369b64e0978", + "write-warmup-client-44.json": "0817ab527a2a1dbfacf7b65164e95fea041c462687be893b80c68e0c0ae8d6ba", + "write-warmup-client-45.json": "fbd65107cacaa185944327edabea19e9ba210c34472a23f42c70dba5e9d6aa17", + "write-warmup-client-46.json": "ef2b1df9c47c75bfd59f387bfa179d191fe555ba2b6e969e29de219a7a2a61c1", + "write-warmup-client-47.json": "b0e77d4b54e352165b31db80e02ae32ef79860dca333611a68fb8b276d651332", + "write-warmup-client-48.json": "40ee1902cfdba9c78564127286b19e2d4787efdaf8750161226e2c0830433583", + "write-warmup-client-49.json": "f73804ab2c0659b7a90efb640c9db45d0779007cdb6295a3b19426ffc79597fb", + "write-warmup-client-50.json": "130e84cb736c3611d7e5db55a5627c6dfbb95e8113c90dd3e934b78046240151", + "write-warmup-client-51.json": "253cdc434f8ca272dabbf925dfc513c75decb0df7bfac63f7bfecfc09eb96957", + "write-warmup-client-52.json": "7a462d08ee77087b4ccfb4e03a4010fb615693977a5ed1d68cc618669c78e4ee", + "write-warmup-client-53.json": "415fe5e9ce899ddd9316b35ece5790c43738783564f7a60967749b5fd948b8c2", + "write-warmup-client-54.json": "3cd85d2318296f191bb8153a833681ce04e706d198a3a254d51c5edb708011c2", + "write-warmup-client-55.json": "fa86aee89eed1a53393be390ca03f653a002aa3849a90814d8802ba033c1b26e", + "write-warmup-client-56.json": "39dddb9f4947cc3e0892a43b2b7a77327e5a2b3c11edbae2da7781f17d57d1cb", + "write-warmup-client-57.json": "8d028b924ea668b0f2e0369de0c06ac85f85692754430b96c4a9ce9eaef4b139", + "write-warmup-client-58.json": "bbb9a33b1dd3a59adf3a7cdf348f8fb098f6a068935459f2475656d2ca68ffd8", + "write-warmup-client-59.json": "dc283706f320197384e37f4a5e51dda3ec71a2b23356ca32667eb25a45278ef0", + "write-warmup-client-60.json": "3b75e5d67a6ff0aefb6f765bb14402804f694b010d461e7b01e58ef3d432575c", + "write-warmup-client-61.json": "511b9aaa4152edd9fbe0c71fbdb72fc126792332608a2bea9564882f1c63796b", + "write-warmup-client-62.json": "0bc7e2ade2628482265fae7a8bcaf31241fed5fcd08a449e296ce4509209f3d6", + "write-warmup-client-63.json": "cf0cd496bc0c2dbf1b197fc63f127f4438d73dcd6321d6179f46c7ece1bc6b53" + } + }, + "repeat": 1, + "cells": 16, + "variant": "baseline", + "measured_writes": 12755, + "all_acknowledged": 13367, + "TPS": 106.03835836668395, + "response_body_bytes_per_second": 21167.667237393198, + "p50": 568.56933, + "p95": 797.978893, + "p99": 876.778073, + "server_cpu_cores": 0.5017508837570733, + "driver_cpu_cores": 0.03982149871087884, + "server_rss_after_bytes": 83189760, + "first_30_seconds_TPS": 108.13333333333333, + "last_30_seconds_TPS": 105.46666666666667, + "interval_TPS_min": 101.5, + "interval_TPS_max": 110.5, + "interval_TPS_cv": 0.026188143347606482, + "completions_after_admission_deadline": 64, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26750, + "mean_ms": 111.38320350403738, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 435.9, + "p99_ms": 610.4, + "resolution_us": 100 + }, + "authority": { + "count": 13367, + "mean_ms": 20.99843204279195, + "overflow": 0, + "p50_ms": 20.7, + "p95_ms": 29.5, + "p99_ms": 34.4, + "resolution_us": 100 + }, + "compaction": { + "count": 671, + "mean_ms": 212.47294879731746, + "overflow": 0, + "p50_ms": 190.0, + "p95_ms": 326.2, + "p99_ms": 565.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 14054, + "mean_ms": 81.93644654888288, + "overflow": 0, + "p50_ms": 81.2, + "p95_ms": 103.2, + "p99_ms": 113.3, + "resolution_us": 100 + }, + "preparation": { + "count": 13367, + "mean_ms": 125.44382225847235, + "overflow": 0, + "p50_ms": 115.2, + "p95_ms": 168.5, + "p99_ms": 353.6, + "resolution_us": 100 + }, + "publication": { + "count": 13367, + "mean_ms": 147.24990699304257, + "overflow": 0, + "p50_ms": 136.9, + "p95_ms": 193.1, + "p99_ms": 375.0, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1330, + "mean_ms": 1.1037991789473685, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.8, + "p99_ms": 35.9, + "resolution_us": 100 + }, + "root_admission": { + "count": 13383, + "mean_ms": 81.95736467398939, + "overflow": 0, + "p50_ms": 81.2, + "p95_ms": 103.2, + "p99_ms": 113.3, + "resolution_us": 100 + }, + "root_preparation": { + "count": 13383, + "mean_ms": 114.69103363857133, + "overflow": 0, + "p50_ms": 114.4, + "p95_ms": 136.9, + "p99_ms": 148.0, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13383, + "mean_ms": 32.727462667115, + "overflow": 0, + "p50_ms": 32.6, + "p95_ms": 41.8, + "p99_ms": 47.2, + "resolution_us": 100 + }, + "uploaded_bytes": 337636614, + "uploaded_objects": 70321, + "worker": { + "count": 26750, + "mean_ms": 1.2106868542429907, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 3.2, + "p99_ms": 5.8, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 3840, + "bytes_written": 0, + "duration": { + "count": 43, + "mean_ms": 1.6495788372093023, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 5.0, + "p99_ms": 7.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 11, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 43 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 28076, + "mean_ms": 4.481154722467588, + "overflow": 0, + "p50_ms": 4.2, + "p95_ms": 8.3, + "p99_ms": 10.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 28076, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 28076 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 345906290, + "duration": { + "count": 83855, + "mean_ms": 22.873020969709618, + "overflow": 0, + "p50_ms": 22.8, + "p95_ms": 31.4, + "p99_ms": 36.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 11, + "error": 0, + "not_found": 0, + "success": 83844, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 83855 + }, + "range": { + "bytes_read": 147657864, + "bytes_written": 0, + "duration": { + "count": 27578, + "mean_ms": 6.270308753172818, + "overflow": 0, + "p50_ms": 6.1, + "p95_ms": 10.8, + "p99_ms": 13.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27578, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27578 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.75027759499994, + "cpu_seconds": 380.122804, + "cpu_cores": 3.022838686879482, + "cgroup_before": { + "usage_usec": 1351382355, + "user_usec": 866267667, + "system_usec": 485114687, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 1731505159, + "user_usec": 1116947318, + "system_usec": 614557841, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 25136, + "raw_client_sha256": { + "writes-client-0.json": "009cfbc1b239faaca486dd91ffadd7145fdedbe62cc99fcb49284245a831f2a3", + "writes-client-1.json": "52078c9ac986d3626eb9fd47c8d90c13359919bfb693f13c4a97074f6870b681", + "writes-client-2.json": "145dcdc4d307344741cb62d235ba519cc305b22e536ebea271b3a3788302ab6e", + "writes-client-3.json": "6e69fcfa541b599f28935df9430302faf9c3b81142525dd78651ca6040e9c847", + "writes-client-4.json": "7214fa3803b1c6cc37da7f2038d68c8314c2849e09da71ce171bdb25ae60e8d2", + "writes-client-5.json": "21854d2c46cb07a85f94eb6ba21f6849959c3722c6a2a320ca3130af5e1d3561", + "writes-client-6.json": "5e734c2e46f053ea0d83247d436507b8515609c8f6e28be0afbe5810fc50d189", + "writes-client-7.json": "f326c18ffd552b2a667ea6621ed63e9e72b41b5a2f50e4544e0d32dafd018575", + "writes-client-8.json": "59e64b1ebbc22640c47266764b6e2ba78ad3c356c14659df42e1eb977c9dc56a", + "writes-client-9.json": "78dba9e7e118058f9eb759a20a4881ce8d8da6a4741a75da5efb8389be98d85f", + "writes-client-10.json": "dfa773f1d2ac6c3e60311ae96214d7635e98e3d4d122d7c8245791aeb6632d21", + "writes-client-11.json": "15856919f785c6ee67cfedd2bdc8059cc67e2a63d747027a8ac91ddff9d0d803", + "writes-client-12.json": "934e39138a54c566a7649379ef93317cdf1929c5a5d18f731acb22334a1fbbe4", + "writes-client-13.json": "81443ed7bfa331bb490c2fca7e67565d7674b0992ced2e34a285cf09992f3270", + "writes-client-14.json": "397831f91f7f1bb17fb27b48733bd30098f5326676e698720fee8f90ccf5cd68", + "writes-client-15.json": "611a1bf4df7571feeb31f2e17f11aca40bb1eb308357c418373758fdffcf68dc", + "writes-client-16.json": "d7c5f0ec6ffacf4650bef8fbf752fae30b005155f9d94df5bc906428d2bfe570", + "writes-client-17.json": "7f3939a32e9f05aea044977db077e3605aed99eb623ef1842381826962455368", + "writes-client-18.json": "8074bd8d61f677993bfa95d92e03821195df2885c06b290d784d8432368637f5", + "writes-client-19.json": "a096cee96dab1d79528588f1bbd4df94be57f4971beaf161fddf407c71b6bba0", + "writes-client-20.json": "627ca1c529b78b726980472685deb7f5434106a478ba18dbba3b6d962e285c55", + "writes-client-21.json": "12536e28a6c30ae25ab5f8b14c79c7f7a8ee25d0efaba2979e8e4a9c8952e300", + "writes-client-22.json": "61249613fa3aa9a3d2d3f05e14c65e2e888ab334f5f49acbe220a69d6e69c4ab", + "writes-client-23.json": "62f64fec4e10c33136a84a4c8cbd91712998b89f9e55486821b563b2f3cb5c11", + "writes-client-24.json": "a0184ed48cc2a2ca7e29f4826e4266a1acd007cd060de9356aa9ce6540b0a107", + "writes-client-25.json": "f8c8cd46d26e0a321bffcc44ffb0a0622116889ea9295600948aef0a9c12d13a", + "writes-client-26.json": "45549b703c727a0870f040e2b6172390d904113e3da7c6485576be3bcd84f66a", + "writes-client-27.json": "780591ae618450dfef0d5573c2650767d269394453f7fd1a8f9fed134b7e89b8", + "writes-client-28.json": "aba5f0e057773ed82190c83a5d00232b2c3d9299dec352999a3f3d04b9dc89c6", + "writes-client-29.json": "ffa6b2474f6d6cee0b8f3ac133d6509188114fe969c862dcd7794873aa3562fc", + "writes-client-30.json": "b8f856ec764db41c3fe19d3a30a7343b6de5d8a884ddd2e718159459c021f7ce", + "writes-client-31.json": "e5bd0800de591b2dd0e8b6f717cdb419c5b837d57dabc3c20efcaad49643dade", + "writes-client-32.json": "5d8090f05aaaf707453d13be7cb05959d76d873a5be8a275027f0f4edfe3fade", + "writes-client-33.json": "fe26c8f4116d9f6163bea7d99543e4f76f9222b79b9a680d2773e095e3206525", + "writes-client-34.json": "91d227b97bb9240b29cfe91c0d675fcd0b34e65fff26f0b317b82255e2016c3b", + "writes-client-35.json": "f34ecb2da16dbb50318793403c7b5ada86c53d5178d6bdfb8ea903ad2e03cc47", + "writes-client-36.json": "99819d484cfee32e8292bb39ce0454717b0703d15c27f21c5198e48c08e29fe2", + "writes-client-37.json": "305e7649501d8260d6fea812c7548211855e5f2e74aeb39aaaf2abd41a20ef6a", + "writes-client-38.json": "05de53c7cf0ed0cad9c2aa040b42937629dc9110021790340af110d2c0217d04", + "writes-client-39.json": "95e96374b41a37cae1154e3c608dd03e349cfc89d754eb9d28049ae5cf7cdbdd", + "writes-client-40.json": "8452e16a2083073c2d46f0a5f4669fe56cb6a677b1570521813efb3284252d59", + "writes-client-41.json": "f9f8de8f783569187256d72280a8ed4ede3183710a3ac1ca94e5244a5b60c299", + "writes-client-42.json": "b6af59003e6e538ddbc7ce6ad73555c8d3a9d545d24ef9b88df4108374adf779", + "writes-client-43.json": "3e5dd42368031af34d72e0f62a7cc184bd5b32134589436c2465d767ce2be655", + "writes-client-44.json": "8699cdd67a7223e9955f30551f9bffe049ef32b27c9d0cb9b2028b2d6891819c", + "writes-client-45.json": "287eb533400a98a819f67cbcad4e4c0ca0e2cdd0388b5a736a3e2544013b056b", + "writes-client-46.json": "153027bd0c8fc1e076dca154330a56508e572eed2e6fad331c854183a2d900e9", + "writes-client-47.json": "141b3804c38661f533ba5a8e5ce5f0cbfaa9f8cf3a01008c39ab3876e091eb81", + "writes-client-48.json": "fb12d1b91db4d61f8aee44fb3c5a1a246789f765d709bc4094e17e5a7afc64ea", + "writes-client-49.json": "a5c6518cece877e2184ee8aee7b7d717463dc1834655788201a293483d7460e9", + "writes-client-50.json": "ecb7d5ec2008f10eb7d8d9af16280a7f38bddd87a622871b5d77270ebe24d187", + "writes-client-51.json": "010d6cedbfa8ab880207698a442e4b56315aaf2f8af6d560834e5457c4796cee", + "writes-client-52.json": "d86782218782d6d6aa3789e31ac3cdd4cd0ff3f6f77a71744a3f6413bd6930a2", + "writes-client-53.json": "c1607ff37af4f0a01a034a2cae5e4e2ec445579029149fbc927e3c466b648b91", + "writes-client-54.json": "d7f4749217fdd00b37095103a5e2ceb42283f7254b499d344f930379e27a62c5", + "writes-client-55.json": "34184215de7ff83021e915b640326d5fd811387bfbcde49979e2ce2e20127d1c", + "writes-client-56.json": "5bf37dfddfe158cf7bd6681f9d9f118c4532969ee61600e54ec6dfc0886b71ad", + "writes-client-57.json": "fce99dcfc83eb5ad07bdeb4371ef4a036c45bc9f30efdb1e8a3e9ccc48175831", + "writes-client-58.json": "a40f96253ea9b599cea7ccbab223c7ba6313029dbe876fa7461d008aa237082b", + "writes-client-59.json": "441ccc1557df9477d5c4c4dac7f89fce80c4cdf7454d3eb97cb50c52351f83f8", + "writes-client-60.json": "0e7dbcd9972bcd06d48b3228a0e72e64c02ccf4ec9241fc54f1a8b4c11845a85", + "writes-client-61.json": "f02e853fe71596f7a8950c4eedc6648ce3c097e23adc35a95a01a7316b3ec8bb", + "writes-client-62.json": "2d18e86dc8818eeae543785a5c67a02412f8a918f3ca54a304713271a0d4e08d", + "writes-client-63.json": "23b82592153579cf6c0d3ac2307f0ea4a9d32249131896871180e14a44cc3b20", + "write-warmup-client-0.json": "f4ca2d74cc10829d1ea72bd34e3ac675ccf699a5ee00f5bcd6b4e6463fd16cb1", + "write-warmup-client-1.json": "209d1b18eeae501e82447aec7c15ff08a218ca896b424914262754a53d86580c", + "write-warmup-client-2.json": "ee893d6b4e48cc711f562158a0fcf8f1e224e7f8a84e9e6e93dc4cf52e2d05c7", + "write-warmup-client-3.json": "060221b45ade9ad3e89df1a0ea9cf11b103fa2dd6d48cda4b9d077f88651b405", + "write-warmup-client-4.json": "ee1e2d8ba8f5fd7eee4db8b2bc64bd01a51c11595fcad053c0a5be2e729cde0e", + "write-warmup-client-5.json": "cfbba24e522461d88e043568f07cdb2b69ea941e95e317c6497e126de4c8a4e7", + "write-warmup-client-6.json": "b943ecd019f98df07bdf8ebf3be91d580506aadb3182b9cb5877e80c14fa9df9", + "write-warmup-client-7.json": "25e3339976aa5ba06313842a95921135505697b4dc3ee602f79af7d2766ce3a1", + "write-warmup-client-8.json": "86ccfd839f56b5857dab3da70f2f14deb617b24ecc558f53e6a29980f5af4493", + "write-warmup-client-9.json": "8820e26d94f9799e9b83e62607598a37e0135b613f4a934e1e4a704a639b642b", + "write-warmup-client-10.json": "3e1b6541f5384f12dd95dcd4921eda22e6fc76e6863d3583a21cb712cbcf37e5", + "write-warmup-client-11.json": "8a3eadb7356dc613ebf117d93f590d54db44191d49589d573efc6a3bd3ce8ac2", + "write-warmup-client-12.json": "54fc7e037c23266ff87ad2bf9a6e1b9d2d7e375f5112d58e974c92e87884d090", + "write-warmup-client-13.json": "ddd8659ac0fe51c47e61d2b6c73446bed6ad8b309af4f641bcdd8188a561c8e5", + "write-warmup-client-14.json": "428f979c31f15c1d4659ecc044b64c7d36dfa85a429cb9cb8a5c0e021387a591", + "write-warmup-client-15.json": "a40e45a5aa4e4deb43738413e6d434395c2478357d593b6fcc3e568adbabb989", + "write-warmup-client-16.json": "ab91c697724fb7fb1f043e6f8c6d6703f6da61e7b91dc1b09eb01529973fd817", + "write-warmup-client-17.json": "079e6fda402c370243cccb38532e7be15f7006d25698811ad3af371766ff1ea9", + "write-warmup-client-18.json": "66c48d50e9b9e54ace0344c28e08dc44e1f75f8069fb82ed13260e8793ce4861", + "write-warmup-client-19.json": "c4880e3ec728beea01797a776940872c38464cafca7585e113f65ac30eb668e7", + "write-warmup-client-20.json": "ab771ca87bdfbf99a43ae0e982f08e7c9705b8e689e2062f86cc3d78591991ec", + "write-warmup-client-21.json": "51fa8cd2b73b46914bc0645ce63190fe96b97bfb4e00b2a6a3e9c04e561de201", + "write-warmup-client-22.json": "9f239121fee29860046e57b1143d7853f40b8e1e992a02f5dc7584aabbaa5eb2", + "write-warmup-client-23.json": "8cd07f2883c4290df1a86265c4ba6a18bdf6a2827659dcb19109156e367c80f1", + "write-warmup-client-24.json": "01af24258b35cbbb48faed06c1b4c3b99262c285393d1ed07ccbdbb46b52a3db", + "write-warmup-client-25.json": "dc1e49ef5a25acf948cf5609b23611e6bba28300fead6bd44feb392a5b319dc2", + "write-warmup-client-26.json": "0619b4ad5e35ae83812a77f8a7a4c406f859c79b7b4f03483de9e0f07e13ee65", + "write-warmup-client-27.json": "57829e7740b651f901231f1e50c38533ce730827229072d6431f6651a916e4bd", + "write-warmup-client-28.json": "a8093df37c4f1c63ba42e7d37ce981fdbca6a3fe1384ed6d2a873d25244e3d1f", + "write-warmup-client-29.json": "27d5c994d4350dc45aeafff014e219092a9aa094467162c0e66b94c602b05abc", + "write-warmup-client-30.json": "aff775caf193edc91bd7a9b97cb69bde0efb213e5af5aa7d8d5b10406f12fd08", + "write-warmup-client-31.json": "aa79de92e0d1e07374dbb46d182fd2517f99ccba969b137eda9b5aa5797b19a1", + "write-warmup-client-32.json": "6a12bff4e13c2c36ce81e799017e15fa55cb22a78a7c7d1d9c9df82652f7f927", + "write-warmup-client-33.json": "26a10b734c64e5b4c74362f0478d40bc00af0ca91f8d5bc3de7c0cffb42dbbea", + "write-warmup-client-34.json": "f0ef4722529993a0e594f7540f40e814b79daeb485c7e97d4de4853763c193bc", + "write-warmup-client-35.json": "b3961417b7ba48ae4141defad236555f75c84ee6c9c7e30d62b5a4be5ad0c47c", + "write-warmup-client-36.json": "bf964a4a4966368730ce3a8ce3951546745269ecf27e6523b658f12151ed90e2", + "write-warmup-client-37.json": "7eb840a22ee046d7d0deb0c65891d60b4efd0cd20843909eba84ba9e88a8e9dd", + "write-warmup-client-38.json": "065fe4f128874f5fc98a203461127bcabd0b57049c06249e7a028dfc29513315", + "write-warmup-client-39.json": "de1cfda7041d55618d7fa9f3176d1f205a6f27c71271503f2d949fa4e835600f", + "write-warmup-client-40.json": "4c4a5ad37fbd88e7e5301e0d181c137c78d351b075edca0d938db6f9fdcdd23b", + "write-warmup-client-41.json": "0724050dcd0ec53595501589268d8d89a3135f31beb0371b2a37c5d49915131b", + "write-warmup-client-42.json": "8d483092da23cd27a37b876d59b6e647e3588f9abe8adb244a7714736f9005ee", + "write-warmup-client-43.json": "5f97e923dc12dfe9e9767866ed52960c11f9558402ae15afea14a4c6e9192f4f", + "write-warmup-client-44.json": "78379e6c24f9a900c2d04039caf079cf780bf1c343f003750d0f31b780100fc3", + "write-warmup-client-45.json": "35ccbdd591aea6d72f7ac39c9f98b75b0a79ad7235c18fed4e99f2fdd7b15999", + "write-warmup-client-46.json": "5d0446b6b552dcddef13508dd09f989a7b7d0a3f85a6c0fe06ba3e8a5bba2240", + "write-warmup-client-47.json": "87b82ee42dadca50e9c344e8e56ddabfd89e24034878217fa18c5cc9b8403043", + "write-warmup-client-48.json": "49f030f157568d6d3685321a03f084231b132ec76143f7d9895403b4ee763945", + "write-warmup-client-49.json": "814ca47a93553f897133fb46e86404a505aff33a67724354dfc6700fa7529509", + "write-warmup-client-50.json": "7020f25f5b33af445a80fe77e8ca74991b87f72e6a17d0bd214b2e446b1596e8", + "write-warmup-client-51.json": "c653936bb7c0ba9928bc9d5c8f12cb9a715eb703b5b44643751ec0b181bd7141", + "write-warmup-client-52.json": "e9a87e062ec8144e63a6594f562e61817afe2a9d42923c572016b7869a728545", + "write-warmup-client-53.json": "3b28e959c48ec2c3663fa941c7e7f44a5eaa57fbfa40ca987bfc464effcaab3f", + "write-warmup-client-54.json": "24e015b98a656601c5bbb9fe8c34c23d2d91508e18722f3ccc006273e127f65b", + "write-warmup-client-55.json": "9b3acdf3affe36556be9d4df8bd08eaaa99add4b988970872626975ca6e3e59c", + "write-warmup-client-56.json": "e8ceb7d477085fc5126b11405a2c38e0526347f21645ed6c93fb1624d6884c2c", + "write-warmup-client-57.json": "cceeb54549a2e7a1777952048e8d62f3b970d2f51aae449856d80ea55b3ed118", + "write-warmup-client-58.json": "660319249833e344fedf47db566a00eb51102965460692b016403e7bcf1a8b43", + "write-warmup-client-59.json": "7b17cdc7187d1a05f3eceee0176b0bd140572f37c82ca4f334a4da13b78ddf58", + "write-warmup-client-60.json": "abc2c899bab48eb2f7b20fd8bfce3e44fac56aa7d2a8b09328287354c3244a3c", + "write-warmup-client-61.json": "308428c8fd586230557cf08f966ef142cc7b8cdf257e988c4b1bc2a693d4bf8c", + "write-warmup-client-62.json": "f597ef2e1ea5e25adc27d5f4f5446981a3343cc36dba22b330e43b91de5f4dc3", + "write-warmup-client-63.json": "bbe2a8a7bbb05f8760d1fd98f2d85fb19624912da97b59abafe07871ddbc491f" + } + }, + "repeat": 1, + "cells": 16, + "variant": "candidate", + "measured_writes": 23990, + "all_acknowledged": 25152, + "TPS": 198.51013273731806, + "response_body_bytes_per_second": 39849.09284963703, + "p50": 293.90092, + "p95": 503.015335, + "p99": 623.789918, + "server_cpu_cores": 0.5315000262544319, + "driver_cpu_cores": 0.07139552591477444, + "server_rss_after_bytes": 84664320, + "first_30_seconds_TPS": 211.3, + "last_30_seconds_TPS": 186.56666666666666, + "interval_TPS_min": 161.1, + "interval_TPS_max": 212.0, + "interval_TPS_cv": 0.06902593231176857, + "completions_after_admission_deadline": 64, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 50320, + "mean_ms": 57.080816934081874, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 166.4, + "p99_ms": 341.0, + "resolution_us": 100 + }, + "authority": { + "count": 12740, + "mean_ms": 22.00344332189953, + "overflow": 0, + "p50_ms": 21.5, + "p95_ms": 31.6, + "p99_ms": 37.2, + "resolution_us": 100 + }, + "compaction": { + "count": 630, + "mean_ms": 219.03510789047618, + "overflow": 0, + "p50_ms": 198.9, + "p95_ms": 333.0, + "p99_ms": 584.6, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13386, + "mean_ms": 85.52105458105484, + "overflow": 0, + "p50_ms": 84.3, + "p95_ms": 110.4, + "p99_ms": 127.2, + "resolution_us": 100 + }, + "preparation": { + "count": 12740, + "mean_ms": 130.81581057810047, + "overflow": 0, + "p50_ms": 119.3, + "p95_ms": 192.5, + "p99_ms": 374.5, + "resolution_us": 100 + }, + "publication": { + "count": 12740, + "mean_ms": 153.73822731012558, + "overflow": 0, + "p50_ms": 141.7, + "p95_ms": 224.4, + "p99_ms": 399.0, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1246, + "mean_ms": 1.1282805826645266, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 4.2, + "p99_ms": 37.6, + "resolution_us": 100 + }, + "root_admission": { + "count": 12756, + "mean_ms": 85.58524954358732, + "overflow": 0, + "p50_ms": 84.3, + "p95_ms": 110.3, + "p99_ms": 127.0, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12756, + "mean_ms": 119.90056684893383, + "overflow": 0, + "p50_ms": 118.5, + "p95_ms": 148.3, + "p99_ms": 168.8, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12756, + "mean_ms": 34.30997860567576, + "overflow": 0, + "p50_ms": 33.8, + "p95_ms": 44.8, + "p99_ms": 52.4, + "resolution_us": 100 + }, + "uploaded_bytes": 415980923, + "uploaded_objects": 67003, + "worker": { + "count": 50320, + "mean_ms": 1.499373385274245, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 4.4, + "p99_ms": 7.4, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 32, + "mean_ms": 0.77752125, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.0, + "p99_ms": 1.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 32 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 26740, + "mean_ms": 4.685130338519072, + "overflow": 0, + "p50_ms": 4.4, + "p95_ms": 8.9, + "p99_ms": 11.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26740, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26740 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 424494905, + "duration": { + "count": 79939, + "mean_ms": 23.973037363214452, + "overflow": 0, + "p50_ms": 23.8, + "p95_ms": 33.5, + "p99_ms": 39.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 79939, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 79939 + }, + "range": { + "bytes_read": 210618255, + "bytes_written": 0, + "duration": { + "count": 26374, + "mean_ms": 6.523164092780769, + "overflow": 0, + "p50_ms": 6.2, + "p95_ms": 11.4, + "p99_ms": 14.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26374, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26374 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 126.2427587489999, + "cpu_seconds": 374.163728, + "cpu_cores": 2.963843088568152, + "cgroup_before": { + "usage_usec": 1751186059, + "user_usec": 1133956233, + "system_usec": 617229825, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2125349787, + "user_usec": 1377200537, + "system_usec": 748149250, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.8720596564769876, + "p50": 0.5169130737319229, + "p95": 0.6303617043164073, + "p99": 0.7114570234011771, + "response_body_bytes_per_second": 1.8825453179480562 + } + }, + { + "cells": 16, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 13223, + "raw_client_sha256": { + "writes-client-0.json": "6c7b26a6c0ae66ae8c96eedb3c257cb35a4ec706a3822ec469e51e1eff592793", + "writes-client-1.json": "7e8b5c7f72212c2a44c12a302131dedbefbf7e19c39b0c7aaa81531f7c62c2b4", + "writes-client-2.json": "dc0b9cd3e34b63ab87a6ab077b3774e57e95ffd155843d2032bacddf971a1184", + "writes-client-3.json": "2c4ca16870561d438bb4736082319dddfd48275c3379c62cb7ca67c56696d1b8", + "writes-client-4.json": "82c3d0d4186049370c99ccecf1eb828efb08f62157b7c8c944ca333b03aee6af", + "writes-client-5.json": "0dfe734caaeeec6a039685997d40b6b54baa726c3527a0df59e0f4cc5e4f7d3b", + "writes-client-6.json": "c4d7d0ad8d26c47c4c0d25ee11e387dbc73041a7e645aca1ab1976945c4d4644", + "writes-client-7.json": "ea385b222b574b04d1cb1fc86e84f6fb0603bd8a492d5800398be7c87ab32e6c", + "writes-client-8.json": "430fc72adeb3b6895b37a92d3dbb4f4172e3a627b1ba48fc9bcd8ab68cdfb721", + "writes-client-9.json": "892047298038b330dce0bc06332240c138ba545338fae9ac4fcddd8de73b672f", + "writes-client-10.json": "9fe71d78a3ca4463c9aa42d47ce87c167f2d18b254d4b99de618a07632f54541", + "writes-client-11.json": "01aacd48a5461cc58a861bbfbbfece0387bb03f2936833af120d5fb768ea6780", + "writes-client-12.json": "5a54d6ce599e012073ecd600a2e296cf527fc245c27a6514ef879989d6a0763f", + "writes-client-13.json": "9c8ab3d85c042264625312b466fa0f8c9b2b2d9bb87c69c24e51000403d97686", + "writes-client-14.json": "67ccd6936021c34badeddb9b02f61428cbaac55c8bc829f82edb414c690efe48", + "writes-client-15.json": "ddc775dc287e07c3b054eb1be7f938d64f8a195f3e8435a8cf664b1887ec510f", + "writes-client-16.json": "80eb60e1c69fa1ba0a475fbba071651747015d032ac9585dfb90a303003d8eaa", + "writes-client-17.json": "07bb956ed3df76a933fff6e665513c436c467804fcb2d6090b28e73c91a183ca", + "writes-client-18.json": "70d173d76c010738cbe0da1ae30bef41895284c05c8f4ac1001508ef4e46d412", + "writes-client-19.json": "2ce43088d61c39ba96cc8bfa1b7a6f93e2c28fc51de025db713f5a33ae195fbd", + "writes-client-20.json": "4df0ed86b34c5d4be56cb3243425b3540854b2355c61aacaa20ecdd905049fe8", + "writes-client-21.json": "4712f09ed2f0279324e4923475de74d05f425ab0b70e4371d74bde4b62fb08fc", + "writes-client-22.json": "bc468b57e5bfc64ee7d840b7155ef93ba14aeaed971a093591fa454e1154fd76", + "writes-client-23.json": "40bf1529a01f6cc6f9e7f49186169cae061ff0473fca5058459f2ba37358e896", + "writes-client-24.json": "177216c9c4647bfbdc63ce5a570e226e0d088ef40c384de16624ba6074b8aeda", + "writes-client-25.json": "bf0525191f764db5cdd1846325b660fe9013130ccd27d7fa7714b734ee603c76", + "writes-client-26.json": "3707d2acf01635ec0cb4b43e30c256090348b9eae04a56d78eabec9ba7a03e4d", + "writes-client-27.json": "3c80a0d0b0f6e1e01760ed29f786b736b89a296377a6d71b3e3e9a539c4f2b0e", + "writes-client-28.json": "33abe5ba6b1f1889ae010991b1c66ac403f4b74df3f6e74bd2b07404c54eb5b6", + "writes-client-29.json": "0c024fbb94ee3f51b11cf83106b631e0ae80ef94b2f7a566a09b34de16ec16f4", + "writes-client-30.json": "b3eebdb2a37d66ecc673697f9a6fc2a5e0811b15ed8b05684bdeb65e3cbd2ba6", + "writes-client-31.json": "a8973e05396baf1afd8d20109c03a2f1ee2ad90b3c6334bd0fe93b162af516cd", + "writes-client-32.json": "a6d46e381e4fe5f246e1bfcb930f3424925674eb4342bbd11da8da4a5763a902", + "writes-client-33.json": "24a18d8040e63934d6fb42d81a387c8ed0071b1997dc7f81232a350d65a782ae", + "writes-client-34.json": "bfdbc6702bb31c8b8b538957baab6a276333a8b44e5b9bf19265f5e85f6e67ca", + "writes-client-35.json": "42e9a7933ba8694dad49536a307c019ca97a539bde831d50d12cac52b7755c71", + "writes-client-36.json": "ee402a9a309a19817ace075e3da0081df906162a2d179e7e0300f4662ed1775b", + "writes-client-37.json": "0fbe4119620cb2fbba7db07c5721ef572ecd2bafd25147482c1a5089ad2b0103", + "writes-client-38.json": "c10412a80046f68bb51b5cc6469b26c86de5540e96e49a8df3515e731c2123b8", + "writes-client-39.json": "e87acd7778473857ba5e2fae3838b0155e6a6a0f0a50d2b55a0f422e641ce4be", + "writes-client-40.json": "f6c2d2f856171be432031ff0a186306698af5f3ffc84a5136c014a7a1e90d650", + "writes-client-41.json": "7da6e32b32c4050aedc5e3769101bc69d1ea6bb1130ec7378df22a081f28791b", + "writes-client-42.json": "430a65104882c98cff66a9d7c813a7acc2cc0206be43c9fe23a3e0661a15e469", + "writes-client-43.json": "48fce771c09c1a4785c418fa91231bc7b990dc8dcfa52e747c7d712ab21bc077", + "writes-client-44.json": "3d98a1e4c48f89d08136dbcbdf8faf9b868ed424dc42a2fc8a6d4ca7bd00c3be", + "writes-client-45.json": "52e76f4aba49da0e85b6c066b0db27137bc395ef4f1422e2295a8682a45c55ee", + "writes-client-46.json": "29da69caac51e370b8d1c975dd63d642cb50c6fbcb566748703ff6e231fa38eb", + "writes-client-47.json": "bfe60da72aa68b09174814a69f2801727fd989200b9fc67a574c2cb04a96840e", + "writes-client-48.json": "9807dc4b3f4846dbe4b6018ecc8b5f2387df2967493ae8433719ee36738d45b1", + "writes-client-49.json": "8ee12cb632a274f0379cbbf410c00e16b3a9f2c26dbcdad7c03b768e6130f1c1", + "writes-client-50.json": "cad7fb34a8f1fd4a837d36d7e1630178b928c7b3c38076f7759b64335f3bd124", + "writes-client-51.json": "9142ab8f522e0cf79a6d704591f8a6718268cd345066663ded43b2941d6b5ccd", + "writes-client-52.json": "82ff227aa69a3f80f1056d43ded95c43761a1144d404ef18f95ad79d454e2c85", + "writes-client-53.json": "5d013362691e701e106103dbcbe6d2ecfd3e904e336f724e5a0e9c8741ace59a", + "writes-client-54.json": "ac3e915594641c89a903a5156b2a8d7133d7ad920c7651e19220b2a1ad8556ba", + "writes-client-55.json": "1ea60b5bf37e926d0a31adf2d5bd25ae8383e814bd93452bedd2c41a56260346", + "writes-client-56.json": "c5430c64eea41bf24b346cbabf9f5e05c4129695ced5c9cbcf5383d14eb258ac", + "writes-client-57.json": "8821398a5f61eb6d608361fb98ca9f55e3550b06e7238ce929d0fb0aa4329853", + "writes-client-58.json": "68615569a66f4d1bc375289d72b951f7a3c7bb8797871714a836f56ce123cd1b", + "writes-client-59.json": "cb814c9f24f76a5d2287914742d59568ef7674474592935d84c8d9dc40394a98", + "writes-client-60.json": "e6d66229a9e10d30cb239e74e25a9bc468ba4ba09810901d97613565c911065f", + "writes-client-61.json": "3c5b72799295b773c9520d97ebc8805f3a8cb86ae61cf058e27d32632dbc0178", + "writes-client-62.json": "6f783c85471c6c8f0407254c7608bdb072e9a50024c00642d9dd3d76b414599d", + "writes-client-63.json": "09c010569ced5c20725caef59efd3c20d2f1e4fc9dd090786a48d72c1c1e72fe", + "write-warmup-client-0.json": "724ef2bd12e0271e8e86f5ff8830645f0f12cb3cc2d28aaf4c4867c63fa5f591", + "write-warmup-client-1.json": "8c28fa2c70d6fc78e4f89e3e3c0b9c409fe707dd2346375e56068edc4af90171", + "write-warmup-client-2.json": "0e38fbe8257878bf4543eb746798b6d9150b293b0ad7d113edac00e9e173c511", + "write-warmup-client-3.json": "49e78c4563a65fa966e6eb0f62aa1e730922a9827a9ebee047bf8d355e9cd7b8", + "write-warmup-client-4.json": "a822633d5d38287218709e30aac4d0bd7d60ff538bd3f94e1320181b2a6591ce", + "write-warmup-client-5.json": "2a501bd14559a514e8c067f245e0d72c1050587f23bdb087fbfb582ec3561ae3", + "write-warmup-client-6.json": "ce4ecda384645c9ea3e6b7d6e35d02c8c1694ff80c475d4ddd2e396bdcb835ef", + "write-warmup-client-7.json": "fbdb1ccaa0557057168db57ca0ecbacca9011e6b43c6480e59ab2e93bc10b15e", + "write-warmup-client-8.json": "6f3e6dfd8e5a468694a7cc539ed5a75e874a6f9bd2a2d9d233fcbaa012a67422", + "write-warmup-client-9.json": "6ac0a5f7787b71502aaab6883bde0c02acc3b3d63e8cd16899cff790c3723be9", + "write-warmup-client-10.json": "0fb82cb8a24b3edc82c1ecbf448e342287cb81ed3a401f01a2f075540c8f7c37", + "write-warmup-client-11.json": "994e34cd083ca023673f3c734b04a78aeca3d11ddd5fe61785f8a29f00615ea3", + "write-warmup-client-12.json": "89e807b44f1562d6d4ec7a49642741d3c5f21834c4d328cb5a8affb6cc6ce61c", + "write-warmup-client-13.json": "2098ba66a9c0ae29444c9b0b4262a19dcc83d6e732ce6e3cdec6330484d09763", + "write-warmup-client-14.json": "53a1c5ea348a9d2c4a1b56065c3ed84d4206d0014ef60391dbdd7773f5577abc", + "write-warmup-client-15.json": "df92ff9eb1a364e8596c200b0b676083547808911fc8136acb3703c1c05615fa", + "write-warmup-client-16.json": "b39f04ca042c1c6b698fc89099382e04f8a8d01ebcdd5b672ebf7f6a354a4901", + "write-warmup-client-17.json": "28da61717a2c2d77b88b76da7e49d1125c25898a3a356a2cabc02a52d9e334d5", + "write-warmup-client-18.json": "4b68eec41dc34467058142501e6b1a158574e22b6aacf9c979b986dada8fc4c0", + "write-warmup-client-19.json": "137e1533d8636a5ccc778d225f4c1b7a585ed1e7641d7e51a8cc965726f2540b", + "write-warmup-client-20.json": "a79da43a99d5840da41f9779cd0b401e5beb690c90c963695b624d9c49d43c8e", + "write-warmup-client-21.json": "89a57e941af41be4449294c3b14b24dab988cf19642c9e965aab4518490f1137", + "write-warmup-client-22.json": "5b2f3f499247ca5b84681d6daa1d60271c2092b20e51316c0b96e2507f7f379d", + "write-warmup-client-23.json": "1905b32161179e2aa41183284c3acefe859500cf57989301da9b6da752a9eabf", + "write-warmup-client-24.json": "ecd75786971b08c3fc1cc036ceb29a0edb9647a1014f731a3b092ce0a9ccec5a", + "write-warmup-client-25.json": "a9f865c1488fc86d3f8e65dee1f4d9d3c4964231adb6651af9b96356b383c047", + "write-warmup-client-26.json": "7469ad83732cc817fb6dfcccbe815885b22821b0312a7ae0a820cb6c983e7536", + "write-warmup-client-27.json": "6d9c5613892e8d29e1f13b8f9482c5890395027023eaf39cd998cee1393ee4ea", + "write-warmup-client-28.json": "73fa7cf0a02b792e19440fefb14739530b665a4e77407a857651d5077840e83e", + "write-warmup-client-29.json": "c8c01fdb276a7072fd3dd97e2ad8bb1e3b11e2585d213375bbd255f55cdd38c6", + "write-warmup-client-30.json": "2512997036ed0d41c2d63118a648e5f72c5af4cb23e32170361692fbfd8b92b4", + "write-warmup-client-31.json": "dc252c0bd51f0ce87bccbfd7b6932cc9867baa4e79a6d6e1b33b4657d8219c01", + "write-warmup-client-32.json": "c0d4666ce6f60e1ab1c3c24d0e3d746c4e652e715ee1fda61642bc77ce0ffee0", + "write-warmup-client-33.json": "79549640930352f33a4aecbaf8c2bb7647b24c3f750c19827aa3ba5b1a0b40d3", + "write-warmup-client-34.json": "89d85dae07c401595b7b92725f23f46fd7cc5736a920247225c5f965c430dbf0", + "write-warmup-client-35.json": "8a2b1f5106abaccdad802afb323af9e08a412ffca403b0efd2feca61f21abf31", + "write-warmup-client-36.json": "9d645a435365d15409d9ad62c87afac491537e70c759258765006ea47a29a088", + "write-warmup-client-37.json": "8750c6d6f695fd876ac68547f6e6dc391dae352422fb7b53a40c77b988cc654c", + "write-warmup-client-38.json": "1b26d74b8cb778128e7a0961ad4643c912559a60f21e41742d37595d1ce33b3a", + "write-warmup-client-39.json": "da8ccbad9a787b902302559e79ba512e2e853d00ef11d83308aa04786ff35518", + "write-warmup-client-40.json": "979ede156c9ea533c3c835dc5a351ad4faeae783afd067a1db1e7a245b3e7088", + "write-warmup-client-41.json": "5c90f2362e16c1d396726cda3d4bf3c48ec675e877b191511523d3f38eb1c5f3", + "write-warmup-client-42.json": "c898f3c1f352744868ba7abcb4a229fbf08246fc0a0fe4fe02ac5b1f83935194", + "write-warmup-client-43.json": "615863cf97d50c6be049ab82bbc95ef9fd6ff492de1dde65e6c3b60ef23ecf65", + "write-warmup-client-44.json": "967dac0a4ea06fbcf787bc0e2ea2e1789343f3d68b3a5e4c2f4930b000e04286", + "write-warmup-client-45.json": "3077622592813c9970856740444015d8afbcc0e8721321f27e51606ac8573611", + "write-warmup-client-46.json": "018c6ff75ebca25893e1995edb52152be014dcd20496be47c40fcf3cf27e1a4d", + "write-warmup-client-47.json": "47823491d59c4e12c7f1e44246c88c185972aad4f9501c25965db97d735286d0", + "write-warmup-client-48.json": "cc895eb3c358ffedfeddd7805bfbcff95ccbf5eb29c92a71c009665c1c1de154", + "write-warmup-client-49.json": "40d649e18e47fa8b4b94d0edfaf52581747f0d7496aeb338fa9e771beca70b29", + "write-warmup-client-50.json": "c79479615460e0e45621a4c4fd6e4844c080b7030512e42f1bcd2720c407d117", + "write-warmup-client-51.json": "cd03a360b89663ea1ef06e39ed738ac04d6b6b006b1eaf7f635192bc8b7b2950", + "write-warmup-client-52.json": "a72af7406cc5d8cf01fb670e8d7c9cbc59b2a921116ef01801a27ee7f7d8e81a", + "write-warmup-client-53.json": "77daded720aea4c56c73d169b1e15dc020e30608edde7ac0e72044d91b27d4c3", + "write-warmup-client-54.json": "4997fed4e30974997b884d6a3488e83bf9632afc36ad7ea254e889841d3e10f6", + "write-warmup-client-55.json": "f38dd2f2e72446e715bfacd6b39811590eb2609c37f71d2b72bd6d7c29765c09", + "write-warmup-client-56.json": "ce860de4c0c869da016c71b652434befc9a3cca72c72d11b3b1ffe2534ff00cb", + "write-warmup-client-57.json": "8fcf65b520f60018cfd2ccca963ac10ae27784b65b48e80cc5d0599370b10dd1", + "write-warmup-client-58.json": "cac0f23fb0589910149aaab34470fe5a8f461a90f7bc138611133b4b5518c742", + "write-warmup-client-59.json": "3af26cc08010d759471261136fe1b69fddcedca883f412677df27c0e91b94f43", + "write-warmup-client-60.json": "6641c06d4777ae6e79fa1f69e98cddc8616cf945757c35eef4c322fa3a0ce8dd", + "write-warmup-client-61.json": "a9e290fa267bd3ca9b872a9031ea2789c95b2cf8db112065a365af39615b0b47", + "write-warmup-client-62.json": "3ddf8bbc439311479fd94f53f0d1c9cf835e4067d69df6c3c867e68ef3a44be6", + "write-warmup-client-63.json": "de042d7221a71b529110599a5a313449037e233e2c78e7fa85d286414db94000" + } + }, + "repeat": 2, + "cells": 16, + "variant": "baseline", + "measured_writes": 12647, + "all_acknowledged": 13239, + "TPS": 104.942651307134, + "response_body_bytes_per_second": 20947.53898306377, + "p50": 574.721504, + "p95": 805.967938, + "p99": 879.543042, + "server_cpu_cores": 0.5003895182683044, + "driver_cpu_cores": 0.047656144596981365, + "server_rss_after_bytes": 83652608, + "first_30_seconds_TPS": 106.26666666666667, + "last_30_seconds_TPS": 103.16666666666667, + "interval_TPS_min": 102.4, + "interval_TPS_max": 108.0, + "interval_TPS_cv": 0.016693535306879552, + "completions_after_admission_deadline": 64, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26494, + "mean_ms": 112.65078106960067, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 440.9, + "p99_ms": 616.8, + "resolution_us": 100 + }, + "authority": { + "count": 13239, + "mean_ms": 21.517014309388927, + "overflow": 0, + "p50_ms": 21.2, + "p95_ms": 30.3, + "p99_ms": 35.2, + "resolution_us": 100 + }, + "compaction": { + "count": 663, + "mean_ms": 211.39404373755656, + "overflow": 0, + "p50_ms": 191.6, + "p95_ms": 318.6, + "p99_ms": 591.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13918, + "mean_ms": 82.69040602090817, + "overflow": 0, + "p50_ms": 82.0, + "p95_ms": 104.4, + "p99_ms": 114.6, + "resolution_us": 100 + }, + "preparation": { + "count": 13239, + "mean_ms": 126.58834455857692, + "overflow": 0, + "p50_ms": 116.1, + "p95_ms": 169.4, + "p99_ms": 359.6, + "resolution_us": 100 + }, + "publication": { + "count": 13239, + "mean_ms": 148.94537680580103, + "overflow": 0, + "p50_ms": 138.5, + "p95_ms": 192.6, + "p99_ms": 382.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1314, + "mean_ms": 0.9587476963470319, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 1.3, + "p99_ms": 31.5, + "resolution_us": 100 + }, + "root_admission": { + "count": 13255, + "mean_ms": 82.73896409090909, + "overflow": 0, + "p50_ms": 81.9, + "p95_ms": 104.6, + "p99_ms": 114.6, + "resolution_us": 100 + }, + "root_preparation": { + "count": 13255, + "mean_ms": 115.92419030675218, + "overflow": 0, + "p50_ms": 115.5, + "p95_ms": 138.4, + "p99_ms": 149.6, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13255, + "mean_ms": 33.179378273406265, + "overflow": 0, + "p50_ms": 32.9, + "p95_ms": 42.3, + "p99_ms": 48.0, + "resolution_us": 100 + }, + "uploaded_bytes": 333391019, + "uploaded_objects": 69641, + "worker": { + "count": 26494, + "mean_ms": 1.1554585896806824, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.3, + "p99_ms": 5.7, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 1680, + "bytes_written": 0, + "duration": { + "count": 37, + "mean_ms": 1.240932081081081, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 3.3, + "p99_ms": 5.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 5, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 37 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 27804, + "mean_ms": 4.425931579305136, + "overflow": 0, + "p50_ms": 4.1, + "p95_ms": 8.2, + "p99_ms": 10.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27804, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27804 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 341593194, + "duration": { + "count": 83047, + "mean_ms": 23.34500192062326, + "overflow": 0, + "p50_ms": 23.3, + "p95_ms": 32.0, + "p99_ms": 37.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 5, + "error": 0, + "not_found": 0, + "success": 83042, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 83047 + }, + "range": { + "bytes_read": 146065545, + "bytes_written": 0, + "duration": { + "count": 27340, + "mean_ms": 6.182009132370154, + "overflow": 0, + "p50_ms": 5.9, + "p95_ms": 10.8, + "p99_ms": 13.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27340, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27340 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 126.09623673600004, + "cpu_seconds": 381.479855, + "cpu_cores": 3.0253072167306705, + "cgroup_before": { + "usage_usec": 4002672172, + "user_usec": 2673086069, + "system_usec": 1329586102, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4384152027, + "user_usec": 2923875997, + "system_usec": 1460276029, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 24703, + "raw_client_sha256": { + "writes-client-0.json": "c8cfd024927c62b76f6e5d318c32f2e6a36bd160b75ae9aa471f9acd95c909f2", + "writes-client-1.json": "6a5bfa2b2d46fbacf30fd097a14ebab0386dc7eef1f6a2d5fc032c903533f477", + "writes-client-2.json": "a38df778e12ff418ae82a857b0f95d9092a4e7581b9ca995c7bfb94508625df7", + "writes-client-3.json": "13e30cfd973f9fe82d18d105ae39a6f02be176036af9bb90dd40ae1413320ca3", + "writes-client-4.json": "f293f50381ebbc94c87130966c7820e6ec76cd051a31d033e387ccd2b7bc3153", + "writes-client-5.json": "fa9f8f84e770ae49ba61afbd8e214867f353b39bfeefb950db237a21f5d8df71", + "writes-client-6.json": "0a3670fb29d400ead150c1492de230b44effbaeadd6617d8b0ec344b7de84d21", + "writes-client-7.json": "b4ad70fdcc689174448be9025ab88ff228d45ef59124713b395ea58d23b39011", + "writes-client-8.json": "14ab17efdb97e8d82cd697600238eb260cf58b32080d6a4a7aa0356c645c19f5", + "writes-client-9.json": "e97b12ff2d92e8bab8920c26e963253c89218ebdf158b1781959dbafda48feb8", + "writes-client-10.json": "994687183c01490d62b98cf59833b4050fcddc2faaaacb624c726cf30131fe55", + "writes-client-11.json": "8a6912456ba7a89e25467930cec92ef63fd6dcafd43f63b08641e3d4f6d59a3d", + "writes-client-12.json": "72d8db18784376dd92572333261dc203450ed1ccadc348721e6ce90a687d533e", + "writes-client-13.json": "8f03b3a748ed499305bd4c2d96e7bddab0c40462b677b690fe1df01881d26fed", + "writes-client-14.json": "5a26986243232be92b106593be662f46483fca02bf85f43fbb59b4bbb80431b4", + "writes-client-15.json": "0006683b37fe484fb81d187ff0a831f7a035ebf2d159ec41a1b2a1de0b9c43f1", + "writes-client-16.json": "b7a3d2bbc1f8fe63f530dca4ee5c47e83b77000e576985af28938620cbfc2ad8", + "writes-client-17.json": "5aa6b339d36ec7f5ca2ec4d5bc6e1edc4b5773424a14f9a062d38afb2841445a", + "writes-client-18.json": "846536d8b66ffb8e3cca5c34a5052c932be0db124a357870af5f54e4ad9fbf75", + "writes-client-19.json": "ece47045b8879904f71cc24363d2c0d284f658276c4851cf14ec31e5963ea28b", + "writes-client-20.json": "11de635ad2c20e5bfe99fea27dbda14a36d890a5df437791268c3f263be1451f", + "writes-client-21.json": "b13eeea7a7230ae014c574ce564733412a2ac19b29ab4a95b1577eab54e51af8", + "writes-client-22.json": "7a8c091e3c3e339cacd4516b8ee1287c9078931dbb33e43d06030597f7bfc8d5", + "writes-client-23.json": "ef73bb4aa0f8b8ab6c0e27a0b92a7304d7044b6339805441163d0d6df5772c8a", + "writes-client-24.json": "8987e033e11d7437f12e61fc64c3ddaa0b728bc21d310131f814f9d7a289a534", + "writes-client-25.json": "43af4d94d4da1cd8d2168323c376e86fd06c42eddc58838662609a71301b3b24", + "writes-client-26.json": "d5166650f667738a00bb094c8c0a43a9b68d47c3884ad267e2697543a4b67021", + "writes-client-27.json": "25eeaa878e09fb7866f2a8b6ced5d65f5085876e1f293c65d58aaba5e1a91ee9", + "writes-client-28.json": "8c842c07b875066b46042efade57fb261c65cec93d31f2d32572b65056538f70", + "writes-client-29.json": "194f72b987e7fcc5d1ae34355018e6632235913361836c7afeb05d3ba1cf6c8d", + "writes-client-30.json": "1563bc2f1fb76455c060481e0da8d37443fa3fc7d93414e37636a701205a6cdc", + "writes-client-31.json": "f500ba27516f7c11a626e221f9f213592f591880a9e953103f43042eea958499", + "writes-client-32.json": "032573343bc4f9097bb938587f2a58e91a3c92a42a0b02af70a2e6decbe75672", + "writes-client-33.json": "8410578f10aa330d747095ef8e36a036fe83f910197f3a7e3e64b709ede85af2", + "writes-client-34.json": "03e34d3bb7c7ae30b01706bf4060f737186d056682266e8842ea0c923f4a91d8", + "writes-client-35.json": "908848b0ba08f0c9eef13011d0ea97eac93199c367b9cd4f4e6c6255f37ced38", + "writes-client-36.json": "b91bf3595fa25944878161a7f1359bf8dfe42ca42331e71527951c1062052681", + "writes-client-37.json": "bbd9e3cd0087e9045c5eb42ada85fd203369ad726500a7dc9dd419d8c5ee1d7d", + "writes-client-38.json": "c621f2dea9cd9fec08c2a798f7f0c5dadb957d8e890279137f6d2cb7ad78f2bf", + "writes-client-39.json": "14b54e6edd9636f351625fb46b4691b9858141a493f41a41d4701c65f0ab6e3f", + "writes-client-40.json": "e83178c5178a31d2881c95bde67727425c7017fc1f32136707d8a8329488402d", + "writes-client-41.json": "13660612428e3976b776f39921c720caee036780336178f445621e8da4bf0531", + "writes-client-42.json": "a216974e71fa27c248e33c5f8ca77b417249e3274f6a8aa8c6c37f92ccdabb2e", + "writes-client-43.json": "9a6ddd1806846d5ddab897c0d7797d5fe7d6e2befbb049454c0d3550cd38f999", + "writes-client-44.json": "8aafac8a42a89465f5c59af5aed6e0f36271be581d02f9ae81f6144b241dacb6", + "writes-client-45.json": "d90c252e6244dc39f7b59d7427cd8b030f5f3e63086f4d2dd3b148402679bf4a", + "writes-client-46.json": "94cec4a882554ae95b243b9c5c6cdd6cdf38b11faf76b63356848c9c891fb822", + "writes-client-47.json": "13649bb7f0aa002c4c5b7ac7aa8ad6d525e5ac87abe597d65770429ca15838dc", + "writes-client-48.json": "329c00474fbb5d95f15114206b59d17d1143bd170b09d775671e9ed90caff2d9", + "writes-client-49.json": "99411ce7312ae5e7033d6a33c252c2b61137eeb51e76b7859ec2e38ad19c110b", + "writes-client-50.json": "b8a45ab2c7623ebb240255cae8d13c63397240d6fcce0e14a6aec822a8188519", + "writes-client-51.json": "af24a155c78279ba2f8ab6f61bd6510754a958fff31e57cfa0b6dfc4b3d898eb", + "writes-client-52.json": "94edcdbe51ed3d0ea19139d35eed660a2cd83f4d4a4462e921d144c81c381646", + "writes-client-53.json": "d5f8da82388f69e6b5701e09e41e7147e0318b33ce58d3d918d008feabb7f206", + "writes-client-54.json": "7ea0bd5e13ddab4dcaf79d179067c26bf7e76d33b021a04a99442114e8ecc514", + "writes-client-55.json": "fb75dd0c90a57860c56bf3f3e046d96c6eee3d2f229d9b2d0ad666a6ca8b0596", + "writes-client-56.json": "ab4c2f3befca0824711194139edacda65bcf8de0747711d4f81226fb7951787a", + "writes-client-57.json": "3a2b35a4d83e4aae0558154dc6ce54ff7d83a082ef38a383ad65fc59f0e8e85a", + "writes-client-58.json": "466aaf738f3e54508ad75f5700007f5e2b75804c764b74e06e68f06ebbd034e5", + "writes-client-59.json": "3515b8c5dd7199b7605dde9073fcea0d33819b8f61bdd28f039525d74cbce113", + "writes-client-60.json": "14728b6e3d951c103131e8cf650e59dcd7a1d5ad1ce1243386af50f2608bcd01", + "writes-client-61.json": "ab93aca0c280fbf6979547cb1f143aebc317da2e83e24cd9cd695f65d8dac450", + "writes-client-62.json": "1a7adeba7a5021d5932260cfb7b2cc11cf6d7d44a1d7c06ffcfad1ef13c420a1", + "writes-client-63.json": "08f48d632609a635af09d135a675c4e2e29ccf737701b013794ee6866696c94b", + "write-warmup-client-0.json": "f55051b419881e1ef4b796359a592ae067c1cadb2f6440827d0129bc9181e0c9", + "write-warmup-client-1.json": "30ec5830deff45f7880fea032e4093d782f15f0e7d6a64327e4b2b64da9b1e09", + "write-warmup-client-2.json": "f8eb28f990f71843fb2b70e838cc8cdc07d5de79d070bc34ec9d218691094be8", + "write-warmup-client-3.json": "26681d06cdaa9e372e0b80a9762aeea222785fb781ad5a07621c4d6ae3b43d85", + "write-warmup-client-4.json": "7bb5efbbb02b4f9910a8c5b3c4a0b6bb969c04a841dda4ecb3f8d13530f29770", + "write-warmup-client-5.json": "1fa618ce7f6cbacdb3612769a4063340194bd099d524fbdc60d709db42c62802", + "write-warmup-client-6.json": "09636f97204fadc39c29f3fc1abd34ddab576a14ee30f43dd17d5fd55c55b133", + "write-warmup-client-7.json": "2bf30a244d3e0589197927af4c303c0440bc1f150aaa921db4a9fc88d4ddaaba", + "write-warmup-client-8.json": "e9c7bed536b98f3f07c71a27abab0b95898849d5724bb5390fbbb41aa42164a2", + "write-warmup-client-9.json": "4ca21c45e66a2803d0de1b4423a6d01a72ff9e95f05cf9d7543e6e95747ae3c9", + "write-warmup-client-10.json": "22d5b9ce786405f2df73583cb0f92eee2c3a7330c49118b2c32b4a62488786b5", + "write-warmup-client-11.json": "deb4fbd37af74dfc6d3ccfffc7b609075904f8bd8221e8986cbab74f14c26cfe", + "write-warmup-client-12.json": "c8db2444e3af599656eb4cb6b6251058af4cd5a3ee2c715f41dc9e555df07c11", + "write-warmup-client-13.json": "b9f3199578b6d2a00dfa9f88063c012526c7a49c3ee7199cf52e7e686da9e272", + "write-warmup-client-14.json": "bc05bc32a016efd115300943a56f54f2015e80c6d7e3ff9e5b5fd1697a5b7612", + "write-warmup-client-15.json": "c33f78e7187e599c0e8d5c973f6aae70aff70bc6111988dd58bb31887110cd23", + "write-warmup-client-16.json": "38479cddba2b6eeb1ad537a8f014f0e7b1a1c37095c6376303690d1a20cf4ca9", + "write-warmup-client-17.json": "59aba7016f190e862f3949d337315356c518258c749fd4d3a0393a27fcb2c4e5", + "write-warmup-client-18.json": "b4a31afc27367849fe5fe766cecfc92ff395bf565ed5e540da9ccaff5b3546ca", + "write-warmup-client-19.json": "2174de17429b3c0486cd3a7cb79ebdb786dc3d1a3e2da1f4ff0d3bb847db2423", + "write-warmup-client-20.json": "0dd363fc0d5d2a91e009f723dca047057dab4886db9cbfb4ef525dddf935d6ae", + "write-warmup-client-21.json": "794c45d2b424ce30371bf7e6e5b0cae63bfc255f7dab717cb77a419955441dd1", + "write-warmup-client-22.json": "228acc875aff5951ea0185517578e4951e13347534ca8cea003af124de7a7b16", + "write-warmup-client-23.json": "13faf4034ce3981d5fee8b671a7c4a7a5d4140d99f0b529a9ea0320d61b257c4", + "write-warmup-client-24.json": "1a122e4e768dc84919ec4949df4ba8ad9c6ba0ac7c0100104284b6b1be34467c", + "write-warmup-client-25.json": "5d01c46895dbdeda3d9bafd32e5224ffd5f7d08d05c30481d63abeddb9c8d368", + "write-warmup-client-26.json": "323aa6d1549deb1d6d776e7485a7e8b5d441ebfc87fcdff8212bd108cb049b1e", + "write-warmup-client-27.json": "d050b87e6d3843420fb34c2a56913950da18a8e6b2b95df52cb44c90e119244d", + "write-warmup-client-28.json": "9001167754341b6f9644012bc79d4add4d80e30c03a29eb09c67265943916e74", + "write-warmup-client-29.json": "230b85dd494e368d1ac997b17bbf1dfd6a6b3263f627ccd1709dd6ab0690e241", + "write-warmup-client-30.json": "08bdeb32f1ba0e8c6c9f602e1d83703ac0caa88636e0de6b3cede7da38a244fc", + "write-warmup-client-31.json": "3f14c6b73751ebf7f6574ecadccc5022b8e59e77c6822863d2307bf9d003262a", + "write-warmup-client-32.json": "cb6e7c50ed9f0e368655d1bbc58fb5a943dd8ce88be84000138b4078db8b243d", + "write-warmup-client-33.json": "b7b82a7b4d36e7f356a123ee453652eeb1e7b4309e4700117d41729dec1ab88c", + "write-warmup-client-34.json": "b5cb404ddcdca7f49d74ff78170d11fcbc8b849dd325f149f36f8b4738461b2a", + "write-warmup-client-35.json": "8ca3545cad6d4d046667861dadf02ed85510af51c89dd2ad0b434782317353ee", + "write-warmup-client-36.json": "f7d208ee6cfba09e7396bb45b97a42b0465b8550dfe14dffcf06933f973fdaa1", + "write-warmup-client-37.json": "70dd560412dedb7c2940e94ca1d28f02ca68352e035d0102575b48acc92a9803", + "write-warmup-client-38.json": "9ac05da32efa6d6c2a1a40f2726ba41731bc7dcf473abb1d490aec6e6c3643fb", + "write-warmup-client-39.json": "4c9f4f456613ea16b5cf0759bb22059434c4e44a713904de028ed78dd8b3d344", + "write-warmup-client-40.json": "cb224176cc85137aa8bc286ce5025708fa83566665698eb8505845624cda3622", + "write-warmup-client-41.json": "176b86db868881780b389c886600cce4081843b71f8c46c111d3ef11e9161910", + "write-warmup-client-42.json": "29b80f96b13a4736395ae43d8db0a710fb404c5c521921e50da94747c6c6714e", + "write-warmup-client-43.json": "6b540b3cd1f319069cd3011df58245799494dc06179b02cf3cce35f49419528e", + "write-warmup-client-44.json": "da974aaa31b3f738b2ebcc3cfb88368ebf55533c3350e562115379ff91ad17ba", + "write-warmup-client-45.json": "e66d9f97433e13ab0a88f6a25c5a1d29053f93af12458475196772eda30ced71", + "write-warmup-client-46.json": "5f164e8ea14546a9be7c289674c75395c097cbc8f95e435ba047af7726c2f55a", + "write-warmup-client-47.json": "cb16b1ab4b7bce7494aba2ba2f26f8360eeaee306e89ac2b86beb211c38fea69", + "write-warmup-client-48.json": "6e32bb7df33164586f7d6ca74c08da189b1652d1261a2085a913659a0598b8e9", + "write-warmup-client-49.json": "01d63166b10ed74f0bc2ff566e5360ebe74f4432027f813bde2884f9b03d8049", + "write-warmup-client-50.json": "bdbfebd27303c0191f7b4e91357ee928ac70ae0b74e4691ae80820f2831fa060", + "write-warmup-client-51.json": "5c9e52a154793f102f06c7a077550442dec8e9bc4552c72c419e64870333c5aa", + "write-warmup-client-52.json": "116106940f2bc5ecc03a9557056fb0855931be608325888294666d043b76e03c", + "write-warmup-client-53.json": "8386b108e45b6aa82bc44f765ab5a953e7a76441ad06755688d4b7dd73278dc6", + "write-warmup-client-54.json": "7f1e9146bd181e09c26e2f3c8ac33274c66f10ac46bcab12f86df199916e749e", + "write-warmup-client-55.json": "9a63ee8e0737498908c948f71dbc5136df1aa3588ecf975987ae9dc15c1db910", + "write-warmup-client-56.json": "dd39dc1758eaa1de39bc4d7518610eeff2e7929b52549166a85c5f7b78a16b2d", + "write-warmup-client-57.json": "edb41569c11fc33647abd5eb46fd7fa6a2dd687d3af6bc66bb5986ee923ffda1", + "write-warmup-client-58.json": "40d27f5180781b6ed6de8bce7d0d7ae90a69f6a026118daae8c1f2ea529aefcf", + "write-warmup-client-59.json": "1db3a5be3bdc180a428c4b6f22e1537e74a0fc3320100790f8c04402f109a510", + "write-warmup-client-60.json": "937e18cbcb841202540c289565fdbe01d9e3fe11f5a0a18594bc281c32ab9bea", + "write-warmup-client-61.json": "cab361a0504536b3183e6e1d811033fda9c9e84056f69b9f195b059413e5bfd0", + "write-warmup-client-62.json": "fc0adcb0bc588c3a3ca26bb9cf63f1d3be0b5cfd12266dd29e2797f9f1a486e2", + "write-warmup-client-63.json": "2468897f1a600504bfa8000983eb391d49e08988f376a9010176c9e248698d82" + } + }, + "repeat": 2, + "cells": 16, + "variant": "candidate", + "measured_writes": 23567, + "all_acknowledged": 24719, + "TPS": 195.93226704766343, + "response_body_bytes_per_second": 39326.88248080617, + "p50": 294.210472, + "p95": 509.772285, + "p99": 640.433585, + "server_cpu_cores": 0.5418931840976491, + "driver_cpu_cores": 0.0717211567188065, + "server_rss_after_bytes": 83779584, + "first_30_seconds_TPS": 210.66666666666666, + "last_30_seconds_TPS": 186.53333333333333, + "interval_TPS_min": 181.7, + "interval_TPS_max": 211.6, + "interval_TPS_cv": 0.053771801005166556, + "completions_after_admission_deadline": 64, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 49454, + "mean_ms": 57.64665576873458, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 161.4, + "p99_ms": 344.9, + "resolution_us": 100 + }, + "authority": { + "count": 12890, + "mean_ms": 21.553134433126452, + "overflow": 0, + "p50_ms": 21.3, + "p95_ms": 30.2, + "p99_ms": 35.5, + "resolution_us": 100 + }, + "compaction": { + "count": 637, + "mean_ms": 221.69461699215069, + "overflow": 0, + "p50_ms": 200.0, + "p95_ms": 346.3, + "p99_ms": 647.5, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13543, + "mean_ms": 84.3833550949568, + "overflow": 0, + "p50_ms": 83.7, + "p95_ms": 106.2, + "p99_ms": 116.8, + "resolution_us": 100 + }, + "preparation": { + "count": 12890, + "mean_ms": 129.2857064754073, + "overflow": 0, + "p50_ms": 118.5, + "p95_ms": 167.5, + "p99_ms": 369.6, + "resolution_us": 100 + }, + "publication": { + "count": 12890, + "mean_ms": 151.7803886169899, + "overflow": 0, + "p50_ms": 141.0, + "p95_ms": 194.7, + "p99_ms": 394.7, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1263, + "mean_ms": 1.3159994576405385, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 5.8, + "p99_ms": 36.2, + "resolution_us": 100 + }, + "root_admission": { + "count": 12906, + "mean_ms": 84.353162655819, + "overflow": 0, + "p50_ms": 83.5, + "p95_ms": 106.2, + "p99_ms": 117.0, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12906, + "mean_ms": 118.23857018479777, + "overflow": 0, + "p50_ms": 117.7, + "p95_ms": 141.2, + "p99_ms": 153.6, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12906, + "mean_ms": 33.879627932899425, + "overflow": 0, + "p50_ms": 33.6, + "p95_ms": 43.2, + "p99_ms": 50.0, + "resolution_us": 100 + }, + "uploaded_bytes": 419284340, + "uploaded_objects": 67805, + "worker": { + "count": 49454, + "mean_ms": 1.5138824198851457, + "overflow": 0, + "p50_ms": 1.2, + "p95_ms": 4.4, + "p99_ms": 8.0, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 32, + "mean_ms": 0.76340159375, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 0.9, + "p99_ms": 1.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 32 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 27054, + "mean_ms": 4.621381640275005, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 8.7, + "p99_ms": 11.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27054, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27054 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 427484887, + "duration": { + "count": 80871, + "mean_ms": 23.577819076244882, + "overflow": 0, + "p50_ms": 23.5, + "p95_ms": 32.4, + "p99_ms": 37.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 80871, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 80871 + }, + "range": { + "bytes_read": 210980721, + "bytes_written": 0, + "duration": { + "count": 26638, + "mean_ms": 6.42882085764697, + "overflow": 0, + "p50_ms": 6.2, + "p95_ms": 11.2, + "p99_ms": 14.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26638, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26638 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.66004792500007, + "cpu_seconds": 371.082214, + "cpu_cores": 2.9530643997643518, + "cgroup_before": { + "usage_usec": 3603257845, + "user_usec": 2402476948, + "system_usec": 1200780896, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3974340059, + "user_usec": 2647212671, + "system_usec": 1327127388, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.8670413278794677, + "p50": 0.5119183290555976, + "p95": 0.6324969778140231, + "p99": 0.7281435409274717, + "response_body_bytes_per_second": 1.877398701231788 + } + }, + { + "cells": 16, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 13392, + "raw_client_sha256": { + "writes-client-0.json": "c6cc6c907639fc8154a953a96b1a160a631e421699ca3b12375f3b1c1f5eadae", + "writes-client-1.json": "b81c443083dda3dbd70914d55dba47fd5f81d7494c75428f7e63f8145b8f1b2c", + "writes-client-2.json": "15bec942c321e34a711e8bca872e4bba575f7f5428a80a225b1f5644cbd66b8c", + "writes-client-3.json": "a26b7930828e3e02d4c0e508d27d9e8f907e773d9665558776a3cfe9948509d8", + "writes-client-4.json": "866eb0612bd94b697c92671d8804e4109e82d37fc3ada812909fac1c6a3eb47e", + "writes-client-5.json": "8f115a6c9e1b3cb6b52492299f2bd007e84311dfe677138d321ea89cfaec34ad", + "writes-client-6.json": "14abb0ac94182726e4ee0d3cb21ec29e840bf1b4cf1314c3801914015180688b", + "writes-client-7.json": "2780e9796945ca72cea61f566cb560483da77824f28148f2018769b55ace9056", + "writes-client-8.json": "258ce88ade1d7a6e2604c409a063d66fb8ac565859a0f7237722286f8bfea4bc", + "writes-client-9.json": "2d6bfc9c88cbd6d2b1b37f7cc642d3bbfa06b39f60024c33613db9f05a831bee", + "writes-client-10.json": "9a4092386920b5728fe606fc2e4914b8cdb7d3918feed14a9b8ea931d8cb6c82", + "writes-client-11.json": "f8695802a897be823843a7c1011c4a07c3a36e9a84b5e2b5405c44096e5e2ae1", + "writes-client-12.json": "9289b130438d4e8ada76cd4baaeba5cb2146a7997de63530fb396e6cba339d22", + "writes-client-13.json": "1b6546710c447e8cbaf61e266d4c97ef3a21728290a039e028b2b7b58114dcb6", + "writes-client-14.json": "da3f373ce6505e8a7a6ed95867eeefbb715813dde49c601be80876ab2f59f571", + "writes-client-15.json": "fc929afe6e9f522427b26084f85e5655e36ff905f15949cfabd6c005de000528", + "writes-client-16.json": "df41cd71ef88b4d9405a7e05734801fe5baec65633ef28f9ee10cec660d6d2be", + "writes-client-17.json": "8b9727f4ee964f716623b7687ae8468b0a5be3f53059c9e6bc95b45269f58728", + "writes-client-18.json": "836efcf88f29e109d348d9383719c495f05287d49062d90168171515c1ea0e68", + "writes-client-19.json": "e24a77b142da7c9fcc8961a95da33b8ac1ae3106a92c175e1afaa43f69dfc7ff", + "writes-client-20.json": "86c27db3d5b475325907b63a53bc4b1d162ca8b2361f7405da64b09ea821a200", + "writes-client-21.json": "697f7e893fd221d1eba3fdc8671b2975e490b41892dcfdb9a18038f43174cabb", + "writes-client-22.json": "29dc416572930842f437788b90800cf55fd2cabc115ad13cdda755d44f26676b", + "writes-client-23.json": "4de3330fad409e95a0f188c539960dae820b9489e09d592cadff758ac6ca3e7e", + "writes-client-24.json": "f1a0ad9d1aa42bcc63c6d4d0b8422a0baf36616e7fa4668e8a18a64218e79c34", + "writes-client-25.json": "14c0fb50f8f08685256092f151f3d6c94f56e19105688c1fe0c3b68c6bb16106", + "writes-client-26.json": "32bf03bf4cba8d2133c9db5b3d8399d9aa186d4a84d48f6282e7d17fce7cb8c1", + "writes-client-27.json": "e6d3301ee9543008fb657f95b6b6b2ef81c9cd46b3f51d059070e5e6678edcce", + "writes-client-28.json": "a196fb463a5886d9da7d5ca65f0547b75f5ce6ad337b6ae482c71d8175434c39", + "writes-client-29.json": "cbf6c8ec8b4468ef45e785876873d585f2cb8b7030233ed539128c14b8638521", + "writes-client-30.json": "cc119ec0956f9df53428ac119b21123182c1ba58fb27920b94d4e394f06a22c5", + "writes-client-31.json": "a1e2c54af74543c8bbfa162be48113559525987d7113af0ce962908eea6d7623", + "writes-client-32.json": "eabe058e0df10b8942f3c779b44d58100f2dcac22c30314f8a97b94d61625c68", + "writes-client-33.json": "f7446c870efa2a58bac65d1fb798b66d4cc087ef5e53024b3042fbd87c8b1da4", + "writes-client-34.json": "5ad29e84939ce0d73c8d6efd99957e147354fc0f5f2671b25d3b7b6140eb0e23", + "writes-client-35.json": "1984f8bbf7a5a87fa26d76dfaf10016a90d88a409aedeae3ee3310649e9000aa", + "writes-client-36.json": "a7e11e350e030627c00b5f817c0f8abf0d16293a15b11cdfd7f82cfdaf5ac965", + "writes-client-37.json": "482ed77d926f2938f09fcf67c4117ab6ddf304dce75391e3f25dc9a720e92a19", + "writes-client-38.json": "679a1c54013b7d46cf0e58e4a71ba386a8153e3065ced99420f8671fc8b96e1d", + "writes-client-39.json": "9a50d20332592688bb521174cb20b303bcd6162e27b8034b87b8457534c1f75e", + "writes-client-40.json": "f1ff1882e24318eb7402366faa60523c9c56c9d8164ffff4112b0d9aa7f6f924", + "writes-client-41.json": "6dac38c2507e2bc237d5ab740d91cd5eb63f89d355165d6383eb8b74034be012", + "writes-client-42.json": "783da0c346494dba827e4999e9b4f0251e8d46433e55c15e526f808f6a3fae2d", + "writes-client-43.json": "a531b24e2d0e5f52cd0263bb2c1c34e48d7019edfd4cb087d35790b564881554", + "writes-client-44.json": "94c0b271b038b17f90814f02b7d8279bad211e77315d4b10f75c0386363eae47", + "writes-client-45.json": "e4c7c749c1b60e70624ea22ce5d1acb4343dfc4042d6212c07240203b8ccaf3a", + "writes-client-46.json": "aa1ed64c450999020c62e108f0d0823df953b78d4474f1384822e425f907cd02", + "writes-client-47.json": "29b044d27beaeec3b5468a2e11f64f4b090528d92828159960565c13bccd5745", + "writes-client-48.json": "f322d86beae54f413ba7c9a23ff740ac4896b2f606518d1e32a8301b735556e8", + "writes-client-49.json": "d280e75c17658cec1033362ab4041aee2693f5bb23392d55a6ce547c37ba3f44", + "writes-client-50.json": "462ba0f2207faaad69f72f1cb865cf17ea547ed44760ecd607b77b27d9c47e19", + "writes-client-51.json": "adf005ada12b3cfb4d9ee69a82418638067e7ac96beb12aa3edc3575f39b76d9", + "writes-client-52.json": "82d52dd647ddfd88b9e8d28ff4473ae54f2dd2bcea9259295eb593d4023a0a04", + "writes-client-53.json": "021daeea276d4950d1f1e0496aa611eccda1a17a7be1751c317fe03a3d798c68", + "writes-client-54.json": "31a74743a699a54349d72f2b10c8c120b58efbbd94bb1ee1bc56fd93d8a224e2", + "writes-client-55.json": "8f4026d1a2e9a0483d25d6786b3723785fb242eefd0b3492b5e7ae47746a3fce", + "writes-client-56.json": "501ca2ec2d41fdd69060553ce709542a92142d939ae71a1c92ff0663ea2e54a2", + "writes-client-57.json": "47bebeaebb13a1fff276f27a7ce56964459a392dd04cd969efaf599a8bd58016", + "writes-client-58.json": "a82272b46f76cce7eeeeaed9f688fd2743bfc60fd9a7f804881858a07aed9668", + "writes-client-59.json": "5e85c4eaef876b1279565e0680801458d7d34b57c7f5fe79413f2f4cbafa6ce8", + "writes-client-60.json": "ed364897f9bc2d6fbe0083045864980a4372f4e11eb1e81efce5d0a7badb5e50", + "writes-client-61.json": "777806ffdf5e5d72516b3b7a3884ac006d99dcd1e485774f6b14da2a42e07064", + "writes-client-62.json": "08f37f1ab051bdab928e9d3e816664c9dc30002168c205f881415d5dad1e9d12", + "writes-client-63.json": "d7881c77009cc2122016195dce980b05c819f41a23b25ea7f8de3e642cf1f32b", + "write-warmup-client-0.json": "2e8b3392673da33232cd69727dd3f8f1ec1853e80a5c5593196ce4c90d47a181", + "write-warmup-client-1.json": "6a37c8339d76a1978a8beec3abee5eaac76360cd35c0a2cc5e2078b6ca978405", + "write-warmup-client-2.json": "b68b62a154be695e1548b96411713cb15dd8ec2bbc4666f9627f7159487ac4d1", + "write-warmup-client-3.json": "e234b47ba2ecdea3e2cb1784095df4c0393edd0ca96adce0a911846cf5fcac59", + "write-warmup-client-4.json": "630774d13c038f8c12548f60066dd67c18e7c4b034161c0a369ce3c1f62ff2ba", + "write-warmup-client-5.json": "a9ebd824908f6f9496618165019ae7956807a0184d627918bb41b6b32bda619b", + "write-warmup-client-6.json": "839304d3b174936ff1723b222023a8465ce15ac86ae9708bd9bd4754e592bd8b", + "write-warmup-client-7.json": "22b7fbed772b884d7435fe1a7c8b195c58df0120b046b4c975b5da23f22b13fa", + "write-warmup-client-8.json": "69bbba44e1db1158087d1050a6d1889f83fc5d0bf9d29c9b8a5b1bb3cd778ff7", + "write-warmup-client-9.json": "5af00d7441f3d576513188ac0ed6fe6eaca3550ed8676123956f37ac8485cefb", + "write-warmup-client-10.json": "22c69901a858cf83c2b7fd77683151a89c1e5f15556762b4bf0bdf9a27edff51", + "write-warmup-client-11.json": "e129cc0250fadb482b6103a73cbf0bf0c8b258ca6c7874cdfb8a1ffdd4281283", + "write-warmup-client-12.json": "c77ccfed8123f2444209adac4f5fb581e7070914871d4bce14f991bec5800528", + "write-warmup-client-13.json": "f32205ecf0f36ed681e336c855e8c47e1e135795984957d7c6a396f4b51aa4e2", + "write-warmup-client-14.json": "8655dc26b2c2bb64bf0d5948f12b0d08945819920bd9b9493a586e35de1bbf0f", + "write-warmup-client-15.json": "777997b646e29003016ab29fbdde976b4cd98461ea98f0e6aa43836702efd789", + "write-warmup-client-16.json": "0e7f0263dd3055e8ba86d6d2487b649d0b7acd31774ef9778cc3e9577bc01521", + "write-warmup-client-17.json": "1c8b0439e79f317ff5a5d6a5d973ca7a7aec8f718b5ee70226fb2fe7de7726ae", + "write-warmup-client-18.json": "f9ad35cf211ac280786d0838646e31ca7a4684dc36ba2cc21f8359d9be869f3f", + "write-warmup-client-19.json": "1eda9ecf35f83e56192b4cb94404b4492582dfed90d18615cdfd3cd2df8d2c99", + "write-warmup-client-20.json": "a17c54f0e6ff7b11e03273d5a23bb6ebfd53e593d362e5f24f21e0cb18f63e61", + "write-warmup-client-21.json": "3dba171786814d1b745dbc3dd5c6e9bafd96ac0daeee2a4a93df935747d46d2d", + "write-warmup-client-22.json": "5f274fb78261cf3f3c50793b829eb51a7f57b2ebeac44b1011a2c50a922e279c", + "write-warmup-client-23.json": "80364c3017735be50b33ce93979b205b033205a35c1f4c419c7c9597d177d13e", + "write-warmup-client-24.json": "6798d97caac5b3c38f6b39e9d8a8f55c8244545d8afa5a5c811a641d77a46f5d", + "write-warmup-client-25.json": "3e8f020d8e9738338a23b669c2b5c03ee41ffe96cdbd4fe6dee0435b4471b681", + "write-warmup-client-26.json": "06ba2dddefed772126cd7ebca4f6b61767cee39e8c6e41ccc616aaaa07e69dc3", + "write-warmup-client-27.json": "b8236016910d2edd16ee0548688bd5b3c843e698d53b1e4c0eadcb13bfd229ed", + "write-warmup-client-28.json": "d367c46446862feefed601a89a04819e1051c00408a504a59b6b4e697fcb10b7", + "write-warmup-client-29.json": "29d63a9bb54183fbcdd643023b48b5d4dc1faa63f3f6078a94cf22468a48fb33", + "write-warmup-client-30.json": "87bc2eee77b7174e3d65077364388aa296142d3a22db8f9d663927265c2e5385", + "write-warmup-client-31.json": "f172faaca0bfbe51727b2e71fca4c328253505d637594d60cfe51a7b6342e926", + "write-warmup-client-32.json": "dc09831c9f16d6d661a9de94c851414da32f6bc697e020daa2ec13828bd5ac7a", + "write-warmup-client-33.json": "7b9f08c98abe7e9211fa27fd9a2a0cce650c25766669bfb925d90aabd5180f97", + "write-warmup-client-34.json": "1640005326eeb39a6c1efc237c54d9fb5c2fe8b25a8af277194a25b8ca997805", + "write-warmup-client-35.json": "179045211f715db014bf2da1f8be6c2b15e31f0c780e3ce1ba27186bc96d3633", + "write-warmup-client-36.json": "305d4f19c16a7abd3ad401ea9136ce6ac78bfda85c662f6e76de81ec5c1f9704", + "write-warmup-client-37.json": "b8112853af60857930b2c805c3375d808c83d84ac8e031843067e8e42697e90a", + "write-warmup-client-38.json": "b4b95a7b9f1bf55b1b0969e756439275b017c5ac66614318c61715b6b55e1b7e", + "write-warmup-client-39.json": "c8536537da16c9a541e418450738705c130be64689ae913508e0d4043f59ea42", + "write-warmup-client-40.json": "09bfcb1a2719977ee3d64cac273b9d1046a236ff726c1a70ccd0aef8152753fd", + "write-warmup-client-41.json": "f1502590a0fed11353cfb2fe12d7ea6476be5a7ef5767338722aa26857f03faa", + "write-warmup-client-42.json": "ed02b30d5371750992887e2750429d8df9c5eff98283cdbfb008accd31a5dfe8", + "write-warmup-client-43.json": "324a1ecc60ed0cb17f293d21551249e861ff5f37acea04bea3280339a53f60a3", + "write-warmup-client-44.json": "42c19aa8a6b32fbb118511a34f2c3b55ee25b2e8fe3ec6f145a74bf4f0535555", + "write-warmup-client-45.json": "f9b2e9064f4094771026aceaff1ab2b22a1134e7c5c330e9ec40ddcf3d07dfbb", + "write-warmup-client-46.json": "c242ed7626682720897874c3c8ebd11a24822132f7abe7fe77b3f2adf8c9d204", + "write-warmup-client-47.json": "354e7ea0e9c6d73a4ad888b6ba017fd6cb415245738f92b877085446c8634c46", + "write-warmup-client-48.json": "ca424bd6eb92d9b98806c1e3e3827de21e6d70d6764150144b8972576b8e6081", + "write-warmup-client-49.json": "04d56b80ece540479f317c51e75bff17d0c8fbd56823acd1a8753d2e5e003e72", + "write-warmup-client-50.json": "dc9c273f4291fd247c53549963e0bb07dce0ec473185319275b6b649d6d74355", + "write-warmup-client-51.json": "6fda2fbe52426d36dcd52e0204d75d437599a99152da923a023aeb693ffdb883", + "write-warmup-client-52.json": "f32e56509888fb819a98f5ee9e9a2e721695b6765547e75133a842c54a874866", + "write-warmup-client-53.json": "fee01d198b4cdb46eee18ff27838f5e92e936ae3f09ae8dcc9088d3e256502ae", + "write-warmup-client-54.json": "665d84e635638c287619b3fadd02f1055d7b87139a99b3a9743a82c900a9ac35", + "write-warmup-client-55.json": "7d7100e82390802fe68b1121d0642d3df0412d7faeb7c49ba7c9eed877bc7141", + "write-warmup-client-56.json": "d89708f36eb1dff795275348abc2efdece0a59db7c05427da2d7ba29ea9b5728", + "write-warmup-client-57.json": "a83d75708051f0ac73d17563d7b371c9421a3262dd859180fa515991553a3391", + "write-warmup-client-58.json": "b26fb6f116e40d2da9e274e796f9231edf34032898d9349554b7cf78f0f23ca1", + "write-warmup-client-59.json": "3e1c37c0188e41dae057df9dfe37f008a74905bf26fe65069a704d4148795dac", + "write-warmup-client-60.json": "82e59d73b1037a35c84dadc8de6b39e9e89f29bfa8acfdf5a393ee8e163496ba", + "write-warmup-client-61.json": "babaed93a70c14718e4fa42f3ce447e8121a222f374f36a4b1a70868259c7d2f", + "write-warmup-client-62.json": "08e4ff2bf1b93303017f247ebee8ce74a3ffd71aad706c6993cb029a6f3378a1", + "write-warmup-client-63.json": "e59eb365841938278c8213357b7ace9bbf4737c617453b1d9543d5e3e9afd04f" + } + }, + "repeat": 3, + "cells": 16, + "variant": "baseline", + "measured_writes": 12792, + "all_acknowledged": 13408, + "TPS": 106.23458347613264, + "response_body_bytes_per_second": 21207.56040292717, + "p50": 567.878624, + "p95": 799.636255, + "p99": 868.41252, + "server_cpu_cores": 0.5010578534541063, + "driver_cpu_cores": 0.03976649630588145, + "server_rss_after_bytes": 83091456, + "first_30_seconds_TPS": 108.26666666666667, + "last_30_seconds_TPS": 106.66666666666666, + "interval_TPS_min": 102.0, + "interval_TPS_max": 110.0, + "interval_TPS_cv": 0.024960062415669105, + "completions_after_admission_deadline": 64, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26832, + "mean_ms": 111.11968800283245, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 436.2, + "p99_ms": 612.0, + "resolution_us": 100 + }, + "authority": { + "count": 13408, + "mean_ms": 20.97226646852625, + "overflow": 0, + "p50_ms": 20.7, + "p95_ms": 29.4, + "p99_ms": 34.4, + "resolution_us": 100 + }, + "compaction": { + "count": 672, + "mean_ms": 210.79672261607143, + "overflow": 0, + "p50_ms": 189.7, + "p95_ms": 325.6, + "p99_ms": 625.7, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 14096, + "mean_ms": 81.82198639074915, + "overflow": 0, + "p50_ms": 81.4, + "p95_ms": 102.9, + "p99_ms": 113.2, + "resolution_us": 100 + }, + "preparation": { + "count": 13408, + "mean_ms": 125.21503293302506, + "overflow": 0, + "p50_ms": 115.0, + "p95_ms": 177.0, + "p99_ms": 353.2, + "resolution_us": 100 + }, + "publication": { + "count": 13408, + "mean_ms": 147.02026982368736, + "overflow": 0, + "p50_ms": 136.8, + "p95_ms": 206.2, + "p99_ms": 377.3, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1331, + "mean_ms": 1.2293409398948159, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 3.6, + "p99_ms": 39.5, + "resolution_us": 100 + }, + "root_admission": { + "count": 13424, + "mean_ms": 81.86324162574493, + "overflow": 0, + "p50_ms": 81.3, + "p95_ms": 103.0, + "p99_ms": 113.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 13424, + "mean_ms": 114.56491726907032, + "overflow": 0, + "p50_ms": 114.3, + "p95_ms": 136.4, + "p99_ms": 148.5, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13424, + "mean_ms": 32.6955196488379, + "overflow": 0, + "p50_ms": 32.4, + "p95_ms": 41.6, + "p99_ms": 47.8, + "resolution_us": 100 + }, + "uploaded_bytes": 338015622, + "uploaded_objects": 70531, + "worker": { + "count": 26832, + "mean_ms": 1.1904743166368514, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 3.2, + "p99_ms": 5.4, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 3600, + "bytes_written": 0, + "duration": { + "count": 42, + "mean_ms": 1.492310761904762, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 5.0, + "p99_ms": 6.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 10, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 42 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 28160, + "mean_ms": 4.477853608309659, + "overflow": 0, + "p50_ms": 4.2, + "p95_ms": 8.2, + "p99_ms": 10.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 28160, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 28160 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 346345390, + "duration": { + "count": 84105, + "mean_ms": 22.839613326009154, + "overflow": 0, + "p50_ms": 22.7, + "p95_ms": 31.3, + "p99_ms": 36.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 10, + "error": 0, + "not_found": 0, + "success": 84095, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 84105 + }, + "range": { + "bytes_read": 147345056, + "bytes_written": 0, + "duration": { + "count": 27654, + "mean_ms": 6.22716402455341, + "overflow": 0, + "p50_ms": 6.0, + "p95_ms": 10.8, + "p99_ms": 13.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27654, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27654 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.90528249999988, + "cpu_seconds": 380.006601, + "cpu_cores": 3.0181942604354215, + "cgroup_before": { + "usage_usec": 5675500370, + "user_usec": 3681809143, + "system_usec": 1993691226, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 6055506971, + "user_usec": 3930566198, + "system_usec": 2124940773, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 24666, + "raw_client_sha256": { + "writes-client-0.json": "3a9ea2612bd2d005b568d8d56789db538aa5352746b5ed2886c053dc4bfcedb4", + "writes-client-1.json": "4bb55ecc9ddaa49a084304ebc1f3e97b65c51284b3a8458176d95cb1ebf113ba", + "writes-client-2.json": "a5f74f7592775fc9b19732bfbb57abf570b6a0547bdfaec09b4ea315049b5ec3", + "writes-client-3.json": "d9a2677d228e30a4ab01f2650a2b6f8809c92967f7c25dc4686c55d78579466d", + "writes-client-4.json": "122be4a42fc6aeb8b3310977a2b5bb50d205d8c8f7b635fc456a9135ec6155a3", + "writes-client-5.json": "1dc99d855eb7303c24f99418ff462bf3a0366d4f06d89567b1961573ee9448cc", + "writes-client-6.json": "eeac62704ce462db8946f5d3af3eb632465dd3b29e8792f1b2a1ed4b98bd9d2e", + "writes-client-7.json": "f10c01285fbc1703834c6d1711e12981a6d5d07b51091229eb0919766c36b20a", + "writes-client-8.json": "1a7551cb31ea7358bf22f0de9ae1639837e12e420312fdaf8892244a35edd1a5", + "writes-client-9.json": "37847157dcbedee60b976b072904cf0ecff5fdbd04b2e8bfdceaa0199e58c238", + "writes-client-10.json": "2f74ce9538fe7bf565e9bc5ef3350cf38f5c6f446e5e3d1de6c656172df97c95", + "writes-client-11.json": "be7be103f28687fddeaee7da9f3f69316e5a5e5a161115256a791afec5ef0af8", + "writes-client-12.json": "678ee7257b1a99e20092bdf8f93b523c365264e2c2e658d8ee3d2f7b2ab8104d", + "writes-client-13.json": "b6a406e9a991277bb7beba11fe76a5a4230e1639317d68b73455cce5c01107ae", + "writes-client-14.json": "7a301e336ef6267c5d20b111d21942bd86ab69f6531bc866f565309f6125e8a3", + "writes-client-15.json": "d9dbe0f1a089a09494a40556d9f66b7ea0d725ec561b9953b8fddfa4bc8dfc37", + "writes-client-16.json": "088fbeb4e30faf37043729772bb751af08f7d0e1168ad1977ae17e6203801f32", + "writes-client-17.json": "eb1b11f5861cf4ea8c0747e23700f3e780ede38ee9868ab334507d3c2307732f", + "writes-client-18.json": "b26259a485f5013622809995fcbd10471c9cf2bd354e9199086d70c6538a449a", + "writes-client-19.json": "780d8f956e44866630b35c74dea388186a8fe0dbc5cdd0ea0560516e5b7d9579", + "writes-client-20.json": "cef02d46ebab364eb8d0fda002d9987478470e4cb9302c8c249fee8dcb4f57c7", + "writes-client-21.json": "2809d3eb4969a5381361dacec3d2471a2c52162cd9c397fac2a6f454fc26b552", + "writes-client-22.json": "914f052187f0eb69775fcd5fe42616aee9f12f52406bba3b795820f564e503b7", + "writes-client-23.json": "ea5bec7219b9673c4fbaf389c0c7bc0547d051fe665dfb69998562dea9251812", + "writes-client-24.json": "fd2127e29b082c7751961fe675bc13a921a2fff1e9099bbbd30c4f89ab3f40c7", + "writes-client-25.json": "266d3e0829873aaad163aa37b12b12bda4859d521feb10a585a85aa39f73a995", + "writes-client-26.json": "0018f7fdac30315de9cfbdef56ecc24afa034243063b22cef7656787e3a83d50", + "writes-client-27.json": "0d0543bb829f2a5f9e50e2554e24e52dd43a78b73c1f7cc0ea781c5430267f94", + "writes-client-28.json": "b3e80f771616f31cbf17d9d522777e7fcf697e3b8bf4047ae872e68e3c02b79f", + "writes-client-29.json": "f47942952cad3c0d0ffd0898a5bf26d5d304f90809d0b8dda5cda666d1eac41e", + "writes-client-30.json": "b5b869823b6ad870d1e5f14f276ef810c95fe24bd5ecc329a85a4f27d6b577cc", + "writes-client-31.json": "6ee00271afbb29bc32b0fdc7a30f1d17442b87de2b5b4e3a2efdb7c5c576b07f", + "writes-client-32.json": "971ed0582fd7febd39afd120ce78c6f915e21d4da492d71ec69b7afce46339bb", + "writes-client-33.json": "ef14b109a1b8149b70af1dd6886e7b1f651521514111356b20b00efd19aa73a2", + "writes-client-34.json": "b3fe284d1e7f61edddabafd34d2fe5fb2b0a47fad290eaee12223046e961ec70", + "writes-client-35.json": "7affbc6adab712902f3c043795f22f0dc9d73a77c2f367dc581b536cc738176f", + "writes-client-36.json": "d48252ef903fe142ab617e11e96c647866787fc2352191b8fa8f9a389ff8ba3f", + "writes-client-37.json": "078590345aed4caf9dad84e287ea7caed724cfaa05f2af12eae64014fc43215d", + "writes-client-38.json": "219eb15f9fad5decff4b11e3d2a7294659d30bc18fcecd0057865c24902186ca", + "writes-client-39.json": "dd4eb7405e93c169d1204b5f04f1d003661bcf024e5dc30a74c5b96786a70e89", + "writes-client-40.json": "1fdcea4175b39e3f13a2bdf59784c0c837283fcd19f06c1a96d33a6e096d3c6e", + "writes-client-41.json": "bbfc5c06def7f3a7bb346c9abb65e9e538aa4e6fbca9a67154a487c6a566fc91", + "writes-client-42.json": "b72c242b078002c86a667b5f2d6f8dbe9159150d7070a8cc073272d770de374e", + "writes-client-43.json": "9f15ef0e3253606e2273e51a899ebd5a87c1d592b60e5f7f54e3a6aaa5d73a9c", + "writes-client-44.json": "c98c73426462505edcfa4add5c80e083f9278a0644d463bb929f5775bd7350a5", + "writes-client-45.json": "2ff46c705b2b7e85d936148c7ad9fc8a81a2c2c848372445e46f7a633fbb6146", + "writes-client-46.json": "fcf98b4c270969b1b0b2c11d8deec4ef6a0a68197584b126f2cb8626923466bd", + "writes-client-47.json": "020b76bbfab80e29e65f4803112250649ed83e93b3811bf4bb0dd9d1ae8755d6", + "writes-client-48.json": "e85f697511fde15f8bf05314449479e84a9548b4d569c61f967670efa2d15804", + "writes-client-49.json": "10dbad0100574d13d192c15d383944eb68f66e66954973b6e1304bb6f4fcc920", + "writes-client-50.json": "78c9374fc9bef171dc703d000245db0c663b2ff0b8a466308be391783fcb964f", + "writes-client-51.json": "a815301a798c676b2918bf73481f7f985e3a3fce054f53cee2cbced8c0dbea30", + "writes-client-52.json": "1e9bfb07c02b5ec426754d66deffec74263948d1c841bc93a7bb3dff3295ca14", + "writes-client-53.json": "1006249fde9137ab124beb9bafdbcb1f34207ac598d9a945196f5005d98e72a8", + "writes-client-54.json": "87cfd073ba02187178ef9155469e08f7630b0c54acd18963a76a13e042016316", + "writes-client-55.json": "2801fbbd645d9585adcd5fa401d2f987239281925eb15f22879d303d4466bad2", + "writes-client-56.json": "8f663c2b94a22c521efae7c6331173ab082435fc75990a4a4d35dd374673e8b9", + "writes-client-57.json": "d795cc3f3b8eb81cdbb6e19abf6ea634cdf3a1c5e0a05be0aa6c39dfb1bdbea0", + "writes-client-58.json": "226f4ed78b5504b517cfcb7d5e9ba6782c5f18ebec9b4eefbcf7c2e4563ee562", + "writes-client-59.json": "a683d4ed3b9d48dc8f2e93ae0fec0745da02630dca9fb8f743c809b7e8c9c49f", + "writes-client-60.json": "166484f3f5b0fb63d889097743a862810ed24d41cca4d6db081388838a5b031b", + "writes-client-61.json": "31faf2eaada9251e8f371d9e6c08d83c86fa0ebe823fa349939b71acfb697a47", + "writes-client-62.json": "0dcc0073db68d3f6074462fb077013936bbfb1e6efe3cdc580e621dceafd3923", + "writes-client-63.json": "547291ba38180372c640a59f18befa542d0f024d7c0b751a4778ffd69ea03551", + "write-warmup-client-0.json": "0412286ab94f66ef69503c36804bde3885b62c9d33a7ae72989cb50040f1b2c0", + "write-warmup-client-1.json": "9707ec6a5e5936e6b4450fecc61504a371feeb78e973f140155a5daf27105484", + "write-warmup-client-2.json": "154d54311cad7532a5dba7e21c2fe549777cc1f881177cae193b1273f5a30859", + "write-warmup-client-3.json": "14f1a554279263da546324fed423185ea9d77400c5391a53602f8de209d96755", + "write-warmup-client-4.json": "5a4df42a4c4f8a467400593784595e63e1704594625a3dc8d9197681b2caec14", + "write-warmup-client-5.json": "c3e49e29672118be82d3ee4497b6589464f492522de26afdd122439824521389", + "write-warmup-client-6.json": "f9bdb84f4986fc2992c89ac3ced9f79f33c147758416ef9b3cdbf27d17b90c9d", + "write-warmup-client-7.json": "7faaf48fb5749ae384137a38aa704ad95a0dca02141110d3fe1f7dce46734ce9", + "write-warmup-client-8.json": "9b7b0b1824779a8db9e04b3bbadefcb88d21ea2cb0cddb51c0e2e0e3ba0ffcb1", + "write-warmup-client-9.json": "965766be4e88297837d47792a43366ba1c4b6ac822e474a01668eafb3b854441", + "write-warmup-client-10.json": "f6cb9e00c25369e74d7662ad1339cfb99fbc420d71c8aa0c7b696f1a4e292c94", + "write-warmup-client-11.json": "1030df1dab1402e5796513f0119625435705391ded880126455e7a9e0e0ad295", + "write-warmup-client-12.json": "27036ae27930b1ad89c0d43aff3c8ef0ef58cd64bc795a924e097b7ca5d001e2", + "write-warmup-client-13.json": "e005e014ff5ff63c63a21ebb2ceafd9e9c96cf0fd75984c6115c0fee3ed0d2dc", + "write-warmup-client-14.json": "baf25115112001960c603de144249611ea99931992df58c512665ce9e4072984", + "write-warmup-client-15.json": "09ffd466f9e7f6840788efa07942425dc1c34a6d300812e780e4f9bcdd7c3f0e", + "write-warmup-client-16.json": "9ec9e2d5aec552788a8de578213230b604ed19fe2c73d9956661e5f888f9c2e5", + "write-warmup-client-17.json": "96ae46cffb28c71dfe5adcc0cd5f04825848a2e176de4be9cd49a480d2410292", + "write-warmup-client-18.json": "101423d774f3636589879d28bfbd783ba191aeaaaf56be2af4637f43f0c7391d", + "write-warmup-client-19.json": "2c3f92103111ab1ba58079351bd733983d7b4de85a358eef4426bbf7a789c55b", + "write-warmup-client-20.json": "ee953c7c727021d8bf1c4e1580cdbd6ba71c523741f0ba6823f2542f4f1be3b1", + "write-warmup-client-21.json": "1dec91af2a8fee2842147a561e801463fd77fbf41e448b0b7a6764f4c3313ac0", + "write-warmup-client-22.json": "f9634237cf6d4ab045953a2c4abf08588e2027eb6293a953814bb8210d375fa0", + "write-warmup-client-23.json": "af70fcb6c0ce2b61a8d1a6a4996d64929a0eb1816344ec404f897c41055aace4", + "write-warmup-client-24.json": "6937b180b7cc8d8786f2a39a57c6988e5e0bb4b05af842c12d356aa3fe3f0d29", + "write-warmup-client-25.json": "4517dbb6219ccb556c88566efd92c007290c1c6d199cbf73c3fee37f950be4fe", + "write-warmup-client-26.json": "1a91710cfdc63aa6bdaa59ff3b44b70f597e6cb7bfc42983cd0bcfdb594c06d6", + "write-warmup-client-27.json": "3d8ee66717cfba802494a4d0bb94dbf81e31199aea2c2ea566d6a5d8b78a5526", + "write-warmup-client-28.json": "10407e544453144d81ea05ddb32094738aca9378b897387c76a530d4e74d934d", + "write-warmup-client-29.json": "e5520468af704803e67599a85406c7d4a8bfcc7a8123f9117661dbd90431fd6a", + "write-warmup-client-30.json": "68080c7c7015437acaeb9bab91f48dfc10421afe048c174dbac55db8d58bfe19", + "write-warmup-client-31.json": "6a0f7e5f69a20eb85efabbe8337129f570947713c5dab3389ccc3198315124a6", + "write-warmup-client-32.json": "ae9306eb60932370011119b758d5d0aa11f765bfc979dc5177de3387401c1ff9", + "write-warmup-client-33.json": "1dff0aa0847f02aa6cd6571c00153af4f66de809a2db158daf80e88f0eb4026b", + "write-warmup-client-34.json": "bbec6a4b01a51768cd70704b9d7880cfe303f99c06fae6d81549920c1789017a", + "write-warmup-client-35.json": "31bc1bf8b3a6fa6fc12eb2b29b53bb6341bfa25206ee03e66896fce1684c495b", + "write-warmup-client-36.json": "794bd3cf8855a36a96c13157bfea54ea402d085605ac5f9a94c216cf6dc81f48", + "write-warmup-client-37.json": "5d1cd8d203e4f8e1a8ea6fae61beef64ff2428047eff0608894b8715101081fc", + "write-warmup-client-38.json": "c0425e065fac0b402fb9e74a9f73b18a9dd093b61faaf9d4467bada4631e7c14", + "write-warmup-client-39.json": "c9dbfdc1a8e3f9216e7553f413f612788024a3873e907837a4d37cdfd3daba65", + "write-warmup-client-40.json": "21d19a22403fced673f8cf4ed1fa7d18fa81ad3a9f4150e25cb14452acdaa868", + "write-warmup-client-41.json": "5fea63a42fbcf3dc1e10fa9c7b862ae26e588ef93b7d0b25fbbf0d847d1103cb", + "write-warmup-client-42.json": "14bb9d9f4af531554a31040207e4ee712905988abcbbffa053917d050b591aa3", + "write-warmup-client-43.json": "acb4226459490b487d706694e16611dacb12938d7173f58bc54f9fdc0f4ab52e", + "write-warmup-client-44.json": "c1f8c2a1651cf990acc926bd39c63739ea109828aab6d92b0a156828baba824a", + "write-warmup-client-45.json": "1ae38da8813b0240d7409e1e39c1718e861fc612046ac32aeec3415234bba01d", + "write-warmup-client-46.json": "a7401d9b9268c73d8192f5848cec351ab020333e83ed901a9221925f6deb893b", + "write-warmup-client-47.json": "6a37f8f7035519f88f91a458da8fe814abb2af8e4402c8bf7a64fcfa4fd0958d", + "write-warmup-client-48.json": "03b1ee026c80672be5054d9c30809a46effef066ad1c808b2052564faee5570a", + "write-warmup-client-49.json": "3b7600a476ce05da4e38d845674f05c1a5dc928047de31e749b1a2674253ce11", + "write-warmup-client-50.json": "3a05c3e99083189f86e0723f06f3885b8dc4d75f7b58356d7497d8ade04b6d84", + "write-warmup-client-51.json": "9204ea91cdd032b4a8af8322f6f64cd53050e6cdf8ce8874b94fb80c601b79e7", + "write-warmup-client-52.json": "92bd5e3e5239018a646e89f47c7b81173d443939a929fcf8a18d868cb3b9732f", + "write-warmup-client-53.json": "2258d6162d1ee90564fd21f9a75d1711007a2f2b950843577ed7fba8ffa02eab", + "write-warmup-client-54.json": "8c7552b04169d90612f8ff60dc97a2e73f2347d08f86e4693bde50e58c2f6d19", + "write-warmup-client-55.json": "2a8973e19a8ec43f098ad0b9626d89fdf1fb575306cc6f2fceb444bf2f67ace7", + "write-warmup-client-56.json": "d9272ac5ec5feb76073b2c4a8276d4607d79c5517753d9dfbd19370eb27d718e", + "write-warmup-client-57.json": "9eb43749813b8793b47805f2aae9fa822564e83c45a3b3ec40fa53ae7a8b6960", + "write-warmup-client-58.json": "367828700064ab4407b935f74eba312f64611797de225a1c4e1be5d985e2f33a", + "write-warmup-client-59.json": "cb3684cb9a32857d546dc87c78a903df4cf72c897e1a83bd7019d11f610cb422", + "write-warmup-client-60.json": "3d8beb041630661eba5ad84a34198a19fcc35be2d9e1f95a6199351b23c3edef", + "write-warmup-client-61.json": "c06479875fee22367da011a5513bd232da1a515a10fdd54e6781a4073977b6b1", + "write-warmup-client-62.json": "7b6a9a289a37af71f099cfef4c65671730cbda89ded61a5587ae0b732e224f05", + "write-warmup-client-63.json": "7c8e80d4a32f9e5d73eb891f34b924e9c033116a2088620b00e4822916ba1e7d" + } + }, + "repeat": 3, + "cells": 16, + "variant": "candidate", + "measured_writes": 23530, + "all_acknowledged": 24682, + "TPS": 195.49951630466003, + "response_body_bytes_per_second": 39239.561202689976, + "p50": 295.174958, + "p95": 512.213132, + "p99": 635.40756, + "server_cpu_cores": 0.5416297424787605, + "driver_cpu_cores": 0.0716862894457183, + "server_rss_after_bytes": 84418560, + "first_30_seconds_TPS": 203.03333333333333, + "last_30_seconds_TPS": 193.9, + "interval_TPS_min": 179.4, + "interval_TPS_max": 210.6, + "interval_TPS_cv": 0.03720166310507403, + "completions_after_admission_deadline": 64, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 49380, + "mean_ms": 57.82831919386391, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 162.4, + "p99_ms": 346.3, + "resolution_us": 100 + }, + "authority": { + "count": 12885, + "mean_ms": 21.541174657043072, + "overflow": 0, + "p50_ms": 21.3, + "p95_ms": 30.2, + "p99_ms": 35.6, + "resolution_us": 100 + }, + "compaction": { + "count": 638, + "mean_ms": 220.05053961442005, + "overflow": 0, + "p50_ms": 200.9, + "p95_ms": 334.6, + "p99_ms": 574.4, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13539, + "mean_ms": 84.56394545298767, + "overflow": 0, + "p50_ms": 83.8, + "p95_ms": 106.8, + "p99_ms": 118.5, + "resolution_us": 100 + }, + "preparation": { + "count": 12885, + "mean_ms": 129.44697966332944, + "overflow": 0, + "p50_ms": 118.6, + "p95_ms": 178.5, + "p99_ms": 364.8, + "resolution_us": 100 + }, + "publication": { + "count": 12885, + "mean_ms": 151.9133310201785, + "overflow": 0, + "p50_ms": 141.1, + "p95_ms": 204.4, + "p99_ms": 389.2, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1265, + "mean_ms": 0.9375758150197628, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 30.7, + "resolution_us": 100 + }, + "root_admission": { + "count": 12901, + "mean_ms": 84.57692103627625, + "overflow": 0, + "p50_ms": 83.7, + "p95_ms": 106.9, + "p99_ms": 118.6, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12901, + "mean_ms": 118.44080150189907, + "overflow": 0, + "p50_ms": 117.9, + "p95_ms": 141.4, + "p99_ms": 153.9, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12901, + "mean_ms": 33.857289397488564, + "overflow": 0, + "p50_ms": 33.7, + "p95_ms": 43.0, + "p99_ms": 49.0, + "resolution_us": 100 + }, + "uploaded_bytes": 418066872, + "uploaded_objects": 67783, + "worker": { + "count": 49380, + "mean_ms": 1.4942495913325233, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 4.4, + "p99_ms": 7.6, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 32, + "mean_ms": 0.74648028125, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 0.9, + "p99_ms": 1.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 32 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 27046, + "mean_ms": 4.650537901131406, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 8.6, + "p99_ms": 11.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27046, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27046 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 426276006, + "duration": { + "count": 80844, + "mean_ms": 23.585557916357427, + "overflow": 0, + "p50_ms": 23.5, + "p95_ms": 32.3, + "p99_ms": 37.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 80844, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 80844 + }, + "range": { + "bytes_read": 210315946, + "bytes_written": 0, + "duration": { + "count": 26642, + "mean_ms": 6.552196816605361, + "overflow": 0, + "p50_ms": 6.3, + "p95_ms": 11.3, + "p99_ms": 14.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26642, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26642 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.72959825199996, + "cpu_seconds": 371.549515, + "cpu_cores": 2.9551475560695177, + "cgroup_before": { + "usage_usec": 6076374543, + "user_usec": 3948170923, + "system_usec": 2128203619, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 6447924058, + "user_usec": 4192194321, + "system_usec": 2255729737, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.840262463575077, + "p50": 0.5197852948238461, + "p95": 0.640557664559619, + "p99": 0.7316886219005686, + "response_body_bytes_per_second": 1.850262852358725 + } + } + ], + "limitations": [ + "Three paired repeats, not a statistical confidence interval.", + "Closed-loop small-row HTTP workload with one persistent connection per client.", + "Response throughput is JSON response-body bytes, not database or network-wire throughput.", + "Publication phase metrics include warmup; worker and queue metrics also include exact replay verification.", + "Compaction is a subset of preparation; do not add their timings." + ], + "provenance_audit": { + "run_id": 37178065659, + "baseline_revision": "068c65b1a9979aa14817754ef364a806b2fefed6", + "candidate_revision": "86145968a700cc11fa51c91304a228e2942e2103", + "patch_sha256": "1ae7cfaee1f4fd454df73a2bc9e282455e8b36da4461f79b432431fbf7859a74", + "baseline_instrumentation_diff_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "byte_identical_sources": { + "crates/cellule-axum/examples/sql.rs": "dfab7641a55e6ba653d3c068ca65f6a38d9fb785c59847fcda843dbc0ea38baa", + "crates/cellule-ltx/src/environment/host/mod.rs": "ec6f3c6f658c61aa170695af1f81b0d2676f8ac9baeeff4e2f82193c502fb166", + "crates/cellule-ltx/src/environment/telemetry.rs": "9f23ada9280c6a5bd46cd2f4ee51f3ee0437ba262a4c8bc5fdc646b972640149", + "crates/cellule-ltx/src/replica/prepare.rs": "594131ab59fb9961258ab66296b43513ed5aea90413b3ee58c17a7d83bc4f074", + "crates/cellule-axum/examples/sql_metrics/mod.rs": "a5de7ec7eb7262f8f2d029c035ba1459b646f30e1e19617aa32b362fd5378b9c", + "scripts/bench-axum-rustfs.py": "4b1ee45a1ac3f2dd31a140a1f09a1c28bcdf7000e7c3be8c8c953ca1d8d86852", + "Cargo.lock": "bf138b7f790cb63db857092eeae7a258f37f32c225cb06e919c074c22e9f2e4c" + }, + "binary_sha256": "fadedd9b3e331182f2d0adf3c7606ac5e9c23d6fd8bb312d7886164e615263b1", + "baseline_binary_sha256": "8bcb69761a8a1b58395c4b8f4d278172c68b45cafce3436a236c33a2f39a210f" + } +} diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-grouped-c64-writes.md b/crates/cellule-axum/performance/2026-10-04-rustfs-grouped-c64-writes.md new file mode 100644 index 00000000..4b87a1b5 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-grouped-c64-writes.md @@ -0,0 +1,39 @@ +# Grouped writes: 64 HTTP clients + +Bounded per-Cell grouping improves TPS, p95, and p99 in all nine measured pairs. +[CI run](https://github.com/crabbuild/cellule/actions/runs/37178065659) · +[Full dataset](2026-10-04-rustfs-grouped-c64-writes.json). + +Baseline: `068c65b1a9979aa14817754ef364a806b2fefed6`. +Candidate: `86145968a700cc11fa51c91304a228e2942e2103`. +Both include the completed-request slot handoff fix; the baseline uses pre-group +execution. This measures grouping and associated LTX preparation changes, +without the later compaction refill change. + +Three alternating 120-second pairs per Cell count use 64 persistent clients, +1/4/16 independent SQLite Cells, four SQL workers, four HTTP workers, five seconds +of warmup, fresh storage prefixes, and fixed budgets on one four-CPU runner. +Each POST inserts an order and performs a receipt-bound SELECT. + +| Cells | Baseline median TPS | Candidate median TPS | Paired TPS change | Paired p95 change | Paired p99 change | +| --- | ---: | ---: | ---: | ---: | ---: | +| 1 | 59.67 | 185.98 | +220.0% | -69.1% | -64.0% | +| 4 | 114.27 | 283.75 | +169.9% | -53.4% | -46.5% | +| 16 | 106.04 | 195.93 | +86.7% | -36.8% | -27.2% | + +Changes are medians of paired ratios; TPS columns are independent repeat medians. +Three repeats are not a confidence interval. These single-host results do not +prove horizontal scaling or erase the [16-client regressions](2026-10-04-rustfs-grouped-paired-writes.md). + +Verification: all 18 points pass with **343,295 measured writes**, **360,561 +acknowledged writes**, and **zero measured errors**. Checks cover raw receipts, +contiguous per-Cell sequences, retry/conflict handling, exclusive ownership, +drain, fresh-file cold recovery, recovery fences, and the next recovered write. +Instrumentation is identical; source/binary hashes and every pair are in JSON. + +Roots per acknowledged command fall from 1.000 to 0.262/0.297/0.521 at 1/4/16 +Cells. At 16 Cells, baseline/candidate root-admission means are 82.0/84.6 ms, +root-work means 32.7/33.9 ms, and SQL-worker p99 5.7/7.6 ms. Shared publication +admission and provider work remain bottlenecks. Phase populations differ and +cannot be added to reconstruct request latency. Response throughput in JSON +counts response-body bytes, not database bytes or network-wire throughput. diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-grouped-paired-writes.json b/crates/cellule-axum/performance/2026-10-04-rustfs-grouped-paired-writes.json new file mode 100644 index 00000000..830d97e4 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-grouped-paired-writes.json @@ -0,0 +1,8852 @@ +{ + "baseline_revision": "ec19f8c638ffb3840c50062947a72f1af7ff3875", + "candidate_revision": "1e21c171ac38f1de4b180fc61c5365df4a178c26", + "metadata": { + "started_at_utc": "2026-10-04T03:15:32Z", + "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39", + "cpu_count": 4, + "python": "3.12.3", + "binary_sha256": "3eeb86f12e9a9a6e58d79ca3edf6fcfaefd82ee497e028570e343201d2313e75", + "endpoint": "http://127.0.0.1:9000", + "bucket": "cellule-axum-perf", + "writes": 32, + "reads": 64, + "warmup": 16, + "repeats": 3, + "concurrency": [ + 16 + ], + "cells": [ + 1, + 4, + 16 + ], + "workers": 4, + "read_seconds": null, + "read_warmup_seconds": 5, + "write_seconds": 120, + "write_warmup_seconds": 5, + "read_driver_sha256": null, + "baseline_binary_sha256": "b75ca9da59d94b84b13569dcbe8f5c247049bbe1fe9d4ed43e378389b7fd925e", + "http_tokio_workers": "4", + "provider_container": "7cc87eed6c1df027713bfb92f74d84f83d9d6a032c8bd89de29496f770822019", + "workload": "order_id mod active Cells; POST inserts then receipt-bound SELECT; GET owner-ordered SELECT; closed loop" + }, + "all_acknowledged": 268020, + "aggregate": [ + { + "cells": 1, + "baseline_medians": { + "TPS": 57.66082138118711, + "p50": 273.003876, + "p95": 319.211553, + "p99": 360.997624 + }, + "candidate_medians": { + "TPS": 147.85035428951747, + "p50": 105.475091, + "p95": 156.412814, + "p99": 175.699066 + }, + "paired_ratio_medians": { + "TPS": 2.5626864820094823, + "p50": 0.386350159365503, + "p95": 0.42813101233680684, + "p99": 0.4294824887822531 + }, + "paired_ratios": [ + { + "TPS": 2.5255842709230083, + "p50": 0.4007117181151292, + "p95": 0.42813101233680684, + "p99": 0.424978602081214, + "response_body_bytes_per_second": 2.548728231153814 + }, + { + "TPS": 2.5626864820094823, + "p50": 0.386350159365503, + "p95": 0.49521136282982586, + "p99": 0.5122292556988599, + "response_body_bytes_per_second": 2.5866243915861484 + }, + { + "TPS": 3.0404702753588984, + "p50": 0.30412667944094096, + "p95": 0.4020095225062234, + "p99": 0.4294824887822531, + "response_body_bytes_per_second": 3.071930017066534 + } + ] + }, + { + "cells": 4, + "baseline_medians": { + "TPS": 114.06962380028016, + "p50": 126.749916, + "p95": 194.041033, + "p99": 229.739335 + }, + "candidate_medians": { + "TPS": 163.1859085319228, + "p50": 82.124841, + "p95": 173.30156, + "p99": 202.086461 + }, + "paired_ratio_medians": { + "TPS": 1.6433794008530767, + "p50": 0.5557263124524917, + "p95": 0.7757800861864668, + "p99": 0.8380525891210866 + }, + "paired_ratios": [ + { + "TPS": 1.3839453966353181, + "p50": 0.7534626464911585, + "p95": 0.9194184285190523, + "p99": 1.027073414863198, + "response_body_bytes_per_second": 1.3874776256853045 + }, + { + "TPS": 1.6433794008530767, + "p50": 0.5557263124524917, + "p95": 0.7757800861864668, + "p99": 0.8380525891210866, + "response_body_bytes_per_second": 1.6497691899592302 + }, + { + "TPS": 1.7291875665915937, + "p50": 0.5357970809227203, + "p95": 0.7313535276840132, + "p99": 0.746822872104161, + "response_body_bytes_per_second": 1.7353663938062298 + } + ] + }, + { + "cells": 16, + "baseline_medians": { + "TPS": 104.44918369667867, + "p50": 142.36902, + "p95": 255.534256, + "p99": 377.431775 + }, + "candidate_medians": { + "TPS": 104.54026811902712, + "p50": 142.096151, + "p95": 240.777839, + "p99": 387.397344 + }, + "paired_ratio_medians": { + "TPS": 0.9691821991642458, + "p50": 1.0199495433988146, + "p95": 1.0617997142426179, + "p99": 1.04489366915819 + }, + "paired_ratios": [ + { + "TPS": 0.9691821991642458, + "p50": 1.0199495433988146, + "p95": 1.1462613088871563, + "p99": 1.0464210987715568, + "response_body_bytes_per_second": 0.9690314839360553 + }, + { + "TPS": 1.0028414753619113, + "p50": 0.9934417262969149, + "p95": 0.7828940141833088, + "p99": 1.026403630166008, + "response_body_bytes_per_second": 1.0028083370352006 + }, + { + "TPS": 0.9135718579583441, + "p50": 1.1006028267979495, + "p95": 1.0617997142426179, + "p99": 1.04489366915819, + "response_body_bytes_per_second": 0.9130034059288606 + } + ] + } + ], + "pairs": [ + { + "cells": 1, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 7424, + "raw_client_sha256": { + "writes-client-0.json": "03ae20bd2964ee869b332010f78eba98e5312a2099d6e5c5942ca860991c9187", + "writes-client-1.json": "98862aef59d2e9a1c93eca09485d7bbe60c0eac10744a370003c6f4c77451189", + "writes-client-2.json": "9ea5ef45fef221f5500777f8a097da5df90b90b4688fe06bca81a54fb2e7b8f9", + "writes-client-3.json": "1c3b9d4ef57f237bf51365c20b925085374c49b4a16bf3477607a1bd2694f6d5", + "writes-client-4.json": "2ee2602b7bc226af2380c23f2d49c104596207e20b347e1b24ece2d750644e2b", + "writes-client-5.json": "7a5f15f2a4d9e6cd8a59bf948d0391623e6d18831249b17093477cf6e0e0a318", + "writes-client-6.json": "178c5fba9479082c21e2fe0409df954a64da22e8afa4eed47ddc2761cab09598", + "writes-client-7.json": "71f6ebe151b90cf42220f70343b2d2769269cbdc1e42c0c86b675511712f0fdd", + "writes-client-8.json": "6ed8385299f9778247c4d0d876ef7c7c72301188813328b3ebd8be3fdd2cfb49", + "writes-client-9.json": "90547cdcb98677edf8cff416c026baaf57d341108972f36ab43e30b9541cb823", + "writes-client-10.json": "ec19e8a7acdbcd174c0466b10e50a8beed398fa591be906a04c82ecaf82e9d47", + "writes-client-11.json": "7da530284c2c020ac7a82c5058c90cd9105aaebaf80a3c34037391e914f45230", + "writes-client-12.json": "6c0388e49252d664f4b1a953932206cbe31019ef9b36beedb16beb552c606060", + "writes-client-13.json": "70c46de554a97e48f91f0c01dd4304c67af24b62e176613faa7963b98eb9199d", + "writes-client-14.json": "cbbe1f5d95c673784dd43c40385da5858deaacc71b8a76a7cfad387bbe59eafe", + "writes-client-15.json": "55d25f88ff382c9c28bd8368379cacbc2d3f49e7c181e77850f3613732293278", + "write-warmup-client-0.json": "1ea68e73350f180eafe7ca238f689d8e3816a855a2ccaca5f2eeacb448c8e6bc", + "write-warmup-client-1.json": "6990dd9b84545125747cc18f5dfe42e0924181b7f0572d6646fad5561b8259c6", + "write-warmup-client-2.json": "553a65fa0332436824e7f28fbc88693f3b5a9e14b236425a68bde03aeeb3e7c2", + "write-warmup-client-3.json": "1cd95e2ecf096ef08436bb06183656a32fdce0337cd138c3478dd49fb827c0c4", + "write-warmup-client-4.json": "6cb07e7149fddd48830c42f64d116729ff4468b71d6a070abdc9aae2cdfcb915", + "write-warmup-client-5.json": "54c8d906fff53984dfef84bac6526932da1ba320769aa1077e8e42cee9ea25ba", + "write-warmup-client-6.json": "1f39053fb729556d71d5922baeb76de0b8dcb7a076eb864cbaec7b12aee14e51", + "write-warmup-client-7.json": "4edd0cb538bdbc58631503301c248672078eb90593a82ce22e690e96f110c276", + "write-warmup-client-8.json": "04d18ef068906e10cf16e50e7df6ae194cb88a10e449c57157759c3e809668ff", + "write-warmup-client-9.json": "825ecb4bea438da8a7dc3ed533736fd5008c94daf5ad6d34abb271d66d87cc10", + "write-warmup-client-10.json": "4b0544f2c37c8896ec2dc3b1dbac71ac08054594426088ebdb9f009b3c99f3bb", + "write-warmup-client-11.json": "2b2726318122ce5c36153948912d80590901d1958fa304eb675dec3ccb9febb7", + "write-warmup-client-12.json": "e7ce8d7c113fd89b3f95801b72bf36550fdf3b46a09b0653d8be2897f6fe856b", + "write-warmup-client-13.json": "68466455604ee56c19dd774427577c7f52cccef9760b47465769afad6a398002", + "write-warmup-client-14.json": "ba560bfe36a3e0ff3052d38dd7b836173426295ad58b4489a0e0e2b746e70bb2", + "write-warmup-client-15.json": "5fe48ad63b87104149281804759f617fbb10c062e16939395a3650cddf1b3420" + } + }, + "repeat": 1, + "cells": 1, + "variant": "baseline", + "measured_writes": 7040, + "all_acknowledged": 7440, + "TPS": 58.54104968569653, + "response_body_bytes_per_second": 11695.246088210328, + "p50": 269.499955, + "p95": 366.832202, + "p99": 423.376455, + "server_cpu_cores": 0.28689036114404093, + "driver_cpu_cores": 0.02390753009533674, + "server_rss_after_bytes": 64184320, + "first_30_seconds_TPS": 67.2, + "last_30_seconds_TPS": 50.666666666666664, + "interval_TPS_min": 41.6, + "interval_TPS_max": 68.8, + "interval_TPS_cv": 0.11621777693689382, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 14881, + "mean_ms": 62.0048096553323, + "overflow": 0, + "p50_ms": 2.2, + "p95_ms": 230.6, + "p99_ms": 279.2, + "resolution_us": 100 + }, + "authority": { + "count": 7440, + "mean_ms": 4.766842475537635, + "overflow": 0, + "p50_ms": 4.7, + "p95_ms": 6.0, + "p99_ms": 7.5, + "resolution_us": 100 + }, + "compaction": { + "count": 487, + "mean_ms": 28.519649047227926, + "overflow": 0, + "p50_ms": 27.3, + "p95_ms": 41.6, + "p99_ms": 59.9, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 7928, + "mean_ms": 0.0004959306256306761, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 7440, + "mean_ms": 10.265309343548386, + "overflow": 0, + "p50_ms": 8.2, + "p95_ms": 31.8, + "p99_ms": 43.5, + "resolution_us": 100 + }, + "publication": { + "count": 7440, + "mean_ms": 15.335401158736559, + "overflow": 0, + "p50_ms": 13.3, + "p95_ms": 36.8, + "p99_ms": 48.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 487, + "mean_ms": 0.0003752956878850103, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 7441, + "mean_ms": 0.0038484953635264077, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 7441, + "mean_ms": 8.397371903373202, + "overflow": 0, + "p50_ms": 8.1, + "p95_ms": 12.7, + "p99_ms": 15.0, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 7441, + "mean_ms": 8.390176115979035, + "overflow": 0, + "p50_ms": 8.1, + "p95_ms": 12.7, + "p99_ms": 15.0, + "resolution_us": 100 + }, + "uploaded_bytes": 323451410, + "uploaded_objects": 41557, + "worker": { + "count": 14881, + "mean_ms": 0.688522179961024, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.6, + "p99_ms": 2.7, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 360, + "bytes_written": 0, + "duration": { + "count": 3, + "mean_ms": 0.759772, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.0, + "p99_ms": 1.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 1, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 3 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 15854, + "mean_ms": 0.9526443783903116, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 1.4, + "p99_ms": 1.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15854, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15854 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 20, + "mean_ms": 4.39119055, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 5.4, + "p99_ms": 6.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 7990472, + "duration": { + "count": 20, + "mean_ms": 11.8007397, + "overflow": 0, + "p50_ms": 11.3, + "p95_ms": 14.2, + "p99_ms": 14.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 20, + "mean_ms": 3.40712775, + "overflow": 0, + "p50_ms": 3.4, + "p95_ms": 4.6, + "p99_ms": 4.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20 + }, + "put": { + "bytes_read": 0, + "bytes_written": 319823146, + "duration": { + "count": 48991, + "mean_ms": 5.574447851564573, + "overflow": 0, + "p50_ms": 5.3, + "p95_ms": 8.7, + "p99_ms": 11.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 1, + "error": 0, + "not_found": 0, + "success": 48990, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 48991 + }, + "range": { + "bytes_read": 125282718, + "bytes_written": 0, + "duration": { + "count": 15900, + "mean_ms": 1.8967541032075472, + "overflow": 0, + "p50_ms": 1.8, + "p95_ms": 3.2, + "p99_ms": 4.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15900, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15900 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.60199939799998, + "cpu_seconds": 293.628175, + "cpu_cores": 2.337766726702884, + "cgroup_before": { + "usage_usec": 6533711, + "user_usec": 4166659, + "system_usec": 2367051, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 300161886, + "user_usec": 200803569, + "system_usec": 99358316, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 18751, + "raw_client_sha256": { + "writes-client-0.json": "099d61ad55d07076fb8e5223ed5d5455703b31f33d62ed32c9f0eac7b2d10ade", + "writes-client-1.json": "6e9a33981342f43689f0eee889b0373ccb3cc9bf557d81546de09ba8387ac057", + "writes-client-2.json": "161f2d50a0807cadfb61e3578ea6875773e307134a3686cc8d211ee4fd929a6f", + "writes-client-3.json": "0ed4f64f7106dec9fffebe2e4e5d91a43cd2da20925edbb477a90aef9dce289a", + "writes-client-4.json": "bbc24b0244e2e56fb507f3f60bec23d2b71d15af43e5457d9328b640a0bf812b", + "writes-client-5.json": "35e003c132e24a38791dc224ee6f426fbdf662b094018e185e981b496ef3f72a", + "writes-client-6.json": "100d8b57bb6257291cb107508f79a0def5878269b991e6da58f26b35459384da", + "writes-client-7.json": "28c5adedde9ffa0645fbdc53124675cb70c08bd73b13057c9bc2396c9088b4ce", + "writes-client-8.json": "b2e96866e65e178ee43d2231330b3f46f3fe82fcceffe6220b11e32008be7e29", + "writes-client-9.json": "d613fae1caac3f569e273b09d8b876e24263ea79afa502fc8d84f6e607dcfa7f", + "writes-client-10.json": "d10a19f013682a2451970379d32a703c21419f290eb5d9e04480ebf2bce1bf40", + "writes-client-11.json": "e8f9f9a54ccf39f76aaab0a68de3d1e64882a698501181faa25ef31a5db1fcd5", + "writes-client-12.json": "1134bb0f04acb8ae358813dca4147546ca7c3e243fd21301c0f618d92dad64ae", + "writes-client-13.json": "dd282ac6df59115b39a7921ee87e7450f76e09509814bf93f9909689d674bc28", + "writes-client-14.json": "115dfdc9a271c0a8092368975db099608634b6e27bde64d8e64c1bdd7a010e8f", + "writes-client-15.json": "93f20cd24b834f5e70b789a1e944b01b5f865e72704cb346db52907650791167", + "write-warmup-client-0.json": "49067c282ce58006e1900fac115085ad88bee9fd0b3b1e9a019b98fcbfaa254d", + "write-warmup-client-1.json": "ec516e41e2ff563d88af195f35b0f9cd1469b5b1ee2b4ae97920a6143151eb41", + "write-warmup-client-2.json": "425305d8c0c172a0546759efc99117c7932031773d00a191b251b85e5e8069d2", + "write-warmup-client-3.json": "e66432a3a4df9d25a8b96d6f46a1e12b0b6db975b6b03be3bdc4ebb3d5bdfb02", + "write-warmup-client-4.json": "c284271ed3d03aea58275ba13e1ed55372f55d200973c35247df3be58e210a22", + "write-warmup-client-5.json": "cfc92761abb957432fe2a125fdcfb79b1e591c5c2c36c6282e3f3e5cd6eb3c2f", + "write-warmup-client-6.json": "e8002a93a63ffc9dbb37fbad1b84d057ea7da610104493bbdb46215987b90744", + "write-warmup-client-7.json": "4244c78a6db5240aacf42856e77615d5de25fc6b1a8220213261c5a93fdfb3ad", + "write-warmup-client-8.json": "79d26b62fb64bad723f5d5b582b17a5e6b93acb565c3c303aa4e10692824e8e2", + "write-warmup-client-9.json": "e36359efa48d446e1e48d0109c30417f9c48844186127119d0dcfadb58ef21f5", + "write-warmup-client-10.json": "8a3ce0db54392b25666c8c6de50ddacfed721d685c626726ff7d69a8644a7ccd", + "write-warmup-client-11.json": "1755626587677df11ca805e47dcc8fd234a8950a27820f3a995995860a712aaa", + "write-warmup-client-12.json": "b7ad5b10cea7e6696e96beefb209c4e125343666f3af8b08de42c4eb6ada58c4", + "write-warmup-client-13.json": "0d6c507a4d1a438c7e9046f69ec98e341b4fc02f9a146978087ab49da60c9520", + "write-warmup-client-14.json": "54112c26968e0ce147d57625aa66f36a18f875fb84b68c806827b5c89f9752f2", + "write-warmup-client-15.json": "e6eec8549cb2553e7c843bcdf6deeeeb8b3e8b98fa4b49883f7df42bdcac9ea5" + } + }, + "repeat": 1, + "cells": 1, + "variant": "candidate", + "measured_writes": 17775, + "all_acknowledged": 18767, + "TPS": 147.85035428951747, + "response_body_bytes_per_second": 29808.003875312872, + "p50": 107.99179, + "p95": 157.052242, + "p99": 179.925934, + "server_cpu_cores": 0.3192678285087719, + "driver_cpu_cores": 0.06385356570175438, + "server_rss_after_bytes": 74227712, + "first_30_seconds_TPS": 181.33333333333334, + "last_30_seconds_TPS": 125.3, + "interval_TPS_min": 115.3, + "interval_TPS_max": 184.0, + "interval_TPS_cv": 0.1629564253449087, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 37535, + "mean_ms": 20.097091645370988, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 75.0, + "p99_ms": 104.9, + "resolution_us": 100 + }, + "authority": { + "count": 6148, + "mean_ms": 4.9285719926805465, + "overflow": 0, + "p50_ms": 4.8, + "p95_ms": 6.2, + "p99_ms": 7.9, + "resolution_us": 100 + }, + "compaction": { + "count": 398, + "mean_ms": 36.650700346733665, + "overflow": 0, + "p50_ms": 33.3, + "p95_ms": 56.6, + "p99_ms": 83.0, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 6547, + "mean_ms": 0.0004540284099587597, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 6148, + "mean_ms": 12.577109073845154, + "overflow": 0, + "p50_ms": 10.4, + "p95_ms": 39.7, + "p99_ms": 57.6, + "resolution_us": 100 + }, + "publication": { + "count": 6148, + "mean_ms": 17.84869418998048, + "overflow": 0, + "p50_ms": 15.5, + "p95_ms": 44.9, + "p99_ms": 62.7, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 398, + "mean_ms": 0.0002946055276381909, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 6149, + "mean_ms": 0.004200533094812164, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 6149, + "mean_ms": 10.19564118799805, + "overflow": 0, + "p50_ms": 10.2, + "p95_ms": 13.2, + "p99_ms": 16.0, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 6149, + "mean_ms": 10.187485418442025, + "overflow": 0, + "p50_ms": 10.2, + "p95_ms": 13.2, + "p99_ms": 16.0, + "resolution_us": 100 + }, + "uploaded_bytes": 511917907, + "uploaded_objects": 43316, + "worker": { + "count": 37535, + "mean_ms": 1.0532712055414946, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.5, + "p99_ms": 3.9, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.6787485, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 0.8, + "p99_ms": 0.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 13092, + "mean_ms": 1.0264176365719524, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 1.6, + "p99_ms": 2.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 13092, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 13092 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 88, + "mean_ms": 4.207454897727272, + "overflow": 0, + "p50_ms": 4.1, + "p95_ms": 5.3, + "p99_ms": 6.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 88, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 88 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 38196963, + "duration": { + "count": 88, + "mean_ms": 12.454089511363637, + "overflow": 0, + "p50_ms": 11.7, + "p95_ms": 17.8, + "p99_ms": 20.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 88, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 88 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 88, + "mean_ms": 4.088450977272727, + "overflow": 0, + "p50_ms": 4.1, + "p95_ms": 5.8, + "p99_ms": 8.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 88, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 88 + }, + "put": { + "bytes_read": 0, + "bytes_written": 477264180, + "duration": { + "count": 49383, + "mean_ms": 6.772928787679971, + "overflow": 0, + "p50_ms": 6.7, + "p95_ms": 9.5, + "p99_ms": 11.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 49383, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 49383 + }, + "range": { + "bytes_read": 220596073, + "bytes_written": 0, + "duration": { + "count": 13134, + "mean_ms": 2.0157742037460027, + "overflow": 0, + "p50_ms": 1.9, + "p95_ms": 3.4, + "p99_ms": 4.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 13134, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 13134 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.41691258200001, + "cpu_seconds": 311.503524, + "cpu_cores": 2.4837441584788893, + "cgroup_before": { + "usage_usec": 308264969, + "user_usec": 208583018, + "system_usec": 99681951, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 619768493, + "user_usec": 426757973, + "system_usec": 193010520, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 2.5255842709230083, + "p50": 0.4007117181151292, + "p95": 0.42813101233680684, + "p99": 0.424978602081214, + "response_body_bytes_per_second": 2.548728231153814 + } + }, + { + "cells": 1, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 7216, + "raw_client_sha256": { + "writes-client-0.json": "c47a0ddc301b573b7688d0b8fbaf876e1df17f9c6b13bc3790a03c831804a898", + "writes-client-1.json": "32e8e2050938ca62088bea0365ec416b748ad594ae45769dee611d872cad9465", + "writes-client-2.json": "afc0e09db45bc4e64b5454d1ec6f75d3891c2ed982c7765a5f9a8c7e1d308da2", + "writes-client-3.json": "2deb1c3b6140f5640605c0425d383fa210f56cd11a2085f28162cfb641cab264", + "writes-client-4.json": "16fede8701538f222eeae1eb15fed9d28e2cb5230d69fc1f07c5a739021b6f11", + "writes-client-5.json": "a79756429b8b3a30ee2c797b64d91bd385f397e80c689c71a5dc26e403500431", + "writes-client-6.json": "5d0ca6c48b0ec0acd7b616ab1c338aad47821bd22a3c275d7d4cc0ec67ad88cb", + "writes-client-7.json": "5c85cf6962b6220917ae6d60b26b9e0ababe9ae46a8a4b726f960e9021e08384", + "writes-client-8.json": "a6d3da728c288071001684e0aae1712c0b74641adad810b3de9d658934c7b5b1", + "writes-client-9.json": "8ea695755cebbb9855ccd923a4dc29a6a30278bdd0c18072825e95b2fd81669a", + "writes-client-10.json": "956591e3e9c10f8fb4baecfbf5e2703b9749541c3515e2bc2f2afe295334de92", + "writes-client-11.json": "b91e2ab13817524448e283184e9d3db15459c23988978128ea37dbc3a79de954", + "writes-client-12.json": "88ec304c56db2b7ad4fe4111fd09ebef6581f95785f86f0ba572e90c22505ba4", + "writes-client-13.json": "fe79ebff34b3d77d23b0c5d711219c0d1a519955f0a290368dd3645fffdde6c8", + "writes-client-14.json": "1e39e7c26e810e7ee333bb1470a3aad8d1b0ed11056c5d835452a4f2b0ca097c", + "writes-client-15.json": "fafdda12c4a2b8d5a66d1258eb6a3c2cb35fcd94544784bd7ff4804590f850ac", + "write-warmup-client-0.json": "41f29f8989dc4a312e472682fc0fee945b0c6e6ee48e6a25816b8d2ad641ebe5", + "write-warmup-client-1.json": "adb63dddd0440123eb2e8eb9c1ff8521416dc193efb9328d5ae41b58049c3107", + "write-warmup-client-2.json": "eaef6e1f68631a871f19034b96674f278f055f7a65e52a92104756092ec910bc", + "write-warmup-client-3.json": "9a5d1a129ac7862aa046deb41eda623caf023fb21111796da39664b1ad74be60", + "write-warmup-client-4.json": "917b33699e056e32c1be92b5898eecca0895aaab79123daafb3aab99f6246695", + "write-warmup-client-5.json": "5927c8b777409fe4f2d0ca809f23e55ec7569210fcf37bf2cb83306333143c03", + "write-warmup-client-6.json": "ae61b3e42268d1ed0102343bceebd62453f845322033351f2ca6ddbe2a8ea99e", + "write-warmup-client-7.json": "a4d4247105ff59bd6297fd04f203fbb4cd89e7265043cd76455f7a9738beb629", + "write-warmup-client-8.json": "8d6d4d3d3ab4e7680dfba5105efc6cf4cc1b446b302ea262e718744338b23732", + "write-warmup-client-9.json": "333886b95a758f11e2009c8650c1b965437b0d423bbf1999e0f3ff396340499a", + "write-warmup-client-10.json": "b17670a2769bd8046f2216f29de34941b0e34a043352a96c488c39c118831cf6", + "write-warmup-client-11.json": "229a74c891942623e4f61df605bdbca9c05298fcba37919d39b54d018acc7435", + "write-warmup-client-12.json": "e7a609817a28f7daf1b2dc8816502c7a4fb1ab0c3861a62065050f9607b1784a", + "write-warmup-client-13.json": "ba03b4073aef45bdd23a1c97b3afa09d16ccb1f7e9461df9f3fa1a272d72ec57", + "write-warmup-client-14.json": "2bc2c117f2eb63e8eae7e11fc439301e7a6bf9acaf248d7a8ac44a48578bc781", + "write-warmup-client-15.json": "17630fdc7ca9f69b6a25a795ac49c5672e39bc673615c7e33d239f4a8fbd6e67" + } + }, + "repeat": 2, + "cells": 1, + "variant": "baseline", + "measured_writes": 6928, + "all_acknowledged": 7232, + "TPS": 57.66082138118711, + "response_body_bytes_per_second": 11516.791941206959, + "p50": 273.003876, + "p95": 315.850616, + "p99": 343.008651, + "server_cpu_cores": 0.271192599926426, + "driver_cpu_cores": 0.02392875881703759, + "server_rss_after_bytes": 63246336, + "first_30_seconds_TPS": 59.2, + "last_30_seconds_TPS": 55.46666666666667, + "interval_TPS_min": 51.2, + "interval_TPS_max": 59.2, + "interval_TPS_cv": 0.04536092116265147, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 14465, + "mean_ms": 63.611320172277914, + "overflow": 0, + "p50_ms": 1.9, + "p95_ms": 235.1, + "p99_ms": 268.1, + "resolution_us": 100 + }, + "authority": { + "count": 7232, + "mean_ms": 4.926001036089602, + "overflow": 0, + "p50_ms": 4.8, + "p95_ms": 6.2, + "p99_ms": 7.4, + "resolution_us": 100 + }, + "compaction": { + "count": 471, + "mean_ms": 28.958745552016985, + "overflow": 0, + "p50_ms": 28.5, + "p95_ms": 39.1, + "p99_ms": 53.3, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 7704, + "mean_ms": 0.0004954859813084112, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 7232, + "mean_ms": 10.514532575636062, + "overflow": 0, + "p50_ms": 8.5, + "p95_ms": 33.0, + "p99_ms": 43.1, + "resolution_us": 100 + }, + "publication": { + "count": 7232, + "mean_ms": 15.751738199115044, + "overflow": 0, + "p50_ms": 13.6, + "p95_ms": 38.3, + "p99_ms": 48.3, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 471, + "mean_ms": 0.00040946709129511676, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 7233, + "mean_ms": 0.004054340799115166, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 7233, + "mean_ms": 8.621415418360293, + "overflow": 0, + "p50_ms": 8.4, + "p95_ms": 10.8, + "p99_ms": 12.6, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 7233, + "mean_ms": 8.613885565325592, + "overflow": 0, + "p50_ms": 8.4, + "p95_ms": 10.8, + "p99_ms": 12.6, + "resolution_us": 100 + }, + "uploaded_bytes": 310084744, + "uploaded_objects": 40148, + "worker": { + "count": 14465, + "mean_ms": 0.7186459932941583, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.7, + "p99_ms": 2.8, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 360, + "bytes_written": 0, + "duration": { + "count": 3, + "mean_ms": 0.9433153333333334, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 1.0, + "p99_ms": 1.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 1, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 3 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 15406, + "mean_ms": 0.9900609304167208, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 1.5, + "p99_ms": 2.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15406, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15406 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 19, + "mean_ms": 4.073632894736842, + "overflow": 0, + "p50_ms": 3.9, + "p95_ms": 6.0, + "p99_ms": 6.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 19, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 19 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 7552081, + "duration": { + "count": 19, + "mean_ms": 11.460041631578946, + "overflow": 0, + "p50_ms": 11.5, + "p95_ms": 13.7, + "p99_ms": 13.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 19, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 19 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 19, + "mean_ms": 3.6308334210526314, + "overflow": 0, + "p50_ms": 3.5, + "p95_ms": 6.1, + "p99_ms": 6.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 19, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 19 + }, + "put": { + "bytes_read": 0, + "bytes_written": 306695472, + "duration": { + "count": 47367, + "mean_ms": 5.663036645449363, + "overflow": 0, + "p50_ms": 5.5, + "p95_ms": 7.6, + "p99_ms": 9.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 1, + "error": 0, + "not_found": 0, + "success": 47366, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 47367 + }, + "range": { + "bytes_read": 120892381, + "bytes_written": 0, + "duration": { + "count": 15444, + "mean_ms": 1.981885330937581, + "overflow": 0, + "p50_ms": 1.9, + "p95_ms": 3.3, + "p99_ms": 4.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15444, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15444 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.48640371200008, + "cpu_seconds": 317.112972, + "cpu_cores": 2.527070364752791, + "cgroup_before": { + "usage_usec": 2465703892, + "user_usec": 1621122657, + "system_usec": 844581234, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2782816864, + "user_usec": 1843202316, + "system_usec": 939614547, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 18704, + "raw_client_sha256": { + "writes-client-0.json": "6c8295d6c8fb761a412f0dbec0c7964edb302d5f4f27e3f55c62982a15a35694", + "writes-client-1.json": "ec45d1c0767f3f0c095dc34caa1af63721d0c41b54be9a5049257e8749ece9b5", + "writes-client-2.json": "fb7d8f879a8c8346bddec5f5428a1512b5e332ef7fc1e774d60f9cba53d80166", + "writes-client-3.json": "5eadcd2926d8b618ed795334851bc48886433d6d2510195223bbf5d3cd15d906", + "writes-client-4.json": "038f74168e52d598dab2f35a8e37c1a6f92fa0132a765fd59b5e17c1d7a4d26c", + "writes-client-5.json": "809e8b7e5b086f1622566afe73c9945c294af696085547355cdf96199635c204", + "writes-client-6.json": "b087ce8ade67c9a15fcbd4972f46f1d1817b9ac97ce0ad048f9dccb2132619c2", + "writes-client-7.json": "4c81f570cc2d6e368c2b5564eac94d766a84fc61a77099b77a7d4ff6801f8ff3", + "writes-client-8.json": "a71a5205babe852729ee0fbf2822b1fc11b97f6bc60af90f7cc7a2254368157f", + "writes-client-9.json": "df2371f3eba4bd3c24dd9eb05ff274cff050ce0377dad13a5b2afd39a3ce1ea0", + "writes-client-10.json": "cfe69158124413fe19dc808435fb6a9ae14ba6b7059fd94c7219de0ffa83ac65", + "writes-client-11.json": "fbcc0c78ada8214bb6cd7072a87e254506dc4c1677722340346eaf602d5ed967", + "writes-client-12.json": "a475ea76cad58f2d362378c90b2b2debaa9164c903ad3825d566ec99ea1c0d8b", + "writes-client-13.json": "ddd9385f0a09bb80889e378d90930666f54db6d03bf001f53fdc8aa9609c0662", + "writes-client-14.json": "2e2e73e18faac6cd97b034a93a5c27fc5346926b2026c4aae51addb6229b88f4", + "writes-client-15.json": "6a05357b2e782767b76f154f238d56c58949038114dd4a03e0c993681940bbfe", + "write-warmup-client-0.json": "87c3c62049d2b6c7049940e53f21a2d2feeb6e70a696c332700762eab7f19e31", + "write-warmup-client-1.json": "ce8a38b827a97bcbf7c214af9b4883f4429363f74d1d396132e4ad1486d69dfc", + "write-warmup-client-2.json": "de683af1413b5cce21b2eaad195fc9fc3c4978ff561e9cc043d2d9c42e4ee547", + "write-warmup-client-3.json": "2f550c6d46acb4152abaf90aeddda03b1e1a7b7420cdce44e94889459fa342ad", + "write-warmup-client-4.json": "a49fc5653f66a20bb2399cd28a1eafda9c106d262baaea9358b9a0b96ee3717c", + "write-warmup-client-5.json": "3270bfff46183e09ced70b49fc0b2e4bb92dfb9bcc29b8f745b663679b18e1e6", + "write-warmup-client-6.json": "2ddacd6ac8a108cd0a370b0a451760b07d1b975c2799a47933216e171da00f10", + "write-warmup-client-7.json": "529883a9a7e5aa7086dc83392678bd707bd595fd22e9c7efc90b86d5eb212569", + "write-warmup-client-8.json": "c1ab126b92c55e8461922cf820c8bc695985fbbb5aebe1851ac817c2a802f4fc", + "write-warmup-client-9.json": "403ca349b62c2f1233d5071855fa98317a81175cbe4d2faf2801104c3cc47209", + "write-warmup-client-10.json": "f079cf6b730514643381e2bbc9b961dcd972f6dddd30b34b7109de03c182e484", + "write-warmup-client-11.json": "39f0628eae9a5f460b04eb765014e76e9aeb479a5da067bd52aae512b867d8c5", + "write-warmup-client-12.json": "4f205f2b5ec7e3b675d14a63ea6d78d5aedf52477b1f5216c88e7fb77bbac464", + "write-warmup-client-13.json": "a94cf30dc550a8d54c57b855dc8c4844d44059f3a0f32e590ae5ff34ef91113d", + "write-warmup-client-14.json": "0757f1153ed64cd6ddace44a815edc0d7724a5681ac6f38df66ff0dbd39154ba", + "write-warmup-client-15.json": "dc4544d6c1f915a5558675965b0d35d81da41b1b88c25881290ffb6441049861" + } + }, + "repeat": 2, + "cells": 1, + "variant": "candidate", + "measured_writes": 17760, + "all_acknowledged": 18720, + "TPS": 147.76660749513155, + "response_body_bytes_per_second": 29789.614947948707, + "p50": 105.475091, + "p95": 156.412814, + "p99": 175.699066, + "server_cpu_cores": 0.3193784247949639, + "driver_cpu_cores": 0.05589122433911869, + "server_rss_after_bytes": 75415552, + "first_30_seconds_TPS": 172.26666666666668, + "last_30_seconds_TPS": 123.16666666666666, + "interval_TPS_min": 120.6, + "interval_TPS_max": 177.3, + "interval_TPS_cv": 0.13416413016330225, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 37441, + "mean_ms": 20.55756531516252, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 76.8, + "p99_ms": 105.7, + "resolution_us": 100 + }, + "authority": { + "count": 5990, + "mean_ms": 5.107788744741235, + "overflow": 0, + "p50_ms": 5.0, + "p95_ms": 6.5, + "p99_ms": 8.0, + "resolution_us": 100 + }, + "compaction": { + "count": 387, + "mean_ms": 37.82628019379845, + "overflow": 0, + "p50_ms": 34.5, + "p95_ms": 59.2, + "p99_ms": 87.0, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 6378, + "mean_ms": 0.00047070288491690183, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 5990, + "mean_ms": 12.836397672120201, + "overflow": 0, + "p50_ms": 10.6, + "p95_ms": 40.6, + "p99_ms": 59.8, + "resolution_us": 100 + }, + "publication": { + "count": 5990, + "mean_ms": 18.30172643572621, + "overflow": 0, + "p50_ms": 15.9, + "p95_ms": 46.0, + "p99_ms": 64.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 387, + "mean_ms": 0.00045955297157622736, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 5991, + "mean_ms": 0.0042597798364212985, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 5991, + "mean_ms": 10.390738020030046, + "overflow": 0, + "p50_ms": 10.5, + "p95_ms": 13.0, + "p99_ms": 15.6, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 5991, + "mean_ms": 10.382400201301953, + "overflow": 0, + "p50_ms": 10.5, + "p95_ms": 13.0, + "p99_ms": 15.5, + "resolution_us": 100 + }, + "uploaded_bytes": 502468280, + "uploaded_objects": 42160, + "worker": { + "count": 37441, + "mean_ms": 1.0837333069095376, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.5, + "p99_ms": 4.0, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.8089935, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 0.9, + "p99_ms": 0.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 12754, + "mean_ms": 1.0678842407087972, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 1.7, + "p99_ms": 2.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 12754, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 12754 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 88, + "mean_ms": 4.463368352272727, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 6.1, + "p99_ms": 9.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 88, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 88 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 38762418, + "duration": { + "count": 88, + "mean_ms": 12.429456511363636, + "overflow": 0, + "p50_ms": 12.0, + "p95_ms": 16.1, + "p99_ms": 17.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 88, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 88 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 88, + "mean_ms": 4.289419579545454, + "overflow": 0, + "p50_ms": 4.1, + "p95_ms": 6.2, + "p99_ms": 7.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 88, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 88 + }, + "put": { + "bytes_read": 0, + "bytes_written": 467483123, + "duration": { + "count": 48078, + "mean_ms": 6.886854269229169, + "overflow": 0, + "p50_ms": 6.9, + "p95_ms": 9.5, + "p99_ms": 11.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 48078, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 48078 + }, + "range": { + "bytes_read": 222337689, + "bytes_written": 0, + "duration": { + "count": 12830, + "mean_ms": 2.0697920283710056, + "overflow": 0, + "p50_ms": 2.0, + "p95_ms": 3.5, + "p99_ms": 4.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 12830, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 12830 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.36963983300006, + "cpu_seconds": 312.924192, + "cpu_cores": 2.496012530759711, + "cgroup_before": { + "usage_usec": 2132916889, + "user_usec": 1381384173, + "system_usec": 751532716, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2445841081, + "user_usec": 1602257811, + "system_usec": 843583270, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 2.5626864820094823, + "p50": 0.386350159365503, + "p95": 0.49521136282982586, + "p99": 0.5122292556988599, + "response_body_bytes_per_second": 2.5866243915861484 + } + }, + { + "cells": 1, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 7200, + "raw_client_sha256": { + "writes-client-0.json": "a556785659d50fd25a6e796e3774e0fd50587fe07b8251f7b2154d32359e277f", + "writes-client-1.json": "bdc858af83f03343feb1c41c1705da7a8d005a72a27cff46827374f0c6ce47a2", + "writes-client-2.json": "329e6ce54a36d320dbda7dd9150a40b9e967a54f1be003ab5c3165e29f3a322c", + "writes-client-3.json": "ecfd6f8074a657bfc0d029ec9403a72feee91b906a5ed73c16eb5b4ad0db2a6a", + "writes-client-4.json": "cde6cdb6b737e6991222b9daad53475e91328f1b39e5195478e65376c5f47ac0", + "writes-client-5.json": "bc72bd58fdd20b10b7d3e1c8f5fe04ce2de17ab4fc020dfc2b45ce6e96b50be8", + "writes-client-6.json": "5872f39a265b6d48bb667aa500c286b30a4eb0fcecc12c1af2c3ab236b3285a4", + "writes-client-7.json": "7d90bc420b51e73a8ab7a27e99f542bac4e5f9d3b9e591ccefc28ff1287631b5", + "writes-client-8.json": "902db435b8d2667b066044b9423ca00e9f861fce15131756d16f3de3843e649f", + "writes-client-9.json": "e643ab7ec2067ce98502ea34695ce8a37c958cebdc27c6243fa6374528eed599", + "writes-client-10.json": "186aa5570c007d4034ea0757a2ec6cda3031ccbee20c916cef1c6a658fffe883", + "writes-client-11.json": "b8016ba39d84454a2a20646e49dccf073b3a88163c98236a4a16426cee7733ed", + "writes-client-12.json": "87c0144ac2ae2071a1025d7279c28763bf59f2d636e3bba1ab69456a5fb5fee3", + "writes-client-13.json": "41bc6660d42a2da9235581aba328022e416ec087a403b6dcb1158b5f423f9d5b", + "writes-client-14.json": "c5a3e2058470fb76dd1c2af5a08ad2a78b734817dacfd2b44e51adb8e525045d", + "writes-client-15.json": "8eba33d9b0282afeb9b8acce3af99beac74d356c0acc13f8b5ef6614882bbb97", + "write-warmup-client-0.json": "6cc55f57a21d62da3190a18079ba4160d4e294e37f127e155828939b8cf225c6", + "write-warmup-client-1.json": "6e054c7a05ee60e749d22e5ac6187f68f732f97dd8c20db09a2866e9695caff9", + "write-warmup-client-2.json": "59663c3e40e3be8609c133465054dee1056a453cb15cc1f796c4f1eedb56c55f", + "write-warmup-client-3.json": "235ca7cd5aec58096fe2c85e82abe59698af2576bbfcd67f01d9105ba896438f", + "write-warmup-client-4.json": "90b6b2faed1a28ead80f6246a8e95633b743fd0bfa439f05fcd0de7e9be3adb7", + "write-warmup-client-5.json": "8bd0f05280cf8bf18b383b34b63a826b8aa128755ff6886f496b23cb3581eb85", + "write-warmup-client-6.json": "5345d7a7a3e13fe1fd14581f881691453b25a54cd24f5b6ed35803ba438963ea", + "write-warmup-client-7.json": "2e3783b0b2b9500b7da72cf1718ba5ddf6d8c129165d4882c6aa6b0c1e4fb08e", + "write-warmup-client-8.json": "3eef2571b2f747a8f7f5726c3434663adf3e1bf890ba9f14255ce77b97ad59b9", + "write-warmup-client-9.json": "5df3f957d7b4575fbaae67131b6997210abde667aef92a5f6abc66d4c03b82e1", + "write-warmup-client-10.json": "9dda854aa2d7bf9da892178c618cb59f0e80e8e18aafc244863eec1187568279", + "write-warmup-client-11.json": "96d2e938cb00cfd2719874e3e7877b9185b53b19f781796d37a928a30913be61", + "write-warmup-client-12.json": "c1ba9ec53a74568cda02095ec0be748324f082a1bc094a77918e962c10b68ea8", + "write-warmup-client-13.json": "c9911771e6faf1c725ef9552ee25db1aee99744e0a89147d884bf7912eddfbab", + "write-warmup-client-14.json": "740b474fd915c44eee35d1c45e02e6190d2cb373b2de8874d0b42cc8a75f7bd7", + "write-warmup-client-15.json": "c9447528f8ee6feac4342ac9b7db87d1bdc310d1897cb386fac9130c40329ef7" + } + }, + "repeat": 3, + "cells": 1, + "variant": "baseline", + "measured_writes": 6880, + "all_acknowledged": 7216, + "TPS": 57.14730809274912, + "response_body_bytes_per_second": 11414.917296388428, + "p50": 275.072638, + "p95": 319.211553, + "p99": 360.997624, + "server_cpu_cores": 0.27878378776328516, + "driver_cpu_cores": 0.02389575323685301, + "server_rss_after_bytes": 63741952, + "first_30_seconds_TPS": 57.6, + "last_30_seconds_TPS": 56.53333333333333, + "interval_TPS_min": 52.8, + "interval_TPS_max": 59.2, + "interval_TPS_cv": 0.038088891930928216, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 14433, + "mean_ms": 63.9307606607081, + "overflow": 0, + "p50_ms": 1.9, + "p95_ms": 236.7, + "p99_ms": 272.1, + "resolution_us": 100 + }, + "authority": { + "count": 7216, + "mean_ms": 4.950148677522173, + "overflow": 0, + "p50_ms": 4.9, + "p95_ms": 6.2, + "p99_ms": 7.5, + "resolution_us": 100 + }, + "compaction": { + "count": 470, + "mean_ms": 29.615248078723404, + "overflow": 0, + "p50_ms": 28.4, + "p95_ms": 42.9, + "p99_ms": 65.5, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 7687, + "mean_ms": 0.0005195410433198907, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 7216, + "mean_ms": 10.5586278510255, + "overflow": 0, + "p50_ms": 8.5, + "p95_ms": 33.1, + "p99_ms": 43.7, + "resolution_us": 100 + }, + "publication": { + "count": 7216, + "mean_ms": 15.825990779379158, + "overflow": 0, + "p50_ms": 13.7, + "p95_ms": 38.3, + "p99_ms": 49.2, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 470, + "mean_ms": 0.0005169297872340426, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 7217, + "mean_ms": 0.004183506720243869, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 7217, + "mean_ms": 8.622245703062214, + "overflow": 0, + "p50_ms": 8.4, + "p95_ms": 10.7, + "p99_ms": 12.7, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 7217, + "mean_ms": 8.614663912013302, + "overflow": 0, + "p50_ms": 8.4, + "p95_ms": 10.7, + "p99_ms": 12.7, + "resolution_us": 100 + }, + "uploaded_bytes": 309934109, + "uploaded_objects": 39554, + "worker": { + "count": 14433, + "mean_ms": 0.7108417225801982, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 1.6, + "p99_ms": 2.7, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 360, + "bytes_written": 0, + "duration": { + "count": 3, + "mean_ms": 0.8879346666666666, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 1.0, + "p99_ms": 1.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 1, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 3 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 15372, + "mean_ms": 0.9914435098230548, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 1.4, + "p99_ms": 1.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15372, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15372 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 20, + "mean_ms": 4.149288, + "overflow": 0, + "p50_ms": 4.2, + "p95_ms": 4.8, + "p99_ms": 5.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 7818563, + "duration": { + "count": 20, + "mean_ms": 13.81544735, + "overflow": 0, + "p50_ms": 12.9, + "p95_ms": 19.2, + "p99_ms": 21.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 20, + "mean_ms": 3.5264151, + "overflow": 0, + "p50_ms": 3.5, + "p95_ms": 4.2, + "p99_ms": 4.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 20, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 20 + }, + "put": { + "bytes_read": 0, + "bytes_written": 306269139, + "duration": { + "count": 46756, + "mean_ms": 5.653413135725896, + "overflow": 0, + "p50_ms": 5.5, + "p95_ms": 7.6, + "p99_ms": 9.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 1, + "error": 0, + "not_found": 0, + "success": 46755, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 46756 + }, + "range": { + "bytes_read": 121584446, + "bytes_written": 0, + "duration": { + "count": 15406, + "mean_ms": 2.0128567174477476, + "overflow": 0, + "p50_ms": 1.9, + "p95_ms": 3.3, + "p99_ms": 4.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 15406, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 15406 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.65485577900017, + "cpu_seconds": 317.776261, + "cpu_cores": 2.528961248890373, + "cgroup_before": { + "usage_usec": 4371912022, + "user_usec": 2907752301, + "system_usec": 1464159721, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4689688283, + "user_usec": 3129107165, + "system_usec": 1560581118, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 21840, + "raw_client_sha256": { + "writes-client-0.json": "13977d620085d452fd4a0ccbdc120ea19406e2c42de339a1aa01838210ece9e5", + "writes-client-1.json": "a35587a824107791a8f6dd0af7a080d50b84989a7d481cd2908123b2727f6510", + "writes-client-2.json": "6e3b18decb4918ce0c95e69b032f888a5cb656b35a7912ea50cc59593c87e70c", + "writes-client-3.json": "0f36d6ede52b8b054b5e35967a437b8ec6c0b42b688cfb40fbb4f335fd1dc7dc", + "writes-client-4.json": "d78995f04e44741385e7fa79092294e103fc3dff3893f2f001467374f974808e", + "writes-client-5.json": "62d92e608232acf3988271937fb61deca830f8892871c6811f7e17ef5b484793", + "writes-client-6.json": "24258098d02788aaad1ec79777191af6c83284c19e9a9eecf13189e03065cd1d", + "writes-client-7.json": "8e94ec15db74d2853d15a36caf1279c2c575d15da137bbfd1893b385d6ec8027", + "writes-client-8.json": "91643ad1b1c16521cf0f01a2eadc9545d5ddd662003bc5df5028b6d9062fdea4", + "writes-client-9.json": "a0e133317a4d8305c646a99f5dd82601befabe6d7cef8d8dc92d821d68381ffd", + "writes-client-10.json": "28efe571b3a9e314c4413b28c764c5dc624f5b77c662dde9456716437ec4e38a", + "writes-client-11.json": "cc9f6fd0c3741a7200a4cafd098b4dbf11fb4974883a12f5cd73e08228940b81", + "writes-client-12.json": "40c63151fef10e4ce98005df5f528764ca8f0a77663f6a16511438e75a616895", + "writes-client-13.json": "a2024b6c1cac7d973571407c5008fc449df2e4d8a8b6b7feda487251e51fca6e", + "writes-client-14.json": "d7d33c65c0b3c46cf3198c05a5d5c2da90cf466580c83a744a5a19aa75edc731", + "writes-client-15.json": "f3ba273a5fb5675a5b09bd82ae46ead7a876168782d31999ee944bb964b06ad5", + "write-warmup-client-0.json": "c6be4e520da82337cb8d423fe28aae32bff105e8fec6cca5969f1c9b08fdf9ba", + "write-warmup-client-1.json": "bb40b65945a1716cf43d04ed0ce42494dbc7a5f8a81496e0f252f48a834dbd5e", + "write-warmup-client-2.json": "1d34c870af6f60102b54b6531f6b31e22e44ddf1378f4990ec4f3cf75229ab50", + "write-warmup-client-3.json": "3daff3126234ca1d6122a500370b6904eccf884f7bc2de51027ba496773ccdcc", + "write-warmup-client-4.json": "b814cbc569b43d98edbd14530079aa4371a36f4b0a7b3524b765141299583e78", + "write-warmup-client-5.json": "3fb6e968fa2f6449ef809ca6e953c589f97f15871371057286d5eadf5494eeae", + "write-warmup-client-6.json": "ffbabac48abe97eff8fed300311007c27b93828f3cd72250ec866876e2e60ebe", + "write-warmup-client-7.json": "7d4cfddadb7252415300d2140060e7245c42f06d16290942503649851c4477d8", + "write-warmup-client-8.json": "fe6711fdf9aad2b7fee4e08240ad792cff0ca6f57898a6decaeb05f96ea240a3", + "write-warmup-client-9.json": "4b4825e98a0a227efde65c2c172a87be822c986c4d88152f132a2c028620cbb6", + "write-warmup-client-10.json": "b77df26469bb9ff4cc81b9282bfda8d5ec89847c12ce008cfc081c8445aefe33", + "write-warmup-client-11.json": "68db44e2a6e735d3268c9df7d6e98f839b60a8851cc3d2b3f029e765cd2cc045", + "write-warmup-client-12.json": "42a95ebd7619e07674e866cffa668b3b8be588e3a63bf510034594b41ad03a9c", + "write-warmup-client-13.json": "625644d5c9d211bf37697606527ad47b74002ba3bb50739b5bb826e24c909883", + "write-warmup-client-14.json": "ce2e389d3a1a259e612aae4dcb347693de20ed3a6bd249d2fea407610fc501aa", + "write-warmup-client-15.json": "9fc08e7502c54188e8648f8f2885db09d95e2b69c787b3a8134ca0419e7b27c2" + } + }, + "repeat": 3, + "cells": 1, + "variant": "candidate", + "measured_writes": 20880, + "all_acknowledged": 21856, + "TPS": 173.75469157278073, + "response_body_bytes_per_second": 35065.82708510758, + "p50": 83.656928, + "p95": 128.326084, + "p99": 155.042158, + "server_cpu_cores": 0.35143233398805584, + "driver_cpu_cores": 0.07188388649755688, + "server_rss_after_bytes": 75132928, + "first_30_seconds_TPS": 176.0, + "last_30_seconds_TPS": 174.4, + "interval_TPS_min": 156.8, + "interval_TPS_max": 185.3, + "interval_TPS_cv": 0.04811066202918402, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 43713, + "mean_ms": 17.528883870541947, + "overflow": 0, + "p50_ms": 0.6, + "p95_ms": 66.5, + "p99_ms": 95.2, + "resolution_us": 100 + }, + "authority": { + "count": 6670, + "mean_ms": 4.622283005397301, + "overflow": 0, + "p50_ms": 4.5, + "p95_ms": 5.9, + "p99_ms": 7.3, + "resolution_us": 100 + }, + "compaction": { + "count": 432, + "mean_ms": 35.680205011574074, + "overflow": 0, + "p50_ms": 31.6, + "p95_ms": 62.5, + "p99_ms": 94.6, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 7103, + "mean_ms": 0.00041332788962410253, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 6670, + "mean_ms": 11.373650494452775, + "overflow": 0, + "p50_ms": 9.0, + "p95_ms": 35.8, + "p99_ms": 53.8, + "resolution_us": 100 + }, + "publication": { + "count": 6670, + "mean_ms": 16.3128018988006, + "overflow": 0, + "p50_ms": 13.8, + "p95_ms": 40.9, + "p99_ms": 58.6, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 432, + "mean_ms": 0.0003342453703703704, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "root_admission": { + "count": 6671, + "mean_ms": 0.0034109859091590467, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 6671, + "mean_ms": 9.060191091590466, + "overflow": 0, + "p50_ms": 8.9, + "p95_ms": 11.2, + "p99_ms": 13.3, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 6671, + "mean_ms": 9.053402754909309, + "overflow": 0, + "p50_ms": 8.9, + "p95_ms": 11.2, + "p99_ms": 13.3, + "resolution_us": 100 + }, + "uploaded_bytes": 602862884, + "uploaded_objects": 48274, + "worker": { + "count": 43713, + "mean_ms": 1.0125919733031363, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 2.4, + "p99_ms": 3.6, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 0.674642, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 0.7, + "p99_ms": 0.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 2, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 14204, + "mean_ms": 0.8991585564629683, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 1.4, + "p99_ms": 1.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 14204, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 14204 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 127, + "mean_ms": 3.873160496062992, + "overflow": 0, + "p50_ms": 3.8, + "p95_ms": 4.7, + "p99_ms": 6.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 127, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 127 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 54775164, + "duration": { + "count": 127, + "mean_ms": 11.403958448818898, + "overflow": 0, + "p50_ms": 10.8, + "p95_ms": 15.5, + "p99_ms": 19.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 127, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 127 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 127, + "mean_ms": 3.5944965196850394, + "overflow": 0, + "p50_ms": 3.5, + "p95_ms": 5.0, + "p99_ms": 7.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 127, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 127 + }, + "put": { + "bytes_read": 0, + "bytes_written": 552185510, + "duration": { + "count": 54834, + "mean_ms": 5.941278398694241, + "overflow": 0, + "p50_ms": 5.9, + "p95_ms": 8.0, + "p99_ms": 9.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 54834, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 54834 + }, + "range": { + "bytes_read": 259016656, + "bytes_written": 0, + "duration": { + "count": 14282, + "mean_ms": 1.8552283963730571, + "overflow": 0, + "p50_ms": 1.7, + "p95_ms": 3.2, + "p99_ms": 4.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 14282, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 14282 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.33725100500033, + "cpu_seconds": 271.084691, + "cpu_cores": 2.1628421624564362, + "cgroup_before": { + "usage_usec": 4697630404, + "user_usec": 3136570140, + "system_usec": 1561060263, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4968715095, + "user_usec": 3299972589, + "system_usec": 1668742505, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 3.0404702753588984, + "p50": 0.30412667944094096, + "p95": 0.4020095225062234, + "p99": 0.4294824887822531, + "response_body_bytes_per_second": 3.071930017066534 + } + }, + { + "cells": 4, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 14713, + "raw_client_sha256": { + "writes-client-0.json": "56200043c94576c73f076b74c27d4f51244437e4d8ecef47b45fa5e1833d763e", + "writes-client-1.json": "90a57a748eb92214e88aae7024299f15f358230fe313dfeba088237b637e601f", + "writes-client-2.json": "d702656142557c2dcc07d5cd1cb9fa30fd3c24ff417128742ce50f817f7f2d3c", + "writes-client-3.json": "b5d1b30c3e1886d5de94a8b8588efcbd94d19c108880c6ad9415eb168bd96ea1", + "writes-client-4.json": "eb56b1d2fc379a6267a8847427a706c8474012fcb18888f689b9b5590d032c13", + "writes-client-5.json": "c37a20a34d3261773a02b0c89a53bf2cc54f32dffceee9d03021b6d9a21b2c3f", + "writes-client-6.json": "eb114c480c5078553bae0bc41a57fd51814e950216383d7d22d5012b453782bb", + "writes-client-7.json": "f71a8a554644f916109d15b5a9a2dab26878314517468e864280f377c3734993", + "writes-client-8.json": "cfbdc677942fd3b8a99badbf4f67023b3836d0d4604b8c6ada96f26b64b9c4f3", + "writes-client-9.json": "3b4faed45f2fd9f01cbb7a0197d1fba60559a89bfae07ed353960e01cf9e3ed4", + "writes-client-10.json": "6b24b7d915e123265c6006667740a8d12d28c22d022c129ce0089f549325e05a", + "writes-client-11.json": "bfd4e1bfc41197e38bd412d8f93318d8849dbb105919f1cb72ad17435f9c39ce", + "writes-client-12.json": "8cef66aa0cc2ac7aeefe151629efb8780018ab0d8257e79199935d59ad541ec0", + "writes-client-13.json": "d2b46c7504070be22a558eab293a58c9cdd4347c8dfe013cfc11d6f970cbbe59", + "writes-client-14.json": "884a6ad73d92fc7adf876bec7e97b3191e45cdea51da03d530561bfba5c20129", + "writes-client-15.json": "9634ef229db7fbff0add4cb0bfb841a70d4b7119a7db0deed126fbf1ea6ce3a0", + "write-warmup-client-0.json": "dd7f9f3bbb23c65585757e19a01250db007631962c81529cad18891cdcf22c73", + "write-warmup-client-1.json": "04a5e50ad1c33c244f29c412fa17d98c3aef333d7d3b12bf1ddfd8eac623b44e", + "write-warmup-client-2.json": "138629e85eb0b7cd50e6e51f237688553d10f22d943bde70deea3e1953cb4b3b", + "write-warmup-client-3.json": "6b4788ab49d1134204f11661c555e1cf8499b0766d1c2dc19192ca14f8d16e7a", + "write-warmup-client-4.json": "9aab5e4566dacd8cb4cc954df063bf5fbca242564bbb5e32a26342ec26129b82", + "write-warmup-client-5.json": "6eada15926c005fdaee8b141139eb3dfd83bbc6577197088f90e6c05d8ae5f67", + "write-warmup-client-6.json": "3e6d22bab3a1e71ffbbb687828d6f0ef2bd3e6e0d384aefc7b3b612ebd494e5c", + "write-warmup-client-7.json": "e12883a0b2f9e4dadbe23c8dc4973cb25d2587cd210cdd6e1bcd459ab6d2eaad", + "write-warmup-client-8.json": "e0a951e6fd8e15e4dac4ad6275ba8697aabf4f6520e62568d66a61d9ccc0aab7", + "write-warmup-client-9.json": "ed1dfe14d7172cf1e85b8fa8f7474d708af2d46f6036162a66049db08a4426f4", + "write-warmup-client-10.json": "ea0b5ed469796d1550bc44bf381512051ed80cea5f8bdeb03202ec16da71f371", + "write-warmup-client-11.json": "0e3789958378746cd1dfa6307204c48dbfbc6d99c11af4486b02ec296d39ea5c", + "write-warmup-client-12.json": "0be66e5c6a201aefb73fea5f04c1ca634175ded946f3b45ad60cc93d4e82da86", + "write-warmup-client-13.json": "f36d1788f403a7b66215ec19d83d1afd5eca6ba943e6ce7c94ad1c592fa4b9b8", + "write-warmup-client-14.json": "652b45c9aea7e20144cb45d7ff8094f15a82f20027c4aaab25339dabd39ca4fb", + "write-warmup-client-15.json": "dd6c927950bc3e72cbe20b591adc9ffcde40721cd786c3efa47862c712aeb1d8" + } + }, + "repeat": 1, + "cells": 4, + "variant": "baseline", + "measured_writes": 14085, + "all_acknowledged": 14729, + "TPS": 117.20224155093236, + "response_body_bytes_per_second": 23506.94196387717, + "p50": 124.095544, + "p95": 188.99001, + "p99": 208.161513, + "server_cpu_cores": 0.58291438771495, + "driver_cpu_cores": 0.047910771593009584, + "server_rss_after_bytes": 74129408, + "first_30_seconds_TPS": 118.26666666666667, + "last_30_seconds_TPS": 115.66666666666667, + "interval_TPS_min": 115.1, + "interval_TPS_max": 119.2, + "interval_TPS_cv": 0.010332294953413354, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 29462, + "mean_ms": 25.010321466091916, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 95.7, + "p99_ms": 144.4, + "resolution_us": 100 + }, + "authority": { + "count": 14729, + "mean_ms": 10.429187908411976, + "overflow": 0, + "p50_ms": 10.2, + "p95_ms": 14.4, + "p99_ms": 17.2, + "resolution_us": 100 + }, + "compaction": { + "count": 900, + "mean_ms": 56.43027188666666, + "overflow": 0, + "p50_ms": 55.4, + "p95_ms": 75.9, + "p99_ms": 92.6, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 15633, + "mean_ms": 0.0004465575385402674, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 14729, + "mean_ms": 20.51089486224455, + "overflow": 0, + "p50_ms": 17.1, + "p95_ms": 63.2, + "p99_ms": 83.2, + "resolution_us": 100 + }, + "publication": { + "count": 14729, + "mean_ms": 31.516313530314346, + "overflow": 0, + "p50_ms": 27.9, + "p95_ms": 74.0, + "p99_ms": 94.8, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 900, + "mean_ms": 0.6025693588888889, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 21.3, + "resolution_us": 100 + }, + "root_admission": { + "count": 14733, + "mean_ms": 0.0037929121020837575, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 14733, + "mean_ms": 17.051844249168536, + "overflow": 0, + "p50_ms": 16.9, + "p95_ms": 22.1, + "p99_ms": 25.2, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 14733, + "mean_ms": 17.044323562478787, + "overflow": 0, + "p50_ms": 16.9, + "p95_ms": 22.0, + "p99_ms": 25.2, + "resolution_us": 100 + }, + "uploaded_bytes": 505669775, + "uploaded_objects": 78301, + "worker": { + "count": 29462, + "mean_ms": 1.0074157829067951, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.7, + "p99_ms": 4.0, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 1440, + "bytes_written": 0, + "duration": { + "count": 12, + "mean_ms": 0.95158725, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 2.0, + "p99_ms": 2.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 4, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 12 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 31258, + "mean_ms": 2.1440720660950796, + "overflow": 0, + "p50_ms": 1.9, + "p95_ms": 4.2, + "p99_ms": 5.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 31258, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 31258 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 13, + "mean_ms": 11.338200461538461, + "overflow": 0, + "p50_ms": 12.0, + "p95_ms": 16.1, + "p99_ms": 16.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 13, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 13 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 3780904, + "duration": { + "count": 13, + "mean_ms": 21.464826846153848, + "overflow": 0, + "p50_ms": 22.1, + "p95_ms": 25.1, + "p99_ms": 25.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 13, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 13 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 13, + "mean_ms": 6.803593846153846, + "overflow": 0, + "p50_ms": 6.5, + "p95_ms": 11.6, + "p99_ms": 11.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 13, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 13 + }, + "put": { + "bytes_read": 0, + "bytes_written": 510363787, + "duration": { + "count": 93045, + "mean_ms": 11.272574254726207, + "overflow": 0, + "p50_ms": 11.1, + "p95_ms": 15.8, + "p99_ms": 18.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 4, + "error": 0, + "not_found": 0, + "success": 93041, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 93045 + }, + "range": { + "bytes_read": 214343570, + "bytes_written": 0, + "duration": { + "count": 31248, + "mean_ms": 3.635559281426011, + "overflow": 0, + "p50_ms": 3.4, + "p95_ms": 6.6, + "p99_ms": 8.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 31248, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 31248 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.34278441200001, + "cpu_seconds": 335.589652, + "cpu_cores": 2.6773751163602797, + "cgroup_before": { + "usage_usec": 632055209, + "user_usec": 438319727, + "system_usec": 193735481, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 967644861, + "user_usec": 616638859, + "system_usec": 351006002, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 20712, + "raw_client_sha256": { + "writes-client-0.json": "62548cf7e5227e692e678920ec626d085aef1acb0403defd3c1268af2c8c401b", + "writes-client-1.json": "0adb688b50cfd8dce7b311b36c6c662e597d32e1b21c59327e062cefb1f9fd80", + "writes-client-2.json": "a15f8e203fcdaf8da2e595c8b6b304a8d9791d51f7f5d061e1e2e8ffbd76d239", + "writes-client-3.json": "3f46a44075a27493d3d1ba45bb79def5c1bef39a6069a163a097037acc1421fa", + "writes-client-4.json": "0be78e4e3f00388d48eb66b60f782c1fd60d930031e0ca91ddc907cebe0611c5", + "writes-client-5.json": "af73591eeb2eb6a65b57cb0ddb4d397b99bf47aa473bf11802602a54a1ba29c9", + "writes-client-6.json": "137939424b993f93927477de216e7e2a536bc53fa4ea553b2a57d03ed9f8311c", + "writes-client-7.json": "72d3a01bdcabf831faa5bb2554a946f82b3f2ccedb805a078f431ac9d93e5a1d", + "writes-client-8.json": "f1fc53df2b75e5e90b979deca2c916ab9bb343e7c85d2b3dcb63cdd755061afb", + "writes-client-9.json": "4ea562a7060bbe3dd3ed6467056ac9b8e3fc4b24530fa094de70723f50b99ad9", + "writes-client-10.json": "594151509efa044876a1e150bd3399e8dd10e6a97977ea507e9666890057f2ea", + "writes-client-11.json": "25be25d7e31accabe24266948b38c1a7c34abf964baa5c5fbf9d6303f2a1a3f3", + "writes-client-12.json": "1b6068578aa4de0b7eff99d3740e24768c961f8d70e4f1603006e34aac8e57e3", + "writes-client-13.json": "9d52ac9d54c25c209b8564e8cb0469dc0aa3d2b2ccbdea720eb579f5f1afd369", + "writes-client-14.json": "97432006dedfb8fe119a36ceb44da5b03b80d781fdf70d5bee13e776c9a9285a", + "writes-client-15.json": "e3133c3dc0e1b214d4398bd3f3bc9e0f8b41b6ea95501e506dedcc0addf118b3", + "write-warmup-client-0.json": "8368e2ca92d77093392d38d8a950956c51305040c600adadf49e1d96930a999b", + "write-warmup-client-1.json": "2429f8fe5aed15aa2e57605d77abf97a06870396af39c4bafbfe2978ddea3339", + "write-warmup-client-2.json": "a983e94e7db90c11c1cca64b2e203c61408b9095bd504e0d7ef5268f8136e934", + "write-warmup-client-3.json": "42df4d4d0f212d7d9becca4c354b3d378a5f588ab8e859b2ee9dc00e8d314d09", + "write-warmup-client-4.json": "58bd5003377d098db7b63378b5cdd908beb89f8ea1abaae5f491a4e6998c5a8d", + "write-warmup-client-5.json": "cf7e4570c797ff9460e9a2eff3e8a87e278b9ce1681fa9843ec4284f4ec23dbb", + "write-warmup-client-6.json": "6dd7d431487e35f35c6f863355d412fed140c5e0f037d1e1ec234170fc245307", + "write-warmup-client-7.json": "eec0e18be26d7cdf7ea733cb5d25e36f4586e28a58c2585bd74953cd2b2ab3d5", + "write-warmup-client-8.json": "312f4908d88f2cdec3c2176b1e7d87784390a2329498e3e7b6885b3b87965ced", + "write-warmup-client-9.json": "872263a9c69575432a7a6c3873a06226cdcab875e13bb8e4598592182838f917", + "write-warmup-client-10.json": "37f156bf6f9fe84501490da140e217227fce3c3972c777d3f0fb587d7496954c", + "write-warmup-client-11.json": "d069473ae4cd6043e31f5d28729f7d424fac0995252a66baba24ef821212be91", + "write-warmup-client-12.json": "5eee723a6938d8091b3352226abc2644e7b78220d20bf5a681bc45d139c6a6f5", + "write-warmup-client-13.json": "784e1fb2fe11ee21cfe263a1ee3ce4f1846dbca9279b9ba42da9fb03188e912d", + "write-warmup-client-14.json": "a0f291a14ba4d750e6a5bd6adee92d1984d95d7584a532d086fd255720b9db1b", + "write-warmup-client-15.json": "a59fe2e00ac9b9e1ef2693f281511b2cf323c5306f9da98b4df54f735dc88e01" + } + }, + "repeat": 1, + "cells": 4, + "variant": "candidate", + "measured_writes": 19496, + "all_acknowledged": 20728, + "TPS": 162.20150266975344, + "response_body_bytes_per_second": 32615.35602316254, + "p50": 93.501357, + "p95": 173.760898, + "p99": 213.797156, + "server_cpu_cores": 0.5669019064312101, + "driver_cpu_cores": 0.0638762711471786, + "server_rss_after_bytes": 75960320, + "first_30_seconds_TPS": 197.53333333333333, + "last_30_seconds_TPS": 119.46666666666665, + "interval_TPS_min": 112.1, + "interval_TPS_max": 220.5, + "interval_TPS_cv": 0.20745160472247054, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 41460, + "mean_ms": 16.078585253183793, + "overflow": 0, + "p50_ms": 0.3, + "p95_ms": 43.1, + "p99_ms": 101.1, + "resolution_us": 100 + }, + "authority": { + "count": 12945, + "mean_ms": 11.542503764156045, + "overflow": 0, + "p50_ms": 11.2, + "p95_ms": 16.8, + "p99_ms": 20.3, + "resolution_us": 100 + }, + "compaction": { + "count": 771, + "mean_ms": 65.70040272762645, + "overflow": 0, + "p50_ms": 63.6, + "p95_ms": 93.0, + "p99_ms": 124.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13720, + "mean_ms": 0.0004227984693877551, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 12945, + "mean_ms": 23.512616951178064, + "overflow": 0, + "p50_ms": 19.3, + "p95_ms": 71.0, + "p99_ms": 98.3, + "resolution_us": 100 + }, + "publication": { + "count": 12945, + "mean_ms": 35.67163437134028, + "overflow": 0, + "p50_ms": 31.3, + "p95_ms": 82.2, + "p99_ms": 112.0, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 771, + "mean_ms": 0.40223921271076524, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 19.9, + "resolution_us": 100 + }, + "root_admission": { + "count": 12949, + "mean_ms": 0.0036521393930033204, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12949, + "mean_ms": 19.59596135006564, + "overflow": 0, + "p50_ms": 19.0, + "p95_ms": 27.4, + "p99_ms": 32.3, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12949, + "mean_ms": 19.588190874739364, + "overflow": 0, + "p50_ms": 19.0, + "p95_ms": 27.4, + "p99_ms": 32.3, + "resolution_us": 100 + }, + "uploaded_bytes": 549670346, + "uploaded_objects": 68734, + "worker": { + "count": 41460, + "mean_ms": 1.2732798741919922, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.5, + "p99_ms": 5.3, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.678887625, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 0.8, + "p99_ms": 0.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 27432, + "mean_ms": 2.4848867136920383, + "overflow": 0, + "p50_ms": 2.2, + "p95_ms": 5.0, + "p99_ms": 6.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27432, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27432 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 23, + "mean_ms": 13.721737347826087, + "overflow": 0, + "p50_ms": 12.9, + "p95_ms": 19.8, + "p99_ms": 22.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 8518455, + "duration": { + "count": 23, + "mean_ms": 29.85390195652174, + "overflow": 0, + "p50_ms": 26.9, + "p95_ms": 40.2, + "p99_ms": 54.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 23, + "mean_ms": 8.658429217391305, + "overflow": 0, + "p50_ms": 8.7, + "p95_ms": 15.4, + "p99_ms": 15.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 23, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 23 + }, + "put": { + "bytes_read": 0, + "bytes_written": 548911317, + "duration": { + "count": 81700, + "mean_ms": 13.01859011746634, + "overflow": 0, + "p50_ms": 12.6, + "p95_ms": 19.6, + "p99_ms": 23.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 81700, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 81700 + }, + "range": { + "bytes_read": 252285115, + "bytes_written": 0, + "duration": { + "count": 27476, + "mean_ms": 4.122992011573737, + "overflow": 0, + "p50_ms": 3.9, + "p95_ms": 7.5, + "p99_ms": 9.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27476, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27476 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.37900331599997, + "cpu_seconds": 347.440244, + "cpu_cores": 2.7711198431233837, + "cgroup_before": { + "usage_usec": 970035488, + "user_usec": 617996431, + "system_usec": 352039057, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 1317475732, + "user_usec": 827109205, + "system_usec": 490366527, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.3839453966353181, + "p50": 0.7534626464911585, + "p95": 0.9194184285190523, + "p99": 1.027073414863198, + "response_body_bytes_per_second": 1.3874776256853045 + } + }, + { + "cells": 4, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 12476, + "raw_client_sha256": { + "writes-client-0.json": "e9069dcebc5fa884f91d89ef4ec0dd2b93d23e9bbf14434863c2e81125db6928", + "writes-client-1.json": "203b2c22eed3ff1d7ae7f9eb0da3a5f3cc9f57d24b505305401093458e14ebb5", + "writes-client-2.json": "7d28e24fb5472f30d0a14169e64b9933c383f9a79c5d120029540e8c437c26a9", + "writes-client-3.json": "bd03c2eaf3a6adf7311355ad3b35097d21f1853505bbc7357dcd27a49164d65b", + "writes-client-4.json": "9deac4bc8c5966f43ea428fe5dabc75157ae506cf0afdcbe85ffae2ac63fed51", + "writes-client-5.json": "56eea2426bf5e9dd743e3abe6f1504c752a4672f85abcdcad55cc7dd11120dd7", + "writes-client-6.json": "7c273fe511bcf966b772a7ff3b29e9dbcaeb3c1c3d2afb32290762cd420284d5", + "writes-client-7.json": "fea2a8327a61df20e06ed7f1ad058bd9aa19c98772b842b60e74516025ed7d7b", + "writes-client-8.json": "c4f0cc1cdc5230f34568e2e4d6aed1bec42e03ab28a8e07f04ccc3a1ff97a01f", + "writes-client-9.json": "f1b714dc1066fa7f8191f52e7007ec26949141a3c560bd747872504606811ef6", + "writes-client-10.json": "65f52dd6a14ce9899fdf9f7af1addc5ab0be93fbc443b1f49c63609b8b86d6d0", + "writes-client-11.json": "e6f0cdc121eb9a4667f01ee769088d8ad9d4ff7eefc9eb48870e05a2cf558a26", + "writes-client-12.json": "0d66efcca293da6d1418b0c2fbbdab34b340e806a59f37fec2dbddf01e256926", + "writes-client-13.json": "a98bb70d3149eb124f222817ce76fd79256a0805c1c50ee475db7c91a3290646", + "writes-client-14.json": "f85b935720d2d47314ea8b838f71d2c12944b1fb1e5df3a95a8c013efe0a68a3", + "writes-client-15.json": "f7c06efe9ee2301d2a429e4d4d7f06067683ba7369e1c5e154e1560c823137c5", + "write-warmup-client-0.json": "d255af3099e4817292e1e9587cc89fb75acefab0dbda82ae202b4d2327063da1", + "write-warmup-client-1.json": "1e332722bc45252f8ab460c540a2604ec2371d737c93845bdaa0d70d6f2fa3e5", + "write-warmup-client-2.json": "39cbb135c08f6e55a39fe8139546b0c8fb5cd7dea87cdf860bc9e568d8a293be", + "write-warmup-client-3.json": "7000b2978afe99b0234944eeb0178631500ad8025b328a7349cb43bfadefc3a2", + "write-warmup-client-4.json": "f82ca7a6e83c444ad46311c300b168efabe1bdca164d41c828bb34feba2918cb", + "write-warmup-client-5.json": "f61cbe1f5d9be5126bbbc9dc3e489c0439000a070441ad015bc684272fa3b5ef", + "write-warmup-client-6.json": "e480b1cbd77251744ad2a0acdacee8ba50fbd5ade7d45c897da18e5915062ee7", + "write-warmup-client-7.json": "7552aca2b920be1a0c120feaacc716df1f550670bdee73d2edf208a4546a21f9", + "write-warmup-client-8.json": "e8fdafb27da195fc52b2dcbd5241f5f4df05993eda3c171cd2488bd68643214d", + "write-warmup-client-9.json": "747f812f0f3a2d62d1a99517ae2052aef69884ecf6c103e7b7df9a9650a3e887", + "write-warmup-client-10.json": "de68937e991810575de55347427bf5c88e0ecf0350199143b3689ece62c9a501", + "write-warmup-client-11.json": "e0d5c565154678f4cba8c639aab0ccda6c83f7b86534e94899aa85fc58db2054", + "write-warmup-client-12.json": "db25976d4ea29d782bcc5e43123f5f7c12d9e8ed6a40b39bfd0bfb55649f2ee8", + "write-warmup-client-13.json": "e83002be5554fd627dea135156a49cc0338ad54f45783f11a8f71cee7799e96c", + "write-warmup-client-14.json": "e23c164668f6e877c91dd8706a9d8d5516d1d4c59e5fbfb9f5f7bb9b807056ca", + "write-warmup-client-15.json": "f6ea87189169e7d458a3bc2de31529061cf77b0089a1596009bc6236653bb284" + } + }, + "repeat": 2, + "cells": 4, + "variant": "baseline", + "measured_writes": 11932, + "all_acknowledged": 12492, + "TPS": 99.29898625187413, + "response_body_bytes_per_second": 19887.16855156343, + "p50": 147.779292, + "p95": 223.39006, + "p99": 241.138162, + "server_cpu_cores": 0.48697972732791944, + "driver_cpu_cores": 0.03193309687396193, + "server_rss_after_bytes": 72491008, + "first_30_seconds_TPS": 100.8, + "last_30_seconds_TPS": 99.33333333333333, + "interval_TPS_min": 96.4, + "interval_TPS_max": 101.6, + "interval_TPS_cv": 0.015437774135705821, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 24988, + "mean_ms": 29.67311150304146, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 116.5, + "p99_ms": 173.2, + "resolution_us": 100 + }, + "authority": { + "count": 12492, + "mean_ms": 12.370382527457572, + "overflow": 0, + "p50_ms": 12.2, + "p95_ms": 17.4, + "p99_ms": 21.1, + "resolution_us": 100 + }, + "compaction": { + "count": 735, + "mean_ms": 65.80484506394558, + "overflow": 0, + "p50_ms": 65.2, + "p95_ms": 86.6, + "p99_ms": 101.5, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13231, + "mean_ms": 0.0005071213816038092, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 12492, + "mean_ms": 24.702964346621837, + "overflow": 0, + "p50_ms": 20.8, + "p95_ms": 72.7, + "p99_ms": 99.1, + "resolution_us": 100 + }, + "publication": { + "count": 12492, + "mean_ms": 37.623532194364394, + "overflow": 0, + "p50_ms": 33.5, + "p95_ms": 85.5, + "p99_ms": 112.0, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 735, + "mean_ms": 0.4020586843537415, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 18.8, + "resolution_us": 100 + }, + "root_admission": { + "count": 12496, + "mean_ms": 0.0038701302016645326, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12496, + "mean_ms": 20.826767276408454, + "overflow": 0, + "p50_ms": 20.6, + "p95_ms": 27.3, + "p99_ms": 32.0, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12496, + "mean_ms": 20.81856611899808, + "overflow": 0, + "p50_ms": 20.5, + "p95_ms": 27.3, + "p99_ms": 32.0, + "resolution_us": 100 + }, + "uploaded_bytes": 411454654, + "uploaded_objects": 66257, + "worker": { + "count": 24988, + "mean_ms": 1.0275213148711382, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 2.7, + "p99_ms": 4.2, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 1080, + "bytes_written": 0, + "duration": { + "count": 11, + "mean_ms": 1.323524181818182, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 4.0, + "p99_ms": 4.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 3, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 11 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 26454, + "mean_ms": 2.7393182465789674, + "overflow": 0, + "p50_ms": 2.5, + "p95_ms": 5.4, + "p99_ms": 7.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26454, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26454 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 14.197595, + "overflow": 0, + "p50_ms": 12.9, + "p95_ms": 15.6, + "p99_ms": 15.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 2, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 539595, + "duration": { + "count": 2, + "mean_ms": 25.576705, + "overflow": 0, + "p50_ms": 23.0, + "p95_ms": 28.3, + "p99_ms": 28.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 2, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 2, + "mean_ms": 10.325141, + "overflow": 0, + "p50_ms": 7.5, + "p95_ms": 13.3, + "p99_ms": 13.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 2, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 2 + }, + "put": { + "bytes_read": 0, + "bytes_written": 418256140, + "duration": { + "count": 78787, + "mean_ms": 13.980448361607879, + "overflow": 0, + "p50_ms": 13.7, + "p95_ms": 19.9, + "p99_ms": 23.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 3, + "error": 0, + "not_found": 0, + "success": 78784, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 78787 + }, + "range": { + "bytes_read": 179357116, + "bytes_written": 0, + "duration": { + "count": 26404, + "mean_ms": 4.51899999117558, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 7.9, + "p99_ms": 10.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26404, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26404 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.39437073199997, + "cpu_seconds": 375.495837, + "cpu_cores": 2.994519090514288, + "cgroup_before": { + "usage_usec": 3187467314, + "user_usec": 2116798125, + "system_usec": 1070669188, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3562963151, + "user_usec": 2361958655, + "system_usec": 1201004496, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 20623, + "raw_client_sha256": { + "writes-client-0.json": "122053d7ad85e3181faa66a153be06521df1762b2de0147b7d22c047041f98d1", + "writes-client-1.json": "cdf3293e35e36f610b42568acf4ebbf14c55c6459c0037a9beca144cc95522c0", + "writes-client-2.json": "52ed797063ed4abddc8808746ec23940ad88f7455cec3b92fe44787b9e973426", + "writes-client-3.json": "5dcc24414d55f4fb46dfabf260566864b63e5faea1170cc55b8f0e9a8e1d9cb6", + "writes-client-4.json": "42b1ce47c4b4183745ac64c2f1d72a22989833702951b33e29b92ef2b7db69bd", + "writes-client-5.json": "07ca0eb13cc8318824fa65ab6a863f310bbc9c3135bdab6c28e59d6117fb6fdb", + "writes-client-6.json": "d1a81b9be63ce88057c5bc76cb504b4f11ea5bed493a901908fbbcc1cafe38bd", + "writes-client-7.json": "9359fe1d1af936b1552560d7d14716fef662f1f97bfa78cb55cd0d3fc1dd315b", + "writes-client-8.json": "6553eaf58c43ff831f8dd90e1779ea8fc20bf6af5ad391a3721c339dcadc5f4f", + "writes-client-9.json": "9ae76eaa0e642c33129a7d9226ce9223062e3afc0673ab72d5148c55b4d1b171", + "writes-client-10.json": "d7d802e4c1d79013343173130c4570cafa9669f278db71cfae8a01be72709902", + "writes-client-11.json": "c284465805636666943def9ccc4dd530efe2225789c4d920f9e4e18f44c97ccd", + "writes-client-12.json": "5dfaeffdac3c727de77c950b85037b429dc8ff0d7e4da04cdaee39533b2c357f", + "writes-client-13.json": "9c502e742436cca1a0c47deeefc4da4bf8456da6263eaa3e2ee03f28816ae584", + "writes-client-14.json": "886b6afdd319084019995e7b80d1e67628d184b1ca4b09cd47095b484969fb1d", + "writes-client-15.json": "a756f5755ff07ba685b1b50e9545ebfacd32d851eeee030cf326b8f4882c3025", + "write-warmup-client-0.json": "9d3c0d30e23c8b850fc5eb1f2498e42d7ade3f899eee7f87c0fba8f0fedcd450", + "write-warmup-client-1.json": "dd7afc9f5c7559708bd3e98427727003d87b81e97b8a418305f4196a534300f9", + "write-warmup-client-2.json": "02d1ef683b97ee7911f823dfa8e000e8dabadbde94cd3f63b32892f11e3b3a45", + "write-warmup-client-3.json": "1726fe551ad06e3da27a225ed07a9c7e15a1b70e1cfc5dde5767c45a087b690e", + "write-warmup-client-4.json": "a173849d96ad91a836c1731a02d6c68071eb5be17a45860a5d686f9a014f3045", + "write-warmup-client-5.json": "c51e3b613f57b77fcbc487c86ae98f895af426bd0aa9f9684abf17452a0c8736", + "write-warmup-client-6.json": "79290ce29e56e237c3ced9c484d3ae277141b62552f6cb8d9abe032fd859bd29", + "write-warmup-client-7.json": "cc1b8c1bd712f30fd3bcbc8e638f5228015881ac73a5e0c76d417442ecaae57e", + "write-warmup-client-8.json": "5b6d5cf968361963d2c060b5500036327b262886161c6336535dfa697eb2c924", + "write-warmup-client-9.json": "ff58ab453835de07a194445a04cfd0de02e71a85dfcaa3d87ebd60baf0e78862", + "write-warmup-client-10.json": "5eba2f4e370f410bf2defdf6dcdfd1d161d9a6710ee2e8681db775b52ba87c9a", + "write-warmup-client-11.json": "17ad174e8245e9d41966dc64925e73f50361996818cd9f8ef4a21627084b6bd6", + "write-warmup-client-12.json": "9d38b8828371c817e757dd9dece5b88fe0db060b6400717b1473293a3117cee7", + "write-warmup-client-13.json": "45b6b7d57e3978387d988ce018cd816307208a38e5975e483b4107b27cabcd6a", + "write-warmup-client-14.json": "ddca977cf425b9e8b6f85f61ebf56b78954949940c181579fae9183be46c14de", + "write-warmup-client-15.json": "7dcb64373345e7472ad7445921a117cc4b8eb5377b50d4dfd77ad9c4fc7259d2" + } + }, + "repeat": 2, + "cells": 4, + "variant": "candidate", + "measured_writes": 19611, + "all_acknowledged": 20639, + "TPS": 163.1859085319228, + "response_body_bytes_per_second": 32809.23795189548, + "p50": 82.124841, + "p95": 173.30156, + "p99": 202.086461, + "server_cpu_cores": 0.5270742873990967, + "driver_cpu_cores": 0.06388779241201172, + "server_rss_after_bytes": 76931072, + "first_30_seconds_TPS": 181.63333333333333, + "last_30_seconds_TPS": 146.73333333333335, + "interval_TPS_min": 142.1, + "interval_TPS_max": 188.7, + "interval_TPS_cv": 0.0853622357991079, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 41282, + "mean_ms": 16.44270429068359, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 43.2, + "p99_ms": 110.6, + "resolution_us": 100 + }, + "authority": { + "count": 12031, + "mean_ms": 12.449453178538775, + "overflow": 0, + "p50_ms": 12.3, + "p95_ms": 17.5, + "p99_ms": 20.8, + "resolution_us": 100 + }, + "compaction": { + "count": 706, + "mean_ms": 71.28724468696883, + "overflow": 0, + "p50_ms": 69.4, + "p95_ms": 99.9, + "p99_ms": 124.5, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 12741, + "mean_ms": 0.00048358613923553883, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 12031, + "mean_ms": 25.401483178206302, + "overflow": 0, + "p50_ms": 21.2, + "p95_ms": 76.9, + "p99_ms": 106.9, + "resolution_us": 100 + }, + "publication": { + "count": 12031, + "mean_ms": 38.47742665248109, + "overflow": 0, + "p50_ms": 34.0, + "p95_ms": 89.7, + "p99_ms": 120.6, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 706, + "mean_ms": 1.3705874943342777, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 8.3, + "p99_ms": 34.9, + "resolution_us": 100 + }, + "root_admission": { + "count": 12035, + "mean_ms": 0.003966859326963025, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12035, + "mean_ms": 21.213634438720398, + "overflow": 0, + "p50_ms": 21.0, + "p95_ms": 27.8, + "p99_ms": 32.2, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12035, + "mean_ms": 21.20559953685085, + "overflow": 0, + "p50_ms": 21.0, + "p95_ms": 27.8, + "p99_ms": 32.1, + "resolution_us": 100 + }, + "uploaded_bytes": 514820317, + "uploaded_objects": 63833, + "worker": { + "count": 41282, + "mean_ms": 1.3009472011530447, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.6, + "p99_ms": 5.8, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.9352715, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 1.5, + "p99_ms": 1.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 25474, + "mean_ms": 2.7802521019078275, + "overflow": 0, + "p50_ms": 2.5, + "p95_ms": 5.5, + "p99_ms": 7.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 25474, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 25474 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 21, + "mean_ms": 13.71028576190476, + "overflow": 0, + "p50_ms": 13.1, + "p95_ms": 18.4, + "p99_ms": 23.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 21, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 21 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 7682952, + "duration": { + "count": 21, + "mean_ms": 28.043420523809523, + "overflow": 0, + "p50_ms": 26.6, + "p95_ms": 36.3, + "p99_ms": 40.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 21, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 21 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 21, + "mean_ms": 9.084011619047619, + "overflow": 0, + "p50_ms": 8.4, + "p95_ms": 12.4, + "p99_ms": 14.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 21, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 21 + }, + "put": { + "bytes_read": 0, + "bytes_written": 514299438, + "duration": { + "count": 75887, + "mean_ms": 14.184626265420954, + "overflow": 0, + "p50_ms": 14.0, + "p95_ms": 20.1, + "p99_ms": 23.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 75887, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 75887 + }, + "range": { + "bytes_read": 241831800, + "bytes_written": 0, + "duration": { + "count": 25502, + "mean_ms": 4.611471936867696, + "overflow": 0, + "p50_ms": 4.4, + "p95_ms": 8.1, + "p99_ms": 10.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 25502, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 25502 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.35597267499998, + "cpu_seconds": 367.443538, + "cpu_cores": 2.931200884641056, + "cgroup_before": { + "usage_usec": 2794671537, + "user_usec": 1853123044, + "system_usec": 941548493, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3162115075, + "user_usec": 2093882255, + "system_usec": 1068232819, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.6433794008530767, + "p50": 0.5557263124524917, + "p95": 0.7757800861864668, + "p99": 0.8380525891210866, + "response_body_bytes_per_second": 1.6497691899592302 + } + }, + { + "cells": 4, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 14308, + "raw_client_sha256": { + "writes-client-0.json": "7fec2794bf168a6789d7a82daec542dbc018677c31e6144829b6589e656b51a6", + "writes-client-1.json": "adf2c2c7c9b88bd22fd420f4bcde66c6714025f2c8fd9890cfd7b84309968da3", + "writes-client-2.json": "77bae5a4574ffbe604cf87dbbb64f06e23b8523609c279f2e1d80cff157edf38", + "writes-client-3.json": "140501c26a9883f8c7e1176d2b0e28a33c88e1b05b32ed972ff61784ac668c06", + "writes-client-4.json": "f204c359a0827a41b3093721935732734b5522636e85c0d9f48acf143837de5d", + "writes-client-5.json": "e8aadf0f94d4ad09211e91f046f2db59bb4e9b498f7622ce53133e565d6f94d2", + "writes-client-6.json": "f85ad6c2ce6ec1625983ae474a195c8a1377bc85054bc750c2a677b212b5d8cb", + "writes-client-7.json": "e7d47b4126fb49858c96c3c3ebbd64090ecbc16e477a79a3cf38c85fb594d2af", + "writes-client-8.json": "5de9f53a896b99ef9fe3ccc3fb204bd72177764da144294756695cca602e5e6b", + "writes-client-9.json": "4c790469165b75ff472895364e8c1d70eb4145c5c50f1418199f07a2d5bffe1e", + "writes-client-10.json": "982d9b3da3163602b58561a7f0d46fb181313635667947251f5e49c29c51715d", + "writes-client-11.json": "f1c1bf47ba96a12a128f002da47368e54f374245136a00038c7515fef89b6767", + "writes-client-12.json": "d69a62d873763eb912af378c533ffccd849ab207867340b2a392e9e4d246f621", + "writes-client-13.json": "be6e63c5fadaa54e624bd07638a2d66ea99a4e4061a0992ce9a1eb04009c9d81", + "writes-client-14.json": "6dd0413131627df209b5dd37a69dbae5b372f22ac97c2ef4c9a30e8708c4148d", + "writes-client-15.json": "4d0b6155fae49bf4d0c9632059b0148868c3900b68d99bed7dab2dd1b09d954b", + "write-warmup-client-0.json": "e367ab38d3e62498adbb7899e8409e964f32d762e99131a49d4864ebfc5c5ecd", + "write-warmup-client-1.json": "bc28a272954c2f1235f6e16b4ab8e26e69ce1067aebfb925085a7a300f31e546", + "write-warmup-client-2.json": "40196229c7aca8beff35d0f76f0182c0e426e078686fb441596561920b66328d", + "write-warmup-client-3.json": "af23c593ae739d03ea8ba65cd8398aa03dca666e23fd6b08430264cd7f5c4022", + "write-warmup-client-4.json": "35a433aec6c7817a92c1163b22a4b1445d1602f6de34cf9d9ee2e0e93198982e", + "write-warmup-client-5.json": "0e68fcb90c525281f21a76f1cc7f175ae3154b3b8f86cc82308a128dc0ebe7e9", + "write-warmup-client-6.json": "800a90c3ece1f37cc61a791bc628b2a0f98f93416651021bd8a758ac7a8728b2", + "write-warmup-client-7.json": "86134ad09d5bdb65bb5fc499aea8407a210d63f9666027b6f61016a1ed7e17fa", + "write-warmup-client-8.json": "9a4f5df2f160b4e323dbeb61a9bb3b7795a9cc106a591da1951c0cfd51b29f1f", + "write-warmup-client-9.json": "b9a1b7308b71cabb58a148ec72ad5121c25cccc6693a126a5d074157e7a43b98", + "write-warmup-client-10.json": "06d057321d2025f03bb5f33ab6837d3d49ebfaeab0510e6206f40bfccab44f8f", + "write-warmup-client-11.json": "a147ec498d5fb53c1717211f4c260fb4a72907700497dd963d5d11c835bb409e", + "write-warmup-client-12.json": "fb5242f23568aa91a214554446e08d9b88f2468d7a011ab1d1c3024444be5acb", + "write-warmup-client-13.json": "ca29bdf7bf35a2fb041e2c3bf617baed27f162a35cbab072ea9083550c20d99b", + "write-warmup-client-14.json": "9e44c8d096aadfa9797f69e639360468d0e3ee155d117a900280df813b0978eb", + "write-warmup-client-15.json": "c899c760b34d82546821489c1a7b49a6d1a593ec57de3fbc8d7633c23965da92" + } + }, + "repeat": 3, + "cells": 4, + "variant": "baseline", + "measured_writes": 13704, + "all_acknowledged": 14324, + "TPS": 114.06962380028016, + "response_body_bytes_per_second": 22872.899021923004, + "p50": 126.749916, + "p95": 194.041033, + "p99": 229.739335, + "server_cpu_cores": 0.5591680742393311, + "driver_cpu_cores": 0.039940576731380795, + "server_rss_after_bytes": 73084928, + "first_30_seconds_TPS": 119.33333333333333, + "last_30_seconds_TPS": 115.46666666666667, + "interval_TPS_min": 97.2, + "interval_TPS_max": 121.2, + "interval_TPS_cv": 0.0664798234844154, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 28652, + "mean_ms": 25.71891391037275, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 101.8, + "p99_ms": 148.6, + "resolution_us": 100 + }, + "authority": { + "count": 14324, + "mean_ms": 10.769752597807875, + "overflow": 0, + "p50_ms": 10.5, + "p95_ms": 15.3, + "p99_ms": 18.4, + "resolution_us": 100 + }, + "compaction": { + "count": 871, + "mean_ms": 57.086265450057404, + "overflow": 0, + "p50_ms": 56.1, + "p95_ms": 79.5, + "p99_ms": 103.4, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 15199, + "mean_ms": 0.00043070748075531285, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 14324, + "mean_ms": 21.11024439053337, + "overflow": 0, + "p50_ms": 17.5, + "p95_ms": 63.5, + "p99_ms": 84.3, + "resolution_us": 100 + }, + "publication": { + "count": 14324, + "mean_ms": 32.457272552080425, + "overflow": 0, + "p50_ms": 28.5, + "p95_ms": 74.3, + "p99_ms": 96.5, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 871, + "mean_ms": 0.4748712640642939, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 20.7, + "resolution_us": 100 + }, + "root_admission": { + "count": 14328, + "mean_ms": 0.0038546629676158572, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 14328, + "mean_ms": 17.629916916387494, + "overflow": 0, + "p50_ms": 17.3, + "p95_ms": 23.7, + "p99_ms": 27.9, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 14328, + "mean_ms": 17.621886573911222, + "overflow": 0, + "p50_ms": 17.3, + "p95_ms": 23.7, + "p99_ms": 27.9, + "resolution_us": 100 + }, + "uploaded_bytes": 489887764, + "uploaded_objects": 76120, + "worker": { + "count": 28652, + "mean_ms": 1.0074801707385175, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 2.7, + "p99_ms": 4.1, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 8, + "mean_ms": 0.870237875, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 1.2, + "p99_ms": 1.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 8 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 30390, + "mean_ms": 2.191647476011846, + "overflow": 0, + "p50_ms": 2.0, + "p95_ms": 4.3, + "p99_ms": 5.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 30390, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 30390 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 11, + "mean_ms": 12.282136272727273, + "overflow": 0, + "p50_ms": 12.0, + "p95_ms": 14.5, + "p99_ms": 14.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 11, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 11 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 3073796, + "duration": { + "count": 11, + "mean_ms": 22.089886636363637, + "overflow": 0, + "p50_ms": 21.1, + "p95_ms": 29.1, + "p99_ms": 29.1, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 11, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 11 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 11, + "mean_ms": 8.374976363636364, + "overflow": 0, + "p50_ms": 7.7, + "p95_ms": 20.9, + "p99_ms": 20.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 11, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 11 + }, + "put": { + "bytes_read": 0, + "bytes_written": 495143368, + "duration": { + "count": 90467, + "mean_ms": 11.70397328708811, + "overflow": 0, + "p50_ms": 11.4, + "p95_ms": 17.0, + "p99_ms": 20.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 90467, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 90467 + }, + "range": { + "bytes_read": 208724753, + "bytes_written": 0, + "duration": { + "count": 30330, + "mean_ms": 3.645748548203099, + "overflow": 0, + "p50_ms": 3.5, + "p95_ms": 6.5, + "p99_ms": 8.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 30330, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 30330 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.29987620700012, + "cpu_seconds": 341.523512, + "cpu_cores": 2.7256492371611785, + "cgroup_before": { + "usage_usec": 4975275888, + "user_usec": 3303554594, + "system_usec": 1671721294, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5316799400, + "user_usec": 3480709776, + "system_usec": 1836089623, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 24800, + "raw_client_sha256": { + "writes-client-0.json": "06e82009726555b0aa1eb1e177d5f67cc6314342a07111bf4f9a7f2135e409d6", + "writes-client-1.json": "531a17f02ffaacd86d0df9b154b47b48d18f247b016b3265ff7cec9f6910054b", + "writes-client-2.json": "b3d56fe0ea011e1fb1a9462ce319e9c0c9a781566fb032decad46ae73371d7f8", + "writes-client-3.json": "9c9684372fa74dd727546077809e428cfc3b2ee0d23b3c7011990d9d57ad6335", + "writes-client-4.json": "87ce6dea7d600eff9aefdc783422db06e7c87fe9646839a491775df871140fea", + "writes-client-5.json": "c7f3b50f8a54d2eed9b0233b55270e51536c6b5f7505368c515bfef95635a891", + "writes-client-6.json": "df56728fc6f91f0dd36c20ea66de95449b95357a773ee0510b7242e2a225174e", + "writes-client-7.json": "ca675ef258a17f0aeb089aa595dc4776bdd469e090e75e719612379d9321fbf2", + "writes-client-8.json": "69530534fb6f238bcf74ebb366f6e76fbd7534487906950b55f10e1036faa41c", + "writes-client-9.json": "63593bd9fb0ff06f428da7035d3c06d1263b653824352a3cb038fad6aa756834", + "writes-client-10.json": "8e4981d40862cc0b2b264a1f670cddbdc189a6546f5fe78cf6cd7f39e863eef3", + "writes-client-11.json": "999d891a0a568dbee13380debeeb2b12947dddc70f0b4e6da3000efd3ade9bb5", + "writes-client-12.json": "372c28c1f2d26382c6acd89ef6b61e0ef01ba330b7f95e61052d9689a9f6f793", + "writes-client-13.json": "dd272cb8110a343f27c1ca227b72c4a2390722fdcf3b1a452328334f3db2aa3e", + "writes-client-14.json": "af6d2324bcd9e8879ef1e23ae168cf05b9cddecbb061f77315fdeef4849cf5a2", + "writes-client-15.json": "f8e04c4884efbb30ef3a94538556e7002df1be469465b14c1a6629b00d18c1eb", + "write-warmup-client-0.json": "1a53fc9378f0d9d20d18834d9fa358e2744efecf2458fa30148db1dc0a185622", + "write-warmup-client-1.json": "767715361916b0292e440cd818c2b1aa14d2d0eeb8e763eb3b914e8626da87de", + "write-warmup-client-2.json": "6b44c27597e34a2b6f91e62916ad17a72edd42ef6f8e69f2f54882b2a80c15ce", + "write-warmup-client-3.json": "66f3ee6c10ece45958afc80633ff7057481b4d4821009abd87ab0830ae33f54b", + "write-warmup-client-4.json": "72b156c42f7044f9bc4ceaac86a3d231806a5ed9129207c0ff58db705ce34090", + "write-warmup-client-5.json": "45d2d2dff1a28c81627ff97cc642117e74562789088da4c470cf4c75f343d5ad", + "write-warmup-client-6.json": "f85b3e00f18ec3006df7659374cac34c20247b48ad37d56bfe7e74b770fa723b", + "write-warmup-client-7.json": "6c4869205bb2c6325672206ac34387cfd04c2a41f951b2ca859d7902f4fca194", + "write-warmup-client-8.json": "5538ea00e7ee4d788be6d4069e79c64417b50c35ee91b37488b9a55553dadea6", + "write-warmup-client-9.json": "37d7af9aa9d3141d74feadbd6c96eb1f769d011bee19703f44ce28e1b1d938f9", + "write-warmup-client-10.json": "022a3b8b917f5c847ef158699fb75decae1e51751e4a9795f9756e18299b5d3d", + "write-warmup-client-11.json": "1558dfeb66b0de7763f3d866b8a0c8130e9970739dd8230a493040d825add120", + "write-warmup-client-12.json": "9fd09ec6186cfa9a052a3d8b4569afdc4310e7ac244f6473f398a65c24b3c6fa", + "write-warmup-client-13.json": "1002656ce7d64f277c271d54d323d73cf10afdf6b04d43b6d9436695ace4cc44", + "write-warmup-client-14.json": "c4410a0d040063db5d99950df0bc6354f90d7028b03a045bc6d16f6379dfb095", + "write-warmup-client-15.json": "88d1419da4136b92950c2d60dfe8c1fbae59f17cdd83b06239b0cc366953ff98" + } + }, + "repeat": 3, + "cells": 4, + "variant": "candidate", + "measured_writes": 23713, + "all_acknowledged": 24816, + "TPS": 197.24777520122498, + "response_body_bytes_per_second": 39692.86029156856, + "p50": 67.912235, + "p95": 141.912594, + "p99": 171.57459, + "server_cpu_cores": 0.6066591196059474, + "driver_cpu_cores": 0.07982356836920361, + "server_rss_after_bytes": 77148160, + "first_30_seconds_TPS": 210.93333333333334, + "last_30_seconds_TPS": 180.46666666666667, + "interval_TPS_min": 172.8, + "interval_TPS_max": 226.4, + "interval_TPS_cv": 0.08934220270748086, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 49636, + "mean_ms": 13.72367913862922, + "overflow": 0, + "p50_ms": 0.2, + "p95_ms": 36.8, + "p99_ms": 93.6, + "resolution_us": 100 + }, + "authority": { + "count": 13893, + "mean_ms": 10.67004142834521, + "overflow": 0, + "p50_ms": 10.5, + "p95_ms": 14.9, + "p99_ms": 17.5, + "resolution_us": 100 + }, + "compaction": { + "count": 840, + "mean_ms": 61.92291018214286, + "overflow": 0, + "p50_ms": 60.1, + "p95_ms": 91.4, + "p99_ms": 123.5, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 14737, + "mean_ms": 0.00042271059238651015, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 0.0, + "resolution_us": 100 + }, + "preparation": { + "count": 13893, + "mean_ms": 21.566128447635503, + "overflow": 0, + "p50_ms": 17.8, + "p95_ms": 66.9, + "p99_ms": 90.6, + "resolution_us": 100 + }, + "publication": { + "count": 13893, + "mean_ms": 32.866899252213344, + "overflow": 0, + "p50_ms": 28.9, + "p95_ms": 77.7, + "p99_ms": 102.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 840, + "mean_ms": 0.45304983095238094, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 20.3, + "resolution_us": 100 + }, + "root_admission": { + "count": 13897, + "mean_ms": 0.0034599570410880046, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.1, + "resolution_us": 100 + }, + "root_preparation": { + "count": 13897, + "mean_ms": 17.820400174857884, + "overflow": 0, + "p50_ms": 17.6, + "p95_ms": 23.3, + "p99_ms": 27.1, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13897, + "mean_ms": 17.81314368244945, + "overflow": 0, + "p50_ms": 17.6, + "p95_ms": 23.3, + "p99_ms": 27.1, + "resolution_us": 100 + }, + "uploaded_bytes": 635913767, + "uploaded_objects": 74537, + "worker": { + "count": 49636, + "mean_ms": 1.2817523709404464, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 3.6, + "p99_ms": 5.2, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 360, + "bytes_written": 0, + "duration": { + "count": 9, + "mean_ms": 1.0801996666666667, + "overflow": 0, + "p50_ms": 0.7, + "p95_ms": 4.2, + "p99_ms": 4.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 8, + "success": 1, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 9 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 29466, + "mean_ms": 2.1973726167786602, + "overflow": 0, + "p50_ms": 2.0, + "p95_ms": 4.2, + "p99_ms": 5.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 29466, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 29466 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 31, + "mean_ms": 10.554690322580646, + "overflow": 0, + "p50_ms": 10.5, + "p95_ms": 15.1, + "p99_ms": 19.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 31, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 31 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 12432013, + "duration": { + "count": 31, + "mean_ms": 23.393693064516132, + "overflow": 0, + "p50_ms": 22.9, + "p95_ms": 29.8, + "p99_ms": 34.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 31, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 31 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 31, + "mean_ms": 6.729597387096774, + "overflow": 0, + "p50_ms": 6.4, + "p95_ms": 11.1, + "p99_ms": 15.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 31, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 31 + }, + "put": { + "bytes_read": 0, + "bytes_written": 631870899, + "duration": { + "count": 88451, + "mean_ms": 11.805472475347932, + "overflow": 0, + "p50_ms": 11.6, + "p95_ms": 16.8, + "p99_ms": 20.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 1, + "error": 0, + "not_found": 0, + "success": 88450, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 88451 + }, + "range": { + "bytes_read": 290952790, + "bytes_written": 0, + "duration": { + "count": 29508, + "mean_ms": 3.7519948425511727, + "overflow": 0, + "p50_ms": 3.5, + "p95_ms": 6.8, + "p99_ms": 8.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 29508, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 29508 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.42558555799997, + "cpu_seconds": 331.955891, + "cpu_cores": 2.64663616696049, + "cgroup_before": { + "usage_usec": 5319439989, + "user_usec": 3482097686, + "system_usec": 1837342303, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 5651395880, + "user_usec": 3658868208, + "system_usec": 1992527671, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.7291875665915937, + "p50": 0.5357970809227203, + "p95": 0.7313535276840132, + "p99": 0.746822872104161, + "response_body_bytes_per_second": 1.7353663938062298 + } + }, + { + "cells": 16, + "repeat": 1, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 12797, + "raw_client_sha256": { + "writes-client-0.json": "9260d78afdec69e6a728d31f6dcdddea43fbec156c0cd82658fd6bb7819954ce", + "writes-client-1.json": "d70649bb1e3c5c44a6846d1151cc4adf39701b766b7d2ab891b3df4d5dd816d9", + "writes-client-2.json": "ca1b7d6a185df10da0480a2128d619f348be1abe55f6c003359abbf451920759", + "writes-client-3.json": "a109fbd79ec0fdbd65662fd289b3cdd4f402eb6dca5975523bd1e953393fa6e2", + "writes-client-4.json": "9aa8dc0712c93ddb6e48c2ba74eb151d3cc62c08d01e4c0bc08387bfc321d62f", + "writes-client-5.json": "c102f092fc1da37f193e89d55dbe47b30dea644444deb7fd17b8b3c10f54ad68", + "writes-client-6.json": "8d3996eaa07e81c71ecaf3fef186680955a1a40c32cd0903685d7d8b536cbcc1", + "writes-client-7.json": "220114b0b99cbeec63a4b2c97a9a3659c2f1e6fcfc480499710cf6125e9c8383", + "writes-client-8.json": "dec5fa5a5530969cab12670ef1ed2d0812861bd877daa6b59f3e34b7a91c8bd5", + "writes-client-9.json": "813dcf8786cc81147e1eae50dd1885f423a709d04ef815c3786f1987eb4ee74b", + "writes-client-10.json": "affa6351398bd5a6f7417c8d6ae51d17c792152ea849e39f73feaa8e2311eb50", + "writes-client-11.json": "8fe76bd979f8e986b41d28eecbe382ea8a73ba27e3b4c763ce0b64430aef018a", + "writes-client-12.json": "c16748697712eec66cd27e9bbdcd243f2eb6ac3fd87d1066119a842e8df5882e", + "writes-client-13.json": "9563391dcecf7e3e827cae07ad736ed1f31a1a4aae17396e4dd5f6884646f693", + "writes-client-14.json": "615c746b2f97aafb40c67ebf4fed1f004f3c671db9093a35e4a4f4bddbb0a367", + "writes-client-15.json": "891bb90dd2a6c6bc91825b8069fbae2ad63fdb97ce30783d202b4a1417eca8eb", + "write-warmup-client-0.json": "53a96d70767df8890dc4aea4a60f0dca7453a1fcae01aff5867b76c0a1223d31", + "write-warmup-client-1.json": "b272a289a894c116e1480e6965975e63de4dbb572037fda0ad5c494926f7892f", + "write-warmup-client-2.json": "96cb1c763b1fe0ebca52b811dc3026b220a3fdee1b6f37fab9ef5ea1f224dafa", + "write-warmup-client-3.json": "265104487865128fd0830a23387e694ce709b0e2679143d28085210dda75eca2", + "write-warmup-client-4.json": "2bd2757764e66c0e1d62b969dad7889975a6e9fec0403555a634345b5ea2a918", + "write-warmup-client-5.json": "8b04bc622fe7aed8582753059dcf6d5f40600c56971370ced37796f2f648d076", + "write-warmup-client-6.json": "3dc8318241d66fa210894f3d4e59863de2cbd6a1604ab4fa3c6c98fbd015cd20", + "write-warmup-client-7.json": "4123bb51e462521aac937da201cd5931236454924bc56a4d07ff5c073f778998", + "write-warmup-client-8.json": "5a520b97e0aeed88402eeff5f1c3b0da4a0d2d4b3e797081c9205b7bf2d57ea2", + "write-warmup-client-9.json": "6927b4154e16bdac2e1d3ecdcdd5bfd12b5ea948a01a3e2ae205e89a321e4859", + "write-warmup-client-10.json": "b51ea18045e93e067fe9d957c8a81c39ab1eaa5cef0545d90172e392f657e5c2", + "write-warmup-client-11.json": "ff0eecce94c0b5c7918f79b4396b79851736e39f9b1d75e95d1d939eee23b97a", + "write-warmup-client-12.json": "6b70135745692fb081ddf587e16312fef9bc3cf1300f879cc7fc926e1fc8c38e", + "write-warmup-client-13.json": "9393137cfb810e77a687f86a16032dd04d4ce8dfca7eaa675608f04b495357f2", + "write-warmup-client-14.json": "00974361f931e74789861732d88dff6de9851d4c64975a969c9ba060b127400d", + "write-warmup-client-15.json": "2172c730cd469688b8f71f9263463fd057eb11d78d472651e78d8299b6bc0321" + } + }, + "repeat": 1, + "cells": 16, + "variant": "baseline", + "measured_writes": 12271, + "all_acknowledged": 12813, + "TPS": 102.09168834814386, + "response_body_bytes_per_second": 20370.798601319646, + "p50": 145.643183, + "p95": 210.05493, + "p99": 389.809235, + "server_cpu_cores": 0.5181343900901804, + "driver_cpu_cores": 0.047827789854478185, + "server_rss_after_bytes": 81518592, + "first_30_seconds_TPS": 100.7, + "last_30_seconds_TPS": 104.03333333333333, + "interval_TPS_min": 96.5, + "interval_TPS_max": 107.0, + "interval_TPS_cv": 0.028489626512942443, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 25642, + "mean_ms": 0.045067848646751424, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 12813, + "mean_ms": 21.795775408725515, + "overflow": 0, + "p50_ms": 21.5, + "p95_ms": 30.6, + "p99_ms": 36.0, + "resolution_us": 100 + }, + "compaction": { + "count": 632, + "mean_ms": 219.14707513132913, + "overflow": 0, + "p50_ms": 197.3, + "p95_ms": 330.7, + "p99_ms": 742.0, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13461, + "mean_ms": 84.98234981063814, + "overflow": 0, + "p50_ms": 84.3, + "p95_ms": 107.8, + "p99_ms": 119.0, + "resolution_us": 100 + }, + "preparation": { + "count": 12813, + "mean_ms": 130.11599190626708, + "overflow": 0, + "p50_ms": 119.6, + "p95_ms": 168.2, + "p99_ms": 365.6, + "resolution_us": 100 + }, + "publication": { + "count": 12813, + "mean_ms": 152.79366425840945, + "overflow": 0, + "p50_ms": 142.1, + "p95_ms": 195.7, + "p99_ms": 389.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1253, + "mean_ms": 1.1185616113328012, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 2.1, + "p99_ms": 41.3, + "resolution_us": 100 + }, + "root_admission": { + "count": 12829, + "mean_ms": 85.03576813835842, + "overflow": 0, + "p50_ms": 84.3, + "p95_ms": 107.8, + "p99_ms": 118.9, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12829, + "mean_ms": 119.1960471537922, + "overflow": 0, + "p50_ms": 118.8, + "p95_ms": 142.9, + "p99_ms": 155.4, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12829, + "mean_ms": 34.15387089235326, + "overflow": 0, + "p50_ms": 33.9, + "p95_ms": 43.5, + "p99_ms": 49.2, + "resolution_us": 100 + }, + "uploaded_bytes": 319222954, + "uploaded_objects": 67366, + "worker": { + "count": 25642, + "mean_ms": 1.2146035835348257, + "overflow": 0, + "p50_ms": 1.1, + "p95_ms": 3.4, + "p99_ms": 6.0, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 3600, + "bytes_written": 0, + "duration": { + "count": 42, + "mean_ms": 1.8033873095238095, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 6.6, + "p99_ms": 7.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 10, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 42 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 26890, + "mean_ms": 4.7310626453328375, + "overflow": 0, + "p50_ms": 4.4, + "p95_ms": 8.7, + "p99_ms": 11.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26890, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26890 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 327029228, + "duration": { + "count": 80333, + "mean_ms": 23.75302315105872, + "overflow": 0, + "p50_ms": 23.7, + "p95_ms": 32.6, + "p99_ms": 37.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 10, + "error": 0, + "not_found": 0, + "success": 80323, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 80333 + }, + "range": { + "bytes_read": 140485031, + "bytes_written": 0, + "duration": { + "count": 26464, + "mean_ms": 6.576607129043229, + "overflow": 0, + "p50_ms": 6.4, + "p95_ms": 11.4, + "p99_ms": 14.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26464, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26464 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.57764614999996, + "cpu_seconds": 377.85115, + "cpu_cores": 3.0089045430001486, + "cgroup_before": { + "usage_usec": 1340310084, + "user_usec": 848922384, + "system_usec": 491387699, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 1718161234, + "user_usec": 1101012494, + "system_usec": 617148739, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 12454, + "raw_client_sha256": { + "writes-client-0.json": "9ea44d5f83cdcdbc524571ff53fd82f793d2b6e1733d89831091d70491e56091", + "writes-client-1.json": "77c3c4ffbbf2c2cc37bff200a4606b16e994c2b66525d0b7610e99108a4a88dd", + "writes-client-2.json": "2d559418c2bec7ee682090141121081ce3c83e8d7cfa70d0db1bbbe5b65a2fb3", + "writes-client-3.json": "52a0e78eb20b463d13af3f2ee251e668b5d12229b3631a3ae120dae1902dddc1", + "writes-client-4.json": "20cc4223f901bcb923d7195b0d066847be4eb94d577a6b6a6fbaac4b2b11e796", + "writes-client-5.json": "f80518e2063c5047951d86a14a0379f1adaff04f98dbf2c085629d18118a101f", + "writes-client-6.json": "e42534f4ad4d262018889818a6ddf528a3ef9e3163a58f99812e212ae72719bc", + "writes-client-7.json": "b9410ecbf263ad73754a4cc22d5b6603b5fcc06fb7c69e7ea6b3c0e7986b0f5b", + "writes-client-8.json": "0257e0706126c49fcafc928ee2560a32495b04a65d2f76512b6d66ec0d7eb65d", + "writes-client-9.json": "1caf8a79bcba15b301142b725672f5704d6d8e4138cf55cba2cda8deba8cc578", + "writes-client-10.json": "79b6e439d47a1509cbacd58c1f1bae65d13b645aeb4612febb948b17d411c322", + "writes-client-11.json": "3b410bb5f883bde526a94bac7e2aa88961b1630369d1d6fe8bc6fdf1c817981b", + "writes-client-12.json": "e6826d236177550e42134d2df07c3037c2362a9e482f2a4a1caa3f09eeb9d4a4", + "writes-client-13.json": "c9d60e39ea48b8c9a66ef77e9e2eddb654f57a66cb11ff8ca4ce6f3b649e04ac", + "writes-client-14.json": "a9cfb172b20877261bf45b981f2c3f350512cd85781425fccc475d616c3ef597", + "writes-client-15.json": "7cec974020e523f370e306360bbdb629d85f1f3d05eecc7149da38d7f92059c7", + "write-warmup-client-0.json": "e9e2a39cb20d23919084f0787a58d16535999229d12a9c133c2a7925db3d8334", + "write-warmup-client-1.json": "56c3b23274b609c8a70a47c7e942757cd07d57bc0d74fb0d506ab09f7ceae4df", + "write-warmup-client-2.json": "399fc212f40b2c10fed6b8dfb20318cd86c3e9b515ca9ceb52c03f4d1d945486", + "write-warmup-client-3.json": "0c0af1ded18763f5a162f190e673da719b17cb1b3eae503ca88d207e008f30ed", + "write-warmup-client-4.json": "ca790f1f0184e07f1ba2d4dffc7f41422b77670cd24449c4ddaae2f7d5305ad9", + "write-warmup-client-5.json": "611fa999461a6144c881aa47419bd61fb642ac4fc192fdb54a15a4498ef7fd2c", + "write-warmup-client-6.json": "cdd3e28c8589861e9a4972953b60fa5d1351c93e22dbe73a276f2aacec379c07", + "write-warmup-client-7.json": "71b22af4ddf32ba30652a8e89bbef5db4af0097b4b17102dea1fa07bb7c38adc", + "write-warmup-client-8.json": "e90b8e5ea4665f33ce420fc87796bfa9df975fa8d263f8c9bba10b2ef3eb495c", + "write-warmup-client-9.json": "93922c41f9c35a33c076fe7174f1c33b2571f3afdaeb2340f42ca1b0263af74d", + "write-warmup-client-10.json": "0e2a02b37d2923e960b17b56c8662807648b514ffee759952d0bfcffaa574372", + "write-warmup-client-11.json": "0017b9a9bb1a479e93d1a50d3b867844e4f25516bf72b06016c1a5465f619596", + "write-warmup-client-12.json": "698a41cb3862c4930c9c2547fbe3ae9a1920e0208a3a33a14b18b5a8ddc98d3b", + "write-warmup-client-13.json": "441f87c8dbe86717841e5e5af2e964faf070f995b8a7120ae0e9a3b75957fc5a", + "write-warmup-client-14.json": "fb93aa0d981006c796ac39bd327c17880ca17d1206241ab2aa54c973c36fdef0", + "write-warmup-client-15.json": "1deb9b95176e2ef9535dc574f47321cc5b4b4914f8db9dd45aae55f5da9ce2ac" + } + }, + "repeat": 1, + "cells": 16, + "variant": "candidate", + "measured_writes": 11897, + "all_acknowledged": 12470, + "TPS": 98.94544702964487, + "response_body_bytes_per_second": 19739.945197599296, + "p50": 148.548698, + "p95": 240.777839, + "p99": 407.904608, + "server_cpu_cores": 0.5024715601768689, + "driver_cpu_cores": 0.04785443430255894, + "server_rss_after_bytes": 81469440, + "first_30_seconds_TPS": 106.89999999999999, + "last_30_seconds_TPS": 90.1, + "interval_TPS_min": 81.1, + "interval_TPS_max": 108.8, + "interval_TPS_cv": 0.0752619594773223, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 24956, + "mean_ms": 0.03857377652668697, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 12470, + "mean_ms": 22.553080753087407, + "overflow": 0, + "p50_ms": 22.1, + "p95_ms": 32.7, + "p99_ms": 39.8, + "resolution_us": 100 + }, + "compaction": { + "count": 611, + "mean_ms": 226.35421456301145, + "overflow": 0, + "p50_ms": 206.0, + "p95_ms": 343.8, + "p99_ms": 585.0, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13097, + "mean_ms": 87.1571441837062, + "overflow": 0, + "p50_ms": 85.6, + "p95_ms": 114.7, + "p99_ms": 131.5, + "resolution_us": 100 + }, + "preparation": { + "count": 12470, + "mean_ms": 133.35026928011226, + "overflow": 0, + "p50_ms": 121.3, + "p95_ms": 192.7, + "p99_ms": 383.0, + "resolution_us": 100 + }, + "publication": { + "count": 12470, + "mean_ms": 156.84959055902166, + "overflow": 0, + "p50_ms": 144.5, + "p95_ms": 228.7, + "p99_ms": 406.6, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1211, + "mean_ms": 1.2116246094137075, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 2.6, + "p99_ms": 34.3, + "resolution_us": 100 + }, + "root_admission": { + "count": 12486, + "mean_ms": 87.15335980810508, + "overflow": 0, + "p50_ms": 85.6, + "p95_ms": 114.7, + "p99_ms": 131.5, + "resolution_us": 100 + }, + "root_preparation": { + "count": 12486, + "mean_ms": 122.25473510299535, + "overflow": 0, + "p50_ms": 120.5, + "p95_ms": 154.2, + "p99_ms": 174.9, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 12486, + "mean_ms": 35.09497239948743, + "overflow": 0, + "p50_ms": 34.5, + "p95_ms": 46.7, + "p99_ms": 54.3, + "resolution_us": 100 + }, + "uploaded_bytes": 309990872, + "uploaded_objects": 65541, + "worker": { + "count": 24956, + "mean_ms": 1.2405425667574932, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.6, + "p99_ms": 6.8, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 3240, + "bytes_written": 0, + "duration": { + "count": 41, + "mean_ms": 1.5404039268292682, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 5.9, + "p99_ms": 10.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 9, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 41 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 26162, + "mean_ms": 4.861635014716001, + "overflow": 0, + "p50_ms": 4.5, + "p95_ms": 9.2, + "p99_ms": 12.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 26162, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 26162 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 317665786, + "duration": { + "count": 78171, + "mean_ms": 24.4848133164089, + "overflow": 0, + "p50_ms": 24.2, + "p95_ms": 34.7, + "p99_ms": 41.3, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 9, + "error": 0, + "not_found": 0, + "success": 78162, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 78171 + }, + "range": { + "bytes_read": 138055975, + "bytes_written": 0, + "duration": { + "count": 25776, + "mean_ms": 6.676190362546555, + "overflow": 0, + "p50_ms": 6.4, + "p95_ms": 11.8, + "p99_ms": 15.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 25776, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 25776 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.49681231799991, + "cpu_seconds": 376.881085, + "cpu_cores": 3.003112812499256, + "cgroup_before": { + "usage_usec": 1739065618, + "user_usec": 1118987190, + "system_usec": 620078427, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 2115946703, + "user_usec": 1366332753, + "system_usec": 749613950, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9691821991642458, + "p50": 1.0199495433988146, + "p95": 1.1462613088871563, + "p99": 1.0464210987715568, + "response_body_bytes_per_second": 0.9690314839360553 + } + }, + { + "cells": 16, + "repeat": 2, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 13119, + "raw_client_sha256": { + "writes-client-0.json": "f7b26742ff1822f4dbec6c2069b77d912cfc0174013078fa54b8c84f03f7e77f", + "writes-client-1.json": "4f8f1465741c2e77a4af51ccea4f8e746dc0cddffe774e646ca9b620afefcb80", + "writes-client-2.json": "70a3689f53db55b9d311ddc456a0f09e21b8e3b6518099c7ae43dfdbc73a95de", + "writes-client-3.json": "8ce9e0b5f4a9e0adf344cad8ee053715cc73a1fe624413ec1420e06e5fd3c600", + "writes-client-4.json": "eb3f5e082d6ebf313e94f1da61528955abaa8cd89c5b33cf1639784d5db84040", + "writes-client-5.json": "51504bcc6d088cce73d1fc53e4123c7ccf71943291adef51ead58c450be4f814", + "writes-client-6.json": "e9133df641c5d00dcca0ae14289450b2623491c4790ab3da22ecdb099522bfdd", + "writes-client-7.json": "9263e73cbfd20022534ece88688c5d513eed6c2b1594569b4b005dfd071d57ea", + "writes-client-8.json": "de8cc09fc2b3537b6dae60c23dd363d9c60ec25daf71fbbeb0343bdfe700309d", + "writes-client-9.json": "abf8e1e03a51ee9e86c008e5794c047a23c9aee4b38b97e08e5a182066f42bd1", + "writes-client-10.json": "a89625f60a3873e6c65a611b4f5f47fa479a2420c9718d1795ee934c5c529b1f", + "writes-client-11.json": "953ed14d254d7de1240c2fe4125a318266f87272a61d4f50a3aa3cc313279daa", + "writes-client-12.json": "2635ad3b98c672aa643c9dfbf582bf6b62b7b9f0c7932b72f4009a1d66c0c671", + "writes-client-13.json": "9987e40d51e074886131852b61a09480dab8c32a4239d11e349229be2a5e0db4", + "writes-client-14.json": "aa6b9b4d0d0ade42d24d7e45c51bd9dc0bc8d68095698c1b5de913edcef717b5", + "writes-client-15.json": "017aa388a79c600a4caad0c7b2c9ded25ca6ed73a92fc768cfae0cd96da65fc1", + "write-warmup-client-0.json": "a34af6ef319bee74d6e99959dc9d15b3f94bc465d2627b56743b726fc8e4a5f9", + "write-warmup-client-1.json": "4621efde4a09f4ada3a32140b449bd17b5dc17cca1609456f01f5c5bc253c23b", + "write-warmup-client-2.json": "241471285faf1885a54a12bdea11bc16afcf770b54dd28cee4de29b857915d90", + "write-warmup-client-3.json": "2203905f92ca97e8ab8a42268a57fa1d7fcaad6b6655957c35b37209f250a7fc", + "write-warmup-client-4.json": "d2cc5ff686166d0f86d6582f0a86728928c024e2fe36797d8e4d4ceac46b5345", + "write-warmup-client-5.json": "4f413c2315942505d951df86b5e1014dccc56a0520df64ea5b1a30e2552dadd8", + "write-warmup-client-6.json": "9682a874baf9687cee360ca9d8b6657a16f4958a066bfe1423b18153c5f95623", + "write-warmup-client-7.json": "d6db7b60cfee65284b10400ceed70612ef9423c447ae257a7327421d66a14f4f", + "write-warmup-client-8.json": "79d6b93a7271ee42356d33a2105a6f600e8bcfd72149376288dba84dd3a6f793", + "write-warmup-client-9.json": "25934519506c7a4e97538088bd78af66b4bd403409e042289d652b8caae2b844", + "write-warmup-client-10.json": "7d471179f9b596b3e29b4efa213efb39b965a7f218a26abed069be574e2e5a87", + "write-warmup-client-11.json": "0f09be6de2dba57ebfa344226495b8d6c0f16fbcc8f97bfff4bb31e0dd101d1b", + "write-warmup-client-12.json": "ff8c5866e0059605bfac7c0f86039d6f5b6ff2a1fbe539134d66d1e2bddfd94c", + "write-warmup-client-13.json": "dc41e93257b35dd48fb2747ff540f89630dcda1f83902013956f549db49b68c5", + "write-warmup-client-14.json": "356379241ff3ac807458f7be022873856d1a0d3d422a1d5e7357e73750b1f5b1", + "write-warmup-client-15.json": "d19fe8a79a9685fdf83721a7c468e846e0157566569c25a7da3106a6796dd6ea" + } + }, + "repeat": 2, + "cells": 16, + "variant": "baseline", + "measured_writes": 12551, + "all_acknowledged": 13135, + "TPS": 104.44918369667867, + "response_body_bytes_per_second": 20847.561075788675, + "p50": 142.36902, + "p95": 280.206125, + "p99": 377.431775, + "server_cpu_cores": 0.5108106965856875, + "driver_cpu_cores": 0.0478885028049082, + "server_rss_after_bytes": 81780736, + "first_30_seconds_TPS": 107.93333333333334, + "last_30_seconds_TPS": 104.43333333333334, + "interval_TPS_min": 96.3, + "interval_TPS_max": 109.4, + "interval_TPS_cv": 0.03144727385634445, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26286, + "mean_ms": 0.03776081552917903, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 13135, + "mean_ms": 21.35429093125238, + "overflow": 0, + "p50_ms": 21.1, + "p95_ms": 29.8, + "p99_ms": 35.1, + "resolution_us": 100 + }, + "compaction": { + "count": 653, + "mean_ms": 210.50611720520675, + "overflow": 0, + "p50_ms": 190.8, + "p95_ms": 315.7, + "p99_ms": 648.9, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13804, + "mean_ms": 83.04743591567662, + "overflow": 0, + "p50_ms": 82.4, + "p95_ms": 104.8, + "p99_ms": 116.6, + "resolution_us": 100 + }, + "preparation": { + "count": 13135, + "mean_ms": 126.91395659215836, + "overflow": 0, + "p50_ms": 116.6, + "p95_ms": 173.5, + "p99_ms": 352.4, + "resolution_us": 100 + }, + "publication": { + "count": 13135, + "mean_ms": 149.11590663783784, + "overflow": 0, + "p50_ms": 138.6, + "p95_ms": 199.2, + "p99_ms": 376.1, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1296, + "mean_ms": 0.8816296496913579, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.1, + "p99_ms": 33.6, + "resolution_us": 100 + }, + "root_admission": { + "count": 13151, + "mean_ms": 83.11060345175272, + "overflow": 0, + "p50_ms": 82.3, + "p95_ms": 104.9, + "p99_ms": 116.7, + "resolution_us": 100 + }, + "root_preparation": { + "count": 13151, + "mean_ms": 116.35737215002662, + "overflow": 0, + "p50_ms": 115.9, + "p95_ms": 139.3, + "p99_ms": 153.3, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13151, + "mean_ms": 33.24052313884876, + "overflow": 0, + "p50_ms": 32.9, + "p95_ms": 42.3, + "p99_ms": 48.2, + "resolution_us": 100 + }, + "uploaded_bytes": 328440038, + "uploaded_objects": 69076, + "worker": { + "count": 26286, + "mean_ms": 1.136560647416876, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.2, + "p99_ms": 5.8, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 2520, + "bytes_written": 0, + "duration": { + "count": 39, + "mean_ms": 1.5329954871794873, + "overflow": 0, + "p50_ms": 0.9, + "p95_ms": 5.7, + "p99_ms": 6.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 7, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 39 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 27576, + "mean_ms": 4.606652009718596, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 8.4, + "p99_ms": 10.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27576, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27576 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 336514650, + "duration": { + "count": 82371, + "mean_ms": 23.220175268820338, + "overflow": 0, + "p50_ms": 23.1, + "p95_ms": 31.8, + "p99_ms": 36.9, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 7, + "error": 0, + "not_found": 0, + "success": 82364, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 82371 + }, + "range": { + "bytes_read": 143398766, + "bytes_written": 0, + "duration": { + "count": 27110, + "mean_ms": 6.431833906160088, + "overflow": 0, + "p50_ms": 6.2, + "p95_ms": 11.0, + "p99_ms": 13.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27110, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27110 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.41218076799987, + "cpu_seconds": 377.348894, + "cpu_cores": 3.008869566649655, + "cgroup_before": { + "usage_usec": 3978707974, + "user_usec": 2644026281, + "system_usec": 1334681692, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 4356056868, + "user_usec": 2892975283, + "system_usec": 1463081584, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 13145, + "raw_client_sha256": { + "writes-client-0.json": "6a9257ba8fcf6f84b31743dd8fb5c2377a440eda8f94088cfa92845ef8c04b0a", + "writes-client-1.json": "35e6ce5daefc1ddf9b31cbf493c47e63f51cac5699fb51a89df8d17300ac6291", + "writes-client-2.json": "d7c5de544dfff477c59ed3ecc208d497052b225e1993240a8567816d3e44b0e9", + "writes-client-3.json": "34aa368994e2e358201c38ba8638adb9400deba0dec40ef5e5eb50bc59eb765d", + "writes-client-4.json": "89b299345ce4574bc14fb1ea8e9f0ff0b2453518c5fbbb94193cbc594dee873f", + "writes-client-5.json": "83cef42df944d05bf3ff6a60d27bb0c2abe80147701eeff10a98ea4ad8f7ba90", + "writes-client-6.json": "c2b3c8acc9521ec741738bbe7a6cf093eef9423b28a077cde1da790b6e041bf9", + "writes-client-7.json": "5cd09f29036330509938af9ead85a71d2bcfeb1129c041c578ec907dabe64e4b", + "writes-client-8.json": "b5548ba5f150a753ee82b7efa5ee5acfa50294fc48f0b7cb82936f5972c31b4a", + "writes-client-9.json": "077588854330caa6883f148cf4e2aa174b7cd38f47c74674aada461f5204e5e6", + "writes-client-10.json": "fe1c82feb992aeb26f85dd7ded035129988e1626524a6d89e6f354d81db0af05", + "writes-client-11.json": "14e77b26ccbeada73aa8b51739784f6b8cc99f06e980d4d2a09e59acc5d970a0", + "writes-client-12.json": "8b4729f1ca2548a6d4ee6353908584ba021cfd7c81fded16981723c164cbfe97", + "writes-client-13.json": "6fd1a42aaeb6dd6ce698280b86a6d53bed770c951841dfcc8424cf8eb0913dad", + "writes-client-14.json": "a256bac3bbaa10f6c22e99e6a5a1d00fb1dcd903ba7897a70d2b0cebb1f4a629", + "writes-client-15.json": "0bb266ba33f340b56f01a70a06ad403a66dad1f3271f4a3fd1152c73942fcd6a", + "write-warmup-client-0.json": "fd79f8453f2aa5d8d17732e4f73ad912dbe8288e529bcc38ccea10deba905b7d", + "write-warmup-client-1.json": "28d84bb3dff658abb7ff5a09d8bb1d03aab9fac0eb829041bca72741ee3300cb", + "write-warmup-client-2.json": "64c2d6ff8e7db6fcfa5943b9e5914ee5d302a0fb04b8b3ca174f7b8a22125af2", + "write-warmup-client-3.json": "94c78e3864135fa37de28b0b6e0031c98d841b60f1d21c1fa400ab41b0423da6", + "write-warmup-client-4.json": "aa0d9d24d9debbb57e73854717521da679b93bec5e83528b90a1803f0d0a9aa1", + "write-warmup-client-5.json": "4e7958c08556aaf1e755efe7894121c2266074f5763a49af9af28e6a9d481bfb", + "write-warmup-client-6.json": "23329f22cfbc895157a4f38eb364ed8fa7d62428eb77e3436ef134e4ed72b6f1", + "write-warmup-client-7.json": "f780e3059c72d032f55a8a8ad6283b59c8c615236739bf6fef9dc39592e4411d", + "write-warmup-client-8.json": "90c940e0482052426a0301b0a9b3b133d1cac0d9a648075e4b9d3f1aaad864f3", + "write-warmup-client-9.json": "a56265370700a2a0a7f8122e9f2701010242923dabffc7da5407561c2f6ba4ef", + "write-warmup-client-10.json": "3dc7a31e226fc095d2fa995a547fdcfb048579b322a0ce108c7b1cf3e195ea44", + "write-warmup-client-11.json": "0ec9675abf1489370ec249a0e9e114d060c5cb0230c5dd3c2b727dc1ae693b79", + "write-warmup-client-12.json": "039645413b05b7fcadac0b227728d64364aa74627708aa1cd110d42ba0c61346", + "write-warmup-client-13.json": "3311d533b2ff4d2ee63e4a8bdc50a2aa6b59c54036fcaf10d97527a88c96008d", + "write-warmup-client-14.json": "bcde7b93c1ae61e9fab2c1084a5c8825095e809ec8faa64a93d9ae7c8789a87e", + "write-warmup-client-15.json": "de5e633ec1a7f664785f1618c9f34018e2e27a8b35561fd15d1c141d64e05b4b" + } + }, + "repeat": 2, + "cells": 16, + "variant": "candidate", + "measured_writes": 12588, + "all_acknowledged": 13161, + "TPS": 104.74597347872452, + "response_body_bytes_per_second": 20906.108053651416, + "p50": 141.435325, + "p95": 219.371698, + "p99": 387.397344, + "server_cpu_cores": 0.5106997547636745, + "driver_cpu_cores": 0.03989841834091207, + "server_rss_after_bytes": 81965056, + "first_30_seconds_TPS": 107.43333333333334, + "last_30_seconds_TPS": 105.43333333333334, + "interval_TPS_min": 96.6, + "interval_TPS_max": 108.4, + "interval_TPS_cv": 0.032091558864510976, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26338, + "mean_ms": 0.03928000326524414, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 13161, + "mean_ms": 21.345163914672135, + "overflow": 0, + "p50_ms": 21.1, + "p95_ms": 29.9, + "p99_ms": 35.1, + "resolution_us": 100 + }, + "compaction": { + "count": 656, + "mean_ms": 213.59891844512194, + "overflow": 0, + "p50_ms": 193.9, + "p95_ms": 312.0, + "p99_ms": 558.1, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13833, + "mean_ms": 82.70497517060653, + "overflow": 0, + "p50_ms": 81.8, + "p95_ms": 104.3, + "p99_ms": 114.8, + "resolution_us": 100 + }, + "preparation": { + "count": 13161, + "mean_ms": 126.61984664827901, + "overflow": 0, + "p50_ms": 115.7, + "p95_ms": 170.8, + "p99_ms": 363.7, + "resolution_us": 100 + }, + "publication": { + "count": 13161, + "mean_ms": 148.8027268634602, + "overflow": 0, + "p50_ms": 138.1, + "p95_ms": 193.5, + "p99_ms": 386.2, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1299, + "mean_ms": 1.1862758083140879, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 4.9, + "p99_ms": 32.2, + "resolution_us": 100 + }, + "root_admission": { + "count": 13177, + "mean_ms": 82.67662991401684, + "overflow": 0, + "p50_ms": 81.7, + "p95_ms": 104.4, + "p99_ms": 114.8, + "resolution_us": 100 + }, + "root_preparation": { + "count": 13177, + "mean_ms": 115.90551950064506, + "overflow": 0, + "p50_ms": 115.2, + "p95_ms": 138.8, + "p99_ms": 151.5, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13177, + "mean_ms": 33.2230052241026, + "overflow": 0, + "p50_ms": 33.0, + "p95_ms": 42.2, + "p99_ms": 48.1, + "resolution_us": 100 + }, + "uploaded_bytes": 329927341, + "uploaded_objects": 69211, + "worker": { + "count": 26338, + "mean_ms": 1.1484427138355227, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.2, + "p99_ms": 6.0, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 2520, + "bytes_written": 0, + "duration": { + "count": 39, + "mean_ms": 1.1009844358974359, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 3.6, + "p99_ms": 4.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 7, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 39 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 27634, + "mean_ms": 4.599084469711226, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 8.5, + "p99_ms": 11.0, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27634, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27634 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 338134423, + "duration": { + "count": 82544, + "mean_ms": 23.181005575559702, + "overflow": 0, + "p50_ms": 23.1, + "p95_ms": 31.7, + "p99_ms": 36.5, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 7, + "error": 0, + "not_found": 0, + "success": 82537, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 82544 + }, + "range": { + "bytes_read": 144396476, + "bytes_written": 0, + "duration": { + "count": 27176, + "mean_ms": 6.362508600603474, + "overflow": 0, + "p50_ms": 6.2, + "p95_ms": 10.9, + "p99_ms": 13.6, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27176, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27176 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.44309704900024, + "cpu_seconds": 377.144717, + "cpu_cores": 3.006500364485427, + "cgroup_before": { + "usage_usec": 3580840612, + "user_usec": 2377595981, + "system_usec": 1203244631, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 3957985329, + "user_usec": 2626140887, + "system_usec": 1331844442, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 1.0028414753619113, + "p50": 0.9934417262969149, + "p95": 0.7828940141833088, + "p99": 1.026403630166008, + "response_body_bytes_per_second": 1.0028083370352006 + } + }, + { + "cells": 16, + "repeat": 3, + "baseline": { + "raw_audit": { + "timed_receipts_independently_checked": 14323, + "raw_client_sha256": { + "writes-client-0.json": "a1176e56e4420a6413374ec0d9a387e6f76c23e85c804f3a298181667b30382d", + "writes-client-1.json": "376383590f444f7ddf14e61135018cc1089397127c6894315fdfa08062b820be", + "writes-client-2.json": "fe71abcc059febb2437c5293c0a98483258c99c0071c5af44e816dd6b966e94e", + "writes-client-3.json": "a8cce8b7bdfe1d65b54fae5edf8b75e3c6fd992d33c5bac973e8d088fa7f8255", + "writes-client-4.json": "92a58181e2451af078b32436b323a2604e7a4218584d56f2ce282fa7d6b278ed", + "writes-client-5.json": "bdb5a24bceed916d10c7f5b94166a0e37675d1ebaed2e3917e0ad011cbb92282", + "writes-client-6.json": "cbebb1b0cbf46716b6178d3d4a64d9d1a26fac9f4b8ba7a4281927f4e52877c3", + "writes-client-7.json": "e4a777aa78d88f425815dd83dbf9186072c8857b5f780e46c50ed7f569593c00", + "writes-client-8.json": "86153b9d077a04f0859497be92a79eeeaddecfa69478c49019b5aabb43687057", + "writes-client-9.json": "9204211393012595f56041b3646d3b2f53ffb9b3edc2e25554acb496842bca5f", + "writes-client-10.json": "cbbf90e2761eb7b3ef168e646b39b4d9ca766eb6e1750c58c3887b6e8c13f711", + "writes-client-11.json": "165a17e8bbdb633e85ee32751e32bcc60bf0f078dd0a833b27a70966da81fcb1", + "writes-client-12.json": "aa26a226870563b894dfaf20e6b6995817a3964a0a8df28c75d67bf478e04565", + "writes-client-13.json": "cd489a7b8298e2beeb52afe01c8d292e2701fbd838840d2f9b0f94ee3b367d53", + "writes-client-14.json": "b6f40d5e190223b14f2236158a8a0c534ae1c139304836594b81f5a2c9945cc4", + "writes-client-15.json": "5f45ff61b4de3e09a32f362d1a72a616653ce0eae317d4791c98b516803852d8", + "write-warmup-client-0.json": "c4bb6a50bb09e5e1bff1f71d7ac2ecba6a246649d674ea950a0febe5b351b5c3", + "write-warmup-client-1.json": "76506f60b3bdb1df6aed86f07e0f9f621b1d0712befac23cee9d8f6f7168bb00", + "write-warmup-client-2.json": "f397f2b2685f6d8734c24dc9e9d1385565b08bb5e5d6a59cba9d70581d732966", + "write-warmup-client-3.json": "a6645ab381f9eed20af979e4084cb9b9ba1ee9da4a51a19eaedcdd610f3a16f5", + "write-warmup-client-4.json": "75a8ac89b9b67fa7e0c195cf4b458ed755c28362a47a880809e32bb21a4ac6be", + "write-warmup-client-5.json": "94c9538ae457f1ebab3adf1bc47b9e57154ade86fe66ab930339e8edf87ebe13", + "write-warmup-client-6.json": "2ca69ccaf5a13e310fc6efc97e30ff31b6fb12642a9d8d18d51d3a26afa3b9fc", + "write-warmup-client-7.json": "022fd9860c953d5d4e363586ff7c68d043bdfcdc3944a385101c21d447e1e3a9", + "write-warmup-client-8.json": "14c62f19ea482f96c81903af47b48c0fa783cf5f52350fc1e64b40f2a9701fc0", + "write-warmup-client-9.json": "27248ecc88ae0fae2586d1033b73407e2d2aca49df046aaef1e30461f7995fb7", + "write-warmup-client-10.json": "bda392742d2b47a9fe7b4480dab801d59a063863a53bb7e3d7f83b7c6f898bc7", + "write-warmup-client-11.json": "fbdb4503ba1f4d5890a63b25b48a9ad75bae78c48696c9f3d5ed309faada75dc", + "write-warmup-client-12.json": "69dc394c0af0bd36f3147b031aca89b59782a45b9c2c41120a6ea0b5884a8379", + "write-warmup-client-13.json": "e7ec88bcf436357270156fb8a93bbdee9ad1851eb0c41d807d17e7f4fc9710ac", + "write-warmup-client-14.json": "8a39d839427a602fc7955b96d0f60d826bb790d35722b8a927582a3a68cfed16", + "write-warmup-client-15.json": "4b8c0a66eac290205bc7c9cd98396e28e93efb3549b8637c69e89f2ffe358522" + } + }, + "repeat": 3, + "cells": 16, + "variant": "baseline", + "measured_writes": 13754, + "all_acknowledged": 14339, + "TPS": 114.43026315702669, + "response_body_bytes_per_second": 22853.27269561657, + "p50": 129.107565, + "p95": 255.534256, + "p99": 365.747316, + "server_cpu_cores": 0.550695006742261, + "driver_cpu_cores": 0.047886522325414, + "server_rss_after_bytes": 82272256, + "first_30_seconds_TPS": 107.39999999999999, + "last_30_seconds_TPS": 101.83333333333333, + "interval_TPS_min": 98.4, + "interval_TPS_max": 128.9, + "interval_TPS_cv": 0.09525632159715536, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 28694, + "mean_ms": 0.04104122579633372, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.1, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 14339, + "mean_ms": 19.888061765116117, + "overflow": 0, + "p50_ms": 19.4, + "p95_ms": 28.6, + "p99_ms": 33.8, + "resolution_us": 100 + }, + "compaction": { + "count": 755, + "mean_ms": 195.3346458423841, + "overflow": 0, + "p50_ms": 176.4, + "p95_ms": 312.4, + "p99_ms": 522.5, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 15110, + "mean_ms": 74.84563174440768, + "overflow": 0, + "p50_ms": 74.1, + "p95_ms": 99.2, + "p99_ms": 109.7, + "resolution_us": 100 + }, + "preparation": { + "count": 14339, + "mean_ms": 115.51547619192412, + "overflow": 0, + "p50_ms": 105.2, + "p95_ms": 228.4, + "p99_ms": 341.1, + "resolution_us": 100 + }, + "publication": { + "count": 14339, + "mean_ms": 136.24037094755562, + "overflow": 0, + "p50_ms": 125.9, + "p95_ms": 247.5, + "p99_ms": 365.2, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1504, + "mean_ms": 0.9648451090425533, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 2.4, + "p99_ms": 28.1, + "resolution_us": 100 + }, + "root_admission": { + "count": 14355, + "mean_ms": 74.82223781086729, + "overflow": 0, + "p50_ms": 74.1, + "p95_ms": 99.1, + "p99_ms": 110.0, + "resolution_us": 100 + }, + "root_preparation": { + "count": 14355, + "mean_ms": 105.12201366534309, + "overflow": 0, + "p50_ms": 103.9, + "p95_ms": 133.4, + "p99_ms": 145.6, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 14355, + "mean_ms": 30.294507938557995, + "overflow": 0, + "p50_ms": 29.8, + "p95_ms": 40.5, + "p99_ms": 46.3, + "resolution_us": 100 + }, + "uploaded_bytes": 366467329, + "uploaded_objects": 75663, + "worker": { + "count": 28694, + "mean_ms": 1.175958101066425, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.3, + "p99_ms": 5.6, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 3600, + "bytes_written": 0, + "duration": { + "count": 42, + "mean_ms": 1.4730961904761906, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 4.4, + "p99_ms": 7.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 10, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 42 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 30188, + "mean_ms": 4.056175137074334, + "overflow": 0, + "p50_ms": 3.8, + "p95_ms": 7.5, + "p99_ms": 9.7, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 30188, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 30188 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 374848617, + "duration": { + "count": 90132, + "mean_ms": 21.03442737501664, + "overflow": 0, + "p50_ms": 20.7, + "p95_ms": 30.4, + "p99_ms": 35.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 10, + "error": 0, + "not_found": 0, + "success": 90122, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 90132 + }, + "range": { + "bytes_read": 154920827, + "bytes_written": 0, + "duration": { + "count": 29512, + "mean_ms": 5.611701691040932, + "overflow": 0, + "p50_ms": 5.4, + "p95_ms": 9.8, + "p99_ms": 12.4, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 29512, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 29512 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.42152357600025, + "cpu_seconds": 365.901793, + "cpu_cores": 2.9173764005368557, + "cgroup_before": { + "usage_usec": 5663521433, + "user_usec": 3668922155, + "system_usec": 1994599278, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 6029423226, + "user_usec": 3890195419, + "system_usec": 2139227806, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate": { + "raw_audit": { + "timed_receipts_independently_checked": 13127, + "raw_client_sha256": { + "writes-client-0.json": "a63be2b2c3ab84c719bc8da2b0d37902862e04e45492ff879bc7daefc7dcb927", + "writes-client-1.json": "b0bfdc14ef89c6854bbf56110fd4cac738f1fe3ee130a79810b22e84b909442f", + "writes-client-2.json": "ceb10632e7fb83065556cd105f1fc13300cdd1ab3c718f3e554a7bdb70eb1e01", + "writes-client-3.json": "e97b5a4ca74541a9b6eb416c6699912f5c9dbe3825441f908b647df72fbc9c98", + "writes-client-4.json": "8990507dd2f32f8f575ae622a80b30b6c18eec2294fd12f2cdd68afad7c4a398", + "writes-client-5.json": "3c9ccca23a856207bc76001bd39693ca17c32af46934263efb00e9e2e6d94613", + "writes-client-6.json": "ed9dbef8ea99f9e2aa4eb42046d82405f10af372b9e4cf5218f513ae906ffff9", + "writes-client-7.json": "8a7d8910a02e6ffbb2ded48297c98a73568f0d3ec5faa332ccea9f0ba8ecbe8e", + "writes-client-8.json": "8ab0622b4d63e64ade4f715615e1bc3db8aefdcb139aae39d4057cf02d8385b3", + "writes-client-9.json": "1d07bf57410a4b6d41529c4422ee62fad234c651326a6bcf8aa26850c7ab3378", + "writes-client-10.json": "54cfc0f2c7d91bafd77809b64da89db6d26ed8fe85e2400a6b1355638445adc4", + "writes-client-11.json": "ee419915f710bbcf7cdbd93c055f7ed674a4e6edc73859fe32a93f82ce9efe6d", + "writes-client-12.json": "1784805a2176aa02e55ac852a52856f0f26c8a7ea2c551b35ccd4e91ef67ec01", + "writes-client-13.json": "ce90f52a4330c7d9cc0197b875986b5dc646a6a15abbb99ddb8c9c164075da9c", + "writes-client-14.json": "081b21b2e5a7545b2dc34cb7bbb3bce5a5d99a2565e9b34314e8d35c72b1cffe", + "writes-client-15.json": "56a6ff1d848adbaea213a52ba0a1498572cb0e19e53519e222b70b9531c13e14", + "write-warmup-client-0.json": "df5a816cb3a425eb70073bc987f0a843f64506a5381f93489a8accd4f851b4c7", + "write-warmup-client-1.json": "e2f7d2c36ebb9578bc05a79edeef953c137c3116eb53950428fb85d1916c5c6f", + "write-warmup-client-2.json": "5bcc46f08919cbf50c0c8ab03b7d6516840d15121b7d0b18e0c5a34ec8619707", + "write-warmup-client-3.json": "179e4816bdd70e5717d0ab7dd56e1b626a8c0142fd2da03d4e64a75e4e2357c1", + "write-warmup-client-4.json": "b39f97ca50c8470ccf8e319698449b117f52d3fb4ae35563fbf0bcfa909d4741", + "write-warmup-client-5.json": "46236c290de16d94198db940b6f17561946bba6592aa82aed94ae2ab9b3351f8", + "write-warmup-client-6.json": "d144c9b5c4b29a3f485285d77fa6e0d1100990dec51039875cf76b2d5e457bce", + "write-warmup-client-7.json": "67037ad30b3adf602c9f2519b35b8b368085ad81390371ed46d00e204a7bc092", + "write-warmup-client-8.json": "8af37a4bbda15243d3e079f2e997cf67c9c6cd3fa9782d5a39e0a794fe7639ba", + "write-warmup-client-9.json": "a824100bd088bc01b8f6b211bc9745b1bb86f3695db3610bac8dae29efb7a701", + "write-warmup-client-10.json": "82fdc05c5c581d41ff7c0709af27ff6c5cd000f6cddc1dcf8d061825cfe1ad25", + "write-warmup-client-11.json": "75a8e019d5f91b897c0c907a081fde550a19a653a4d993408aa4b773e2b7d444", + "write-warmup-client-12.json": "ae77e09650f3375e7e7e7d961d97f6b3c48de84472cd8af0d2a79c7e3bb42bdc", + "write-warmup-client-13.json": "2e2ad36d63cea5da64330808f5ae1740d6591cbdb923d2e72afd9cd2c1d3c575", + "write-warmup-client-14.json": "3cbcaf2f20fdd3155fb51ce17e345a5399eccab7a16612a28561e9af70749ffa", + "write-warmup-client-15.json": "7f1d1682559486d60dd386ba0b1c083562b87e2852f0432cc33ddc13cadfda76" + } + }, + "repeat": 3, + "cells": 16, + "variant": "candidate", + "measured_writes": 12563, + "all_acknowledged": 13143, + "TPS": 104.54026811902712, + "response_body_bytes_per_second": 20865.115807718965, + "p50": 142.096151, + "p95": 271.3262, + "p99": 382.167055, + "server_cpu_cores": 0.5028444995890001, + "driver_cpu_cores": 0.03990829361817461, + "server_rss_after_bytes": 82018304, + "first_30_seconds_TPS": 108.33333333333333, + "last_30_seconds_TPS": 104.8, + "interval_TPS_min": 95.6, + "interval_TPS_max": 110.7, + "interval_TPS_cv": 0.03671988758804307, + "completions_after_admission_deadline": 16, + "phases_including_warmup_and_verification": { + "actor_queue": { + "count": 26302, + "mean_ms": 0.03969795201885788, + "overflow": 0, + "p50_ms": 0.1, + "p95_ms": 0.2, + "p99_ms": 0.4, + "resolution_us": 100 + }, + "authority": { + "count": 13143, + "mean_ms": 21.335075559613482, + "overflow": 0, + "p50_ms": 21.1, + "p95_ms": 29.9, + "p99_ms": 34.8, + "resolution_us": 100 + }, + "compaction": { + "count": 653, + "mean_ms": 210.46521934915773, + "overflow": 0, + "p50_ms": 191.5, + "p95_ms": 304.9, + "p99_ms": 574.7, + "resolution_us": 100 + }, + "dirty_admission": { + "count": 13812, + "mean_ms": 83.06659330285258, + "overflow": 0, + "p50_ms": 82.3, + "p95_ms": 104.9, + "p99_ms": 116.1, + "resolution_us": 100 + }, + "preparation": { + "count": 13143, + "mean_ms": 126.86810354485277, + "overflow": 0, + "p50_ms": 116.4, + "p95_ms": 173.5, + "p99_ms": 357.8, + "resolution_us": 100 + }, + "publication": { + "count": 13143, + "mean_ms": 149.03664693441377, + "overflow": 0, + "p50_ms": 138.5, + "p95_ms": 198.3, + "p99_ms": 379.9, + "resolution_us": 100 + }, + "publication_failures": 0, + "recovery_admission": { + "count": 1295, + "mean_ms": 0.8509393922779923, + "overflow": 0, + "p50_ms": 0.0, + "p95_ms": 0.0, + "p99_ms": 28.3, + "resolution_us": 100 + }, + "root_admission": { + "count": 13159, + "mean_ms": 83.089557595106, + "overflow": 0, + "p50_ms": 82.2, + "p95_ms": 105.0, + "p99_ms": 116.3, + "resolution_us": 100 + }, + "root_preparation": { + "count": 13159, + "mean_ms": 116.32643493456949, + "overflow": 0, + "p50_ms": 115.8, + "p95_ms": 139.2, + "p99_ms": 152.5, + "resolution_us": 100 + }, + "root_preparation_work": { + "count": 13159, + "mean_ms": 33.23081573918991, + "overflow": 0, + "p50_ms": 33.0, + "p95_ms": 42.3, + "p99_ms": 48.0, + "resolution_us": 100 + }, + "uploaded_bytes": 329225189, + "uploaded_objects": 69116, + "worker": { + "count": 26302, + "mean_ms": 1.1181128103186069, + "overflow": 0, + "p50_ms": 1.0, + "p95_ms": 3.1, + "p99_ms": 5.8, + "resolution_us": 100 + } + }, + "host_capacity": { + "dirty": 4, + "io": 32, + "jobs": 4, + "local_disk_bytes": 1073741824, + "recovery": 2, + "scratch_mib": 65536 + }, + "storage_operations_including_startup_and_verification": { + "copy": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "delete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "get": { + "bytes_read": 2520, + "bytes_written": 0, + "duration": { + "count": 39, + "mean_ms": 1.2612838205128205, + "overflow": 0, + "p50_ms": 0.8, + "p95_ms": 5.1, + "p99_ms": 6.2, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 32, + "success": 7, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 39 + }, + "head": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 27592, + "mean_ms": 4.546839407581908, + "overflow": 0, + "p50_ms": 4.3, + "p95_ms": 8.4, + "p99_ms": 10.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27592, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27592 + }, + "list": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_abort": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_complete": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_part": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "multipart_start": { + "bytes_read": 0, + "bytes_written": 0, + "duration": { + "count": 0, + "mean_ms": null, + "overflow": 0, + "p50_ms": null, + "p95_ms": null, + "p99_ms": null, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 0, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 0 + }, + "put": { + "bytes_read": 0, + "bytes_written": 337323140, + "duration": { + "count": 82419, + "mean_ms": 23.24358904477123, + "overflow": 0, + "p50_ms": 23.2, + "p95_ms": 31.8, + "p99_ms": 36.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 7, + "error": 0, + "not_found": 0, + "success": 82412, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 82419 + }, + "range": { + "bytes_read": 143971538, + "bytes_written": 0, + "duration": { + "count": 27114, + "mean_ms": 6.380352358633916, + "overflow": 0, + "p50_ms": 6.2, + "p95_ms": 11.1, + "p99_ms": 13.8, + "resolution_us": 100 + }, + "outcomes": { + "auth": 0, + "cancelled": 0, + "conflict": 0, + "error": 0, + "not_found": 0, + "success": 27114, + "throttled": 0, + "transient": 0, + "unsupported": 0 + }, + "started": 27114 + } + }, + "provider_resources_including_warmup": { + "window_seconds_including_warmup": 125.40467618299999, + "cpu_seconds": 378.017699, + "cpu_cores": 3.014382800593241, + "cgroup_before": { + "usage_usec": 6047951976, + "user_usec": 3907207217, + "system_usec": 2140744758, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cgroup_after": { + "usage_usec": 6425969675, + "user_usec": 4155416733, + "system_usec": 2270552941, + "nice_usec": 0, + "core_sched.force_idle_usec": 0, + "nr_periods": 0, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + } + }, + "candidate_baseline_ratios": { + "TPS": 0.9135718579583441, + "p50": 1.1006028267979495, + "p95": 1.0617997142426179, + "p99": 1.04489366915819, + "response_body_bytes_per_second": 0.9130034059288606 + } + } + ], + "limitations": [ + "Three paired repeats, not a statistical confidence interval.", + "Closed-loop small-row HTTP workload with one persistent connection per client.", + "Response throughput is JSON response-body bytes, not database or network-wire throughput.", + "Publication phase metrics include warmup; worker and queue metrics also include exact replay verification.", + "Compaction is a subset of preparation; do not add their timings." + ], + "ci_run": "https://github.com/crabbuild/cellule/actions/runs/37173160571", + "instrumentation_audit": { + "baseline_diff_empty": true, + "observers_byte_identical": true, + "telemetry_backport_sha256": "1ae7cfaee1f4fd454df73a2bc9e282455e8b36da4461f79b432431fbf7859a74" + } +} diff --git a/crates/cellule-axum/performance/2026-10-04-rustfs-grouped-paired-writes.md b/crates/cellule-axum/performance/2026-10-04-rustfs-grouped-paired-writes.md new file mode 100644 index 00000000..5ca40e95 --- /dev/null +++ b/crates/cellule-axum/performance/2026-10-04-rustfs-grouped-paired-writes.md @@ -0,0 +1,46 @@ +# Grouped writes: 16 HTTP clients + +Grouping improves sustained queued writes at one and four Cells; the 16-Cell +profile does not form groups and regresses tail latency. +[CI run](https://github.com/crabbuild/cellule/actions/runs/37173160571) · +[Full dataset](2026-10-04-rustfs-grouped-paired-writes.json). + +Baseline: `ec19f8c638ffb3840c50062947a72f1af7ff3875`. +Candidate: `1e21c171ac38f1de4b180fc61c5365df4a178c26`. +Production grouping changes: `16ac5d85b72ea9b5a8970fc8eda029927679027e`. + +Three alternating 120-second pairs per Cell count use 16 persistent clients, +1/4/16 independent SQLite Cells, four SQL workers, four HTTP workers, five seconds +of warmup, fresh storage prefixes, and fixed budgets on one four-CPU runner. +Each POST inserts an order and performs a receipt-bound SELECT. + +| Cells | Baseline median TPS | Candidate median TPS | Paired TPS change | Paired p95 change | Paired p99 change | +| --- | ---: | ---: | ---: | ---: | ---: | +| 1 | 57.66 | 147.85 | +156.3% | -57.2% | -57.1% | +| 4 | 114.07 | 163.19 | +64.3% | -22.4% | -16.2% | +| 16 | 104.45 | 104.54 | -3.1% | +6.2% | +4.5% | + +Changes are medians of paired ratios; TPS columns are independent repeat medians. +All 16-Cell pairs regress p99; four-Cell repeat 1 also regresses p99 (+2.7%). +Every pair remains in JSON. Three repeats are not a confidence interval, and +these single-host results do not prove horizontal scaling. + +Verification: all 18 points pass with **255,428 measured writes**, **268,020 +acknowledged writes**, and **zero measured errors**. Checks cover raw receipts, +contiguous sequences, retry/conflict handling, ownership, drain, fresh-file cold +recovery, recovery fences, and the next recovered write. Instrumentation is +identical; source/binary hashes are retained in JSON. + +Roots per acknowledged command fall from 1.000 to 0.320/0.583/1.000 at 1/4/16 +Cells. At 16 Cells, root admission averages about 83 ms, admitted root work +about 33 ms, and SQL-worker p99 remains below 7 ms. Shared publication/provider +capacity remains a bottleneck; these phases do not explain individual p99 +regressions and cannot be added to reconstruct request latency. + +A later [64-client attempt](https://github.com/crabbuild/cellule/actions/runs/37175252712) +failed during baseline warmup with 14 HTTP 503 responses, before measurement. +An [error-source probe](https://github.com/crabbuild/cellule/actions/runs/37176372337) +identified completed requests retaining mailbox slots after durable reply delivery. +The [completed corrected comparison](2026-10-04-rustfs-grouped-c64-writes.md) +includes the slot handoff fix in both revisions. The failed attempts remain +part of the evidence. Response throughput counts response-body bytes. diff --git a/crates/cellule-axum/performance/README.md b/crates/cellule-axum/performance/README.md new file mode 100644 index 00000000..bfbf0786 --- /dev/null +++ b/crates/cellule-axum/performance/README.md @@ -0,0 +1,24 @@ +# Performance evidence + +Versioned reports record the workload, compared revisions, critical metrics, +verification, and limitations. Companion JSON files retain every measured pair, +phase distribution, receipt hash, and source/binary provenance. CI links retain +raw artifacts. Do not combine gains from separate runs. + +| Comparison | Clients | Cells | Measured duration | Report and dataset | +| --- | ---: | --- | --- | --- | +| Grouped writes | 16 | 1 / 4 / 16 | Three alternating 120-second pairs per Cell count | [Report](2026-10-04-rustfs-grouped-paired-writes.md) · [JSON](2026-10-04-rustfs-grouped-paired-writes.json) | +| Grouped writes with corrected request-slot handoff | 64 | 1 / 4 / 16 | Three alternating 120-second pairs per Cell count | [Report](2026-10-04-rustfs-grouped-c64-writes.md) · [JSON](2026-10-04-rustfs-grouped-c64-writes.json) | +| Compaction transfer refill | 16 | 1 / 4 / 16 | Three alternating 120-second pairs per Cell count | [Report](2026-10-04-rustfs-compaction-paired-writes.md) · [JSON](2026-10-04-rustfs-compaction-paired-writes.json) | + +The grouped-write comparisons improve queued workloads. The 16-client, +16-Cell profile regresses tail latency; compaction refill does not establish +a consistent multicell gain. These are single-host RustFS measurements with +fixed budgets, not evidence of horizontal scaling. Each Cell has an independent +SQLite database; SQL workers and provider capacity are shared. + +Earlier measurements remain available for historical comparison: +[initial HTTP](2026-10-03-rustfs-http.md), +[multicell](2026-10-03-rustfs-multicell.md), +[steady reads](2026-10-03-rustfs-steady.md), and +[steady writes](2026-10-03-rustfs-steady-writes.md). diff --git a/crates/cellule-ltx/docs/publication.md b/crates/cellule-ltx/docs/publication.md index 1976a2e8..de6db1a2 100644 --- a/crates/cellule-ltx/docs/publication.md +++ b/crates/cellule-ltx/docs/publication.md @@ -43,3 +43,15 @@ predecessor's position, commit sequence, Cell and incarnation. The runtime selec the append's schema and can choose the final root with one CAS against the original authority record. Every immutable dependency still finishes uploading before the successor proposal is returned. + +Compaction overlaps the independent LTX and index output flushes through the +host's bounded job admission. Both barriers complete before either output can +upload. The verified local index also allows directory and root metadata to +upload alongside the compacted body and index. Preparation waits for every +branch, including errors and scratch cleanup, before returning a proposal; +authority CAS remains the publication boundary. + +Compaction body and index transfers each retain a four-transfer window. A +completed transfer immediately admits the next input even when an earlier +source is slow. Results return to descriptor order before merging or selecting +an error; source checksums, disjoint scratch offsets, and cleanup remain intact. diff --git a/crates/cellule-ltx/docs/safety.md b/crates/cellule-ltx/docs/safety.md index 7898dd4e..b4e53475 100644 --- a/crates/cellule-ltx/docs/safety.md +++ b/crates/cellule-ltx/docs/safety.md @@ -27,6 +27,17 @@ service authenticates the authority record that selects a root. admission bound local scratch, retained cuts, and remote I/O. The host owns scheduling and cancellation; see [cellule-host](../../cellule-host/docs/README.md). +New recovery and compaction jobs acquire dirty-memory and recovery capacity as +one cohort. While either pool is busy, a new waiter retains neither permit; +ordinary preparations can use the available dirty-memory capacity. A queue +shared by the exact pair of pools prevents competing new cohorts from exchanging +partial permits indefinitely. Existing charged scopes can finish or extend their +work while that queue waits. Both permits and ledger charges follow dispatched +work through completion or cancellation cleanup, with the same resource ceilings. + +Semaphore timing counts acquisitions, including retries during cohort admission. +Compaction's total duration also includes time waiting in the cohort queue. + ```sh cargo test -p cellule-ltx --no-default-features --locked cargo test -p cellule-ltx --features replica --locked diff --git a/crates/cellule-ltx/src/environment/host/admission.rs b/crates/cellule-ltx/src/environment/host/admission.rs new file mode 100644 index 00000000..7d2c65e4 --- /dev/null +++ b/crates/cellule-ltx/src/environment/host/admission.rs @@ -0,0 +1,151 @@ +//! Dirty-memory and recovery admission without holding a partial new cohort. + +use std::{ + collections::HashMap, + sync::{Arc, OnceLock, Weak}, +}; + +use tokio::sync::{OwnedSemaphorePermit, Semaphore}; + +use super::{Host, HostPermit, HostResourceKind, LtxPhase}; + +pub(super) struct PairGate { + _dirty: Arc, + _recovery: Arc, + queue: tokio::sync::Mutex<()>, +} +type PairGates = HashMap<(usize, usize), Weak>; + +pub(super) fn shared_pair_gate(dirty: &Arc, recovery: &Arc) -> Arc { + static GATES: OnceLock> = OnceLock::new(); + let mut gates = GATES + .get_or_init(Default::default) + .lock() + .unwrap_or_else(std::sync::PoisonError::into_inner); + gates.retain(|_, gate| gate.strong_count() > 0); + // Every gate owner also owns both semaphores, so a live key cannot be + // recycled. Weak entries do not retain retired pools. Sharing by pool + // identity covers separate Host values configured with the same slots; + // independent pools must not wait behind each other's admission queue. + let key = (Arc::as_ptr(dirty) as usize, Arc::as_ptr(recovery) as usize); + if let Some(gate) = gates.get(&key).and_then(Weak::upgrade) { + return gate; + } + let gate = Arc::new(PairGate { + _dirty: dirty.clone(), + _recovery: recovery.clone(), + queue: tokio::sync::Mutex::new(()), + }); + gates.insert(key, Arc::downgrade(&gate)); + gate +} + +impl Host { + pub(crate) async fn for_dirty(&self) -> crate::Result { + let mut host = self.clone(); + if host.dirty.is_none() { + let permit = self + .acquire_memory_slot(&self.dirty_slots, LtxPhase::DirtyAdmission) + .await?; + host.dirty = Some(self.reserve_memory_permit(HostResourceKind::Dirty, permit)?); + } + Ok(host) + } + + pub(crate) async fn for_recovery(&self) -> crate::Result { + if self.dirty.is_none() && self.recovery.is_none() { + let (dirty, recovery) = self.acquire_memory_pair().await?; + let mut host = self.clone(); + host.dirty = Some(self.reserve_memory_permit(HostResourceKind::Dirty, dirty)?); + host.recovery = Some(self.reserve_memory_permit(HostResourceKind::Recovery, recovery)?); + return Ok(host); + } + + // Existing scopes own real work and retain their reservations. In + // particular, a dirty scope may request recovery while a new cohort + // is waiting for dirty capacity; the new cohort must leave recovery + // available to that scope rather than invert its acquisition order. + let mut host = self.for_dirty().await?; + if host.recovery.is_none() { + let permit = self + .acquire_memory_slot(&self.recovery_slots, LtxPhase::RecoveryAdmission) + .await?; + host.recovery = Some(self.reserve_memory_permit(HostResourceKind::Recovery, permit)?); + } + Ok(host) + } + + async fn acquire_memory_pair( + &self, + ) -> crate::Result<(OwnedSemaphorePermit, OwnedSemaphorePermit)> { + // Only one new cohort negotiates a pair at a time. Otherwise opposing + // semaphore wait queues can repeatedly hand each other partial pairs. + // Existing charged scopes bypass this gate and can finish their work. + let _gate = self.memory_pair_gate.queue.lock().await; + loop { + let recovery = self + .acquire_memory_slot(&self.recovery_slots, LtxPhase::RecoveryAdmission) + .await?; + let started = self.now_monotonic(); + if let Ok(dirty) = self.dirty_slots.clone().try_acquire_owned() { + self.observe_ltx_phase(LtxPhase::DirtyAdmission, started, true); + return Ok((dirty, recovery)); + } + // Never await the second slot with the first still held. If the + // try failed because the semaphore closed, the following awaited + // acquire preserves the original AcquireError source as well. + drop(recovery); + let dirty = self + .acquire_memory_slot(&self.dirty_slots, LtxPhase::DirtyAdmission) + .await?; + let started = self.now_monotonic(); + if let Ok(recovery) = self.recovery_slots.clone().try_acquire_owned() { + self.observe_ltx_phase(LtxPhase::RecoveryAdmission, started, true); + return Ok((dirty, recovery)); + } + drop(dirty); + } + } + + async fn acquire_memory_slot( + &self, + slots: &Arc, + phase: LtxPhase, + ) -> crate::Result { + let started = self.now_monotonic(); + let permit = slots + .clone() + .acquire_owned() + .await + .map_err(|error| crate::LtxError::Other(Box::new(error))); + self.observe_ltx_phase(phase, started, permit.is_ok()); + permit + } + + fn reserve_memory_permit( + &self, + kind: HostResourceKind, + semaphore: OwnedSemaphorePermit, + ) -> crate::Result> { + Ok(Arc::new(HostPermit { + _resource: self.reserve_resource(kind, 1)?, + semaphore, + })) + } +} + +#[cfg(test)] +mod tests { + use super::*; + + #[test] + fn equal_pools_share_a_gate_and_independent_pools_do_not() { + let dirty = Arc::new(Semaphore::new(1)); + let recovery = Arc::new(Semaphore::new(1)); + let first = shared_pair_gate(&dirty, &recovery); + let same = shared_pair_gate(&dirty, &recovery); + let other = shared_pair_gate(&Arc::new(Semaphore::new(1)), &recovery); + assert!(Arc::ptr_eq(&first, &same)); + assert!(!Arc::ptr_eq(&first, &other)); + } +} diff --git a/crates/cellule-ltx/src/environment/host/mod.rs b/crates/cellule-ltx/src/environment/host/mod.rs index 0dc308d3..98fda20d 100644 --- a/crates/cellule-ltx/src/environment/host/mod.rs +++ b/crates/cellule-ltx/src/environment/host/mod.rs @@ -10,6 +10,8 @@ use std::{ time::{Duration, Instant, SystemTime, UNIX_EPOCH}, }; +#[cfg(feature = "replica")] +mod admission; mod budget; pub use budget::{DiskBudget, DiskReservation}; @@ -169,6 +171,8 @@ pub struct Host { #[cfg(feature = "replica")] job_capacity: usize, #[cfg(feature = "replica")] + memory_pair_gate: Arc, + #[cfg(feature = "replica")] recovery_slots: Arc, #[cfg(feature = "replica")] recovery_capacity: usize, @@ -502,6 +506,8 @@ impl Host { pub fn with_recovery_slots(mut self, slots: Arc) -> Self { self.recovery_capacity = slots.available_permits(); self.recovery_slots = slots; + self.memory_pair_gate = + admission::shared_pair_gate(&self.dirty_slots, &self.recovery_slots); self } @@ -514,6 +520,8 @@ impl Host { pub fn with_dirty_slots(mut self, slots: Arc) -> Self { self.dirty_capacity = slots.available_permits(); self.dirty_slots = slots; + self.memory_pair_gate = + admission::shared_pair_gate(&self.dirty_slots, &self.recovery_slots); self } @@ -549,44 +557,6 @@ impl Host { .transpose() } - #[cfg(feature = "replica")] - pub(crate) async fn for_dirty(&self) -> crate::Result { - let mut host = self.clone(); - if host.dirty.is_none() { - let permit = self - .dirty_slots - .clone() - .acquire_owned() - .await - .map_err(|e| crate::LtxError::Other(Box::new(e)))?; - let resource = self.reserve_resource(HostResourceKind::Dirty, 1)?; - host.dirty = Some(Arc::new(HostPermit { - _resource: resource, - semaphore: permit, - })); - } - Ok(host) - } - - #[cfg(feature = "replica")] - pub(crate) async fn for_recovery(&self) -> crate::Result { - let mut host = self.for_dirty().await?; - if host.recovery.is_none() { - let permit = self - .recovery_slots - .clone() - .acquire_owned() - .await - .map_err(|e| crate::LtxError::Other(Box::new(e)))?; - let resource = self.reserve_resource(HostResourceKind::Recovery, 1)?; - host.recovery = Some(Arc::new(HostPermit { - _resource: resource, - semaphore: permit, - })); - } - Ok(host) - } - #[cfg(feature = "replica")] pub(crate) async fn for_scratch(&self, bytes: u64) -> crate::Result { const MIB: u64 = 1 << 20; @@ -797,6 +767,18 @@ impl Default for Host { static SCRATCH: std::sync::OnceLock> = std::sync::OnceLock::new(); static LOCAL_DISK: std::sync::OnceLock = std::sync::OnceLock::new(); + #[cfg(feature = "replica")] + let recovery_slots = RECOVERY + .get_or_init(|| Arc::new(tokio::sync::Semaphore::new(2))) + .clone(); + #[cfg(feature = "replica")] + let dirty_slots = DIRTY + .get_or_init(|| { + Arc::new(tokio::sync::Semaphore::new( + std::thread::available_parallelism().map_or(1, |n| n.get().min(16)), + )) + }) + .clone(); Self { filesystem: Arc::new(DirectFileSystem), clock: Arc::new(SystemClock), @@ -825,19 +807,13 @@ impl Default for Host { #[cfg(feature = "replica")] job_capacity: std::thread::available_parallelism().map_or(1, |n| n.get().min(16)), #[cfg(feature = "replica")] - recovery_slots: RECOVERY - .get_or_init(|| Arc::new(tokio::sync::Semaphore::new(2))) - .clone(), + memory_pair_gate: admission::shared_pair_gate(&dirty_slots, &recovery_slots), + #[cfg(feature = "replica")] + recovery_slots, #[cfg(feature = "replica")] recovery_capacity: 2, #[cfg(feature = "replica")] - dirty_slots: DIRTY - .get_or_init(|| { - Arc::new(tokio::sync::Semaphore::new( - std::thread::available_parallelism().map_or(1, |n| n.get().min(16)), - )) - }) - .clone(), + dirty_slots, #[cfg(feature = "replica")] dirty_capacity: std::thread::available_parallelism().map_or(1, |n| n.get().min(16)), #[cfg(feature = "replica")] diff --git a/crates/cellule-ltx/src/environment/telemetry.rs b/crates/cellule-ltx/src/environment/telemetry.rs index bd5ac841..17bbd899 100644 --- a/crates/cellule-ltx/src/environment/telemetry.rs +++ b/crates/cellule-ltx/src/environment/telemetry.rs @@ -33,7 +33,16 @@ pub enum LtxPhase { /// Checkpoint maintenance for the capture. Checkpoint, /// Preparing one immutable successor root from captured cuts. + /// Includes dirty-memory admission and admitted preparation work. RootPreparation, + /// Waiting for dirty-memory admission before preparing captured cuts. + RootAdmission, + /// Preparing captured cuts after dirty-memory admission succeeds. + RootPreparationWork, + /// Acquiring a new shared dirty-memory semaphore permit. + DirtyAdmission, + /// Acquiring a new recovery semaphore permit. + RecoveryAdmission, /// Opening an exact root. RootOpen, /// Reading root directory pages. diff --git a/crates/cellule-ltx/src/environment/tests.rs b/crates/cellule-ltx/src/environment/tests.rs index 4809cb2a..64aefc84 100644 --- a/crates/cellule-ltx/src/environment/tests.rs +++ b/crates/cellule-ltx/src/environment/tests.rs @@ -572,6 +572,239 @@ async fn cancelled_waiters_do_not_release_running_job_or_recovery_admission() { assert_eq!(charges.load(Ordering::SeqCst), 0); } +#[cfg(feature = "replica")] +#[tokio::test] +async fn waiting_recovery_does_not_occupy_ordinary_dirty_admission() { + let dirty = Arc::new(tokio::sync::Semaphore::new(1)); + let recovery = Arc::new(tokio::sync::Semaphore::new(1)); + let host = Host::default() + .with_dirty_slots(dirty.clone()) + .with_recovery_slots(recovery.clone()); + let occupied = recovery.clone().acquire_owned().await.unwrap(); + let mut waiting = Box::pin(host.for_recovery()); + assert!(futures_util::poll!(&mut waiting).is_pending()); + assert_eq!( + dirty.available_permits(), + 1, + "a recovery waiter must leave dirty capacity available for ordinary prepares" + ); + let mut ordinary = Box::pin(host.for_dirty()); + let std::task::Poll::Ready(Ok(admitted)) = futures_util::poll!(&mut ordinary) else { + panic!("ordinary preparation queued behind a recovery waiter"); + }; + drop(admitted); + drop(occupied); + let admitted = waiting.await.unwrap(); + assert_eq!(dirty.available_permits(), 0); + assert_eq!(recovery.available_permits(), 0); + drop(admitted); + assert_eq!(dirty.available_permits(), 1); + assert_eq!(recovery.available_permits(), 1); +} + +#[cfg(feature = "replica")] +#[tokio::test] +async fn recovery_waiting_for_dirty_does_not_block_an_existing_dirty_scope() { + let dirty = Arc::new(tokio::sync::Semaphore::new(1)); + let recovery = Arc::new(tokio::sync::Semaphore::new(1)); + let host = Host::default() + .with_dirty_slots(dirty.clone()) + .with_recovery_slots(recovery.clone()); + let existing = host.for_dirty().await.unwrap(); + let mut new_recovery = Box::pin(host.for_recovery()); + assert!(futures_util::poll!(&mut new_recovery).is_pending()); + assert_eq!(recovery.available_permits(), 1); + let mut nested_admission = Box::pin(existing.for_recovery()); + let std::task::Poll::Ready(Ok(nested)) = futures_util::poll!(&mut nested_admission) else { + panic!("recovery admission inverted an existing dirty scope"); + }; + drop(nested_admission); + drop(nested); + drop(existing); + let admitted = new_recovery.await.unwrap(); + drop(admitted); + assert_eq!(dirty.available_permits(), 1); + assert_eq!(recovery.available_permits(), 1); +} + +#[cfg(feature = "replica")] +#[tokio::test] +async fn canceled_pair_waiters_release_the_queue_without_holding_half_a_pair() { + let dirty = Arc::new(tokio::sync::Semaphore::new(1)); + let recovery = Arc::new(tokio::sync::Semaphore::new(1)); + let host = Host::default() + .with_dirty_slots(dirty.clone()) + .with_recovery_slots(recovery.clone()); + let peer = Host::default() + .with_recovery_slots(recovery.clone()) + .with_dirty_slots(dirty.clone()); + let occupied = recovery.clone().acquire_owned().await.unwrap(); + let mut first = Box::pin(host.for_recovery()); + let mut second = Box::pin(peer.for_recovery()); + assert!(futures_util::poll!(&mut first).is_pending()); + assert!(futures_util::poll!(&mut second).is_pending()); + assert_eq!(dirty.available_permits(), 1); + + let independent = Host::default() + .with_dirty_slots(Arc::new(tokio::sync::Semaphore::new(1))) + .with_recovery_slots(Arc::new(tokio::sync::Semaphore::new(1))); + let mut other = Box::pin(independent.for_recovery()); + assert!(matches!( + futures_util::poll!(&mut other), + std::task::Poll::Ready(Ok(_)) + )); + + drop(first); + assert!(futures_util::poll!(&mut second).is_pending()); + assert_eq!(dirty.available_permits(), 1); + drop(second); + drop(occupied); + let admitted = peer.for_recovery().await.unwrap(); + drop(admitted); + assert_eq!(dirty.available_permits(), 1); + assert_eq!(recovery.available_permits(), 1); + + let occupied = dirty.clone().acquire_owned().await.unwrap(); + let mut waiting = Box::pin(host.for_recovery()); + assert!(futures_util::poll!(&mut waiting).is_pending()); + assert_eq!(recovery.available_permits(), 1); + drop(waiting); + drop(occupied); + let admitted = host.for_recovery().await.unwrap(); + drop(admitted); + assert_eq!(dirty.available_permits(), 1); + assert_eq!(recovery.available_permits(), 1); +} + +#[cfg(feature = "replica")] +#[tokio::test(flavor = "multi_thread", worker_threads = 4)] +async fn mixed_memory_admission_progresses_with_one_slot_per_pool() { + let dirty = Arc::new(tokio::sync::Semaphore::new(1)); + let recovery = Arc::new(tokio::sync::Semaphore::new(1)); + let host = Host::default() + .with_dirty_slots(dirty.clone()) + .with_recovery_slots(recovery.clone()); + let peer = Host::default() + .with_dirty_slots(dirty.clone()) + .with_recovery_slots(recovery.clone()); + let mut jobs = tokio::task::JoinSet::new(); + for index in 0..32 { + let host = if index % 2 == 0 { + host.clone() + } else { + peer.clone() + }; + jobs.spawn(async move { + for _ in 0..16 { + let scope = if index % 3 == 0 { + host.for_recovery().await.unwrap() + } else { + let dirty = host.for_dirty().await.unwrap(); + tokio::task::yield_now().await; + if index % 3 == 1 { + dirty.for_recovery().await.unwrap() + } else { + dirty + } + }; + tokio::task::yield_now().await; + drop(scope); + } + }); + } + tokio::time::timeout(Duration::from_secs(5), async { + while let Some(result) = jobs.join_next().await { + result.unwrap(); + } + }) + .await + .unwrap(); + assert_eq!(dirty.available_permits(), 1); + assert_eq!(recovery.available_permits(), 1); +} + +#[cfg(feature = "replica")] +#[tokio::test] +async fn rejected_memory_pairs_preserve_errors_and_release_both_slots_and_charges() { + struct Charge(Arc); + impl HostResourcePermit for Charge {} + impl Drop for Charge { + fn drop(&mut self) { + self.0.fetch_sub(1, Ordering::SeqCst); + } + } + struct Admission { + reject: HostResourceKind, + enabled: AtomicBool, + charges: Arc, + } + impl HostResourceAdmission for Admission { + fn reserve( + &self, + kind: HostResourceKind, + _units: u32, + ) -> crate::Result> { + if kind == self.reject && self.enabled.load(Ordering::SeqCst) { + return Err(crate::LtxError::Io(io::Error::new( + io::ErrorKind::StorageFull, + "memory admission rejected", + ))); + } + self.charges.fetch_add(1, Ordering::SeqCst); + Ok(Box::new(Charge(self.charges.clone()))) + } + } + for reject in [HostResourceKind::Dirty, HostResourceKind::Recovery] { + let dirty = Arc::new(tokio::sync::Semaphore::new(1)); + let recovery = Arc::new(tokio::sync::Semaphore::new(1)); + let admission = Arc::new(Admission { + reject, + enabled: AtomicBool::new(true), + charges: Arc::new(AtomicUsize::new(0)), + }); + let mut host = Host::default() + .with_dirty_slots(dirty.clone()) + .with_recovery_slots(recovery.clone()); + host.install_resource_admission(admission.clone()); + assert!( + matches!(host.for_recovery().await, Err(crate::LtxError::Io(source)) if source.kind() == io::ErrorKind::StorageFull && source.to_string() == "memory admission rejected") + ); + assert_eq!(dirty.available_permits(), 1); + assert_eq!(recovery.available_permits(), 1); + assert_eq!(admission.charges.load(Ordering::SeqCst), 0); + admission.enabled.store(false, Ordering::SeqCst); + let admitted = host.for_recovery().await.unwrap(); + assert_eq!(admission.charges.load(Ordering::SeqCst), 2); + drop(admitted); + assert_eq!(admission.charges.load(Ordering::SeqCst), 0); + assert_eq!(dirty.available_permits(), 1); + assert_eq!(recovery.available_permits(), 1); + } +} + +#[cfg(feature = "replica")] +#[tokio::test] +async fn closed_memory_pairs_preserve_acquire_error_sources() { + for close_dirty in [true, false] { + let dirty = Arc::new(tokio::sync::Semaphore::new(1)); + let recovery = Arc::new(tokio::sync::Semaphore::new(1)); + if close_dirty { + dirty.close(); + } else { + recovery.close(); + } + let host = Host::default() + .with_dirty_slots(dirty.clone()) + .with_recovery_slots(recovery.clone()); + let error = host.for_recovery().await.err().unwrap(); + assert!( + matches!(error, crate::LtxError::Other(source) if source.downcast_ref::().is_some()) + ); + assert_eq!(dirty.available_permits(), 1); + assert_eq!(recovery.available_permits(), 1); + } +} + #[cfg(feature = "replica")] #[tokio::test] async fn closed_admission_returns_errors_instead_of_panicking() { diff --git a/crates/cellule-ltx/src/replica/compaction/mod.rs b/crates/cellule-ltx/src/replica/compaction/mod.rs index 2efee02a..df9af531 100644 --- a/crates/cellule-ltx/src/replica/compaction/mod.rs +++ b/crates/cellule-ltx/src/replica/compaction/mod.rs @@ -122,66 +122,75 @@ async fn prepare_root( .with_level(level); descriptor.validate_published(replica.limits)?; - // These immutable objects are unreachable until the final root is returned, - // so either upload may finish first without publishing a partial compaction. - let (body_upload, index_upload) = futures_util::future::join( - upload( - replica, - &files.scratch, - &files.compacted_ltx, - artifacts.ltx.length, - &descriptor.info.blake3, - CellObjectKind::Ltx, - ), - upload( - replica, - &files.scratch, - &files.compacted_index, - artifacts.index.length, - &descriptor.index_digest, - CellObjectKind::Index, - ), - ) - .await; - body_upload?; - index_upload?; - let mut descriptors = graph.descriptors.clone(); descriptors.splice(range.clone(), [descriptor.clone()]); replica.validate_chain(&descriptors, base.position)?; - - let compacted_source = files.scratch.open(&files.compacted_index).await?; - let compacted_input = SpoolInput { - descriptor, - start: 0, - length: artifacts.index.length, + let dependency_uploads = async { + let (body, index) = futures_util::future::join( + upload( + replica, + &files.scratch, + &files.compacted_ltx, + artifacts.ltx.length, + &artifacts.ltx.digest, + CellObjectKind::Ltx, + ), + upload( + replica, + &files.scratch, + &files.compacted_index, + artifacts.index.length, + &artifacts.index.digest, + CellObjectKind::Index, + ), + ) + .await; + body?; + index?; + Ok::<_, LtxError>(()) }; - let entries = - MergedEntries::open(&replica.host, compacted_source, vec![compacted_input]).await?; - let endpoint = descriptors.last().ok_or(LtxError::LTXCorrupted)?; - let page_size = endpoint.info.page_size; - let database_pages = endpoint.info.database_pages; - let directory = directory::relocate_and_upload( - replica, - &graph, - &descriptors, - selected, - entries.stream(replica.host.clone()), - ) - .await?; - replica - .finish_root( - Some(base), - &graph.document.segment_pages, - descriptors, - base.position, - base.commit_sequence, - graph.document.schema, - page_size, - database_pages, - directory, + let root_preparation = async { + let compacted_source = files.scratch.open(&files.compacted_index).await?; + let compacted_input = SpoolInput { + descriptor, + start: 0, + length: artifacts.index.length, + }; + let entries = + MergedEntries::open(&replica.host, compacted_source, vec![compacted_input]).await?; + let endpoint = descriptors.last().ok_or(LtxError::LTXCorrupted)?; + let page_size = endpoint.info.page_size; + let database_pages = endpoint.info.database_pages; + let directory = directory::relocate_and_upload( + replica, + &graph, + &descriptors, + selected, + entries.stream(replica.host.clone()), ) - .await + .await?; + replica + .finish_root( + Some(base), + &graph.document.segment_pages, + descriptors, + base.position, + base.commit_sequence, + graph.document.schema, + page_size, + database_pages, + directory, + ) + .await + }; + // The directory consumes the verified local index, not the uploaded body. + // Immutable dependencies and metadata may therefore upload together. Wait + // for both branches, including dispatched scratch jobs on either failure, + // before returning a proposal or releasing scratch admission. + let (dependencies, prepared) = + futures_util::future::join(dependency_uploads, root_preparation).await; + dependencies?; + prepared } struct CompactedArtifacts { diff --git a/crates/cellule-ltx/src/replica/compaction/output.rs b/crates/cellule-ltx/src/replica/compaction/output.rs index deeb34a5..4ca1e38e 100644 --- a/crates/cellule-ltx/src/replica/compaction/output.rs +++ b/crates/cellule-ltx/src/replica/compaction/output.rs @@ -77,10 +77,22 @@ pub(super) async fn write_compacted( body_source = returned.0; state = returned.1; } - replica + let (ltx, index) = replica .host .run(move || state.finish(post_checksum)) - .await? + .await??; + // Independent files share no write ordering. Keep both scratch-owning + // handles through their admitted jobs, and await both barriers even when + // one fails; no uploadable artifact escapes before both have completed. + let (ltx, index) = futures_util::future::join( + replica.host.run(move || ltx.sync()), + replica.host.run(move || index.sync()), + ) + .await; + Ok(CompactedArtifacts { + ltx: ltx??, + index: index??, + }) } fn body_range(entries: &[DirectoryEntry], inputs: &[BodySpoolInput]) -> Result { @@ -194,10 +206,10 @@ impl OutputState { Ok(self) } - fn finish(mut self, post_checksum: u64) -> Result { + fn finish(mut self, post_checksum: u64) -> Result<(UnsyncedArtifact, UnsyncedArtifact)> { self.encoder.close(post_checksum)?; - // Flush both streams before DigestWriter checks the exact stored length - // and syncs; a partial buffered output must never become publishable. + // Flush both streams before checking exact stored lengths. The caller + // syncs both files before making either artifact available for upload. let ltx = self .encoder .into_writer() @@ -209,7 +221,7 @@ impl OutputState { .into_inner() .map_err(|error| error.into_error())? .finish()?; - Ok(CompactedArtifacts { ltx, index }) + Ok((ltx, index)) } } @@ -242,18 +254,32 @@ impl DigestWriter { } } - fn finish(mut self) -> Result { + fn finish(self) -> Result { if self.file.file_len()? != self.length { return Err(LtxError::LTXCorrupted); } - self.file.sync_all()?; - Ok(Artifact { - digest: *self.hasher.finalize().as_bytes(), - length: self.length, + Ok(UnsyncedArtifact { + file: self.file, + artifact: Artifact { + digest: *self.hasher.finalize().as_bytes(), + length: self.length, + }, }) } } +struct UnsyncedArtifact { + file: Box, + artifact: Artifact, +} + +impl UnsyncedArtifact { + fn sync(mut self) -> Result { + self.file.sync_all()?; + Ok(self.artifact) + } +} + impl io::Write for DigestWriter { fn write(&mut self, bytes: &[u8]) -> io::Result { let next = self diff --git a/crates/cellule-ltx/src/replica/compaction/source.rs b/crates/cellule-ltx/src/replica/compaction/source.rs index fd521bdf..6b65b430 100644 --- a/crates/cellule-ltx/src/replica/compaction/source.rs +++ b/crates/cellule-ltx/src/replica/compaction/source.rs @@ -1,6 +1,7 @@ //! Source spooling for one compaction pass. use super::*; +use futures_util::FutureExt as _; pub(super) async fn spool_selected_bodies( replica: &CellReplica, @@ -18,10 +19,9 @@ pub(super) async fn spool_selected_bodies( planned.push((descriptor.clone(), start)); } - let results = stream::iter( - planned - .into_iter() - .map(|(descriptor, output_start)| async move { + let results = stream::iter(planned.into_iter().enumerate().map( + |(order, (descriptor, output_start))| { + async move { let mut file = scratch.open(destination).await?; let source_start = descriptor.offset(); let source_end = source_start @@ -69,12 +69,14 @@ pub(super) async fn spool_selected_bodies( descriptor, start: output_start, }) - }), - ) - .buffered(SEGMENT_TRANSFER_CONCURRENCY) + } + .map(move |result| (order, result)) + }, + )) + .buffer_unordered(SEGMENT_TRANSFER_CONCURRENCY) .collect::>() .await; - let spooled = results.into_iter().collect::>>()?; + let spooled = ordered_results(results)?; sync_spool(scratch, destination, total_bytes).await?; Ok(spooled) } @@ -100,10 +102,9 @@ pub(super) async fn spool_indexes( planned.push((descriptor.clone(), start)); } - let results = stream::iter( - planned - .into_iter() - .map(|(descriptor, output_start)| async move { + let results = stream::iter(planned.into_iter().enumerate().map( + |(order, (descriptor, output_start))| { + async move { let mut file = scratch.open(destination).await?; let path = replica.layout.incarnation_object_path( &replica.cell, @@ -153,16 +154,25 @@ pub(super) async fn spool_indexes( start: output_start, length, }) - }), - ) - .buffered(SEGMENT_TRANSFER_CONCURRENCY) + } + .map(move |result| (order, result)) + }, + )) + .buffer_unordered(SEGMENT_TRANSFER_CONCURRENCY) .collect::>() .await; - let inputs = results.into_iter().collect::>>()?; + let inputs = ordered_results(results)?; sync_spool(scratch, destination, total_bytes).await?; Ok(inputs) } +// Finished transfers refill the same bounded window immediately. Restore +// descriptor order, including first-error selection, before consuming results. +fn ordered_results(mut results: Vec<(usize, Result)>) -> Result> { + results.sort_unstable_by_key(|(order, _)| *order); + results.into_iter().map(|(_, result)| result).collect() +} + async fn sync_spool(scratch: &Arc, path: &Path, expected_bytes: u64) -> Result<()> { let mut file = scratch.open(path).await?; scratch diff --git a/crates/cellule-ltx/src/replica/prepare.rs b/crates/cellule-ltx/src/replica/prepare.rs index 26b2ecbf..24b0e84a 100644 --- a/crates/cellule-ltx/src/replica/prepare.rs +++ b/crates/cellule-ltx/src/replica/prepare.rs @@ -55,10 +55,20 @@ impl CellReplica { let started = self.host.now_monotonic(); let result = async { let mut replica = self.clone(); - replica.host = self.host.for_dirty().await?; - replica + let admitted = self.host.for_dirty().await; + self.host + .observe_ltx_phase(crate::LtxPhase::RootAdmission, started, admitted.is_ok()); + replica.host = admitted?; + let work_started = self.host.now_monotonic(); + let prepared = replica .prepare_captured(base, cuts, commit_sequence, schema) - .await + .await; + self.host.observe_ltx_phase( + crate::LtxPhase::RootPreparationWork, + work_started, + prepared.is_ok(), + ); + prepared } .await; self.host diff --git a/crates/cellule-ltx/tests/cell/roots.rs b/crates/cellule-ltx/tests/cell/roots.rs index d1b986dc..741a0a69 100644 --- a/crates/cellule-ltx/tests/cell/roots.rs +++ b/crates/cellule-ltx/tests/cell/roots.rs @@ -32,6 +32,7 @@ fn replica(store: Store, cell: [u8; 32], incarnation: [u8; 16]) -> CellReplica { } mod compaction; +mod compaction_transfers; mod directory; mod lifecycle; mod prepare_cost; diff --git a/crates/cellule-ltx/tests/cell/roots/compaction_transfers.rs b/crates/cellule-ltx/tests/cell/roots/compaction_transfers.rs new file mode 100644 index 00000000..e5c1128b --- /dev/null +++ b/crates/cellule-ltx/tests/cell/roots/compaction_transfers.rs @@ -0,0 +1,204 @@ +//! Slow source transfers must not stall unrelated compaction inputs. + +use super::*; +use futures_util::stream::BoxStream; +use object_store::{ + CopyOptions, GetOptions, GetResult, ListResult, MultipartUpload, ObjectMeta, ObjectStore, + PutMultipartOptions, PutOptions, PutPayload, PutResult, +}; +use std::{ + collections::HashSet, + fmt, + sync::{ + Mutex, + atomic::{AtomicBool, AtomicUsize}, + }, + time::Duration, +}; + +#[derive(Debug)] +struct TransferGateStore { + inner: InMemory, + kind: Mutex>, + first: AtomicBool, + paths: Mutex>, + active: AtomicUsize, + peak: AtomicUsize, + entered: tokio::sync::Notify, + fifth: tokio::sync::Notify, + resume: tokio::sync::Notify, +} + +impl TransferGateStore { + fn new() -> Self { + Self { + inner: InMemory::new(), + kind: Mutex::new(None), + first: AtomicBool::new(true), + paths: Mutex::new(HashSet::new()), + active: AtomicUsize::new(0), + peak: AtomicUsize::new(0), + entered: tokio::sync::Notify::new(), + fifth: tokio::sync::Notify::new(), + resume: tokio::sync::Notify::new(), + } + } +} + +impl fmt::Display for TransferGateStore { + fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { + f.write_str("TransferGateStore") + } +} + +struct ActiveTransfer<'a>(&'a AtomicUsize); +impl Drop for ActiveTransfer<'_> { + fn drop(&mut self) { + self.0.fetch_sub(1, Ordering::AcqRel); + } +} + +#[async_trait::async_trait] +impl ObjectStore for TransferGateStore { + async fn put_opts( + &self, + path: &Path, + bytes: PutPayload, + opts: PutOptions, + ) -> object_store::Result { + self.inner.put_opts(path, bytes, opts).await + } + async fn put_multipart_opts( + &self, + path: &Path, + opts: PutMultipartOptions, + ) -> object_store::Result> { + self.inner.put_multipart_opts(path, opts).await + } + async fn get_opts(&self, path: &Path, opts: GetOptions) -> object_store::Result { + let kind = *self.kind.lock().unwrap(); + let selected = opts.range.is_some() && kind.is_some() && path.extension() == kind; + let _active = selected.then(|| { + let active = self.active.fetch_add(1, Ordering::AcqRel) + 1; + self.peak.fetch_max(active, Ordering::AcqRel); + ActiveTransfer(&self.active) + }); + if selected { + let fifth = { + let mut paths = self.paths.lock().unwrap(); + paths.insert(path.clone()) && paths.len() == 5 + }; + if fifth { + self.fifth.notify_one(); + } + if self.first.swap(false, Ordering::AcqRel) { + self.entered.notify_one(); + self.resume.notified().await; + } + } + self.inner.get_opts(path, opts).await + } + fn delete_stream( + &self, + paths: BoxStream<'static, object_store::Result>, + ) -> BoxStream<'static, object_store::Result> { + self.inner.delete_stream(paths) + } + fn list(&self, prefix: Option<&Path>) -> BoxStream<'static, object_store::Result> { + self.inner.list(prefix) + } + async fn list_with_delimiter(&self, prefix: Option<&Path>) -> object_store::Result { + self.inner.list_with_delimiter(prefix).await + } + async fn copy_opts( + &self, + from: &Path, + to: &Path, + opts: CopyOptions, + ) -> object_store::Result<()> { + self.inner.copy_opts(from, to, opts).await + } +} + +#[tokio::test] +async fn compaction_body_transfers_refill_before_first_source_finishes() { + verify_transfer_refill("ltx").await; +} + +#[tokio::test] +async fn compaction_index_transfers_refill_before_first_source_finishes() { + verify_transfer_refill("index").await; +} + +async fn verify_transfer_refill(kind: &'static str) { + let directory = tempfile::tempdir().unwrap(); + let backend = Arc::new(TransferGateStore::new()); + let cell = replica(Store::new(backend.clone()), [233; 32], [234; 16]); + let mut writer = Db::open(&directory.path().join("writer.sqlite"), Limits::default()).unwrap(); + writer + .transaction(|tx| { + tx.execute_batch("CREATE TABLE counter(value); INSERT INTO counter VALUES(0)") + }) + .unwrap(); + let mut root = cell + .prepare(None, &writer.capture().unwrap(), 1, 1) + .await + .unwrap() + .root(); + for sequence in 2..=5 { + writer + .transaction(|tx| tx.execute_batch("UPDATE counter SET value=value+1")) + .unwrap(); + root = cell + .prepare(Some(&root), &writer.capture().unwrap(), sequence, 1) + .await + .unwrap() + .root(); + } + assert_eq!(cell.open_root(&root).await.unwrap().segment_count(), 5); + *backend.kind.lock().unwrap() = Some(kind); + let compactor = cell.clone(); + let scratch = directory.path().to_owned(); + let task = + tokio::spawn(async move { compactor.prepare_compaction(&root, 0..5, 1, &scratch).await }); + tokio::time::timeout(Duration::from_secs(5), backend.entered.notified()) + .await + .unwrap(); + // The first transfer stays pending. The other three slots must refill, + // without changing the four-transfer limit or descriptor lineage order. + let refilled = tokio::time::timeout(Duration::from_secs(2), backend.fifth.notified()).await; + backend.resume.notify_one(); + let compacted = tokio::time::timeout(Duration::from_secs(10), task) + .await + .unwrap() + .unwrap() + .unwrap(); + *backend.kind.lock().unwrap() = None; + assert_eq!(backend.active.load(Ordering::Acquire), 0); + assert!(backend.peak.load(Ordering::Acquire) <= 4); + assert_eq!(compacted.root().position, root.position); + assert_eq!(compacted.root().commit_sequence, root.commit_sequence); + let repeated = cell + .prepare_compaction(&root, 0..5, 1, directory.path()) + .await + .unwrap(); + assert_eq!( + repeated.root(), + compacted.root(), + "completion order cannot change immutable bytes" + ); + let restored = directory.path().join("restored.sqlite"); + compacted.verified().restore(&restored).await.unwrap(); + let db = cellule_ltx::rusqlite::Connection::open(restored).unwrap(); + assert_eq!( + db.query_row("SELECT value FROM counter", [], |row| row.get::<_, i64>(0)) + .unwrap(), + 4 + ); + drop(db); + writer.close().unwrap(); + assert!( + refilled.is_ok(), + "a stalled {kind} source held completed transfer slots" + ); +} diff --git a/crates/cellule-ltx/tests/host/hooks.rs b/crates/cellule-ltx/tests/host/hooks.rs index 75c686a6..ee6aa1d8 100644 --- a/crates/cellule-ltx/tests/host/hooks.rs +++ b/crates/cellule-ltx/tests/host/hooks.rs @@ -107,6 +107,8 @@ struct Faults { create_pause: Arc>>, forbidden_thread: Arc>>, pause: Arc>>>, + output_sync_started: Arc, + output_pause: Arc>>>, } #[cfg(feature = "replica")] @@ -164,6 +166,7 @@ struct File { faults: Faults, track: bool, checksum: bool, + output: Option<&'static str>, } impl FileIo for File { @@ -211,6 +214,16 @@ impl FileIo for File { self.inner.read_exact_at(offset, len) } fn sync_all(&mut self) -> io::Result<()> { + if let Some(operation) = self.output { + self.faults + .output_sync_started + .fetch_add(1, Ordering::Relaxed); + self.faults.check(operation)?; + let pause = self.faults.output_pause.lock().unwrap().clone(); + if let Some(pause) = pause { + pause.wait("compaction_output_sync"); + } + } self.faults.check("sync_all")?; self.faults.file_syncs.fetch_add(1, Ordering::Relaxed); self.inner.sync_all() @@ -236,10 +249,16 @@ macro_rules! filesystem_operation { impl FileSystem for Faults { fn open(&self, path: &Path) -> io::Result> { self.check("open")?; + match is_compaction_output(path) { + Some("compaction_ltx_sync") => self.check("compaction_ltx_read")?, + Some("compaction_index_sync") => self.check("compaction_index_read")?, + _ => {} + } Ok(Box::new(File { inner: DirectFileSystem.open(path)?, faults: self.clone(), checksum: path.to_string_lossy().ends_with(".cellule-ltx-checksums"), + output: is_compaction_output(path), track: self.track_all.load(Ordering::Relaxed) || path.to_string_lossy().contains(".ltx"), })) @@ -250,6 +269,7 @@ impl FileSystem for Faults { inner: DirectFileSystem.open_rw(path)?, faults: self.clone(), checksum: path.to_string_lossy().ends_with(".cellule-ltx-checksums"), + output: is_compaction_output(path), track: self.track_all.load(Ordering::Relaxed) || path.to_string_lossy().contains(".ltx"), })) @@ -266,6 +286,7 @@ impl FileSystem for Faults { inner, faults: self.clone(), checksum: path.to_string_lossy().ends_with(".cellule-ltx-checksums"), + output: is_compaction_output(path), track: self.track_all.load(Ordering::Relaxed) || path.to_string_lossy().contains(".ltx"), })) @@ -294,6 +315,17 @@ impl FileSystem for Faults { } } +fn is_compaction_output(path: &Path) -> Option<&'static str> { + let name = path.to_string_lossy(); + if name.ends_with("-compacted-ltx") { + Some("compaction_ltx_sync") + } else if name.ends_with("-compacted-index") { + Some("compaction_index_sync") + } else { + None + } +} + fn fixture() -> (tempfile::TempDir, Arc, Host, Db) { let directory = tempfile::TempDir::new().unwrap(); let faults = Arc::new(Faults::default()); diff --git a/crates/cellule-ltx/tests/host/hooks/compaction.rs b/crates/cellule-ltx/tests/host/hooks/compaction.rs index e65aef0f..45befa36 100644 --- a/crates/cellule-ltx/tests/host/hooks/compaction.rs +++ b/crates/cellule-ltx/tests/host/hooks/compaction.rs @@ -2,6 +2,319 @@ use super::*; +#[tokio::test(flavor = "multi_thread")] +async fn canceled_parallel_output_flushes_retain_both_jobs_and_scratch() { + use cellule_store::test_support::CountingObjectStore; + + let (directory, faults, host, mut writer) = fixture(); + let jobs = Arc::new(tokio::sync::Semaphore::new(2)); + let dirty = Arc::new(tokio::sync::Semaphore::new(1)); + let recovery = Arc::new(tokio::sync::Semaphore::new(1)); + let scratch = Arc::new(tokio::sync::Semaphore::new(128)); + let counted = Arc::new(CountingObjectStore::new(Arc::new(InMemory::new()))); + let replica = CellReplica::new( + CellStorageLayout::new( + Store::new(counted.clone()), + ObjectPath::from("cancel-output-flushes"), + [181; 16], + ), + [182; 32], + [183; 16], + Limits::default(), + ) + .unwrap() + .with_host( + host.with_job_slots(jobs.clone()) + .with_dirty_slots(dirty.clone()) + .with_recovery_slots(recovery.clone()) + .with_scratch_slots(scratch.clone()), + ); + let root = replica + .prepare(None, &writer.capture().unwrap(), 1, 1) + .await + .unwrap() + .root(); + writer.close().unwrap(); + counted.reset(); + let pause = Arc::new(Pause { + operation: "compaction_output_sync", + entered: tokio::sync::Notify::new(), + released: Mutex::new(false), + wake: std::sync::Condvar::new(), + }); + let release = Release(pause.clone()); + *faults.output_pause.lock().unwrap() = Some(pause); + let compacting = replica.clone(); + let destination = directory.path().to_owned(); + let task = tokio::spawn(async move { + compacting + .prepare_compaction(&root, 0..1, 9, &destination) + .await + }); + tokio::time::timeout(Duration::from_secs(5), async { + while faults.output_sync_started.load(Ordering::Relaxed) < 2 { + tokio::time::sleep(Duration::from_millis(1)).await; + } + }) + .await + .unwrap(); + task.abort(); + assert!(matches!(task.await, Err(error) if error.is_cancelled())); + assert_eq!(jobs.available_permits(), 0); + assert_eq!(dirty.available_permits(), 0); + assert_eq!(recovery.available_permits(), 0); + assert!(scratch.available_permits() < 128); + assert_eq!(counted.put_requests(), 0); + assert_eq!( + std::fs::read_dir(directory.path()) + .unwrap() + .filter(|entry| entry + .as_ref() + .unwrap() + .file_name() + .to_string_lossy() + .starts_with(".crab-compaction-")) + .count(), + 5, + "cancellation must not unlink a dispatched flush's files" + ); + drop(release); + tokio::time::timeout(Duration::from_secs(5), async { + // Cleanup also needs a job slot. Observe release without taking all + // slots ahead of the cleanup job we are waiting to verify. + while jobs.available_permits() != 2 + || dirty.available_permits() != 1 + || recovery.available_permits() != 1 + || scratch.available_permits() != 128 + { + tokio::time::sleep(Duration::from_millis(1)).await; + } + }) + .await + .unwrap(); + assert_eq!( + counted.put_requests(), + 0, + "cancelled preparation cannot upload" + ); + assert!(!std::fs::read_dir(directory.path()).unwrap().any(|entry| { + entry + .unwrap() + .file_name() + .to_string_lossy() + .starts_with(".crab-compaction-") + })); + replica + .open_root(&root) + .await + .unwrap() + .restore(&directory.path().join("original.sqlite")) + .await + .unwrap(); +} + +#[tokio::test(flavor = "multi_thread")] +async fn compaction_dependency_failure_cannot_return_metadata_proposal() { + use cellule_store::test_support::CountingObjectStore; + + for operation in ["compaction_ltx_read", "compaction_index_read"] { + let (directory, faults, host, mut writer) = fixture(); + let counted = Arc::new(CountingObjectStore::new(Arc::new(InMemory::new()))); + let replica = CellReplica::new( + CellStorageLayout::new( + Store::new(counted.clone()), + ObjectPath::from(operation), + [177; 16], + ), + [178; 32], + [179; 16], + Limits::default(), + ) + .unwrap() + .with_host(host); + let root = replica + .prepare(None, &writer.capture().unwrap(), 1, 1) + .await + .unwrap() + .root(); + counted.reset(); + faults.arm(Some(operation)); + let result = replica + .prepare_compaction(&root, 0..1, 9, directory.path()) + .await; + assert!(result.is_err(), "metadata upload must not mask {operation}"); + assert!( + counted.put_requests() > 0, + "the independent metadata branch should complete" + ); + faults.arm(None); + let restored = directory.path().join("original.sqlite"); + replica + .open_root(&root) + .await + .unwrap() + .restore(&restored) + .await + .unwrap(); + assert!(!std::fs::read_dir(directory.path()).unwrap().any(|entry| { + entry + .unwrap() + .file_name() + .to_string_lossy() + .starts_with(".crab-compaction-") + })); + writer.close().unwrap(); + } +} + +#[tokio::test(flavor = "multi_thread")] +async fn compaction_output_sync_failure_waits_for_sibling_and_refuses_upload() { + use cellule_store::test_support::CountingObjectStore; + + for operation in ["compaction_ltx_sync", "compaction_index_sync"] { + let (directory, faults, host, mut writer) = fixture(); + let counted = Arc::new(CountingObjectStore::new(Arc::new(InMemory::new()))); + let replica = CellReplica::new( + CellStorageLayout::new( + Store::new(counted.clone()), + ObjectPath::from(operation), + [174; 16], + ), + [175; 32], + [176; 16], + Limits::default(), + ) + .unwrap() + .with_host(host); + let root = replica + .prepare(None, &writer.capture().unwrap(), 1, 1) + .await + .unwrap() + .root(); + counted.reset(); + let pause = Arc::new(Pause { + operation: "compaction_output_sync", + entered: tokio::sync::Notify::new(), + released: Mutex::new(false), + wake: std::sync::Condvar::new(), + }); + let release = Release(pause.clone()); + *faults.output_pause.lock().unwrap() = Some(pause.clone()); + faults.arm(Some(operation)); + let destination = directory.path().to_owned(); + let compacting = replica.clone(); + let task = tokio::spawn(async move { + compacting + .prepare_compaction(&root, 0..1, 9, &destination) + .await + }); + let sibling = tokio::time::timeout(Duration::from_secs(2), pause.entered.notified()).await; + assert_eq!(counted.put_requests(), 0); + assert!( + !task.is_finished(), + "failure must not abandon the sibling flush" + ); + drop(release); + let result = task.await.unwrap(); + assert!( + sibling.is_ok(), + "sibling flush did not run after {operation}" + ); + injected(result); + assert_eq!(counted.put_requests(), 0, "failed outputs must not upload"); + assert_eq!(faults.output_sync_started.load(Ordering::Relaxed), 2); + faults.arm(None); + let restored = directory.path().join("original.sqlite"); + replica + .open_root(&root) + .await + .unwrap() + .restore(&restored) + .await + .unwrap(); + assert!(!std::fs::read_dir(directory.path()).unwrap().any(|entry| { + entry + .unwrap() + .file_name() + .to_string_lossy() + .starts_with(".crab-compaction-") + })); + writer.close().unwrap(); + } +} + +#[tokio::test(flavor = "multi_thread")] +async fn compaction_overlaps_output_flushes_before_uploading() { + use cellule_store::test_support::CountingObjectStore; + + let (directory, faults, host, mut writer) = fixture(); + let counted = Arc::new(CountingObjectStore::new(Arc::new(InMemory::new()))); + let replica = CellReplica::new( + CellStorageLayout::new( + Store::new(counted.clone()), + ObjectPath::from("output-sync"), + [171; 16], + ), + [172; 32], + [173; 16], + Limits::default(), + ) + .unwrap() + .with_host(host); + let root = replica + .prepare(None, &writer.capture().unwrap(), 1, 1) + .await + .unwrap() + .root(); + counted.reset(); + faults.file_syncs.store(0, Ordering::Relaxed); + let pause = Arc::new(Pause { + operation: "compaction_output_sync", + entered: tokio::sync::Notify::new(), + released: Mutex::new(false), + wake: std::sync::Condvar::new(), + }); + let release = Release(pause.clone()); + *faults.output_pause.lock().unwrap() = Some(pause); + let destination = directory.path().to_owned(); + let task = tokio::spawn(async move { + replica + .prepare_compaction(&root, 0..1, 9, &destination) + .await + }); + let overlap = tokio::time::timeout(Duration::from_secs(2), async { + while faults.output_sync_started.load(Ordering::Relaxed) < 2 { + tokio::time::sleep(Duration::from_millis(1)).await; + } + }) + .await; + assert_eq!( + counted.put_requests(), + 0, + "outputs must not upload before both barriers" + ); + assert!(!task.is_finished()); + drop(release); + let compacted = task.await.unwrap().unwrap(); + assert!(overlap.is_ok(), "LTX and index flushes were serialized"); + assert_eq!( + faults.file_syncs.load(Ordering::Relaxed), + 4, + "both source and output files remain synced" + ); + assert_eq!(compacted.root().position, root.position); + let restored = directory.path().join("restored.sqlite"); + compacted.verified().restore(&restored).await.unwrap(); + assert!(!std::fs::read_dir(directory.path()).unwrap().any(|entry| { + entry + .unwrap() + .file_name() + .to_string_lossy() + .starts_with(".crab-compaction-") + })); + writer.close().unwrap(); +} + #[tokio::test(flavor = "multi_thread")] async fn compaction_reservation_covers_all_coexisting_scratch_files() { for page_size in [512, 65_536] { @@ -121,9 +434,10 @@ async fn compaction_overlaps_independent_remote_transfers() { .await .unwrap(); - // Cached root metadata is presence-checked in one parallel HEAD wave. - // Streaming directory construction still precedes the final root upload. - assert_eq!(started.elapsed(), delay * 5); + // Cached metadata HEADs, source transfers, directory and root uploads each + // need one wave. The compacted body/index upload overlaps the directory; + // the returned proposal still waits for all immutable dependencies. + assert_eq!(started.elapsed(), delay * 4); writer.close().unwrap(); } #[cfg(feature = "replica")] diff --git a/crates/cellule-ltx/tests/host/hooks/prepare.rs b/crates/cellule-ltx/tests/host/hooks/prepare.rs index c1613a2c..745717f7 100644 --- a/crates/cellule-ltx/tests/host/hooks/prepare.rs +++ b/crates/cellule-ltx/tests/host/hooks/prepare.rs @@ -2,6 +2,115 @@ use super::*; +#[tokio::test] +async fn root_preparation_separates_admission_wait_and_preserves_admission_errors() { + use cellule_ltx::{LtxPhase, LtxTelemetry, environment::Clock}; + use std::time::Instant; + + struct TestClock(Mutex); + impl Clock for TestClock { + fn unix_millis(&self) -> i64 { + 0 + } + fn file_age(&self, _path: &Path) -> io::Result { + Ok(Duration::ZERO) + } + fn monotonic(&self) -> Instant { + *self.0.lock().unwrap() + } + } + #[derive(Default)] + struct Phases(Mutex>); + impl LtxTelemetry for Phases { + fn phase(&self, phase: LtxPhase, duration: Duration, succeeded: bool) { + self.0.lock().unwrap().push((phase, duration, succeeded)); + } + } + + let (directory, _faults, host, mut writer) = fixture(); + let captured = writer.capture().unwrap(); + let slots = Arc::new(tokio::sync::Semaphore::new(1)); + let recovery_slots = Arc::new(tokio::sync::Semaphore::new(1)); + let clock = Arc::new(TestClock(Mutex::new(Instant::now()))); + let phases = Arc::new(Phases::default()); + let replica = CellReplica::new( + CellStorageLayout::new( + Store::new(Arc::new(InMemory::new())), + ObjectPath::from("root-admission-timing"), + [41; 16], + ), + [42; 32], + [43; 16], + Limits::default(), + ) + .unwrap() + .with_host( + host.with_dirty_slots(Arc::clone(&slots)) + .with_recovery_slots(recovery_slots.clone()) + .with_clock(clock.clone()) + .with_ltx_telemetry(phases.clone()), + ); + let held = slots.clone().acquire_owned().await.unwrap(); + let mut preparation = Box::pin(replica.prepare(None, &captured, 1, 1)); + assert!(futures_util::poll!(&mut preparation).is_pending()); + assert!(phases.0.lock().unwrap().is_empty()); + *clock.0.lock().unwrap() += Duration::from_millis(100); + drop(held); + let prepared = preparation.await.unwrap(); + assert_eq!(prepared.root().position, captured.position); + assert_eq!(prepared.root().commit_sequence, 1); + for (phase, elapsed) in [ + (LtxPhase::DirtyAdmission, Duration::from_millis(100)), + (LtxPhase::RootAdmission, Duration::from_millis(100)), + (LtxPhase::RootPreparationWork, Duration::ZERO), + (LtxPhase::RootPreparation, Duration::from_millis(100)), + ] { + let observed = phases.0.lock().unwrap(); + assert_eq!(observed.iter().filter(|entry| entry.0 == phase).count(), 1); + assert!(observed.contains(&(phase, elapsed, true)), "{observed:?}"); + } + assert_eq!(slots.available_permits(), 1); + + phases.0.lock().unwrap().clear(); + let held_recovery = recovery_slots.clone().acquire_owned().await.unwrap(); + let root = prepared.root(); + let mut compaction = Box::pin(replica.prepare_compaction(&root, 0..1, 9, directory.path())); + assert!(futures_util::poll!(&mut compaction).is_pending()); + assert_eq!(slots.available_permits(), 1); + assert!(phases.0.lock().unwrap().is_empty()); + *clock.0.lock().unwrap() += Duration::from_millis(100); + drop(held_recovery); + let compacted = compaction.await.unwrap(); + assert_eq!(compacted.root().position, root.position); + assert_eq!(compacted.root().commit_sequence, root.commit_sequence); + assert!(phases.0.lock().unwrap().contains(&( + LtxPhase::RecoveryAdmission, + Duration::from_millis(100), + true, + ))); + assert_eq!(slots.available_permits(), 1); + assert_eq!(recovery_slots.available_permits(), 1); + + phases.0.lock().unwrap().clear(); + slots.close(); + let error = replica.prepare(None, &captured, 1, 1).await.err().unwrap(); + match error { + LtxError::Other(source) => { + assert!(source.downcast_ref::().is_some()); + } + other => panic!("admission source was lost: {other}"), + } + assert_eq!( + *phases.0.lock().unwrap(), + vec![ + (LtxPhase::DirtyAdmission, Duration::ZERO, false), + (LtxPhase::RootAdmission, Duration::ZERO, false), + (LtxPhase::RootPreparation, Duration::ZERO, false), + ] + ); + writer.close().unwrap(); +} + async fn verified_fixture( extra_bytes: i64, ) -> (tempfile::TempDir, Arc, cellule_ltx::VerifiedRoot) { @@ -232,20 +341,23 @@ async fn prepare_overlaps_independent_immutable_uploads() { #[cfg(feature = "replica")] #[tokio::test(start_paused = true)] async fn warm_append_reuses_its_authenticated_root_metadata() { - let (_directory, _faults, _host, mut writer) = fixture(); + use cellule_store::test_support::{CountingObjectStore, ObjectReadKind}; + + let (directory, _faults, _host, mut writer) = fixture(); let first = writer.capture_deferred().unwrap(); let delay = Duration::from_millis(100); let backend = InMemory::new(); + let counted = Arc::new(CountingObjectStore::new(Arc::new(ThrottledStore::new( + backend.clone(), + ThrottleConfig { + wait_get_per_call: delay, + wait_put_per_call: delay, + ..ThrottleConfig::default() + }, + )))); let replica = CellReplica::new( CellStorageLayout::new( - Store::new(Arc::new(ThrottledStore::new( - backend.clone(), - ThrottleConfig { - wait_get_per_call: delay, - wait_put_per_call: delay, - ..ThrottleConfig::default() - }, - ))), + Store::new(counted.clone()), ObjectPath::from("cached-root-metadata"), [74; 16], ), @@ -260,6 +372,7 @@ async fn warm_append_reuses_its_authenticated_root_metadata() { .transaction(|transaction| transaction.execute_batch("INSERT INTO t VALUES(2)")) .unwrap(); let second = writer.capture_deferred().unwrap(); + counted.reset(); let started = tokio::time::Instant::now(); let prepared = replica.prepare(Some(&root), &second, 2, 1).await.unwrap(); @@ -268,7 +381,35 @@ async fn warm_append_reuses_its_authenticated_root_metadata() { // wave plus one overlapping immutable-upload wave, with no serial // metadata GETs or directory-before-root upload dependency. assert_eq!(started.elapsed(), delay * 2); + assert_eq!(counted.counts().heads, 2); + assert_eq!(counted.counts().body_requests(), 0); + assert_eq!(counted.put_requests(), 5); assert_eq!(prepared.root().position, second.position); + counted.reset(); + let compacted = replica + .prepare_compaction(&prepared.root(), 0..2, 9, directory.path()) + .await + .unwrap(); + assert_eq!(compacted.root().position, prepared.root().position); + assert_eq!( + compacted.root().commit_sequence, + prepared.root().commit_sequence + ); + // Remote range reads belong to compaction's authenticated body/index + // spools, rather than ordinary warm-write SQLite page faults. + assert_eq!(counted.counts().ranges, 4); + for extension in [".ltx", ".index"] { + assert_eq!( + counted + .requests() + .iter() + .filter(|request| { + request.kind == ObjectReadKind::Range && request.location.ends_with(extension) + }) + .count(), + 2 + ); + } let independent = CellReplica::new( CellStorageLayout::new( Store::new(Arc::new(ThrottledStore::new( diff --git a/crates/cellule-peer-http/docs/routing.md b/crates/cellule-peer-http/docs/routing.md index 6ef8aea9..f82d850e 100644 --- a/crates/cellule-peer-http/docs/routing.md +++ b/crates/cellule-peer-http/docs/routing.md @@ -251,10 +251,15 @@ The driver serializes adjacent measurement windows with pipe handshakes outside request timers. Paced bursts wait the full idle interval in both processes and alternate which version runs first. Identical-revision calibration reuses the same frozen binary. Artifacts retain the coordination trace, revisions, -digests, every raw latency sample, per-command publication phases, +digests, every raw latency sample, per-root publication phases, object-read/hop counts, and exact recovery results. CI uses 1,024 commands per write lane, verifies 6,144 unique durable mutations per run, and checks every -publication phase record. The gate compares medians of all four runs: p95 must +publication phase record. Each root event records its covered first and last +logical sequences; these ranges must cover all 1,024 commands in that lane +exactly, without gaps or overlaps. Grouped commands share one actual root +event; raw event counts and phase means must match the reported summary. +Phase means are per root, while latency and throughput remain per command. +Both snapshots use the same observer. The gate compares medians of all four runs: p95 must be at most 150% of baseline, p99 at most 200%, and completed-call throughput at least 90%; paced throughput is excluded because it includes sleep. The manifest and comparison record these limits. Both latency percentiles diff --git a/crates/cellule-peer-http/qualification/routing.py b/crates/cellule-peer-http/qualification/routing.py index f95c01f2..1a01cbbb 100644 --- a/crates/cellule-peer-http/qualification/routing.py +++ b/crates/cellule-peer-http/qualification/routing.py @@ -151,6 +151,36 @@ def measure_pair(mode, pair, binaries, evidence): for row in parse_measurement(version, mode, pair * 2 + offset, evidence)] +def verify_publications(publications, first, last): + """Require actual root events to cover exactly the lane's logical commits.""" + fields = {"first_sequence", "sequence", "queue_wait_ns", "preparation_ns", + "authority_ns", "total_ns"} + if not publications or not 0 < first <= last: + raise RuntimeError("Incomplete publication evidence: missing range") + next_sequence = first + for publication in publications: + if (set(publication) != fields + or any(not isinstance(value, int) or value < 0 for value in publication.values()) + or publication["first_sequence"] != next_sequence + or not next_sequence <= publication["sequence"] <= last): + raise RuntimeError("Incomplete publication evidence: invalid root coverage") + next_sequence = publication["sequence"] + 1 + if next_sequence != last + 1: + raise RuntimeError("Incomplete publication evidence: missing final root") + + +def verify_publication_summary(summary, publications, calls): + fields = {"calls", "publications", "preparation_mean_ms", "authority_mean_ms", "total_mean_ms"} + if (set(summary) != fields or summary["calls"] != calls + or summary["publications"] != len(publications) + or any(not math.isfinite(value) or value < 0 for value in summary.values())): + raise RuntimeError("Publication summary does not match raw evidence") + for phase in ("preparation", "authority", "total"): + actual = sum(row[f"{phase}_ns"] for row in publications) / len(publications) / 1_000_000 + if abs(actual - summary[f"{phase}_mean_ms"]) > 0.000001: + raise RuntimeError("Publication summary does not match raw phase means") + + def parse_measurement(version, mode, index, evidence): directory = evidence / f"{mode}-{index}-{version}" text = (directory / "run.log").read_text() @@ -158,6 +188,18 @@ def parse_measurement(version, mode, index, evidence): if ("test result: ok. 1 passed; 0 failed;" not in text or f"correctness=passed commands={COMMANDS * 6} final_sequence={COMMANDS * 6}" not in text): raise RuntimeError(f"Benchmark or exact recovery failed: {directory.name}") + publication_summaries = {} + command_lanes = (("local_command", 1), ("local_command", 16), + ("forwarded_command", 1), ("forwarded_command", 16)) + for line in text.splitlines(): + if line.startswith("RUSTFS publication lane="): + fields = dict(re.findall(r"(\w+)=(\S+)", line)) + key = (fields.pop("lane"), int(fields.pop("concurrency"))) + if key in publication_summaries: + raise RuntimeError("Duplicate publication summary") + publication_summaries[key] = {key: float(value) for key, value in fields.items()} + if set(publication_summaries) != set(command_lanes): + raise RuntimeError("Incomplete publication summaries") rows = [] for line in text.splitlines(): if not line.startswith("RUSTFS lane="): @@ -184,11 +226,10 @@ def parse_measurement(version, mode, index, evidence): with path.open(newline="") as source: publications = [{key: int(value) for key, value in item.items()} for item in csv.DictReader(source, delimiter="\t")] - sequences = [item["sequence"] for item in publications] - if (len(publications) != COMMANDS or not sequences - or sequences != list(range(sequences[0], sequences[0] + COMMANDS)) - or any(value < 0 for item in publications for value in item.values())): - raise RuntimeError(f"Incomplete publication evidence: {lane}") + key = (lane, int(row["concurrency"])) + first = command_lanes.index(key) * COMMANDS + 1 + verify_publications(publications, first, first + COMMANDS - 1) + verify_publication_summary(publication_summaries[key], publications, COMMANDS) samples = [int(value) for value in (directory / f"{lane}-c{int(row['concurrency'])}.ns").read_text().splitlines()] if len(samples) != row["calls"] or samples != sorted(samples): raise RuntimeError(f"Raw sample mismatch: {lane}") diff --git a/crates/cellule-peer-http/qualification/test_routing.py b/crates/cellule-peer-http/qualification/test_routing.py index 4166bc84..4f531b12 100644 --- a/crates/cellule-peer-http/qualification/test_routing.py +++ b/crates/cellule-peer-http/qualification/test_routing.py @@ -14,6 +14,54 @@ def measurements(unleased_reads=4096): class GateTests(unittest.TestCase): + @staticmethod + def publication(first, last): + return dict(first_sequence=first, sequence=last, queue_wait_ns=0, + preparation_ns=10, authority_ns=20, total_ns=30) + + def test_grouped_and_single_command_roots_cover_the_same_workload(self): + for first in (1, 1025, 2049, 3073): + last = first + routing.COMMANDS - 1 + for group in (1, 4): + with self.subTest(first=first, group=group): + roots = [self.publication(start, min(start + group - 1, last)) + for start in range(first, last + 1, group)] + routing.verify_publications(roots, first, last) + + def test_publication_coverage_rejects_gaps_overlap_missing_tail_and_wrong_lane(self): + valid = [self.publication(1025, 1028), self.publication(1029, 1032)] + invalid = [[], valid[:-1], valid[::-1], valid + [valid[-1]], + [self.publication(1025, 1028), self.publication(1030, 1032)], + [self.publication(1025, 1028), self.publication(1028, 1032)], + [self.publication(1025, 1033)], [self.publication(1024, 1032)], + [self.publication(1025, 1024)]] + for roots in invalid: + with self.subTest(roots=roots), self.assertRaisesRegex(RuntimeError, "Incomplete publication evidence"): + routing.verify_publications(roots, 1025, 1032) + + def test_publication_coverage_requires_every_nonnegative_phase(self): + valid = self.publication(1, 4) + for field in valid: + for change in ("missing", "negative", "non_integer"): + invalid = dict(valid) + if change == "missing": + invalid.pop(field) + else: + invalid[field] = -1 if change == "negative" else 1.5 + with self.subTest(field=field, change=change), self.assertRaisesRegex(RuntimeError, "Incomplete publication evidence"): + routing.verify_publications([invalid], 1, 4) + + def test_publication_summary_retains_physical_counts_and_phase_means(self): + roots = [self.publication(1, 1), self.publication(2, 5)] + summary = dict(calls=5, publications=2, preparation_mean_ms=0.00001, + authority_mean_ms=0.00002, total_mean_ms=0.00003) + routing.verify_publication_summary(summary, roots, 5) + for field in summary: + invalid = dict(summary) + invalid[field] += 1 + with self.subTest(field=field), self.assertRaisesRegex(RuntimeError, "Publication summary"): + routing.verify_publication_summary(invalid, roots, 5) + def test_identical_complete_comparison_passes(self): self.assertEqual(routing.compare(measurements())["failures"], []) diff --git a/crates/cellule-peer-http/src/performance_tests.rs b/crates/cellule-peer-http/src/performance_tests.rs index dcebfeaa..934dc8b9 100644 --- a/crates/cellule-peer-http/src/performance_tests.rs +++ b/crates/cellule-peer-http/src/performance_tests.rs @@ -29,7 +29,7 @@ use cellule_store::{ }; use object_store::path::Path; use std::{ - collections::{HashMap, HashSet}, + collections::{BTreeMap, HashSet}, sync::{ OnceLock, atomic::{AtomicBool, AtomicUsize, Ordering}, @@ -195,42 +195,72 @@ impl PeerCellResolver for UncachedResident { } #[derive(Default)] -struct PublicationSamples(Mutex>); +struct PublicationSamples(Mutex>); impl CellTelemetry for PublicationSamples { fn publication_completed(&self, _: CellId, timing: PublicationTiming) { - self.0 - .lock() - .unwrap() - .insert(timing.commit_sequence, timing); + assert!( + self.0 + .lock() + .unwrap() + .insert(timing.commit_sequence, timing) + .is_none(), + "duplicate publication event" + ); } } impl PublicationSamples { - fn report(&self, lane: &str, concurrency: usize, first: u64, last: u64) { + fn covered_publications(&self, first: u64, last: u64) -> Vec<(u64, PublicationTiming)> { + assert!(first > 0 && first <= last); let samples = self.0.lock().unwrap(); - let timings = (first..=last) - .map(|sequence| samples[&sequence]) + let timings = samples + .range(first..=last) + .map(|(_, timing)| *timing) .collect::>(); assert!(timings.iter().all(|timing| timing.succeeded)); + assert_eq!( + timings.last().map(|timing| timing.commit_sequence), + Some(last), + "last publication must cover the final accepted command" + ); + // This fixture uses one Cell and sequential, settled lanes. A root + // covers every logical sequence since the preceding root; retain the + // actual callback once, even when several commands share that root. + let mut next = first; + timings + .into_iter() + .map(|timing| { + let covered_first = next; + next = timing.commit_sequence.checked_add(1).unwrap(); + (covered_first, timing) + }) + .collect() + } + + fn report(&self, lane: &str, concurrency: usize, first: u64, last: u64) { + let publications = self.covered_publications(first, last); let mean = |phase: fn(&PublicationTiming) -> Duration| { - timings + publications .iter() - .map(|timing| phase(timing).as_secs_f64() * 1000.0) + .map(|(_, timing)| phase(timing).as_secs_f64() * 1000.0) .sum::() - / timings.len() as f64 + / publications.len() as f64 }; println!( - "RUSTFS publication lane={lane} concurrency={concurrency} calls={} preparation_mean_ms={:.6} authority_mean_ms={:.6} total_mean_ms={:.6}", - timings.len(), + "RUSTFS publication lane={lane} concurrency={concurrency} calls={} publications={} preparation_mean_ms={:.6} authority_mean_ms={:.6} total_mean_ms={:.6}", + last - first + 1, + publications.len(), mean(|t| t.preparation), mean(|t| t.authority), mean(|t| t.total) ); if let Ok(directory) = std::env::var("CELLULE_PERF_EVIDENCE") { - let mut output = - String::from("sequence\tqueue_wait_ns\tpreparation_ns\tauthority_ns\ttotal_ns\n"); - for timing in &timings { + let mut output = String::from( + "first_sequence\tsequence\tqueue_wait_ns\tpreparation_ns\tauthority_ns\ttotal_ns\n", + ); + for (covered_first, timing) in &publications { output.push_str(&format!( - "{}\t{}\t{}\t{}\t{}\n", + "{}\t{}\t{}\t{}\t{}\t{}\n", + covered_first, timing.commit_sequence, timing.queue_wait.as_nanos(), timing.preparation.as_nanos(), @@ -247,6 +277,49 @@ impl PublicationSamples { } } } + +#[test] +fn publication_samples_cover_grouped_commands_without_inventing_events() { + let publications = PublicationSamples::default(); + for sequence in [1, 5] { + publications.publication_completed( + CellId::from_bytes([1; 32]), + PublicationTiming { + queue_wait: Duration::from_millis(sequence), + preparation: Duration::from_millis(sequence), + authority: Duration::from_millis(sequence), + total: Duration::from_millis(sequence * 3), + succeeded: true, + commit_sequence: sequence, + }, + ); + } + publications.report("grouped_fixture", 16, 1, 5); + let covered = publications.covered_publications(1, 5); + assert_eq!(covered.len(), 2); + assert_eq!((covered[0].0, covered[0].1.commit_sequence), (1, 1)); + assert_eq!((covered[1].0, covered[1].1.commit_sequence), (2, 5)); + assert_eq!(covered[0].1.total, Duration::from_millis(3)); + assert_eq!(covered[1].1.total, Duration::from_millis(15)); +} + +#[test] +#[should_panic(expected = "last publication must cover the final accepted command")] +fn publication_samples_reject_missing_final_root() { + let publications = PublicationSamples::default(); + publications.publication_completed( + CellId::from_bytes([1; 32]), + PublicationTiming { + queue_wait: Duration::ZERO, + preparation: Duration::ZERO, + authority: Duration::ZERO, + total: Duration::ZERO, + succeeded: true, + commit_sequence: 1, + }, + ); + publications.covered_publications(1, 5); +} impl PeerAuthorizer for Authorizer { fn authorize(&self, request: &VerifiedPeerRequest) -> cellule_runtime::Result<()> { if request.principal().subject != "measurement" { @@ -879,6 +952,11 @@ async fn run_rustfs_owner_routing_latency_throughput(leased: bool) { } } expected += commands as u64; + assert_eq!(sequences.len(), commands); + assert!( + (expected - commands as u64 + 1..=expected) + .all(|sequence| sequences.contains(&sequence)) + ); assert_eq!( client.query::(target, None, ()).await.unwrap().output, expected diff --git a/crates/cellule-runtime/docs/runtime.md b/crates/cellule-runtime/docs/runtime.md index a258af3f..bee36258 100644 --- a/crates/cellule-runtime/docs/runtime.md +++ b/crates/cellule-runtime/docs/runtime.md @@ -41,6 +41,23 @@ coalesces every queued commit into one root, so the control CAS and the shared directory, segment-page, and root uploads are paid once per range instead of once per commit. +Without a node log, the actor groups up to four already-queued, consecutive +native mutations into one SQLite transaction and WAL capture. Each member +uses its own savepoint and request-ledger identity; successful and rejected +outcomes retain separate logical commit sequences. One fenced object-root +publication covers the complete group before any new outcome is returned. +No batching timer delays an otherwise ready command. A query, resolve, effect, +or migration ends the group at its FIFO position. The group cannot extend +an existing pending head. Installing node durability during execution keeps +that group object-gated; later commands use the ordinary follower path. + +Each member retains its ordinary request and byte admission, and the group +uses the existing database, capture, and retained-publication ceilings. A +command error rolls back that member's savepoint. A whole transaction abort, +capture failure, or lost publication proof never releases a new success; +ambiguous outcomes retain each request identity and the shared original cause. +Caller cancellation does not remove accepted members or their drain obligations. + One Cell actor serializes admission and publication. A bounded SQLite worker runs the application callback; the actor owns the result gate and lifecycle. This page defines the actor, transaction, timeout, takeover, and shutdown @@ -76,6 +93,7 @@ proof. Either proof may release a command result. | Release | A result is released only by a proof covering its own commit: the exact published root, or a follower fsync for the same cut. | | Occupancy | The actor stays occupied until that proof lands, so no read observes a commit before its proof. | | Pipelining | With a node log the proof is the follower fsync, so SQL and capture for later commands run ahead of object publication, bounded by `MAX_PENDING_PUBLICATIONS` and the pending-bytes high water. | +| Native grouping | At most four queued mutations share one transaction and capture in object-only mode; all new results wait for the root covering the group. | | Coalescing | When several commits are queued, one root covers all of them: the merged captures append oldest first, and the range confirmation releases exactly the covered outcomes. | If the owner dies first, takeover seals the failed node log and pins and @@ -148,6 +166,12 @@ The node bounds: - Per-Cell request and byte admission - Node-wide memory, disk, and activity admission +A finished SQL or durability-proof task releases its per-Cell request slot +before delivering the terminal reply, so a caller can admit its next invocation +at the same concurrency bound. Completion data retains its byte reservations +until dropped. An early deadline reply does not release a running worker's +request slot or byte reservations; actual worker exit remains the boundary. + Worker-job admission uses one slot per SQL worker: - **Waiting.** A job waiting for a busy worker holds neither another worker's slot nor a node worker-job reservation. diff --git a/crates/cellule-runtime/src/cell/actor/admission.rs b/crates/cellule-runtime/src/cell/actor/admission.rs index fab46b15..7bbb222b 100644 --- a/crates/cellule-runtime/src/cell/actor/admission.rs +++ b/crates/cellule-runtime/src/cell/actor/admission.rs @@ -112,6 +112,10 @@ pub(super) fn send_command_reply( command: &mut QueuedCommand, result: crate::Result, ) { + if command.group.is_some() { + super::group::reply(command, result.map(Some)); + return; + } if let Some(reply) = command.reply.take() { let sequence = result.as_ref().ok().map(StoredOutcome::commit_sequence); if reply.send(result).is_ok() @@ -152,13 +156,58 @@ pub(super) fn send_command_task_reply( result: crate::Result, ) { let result = match result { + Ok(CommandTaskResult::GroupRecorded) => { + release_command_request_slots(command); + super::group::reply(command, Ok(None)); + return; + } Ok(CommandTaskResult::Recorded(outcome)) => Ok(outcome), Ok(CommandTaskResult::Pending { .. }) => Err(command.operation.unknown(Error::Fenced)), Err(error) => Err(error), }; + send_finished_command_reply(command, result); +} + +pub(super) fn release_command_request_slots(command: &mut QueuedCommand) { + command._work.release_request_slot(); + if let Some(group) = &mut command.group { + for member in &mut group.members { + member._work.release_request_slot(); + } + } +} + +/// Only completed SQL or proof tasks use these helpers. Early deadline replies +/// use the ordinary send helpers and retain admission until their worker exits. +pub(super) fn send_finished_command_reply( + command: &mut QueuedCommand, + result: crate::Result, +) { + release_command_request_slots(command); send_command_reply(command, result); } +pub(super) fn send_finished_query_reply(query: &mut QueuedQuery, result: crate::Result>) { + query._work.release_request_slot(); + send_query_reply(query, result); +} + +pub(super) fn send_finished_resolve_reply( + resolve: &mut QueuedResolve, + result: crate::Result, +) { + resolve._work.release_request_slot(); + send_resolve_reply(resolve, result); +} + +pub(super) fn send_finished_migration_reply( + migration: &mut QueuedMigration, + result: crate::Result, +) { + migration._work.release_request_slot(); + send_migration_reply(migration, result); +} + pub(super) fn send_query_reply(query: &mut QueuedQuery, result: crate::Result>) { if let Some(reply) = query.reply.take() { let _ = reply.send(result); diff --git a/crates/cellule-runtime/src/cell/actor/group.rs b/crates/cellule-runtime/src/cell/actor/group.rs new file mode 100644 index 00000000..fff7d6f9 --- /dev/null +++ b/crates/cellule-runtime/src/cell/actor/group.rs @@ -0,0 +1,270 @@ +//! One bounded native worker job, released through the ordinary object proof. + +use super::admission::{fence_admission, send_command_reply}; +use super::*; +use tracing::Instrument as _; + +pub(super) async fn execute( + pool: SqlWorkerPool, + mut command: Box, + interrupt: Arc, + generation: u64, + effect_id: u64, +) -> TaskResult { + let started = std::time::Instant::now(); + let mut waits = vec![command.queued_at.elapsed()]; + if let Some(group) = &command.group { + waits.extend( + group + .members + .iter() + .map(|member| member.queued_at.elapsed()), + ); + } + let native = take_native(&mut command).and_then(|first| { + let group = command.group.as_mut().ok_or(Error::Fenced)?; + let mut native = vec![first]; + for member in &mut group.members { + native.push(take_native(member)?); + } + Ok(native) + }); + let deadline = SqlDeadline::new(started + SQL_WALL_DEADLINE); + let execution = match native { + Ok(native) => { + let operation = pool.execute_group(command.cell, native, deadline.clone()); + let operation = operation.instrument(command.trace.clone()); + tokio::pin!(operation); + match tokio::time::timeout_at(deadline.at().into(), &mut operation).await { + Ok(result) => result, + Err(_) => { + record_execution(&command, &waits, started.elapsed(), None); + let fenced = !deadline.cancel_queued(); + if fenced { + interrupt.interrupt(); + fence_admission(&command.admission); + } + let error = if fenced { + command.operation.unknown(Error::Deadline) + } else { + Error::Deadline + }; + send_command_reply(&mut command, Err(error)); + // Retain every member's admission until dispatched SQL exits. + let _ = operation.await; + if fenced { + let _ = pool.fence(command.cell).await; + } + return TaskResult::Executed { + cell: command.cell, + generation, + effect_id, + command, + result: Err(Error::Deadline), + fenced, + }; + } + } + } + Err(error) => Err(error), + }; + record_execution(&command, &waits, started.elapsed(), execution.as_ref().ok()); + let (result, must_fence) = match execution { + Ok(NativeGroupExecution { + outcomes, + pending, + base_sequence, + }) => { + let highest = outcomes + .iter() + .filter_map(|result| result.as_ref().ok()) + .filter(|outcome| outcome.commit_sequence() > base_sequence) + .max_by_key(|outcome| outcome.commit_sequence()); + let valid = command + .group + .as_ref() + .is_some_and(|group| outcomes.len() == group.members.len() + 1) + && match (&pending, highest) { + (Some(pending), Some(outcome)) => pending.outcome() == outcome, + (None, None) => true, + _ => false, + }; + if !valid { + ( + Err(Error::Control( + "native group capture does not cover its outcomes", + )), + true, + ) + } else { + if let Some(group) = &mut command.group { + group.execution = Some(GroupOutcomes { + outcomes, + base_sequence, + }); + } + match pending { + Some(pending) => { + let result = reserve_pending_publication(&pool, &pending).map( + |retained_reservation| CommandTaskResult::Pending { + pending, + durability: None, + retained_reservation, + }, + ); + // A binding installed during this job cannot log only the + // final sequence: every group member is object-gated. + (result, true) + } + None => (Ok(CommandTaskResult::GroupRecorded), false), + } + } + } + Err(error) => ( + Err(error), + !deadline.cancelled() + && !matches!(pool.state(command.cell).await, Ok(WorkerState::Ready)), + ), + }; + let fenced = must_fence && result.is_err(); + if fenced { + let _ = pool.fence(command.cell).await; + } + let result = if fenced { + result.map_err(|error| command.operation.unknown(error)) + } else { + result + }; + TaskResult::Executed { + cell: command.cell, + generation, + effect_id, + command, + result, + fenced, + } +} + +fn take_native(command: &mut QueuedCommand) -> crate::Result> { + let QueuedOperation::Mutation { + identity, + operation_digest, + } = command.operation + else { + return Err(Error::Control("native group contains an effect")); + }; + Ok(NativeCommand { + identity, + operation_digest, + now_ms: command.now_ms, + max_result_bytes: command.max_result_bytes, + handler: command.handler.take().ok_or(Error::Fenced)?, + }) +} + +fn record_execution( + command: &QueuedCommand, + waits: &[std::time::Duration], + elapsed: std::time::Duration, + execution: Option<&NativeGroupExecution>, +) { + let members = + std::iter::once(command).chain(command.group.iter().flat_map(|group| group.members.iter())); + for (index, (member, wait)) in members.zip(waits).enumerate() { + let succeeded = execution + .and_then(|execution| execution.outcomes.get(index)) + .is_some_and(crate::Result::is_ok); + member + .telemetry + .command_execution(*wait, elapsed, succeeded); + } +} + +pub(super) fn reply(command: &mut QueuedCommand, result: crate::Result>) { + let Some(group) = command.group.take() else { + return; + }; + let proof = command.response_proof.take(); + let execution = group.execution; + let result = match (result, &execution) { + (Ok(representative), Some(execution)) => { + let highest = execution + .outcomes + .iter() + .filter_map(|result| result.as_ref().ok()) + .filter(|outcome| outcome.commit_sequence() > execution.base_sequence) + .max_by_key(|outcome| outcome.commit_sequence()); + let valid = execution.outcomes.len() == group.members.len() + 1 + && match highest { + Some(highest) => { + representative.as_ref() == Some(highest) + && matches!( + proof, + Some((crate::node::log::DurabilitySource::Object, _)) + ) + } + None => representative.is_none(), + }; + if valid { + Ok(()) + } else { + Err(command.operation.unknown(Error::Fenced)) + } + } + (Ok(_), None) => Err(command.operation.unknown(Error::Fenced)), + (Err(error), _) => Err(error), + }; + let failure = result.err().map(|error| match error { + Error::OutcomeUnknown { source, .. } => (Arc::new(*source), true), + error => (Arc::new(error), false), + }); + let (mut outcomes, base_sequence) = match execution { + Some(execution) if execution.outcomes.len() == group.members.len() + 1 => ( + Some(execution.outcomes.into_iter()), + execution.base_sequence, + ), + _ => (None, 0), + }; + let mut tails = group.members; + let members = std::iter::once(&mut *command).chain(tails.iter_mut()); + // Members retain their own admissions and reply channels through this gate. + for member in members { + let result = match outcomes.as_mut().and_then(Iterator::next) { + Some(Err(error)) => Err(error), + Some(Ok(outcome)) if outcome.commit_sequence() <= base_sequence => Ok(outcome), + Some(Ok(outcome)) if failure.is_none() => { + member.response_proof = proof; + Ok(outcome) + } + Some(Ok(_)) => Err(member.operation.unknown(shared_failure(&failure))), + None => match &failure { + Some((error, true)) => { + Err(member.operation.unknown(Error::Shared(Arc::clone(error)))) + } + _ => Err(shared_failure(&failure)), + }, + }; + send_command_reply(member, result); + } + // A deadline may send replies before a dispatched worker exits. Keep the + // tail work reservations owned by the task until that exit is observed. + command.group = Some(CommandGroup { + members: tails, + execution: None, + }); +} + +fn shared_failure(failure: &Option<(Arc, bool)>) -> Error { + let Some((error, _)) = failure else { + return Error::Fenced; + }; + match error.as_ref() { + Error::Deadline => Error::Deadline, + Error::Fenced => Error::Fenced, + Error::Capacity(name) => Error::Capacity(name), + Error::RuntimeClosed => Error::RuntimeClosed, + Error::PendingPublication => Error::PendingPublication, + Error::CellNotActive => Error::CellNotActive, + _ => Error::Shared(Arc::clone(error)), + } +} diff --git a/crates/cellule-runtime/src/cell/actor/handle.rs b/crates/cellule-runtime/src/cell/actor/handle.rs index 2c819485..07ec6423 100644 --- a/crates/cellule-runtime/src/cell/actor/handle.rs +++ b/crates/cellule-runtime/src/cell/actor/handle.rs @@ -48,11 +48,19 @@ pub(super) struct CellAdmission { } pub(super) struct WorkAdmission { - pub(super) _request: OwnedSemaphorePermit, + pub(super) _request: Option, pub(super) _cell_bytes: OwnedSemaphorePermit, pub(super) _node_bytes: ResourceReservation, } +impl WorkAdmission { + pub(super) fn release_request_slot(&mut self) { + // A finished request can hand its slot to the reply's next invocation. + // Retained completion data still owns both byte reservations until drop. + drop(self._request.take()); + } +} + /// One resident Cell whose published due time has passed. /// /// A scheduler ticks such a Cell through the handle it already holds, so due @@ -160,6 +168,7 @@ impl CellHandle { self.inner .sender .send(Message::Execute(Box::new(QueuedCommand { + group: None, trace: tracing::debug_span!( target: "cellule_runtime::action", "cell_execution", @@ -214,6 +223,7 @@ impl CellHandle { self.inner .sender .send(Message::Execute(Box::new(QueuedCommand { + group: None, trace: tracing::debug_span!( target: "cellule_runtime::action", "cell_effect_execution", @@ -465,7 +475,10 @@ impl CellHandle { return Err(Error::CellDraining); } let admission = WorkAdmission { - _request: try_one(self.admission.requests.clone(), "Cell mailbox requests")?, + _request: Some(try_one( + self.admission.requests.clone(), + "Cell mailbox requests", + )?), _cell_bytes: try_many( self.admission.bytes.clone(), reservation_bytes, diff --git a/crates/cellule-runtime/src/cell/actor/lifecycle/scheduling.rs b/crates/cellule-runtime/src/cell/actor/lifecycle/scheduling.rs index f268f550..e3a11e5b 100644 --- a/crates/cellule-runtime/src/cell/actor/lifecycle/scheduling.rs +++ b/crates/cellule-runtime/src/cell/actor/lifecycle/scheduling.rs @@ -63,7 +63,30 @@ pub(in crate::cell::actor) fn start_next( let pool = pool.clone(); let interrupt = active.interrupt.clone(); match work { - QueuedWork::Command(command) => { + QueuedWork::Command(mut command) => { + if active.coordination.publication_count() == 0 + && active.durability_submitter.object_only() + && matches!(command.operation, QueuedOperation::Mutation { .. }) + { + let mut members = Vec::new(); + while members.len() + 1 < MAX_NATIVE_GROUP + && active.queue.front().is_some_and(|work| { + matches!(work, QueuedWork::Command(next) + if matches!(next.operation, QueuedOperation::Mutation { .. })) + }) + { + let Some(QueuedWork::Command(next)) = active.queue.pop_front() else { + break; + }; + members.push(*next); + } + if !members.is_empty() { + command.group = Some(CommandGroup { + members, + execution: None, + }); + } + } let durability = active.durability_submitter.clone(); let effect_id = active.begin_task(CoordinationEffect::Work(kind)); tasks.spawn(async move { diff --git a/crates/cellule-runtime/src/cell/actor/mod.rs b/crates/cellule-runtime/src/cell/actor/mod.rs index 5d31bc27..0255d8d1 100644 --- a/crates/cellule-runtime/src/cell/actor/mod.rs +++ b/crates/cellule-runtime/src/cell/actor/mod.rs @@ -18,6 +18,7 @@ use state::*; use task::*; mod acquire; mod admission; +mod group; mod lifecycle; mod requests; pub(crate) mod routes; @@ -34,6 +35,7 @@ pub use handle::{CellHandle, DueResident}; use crate::Error; use crate::cell::catalog::{CatalogEntry, CatalogProof, CatalogRole}; +use crate::cell::executor::{MAX_NATIVE_GROUP, NativeCommand, NativeGroupExecution}; use crate::cell::executor::{MAX_PENDING_PUBLICATIONS, PENDING_PUBLICATION_HIGH_WATER_BYTES}; use crate::cell::executor::{ MigrationOutcome, MutationIdentity, PendingCommit, Resolution, StoredOutcome, diff --git a/crates/cellule-runtime/src/cell/actor/requests.rs b/crates/cellule-runtime/src/cell/actor/requests.rs index 955c9862..99a5380a 100644 --- a/crates/cellule-runtime/src/cell/actor/requests.rs +++ b/crates/cellule-runtime/src/cell/actor/requests.rs @@ -146,6 +146,9 @@ pub(super) async fn execute_command( effect_id: u64, ) -> TaskResult { let execution_started = std::time::Instant::now(); + if command.group.is_some() { + return super::group::execute(pool, command, interrupt, generation, effect_id).await; + } let queue_wait = command.queued_at.elapsed(); tracing::debug!( target: "cellule_runtime::action", @@ -246,16 +249,7 @@ pub(super) async fn execute_command( let (result, must_fence) = match execution { Ok(WorkerExecution::Recorded(outcome)) => (Ok(CommandTaskResult::Recorded(outcome)), false), Ok(WorkerExecution::Pending(pending)) => { - let retained_bytes = usize::try_from(pending.retained_bytes()) - .map_err(|_| Error::Capacity("pending publication bytes")); - let result = retained_bytes.and_then(|retained_bytes| { - pool.resource_ledger() - .try_reserve(ResourceCost::zero().with_retained_bytes(retained_bytes)) - .map_err(|error| match error { - Error::Capacity(_) => Error::Capacity("pending publication bytes"), - error => error, - }) - }); + let result = reserve_pending_publication(&pool, &pending); let result = match result { Ok(retained_reservation) => durability .submit(pending.outcome().commit_sequence(), pending.cuts()) @@ -295,6 +289,20 @@ pub(super) async fn execute_command( } } +pub(super) fn reserve_pending_publication( + pool: &SqlWorkerPool, + pending: &PendingCommit, +) -> crate::Result { + let bytes = usize::try_from(pending.retained_bytes()) + .map_err(|_| Error::Capacity("pending publication bytes"))?; + pool.resource_ledger() + .try_reserve(ResourceCost::zero().with_retained_bytes(bytes)) + .map_err(|error| match error { + Error::Capacity(_) => Error::Capacity("pending publication bytes"), + error => error, + }) +} + pub(super) async fn prove_command( pool: SqlWorkerPool, mut command: Box, @@ -599,11 +607,24 @@ pub(super) fn start_publication( tracing::warn!(cell = ?cell, commit_sequence, error = ?error, "Cell publication fenced its owner"); } // Every covered commit waits on this root, so each proof is answered. + // Keep the original failure available to every waiter; replacing it + // with Fenced would hide the storage or local confirmation failure. + let result = result.map_err(Arc::new); if let Some(proofs) = publication_proofs { for proof in proofs { - let _ = proof.send(if fenced { Err(Error::Fenced) } else { Ok(()) }); + let proof_result = result.as_ref().copied().map_err(|source| { + match source.as_ref() { + Error::Fenced => Error::Fenced, + _ => Error::Shared(Arc::clone(source)), + } + }); + let _ = proof.send(proof_result); } } + let result = result.map_err(|source| match Arc::try_unwrap(source) { + Ok(error) => error, + Err(source) => Error::Shared(source), + }); if fenced { let _ = pool.fence(cell).await; } diff --git a/crates/cellule-runtime/src/cell/actor/state.rs b/crates/cellule-runtime/src/cell/actor/state.rs index a0b258a7..5967e973 100644 --- a/crates/cellule-runtime/src/cell/actor/state.rs +++ b/crates/cellule-runtime/src/cell/actor/state.rs @@ -139,6 +139,7 @@ pub(super) enum Message { } pub(super) struct QueuedCommand { + pub(super) group: Option, pub(super) trace: tracing::Span, pub(super) telemetry: crate::fleet::telemetry::CellTelemetryHandle, pub(super) queued_at: std::time::Instant, @@ -153,6 +154,16 @@ pub(super) struct QueuedCommand { pub(super) _work: WorkAdmission, } +pub(super) struct CommandGroup { + pub(super) members: Vec, + pub(super) execution: Option, +} + +pub(super) struct GroupOutcomes { + pub(super) outcomes: Vec>, + pub(super) base_sequence: u64, +} + #[derive(Clone, Copy)] pub(super) enum QueuedOperation { Mutation { @@ -460,6 +471,7 @@ pub(super) enum TaskResult { pub(super) enum CommandTaskResult { Recorded(StoredOutcome), + GroupRecorded, Pending { pending: Box, durability: Option, diff --git a/crates/cellule-runtime/src/cell/actor/tasks/mod.rs b/crates/cellule-runtime/src/cell/actor/tasks/mod.rs index 6c31cb6f..51f9e06b 100644 --- a/crates/cellule-runtime/src/cell/actor/tasks/mod.rs +++ b/crates/cellule-runtime/src/cell/actor/tasks/mod.rs @@ -7,8 +7,9 @@ use super::admission::{ fail_shutdown, fence_active, fence_admission, finish_migration, finish_work, rejection_error, - send_command_reply, send_command_task_reply, send_migration_reply, send_query_reply, - send_resolve_reply, subtract_unpublished_bytes, + release_command_request_slots, send_command_task_reply, send_finished_command_reply, + send_finished_migration_reply, send_finished_query_reply, send_finished_resolve_reply, + subtract_unpublished_bytes, }; use super::*; diff --git a/crates/cellule-runtime/src/cell/actor/tasks/movement.rs b/crates/cellule-runtime/src/cell/actor/tasks/movement.rs index 9f02d24e..da6ccec8 100644 --- a/crates/cellule-runtime/src/cell/actor/tasks/movement.rs +++ b/crates/cellule-runtime/src/cell/actor/tasks/movement.rs @@ -140,7 +140,7 @@ pub(super) fn handle_migrated( Ok(_) => Err(Error::Fenced), Err(error) => Err(error), }; - send_migration_reply(&mut migration, result); + send_finished_migration_reply(&mut migration, result); return; }; if active.generation != generation @@ -153,7 +153,7 @@ pub(super) fn handle_migrated( Ok(_) => Err(Error::Fenced), Err(error) => Err(error), }; - send_migration_reply(&mut migration, result); + send_finished_migration_reply(&mut migration, result); return; } active.finish_task( @@ -176,10 +176,13 @@ pub(super) fn handle_migrated( active.schema = outcome.schema; let _ = publications.send(active.catalog.entry().clone()); let admission = Arc::clone(&migration.successor_admission); - send_migration_reply(&mut migration, Ok(MigratedAdmission { admission, outcome })); + send_finished_migration_reply( + &mut migration, + Ok(MigratedAdmission { admission, outcome }), + ); } - Ok(_) => send_migration_reply(&mut migration, Err(Error::Fenced)), - Err(error) => send_migration_reply(&mut migration, Err(error)), + Ok(_) => send_finished_migration_reply(&mut migration, Err(Error::Fenced)), + Err(error) => send_finished_migration_reply(&mut migration, Err(error)), } continue_cell(cell, pool, cells, transitioning, tasks, node_lease); } diff --git a/crates/cellule-runtime/src/cell/actor/tasks/publication.rs b/crates/cellule-runtime/src/cell/actor/tasks/publication.rs index 1aabd54a..6e5d3fdc 100644 --- a/crates/cellule-runtime/src/cell/actor/tasks/publication.rs +++ b/crates/cellule-runtime/src/cell/actor/tasks/publication.rs @@ -23,7 +23,7 @@ pub(super) fn handle_proven( let Some(active) = cells.get_mut(&cell) else { // The publication task may fence and remove the actor first; proof owns the // caller's final result and must not be rewritten as CellNotActive. - send_command_reply(&mut command, result); + send_finished_command_reply(&mut command, result); return; }; if active.generation != generation @@ -31,7 +31,7 @@ pub(super) fn handle_proven( .coordination .effect_matches(effect_id, CoordinationEffect::Proof) { - send_command_reply(&mut command, result); + send_finished_command_reply(&mut command, result); return; } active.finish_task(effect_id, CoordinationEffect::Proof); @@ -40,7 +40,7 @@ pub(super) fn handle_proven( fenced = true; } finish_work(active, fenced); - send_command_reply(&mut command, result); + send_finished_command_reply(&mut command, result); continue_cell(cell, pool, cells, transitioning, tasks, node_lease); } diff --git a/crates/cellule-runtime/src/cell/actor/tasks/work.rs b/crates/cellule-runtime/src/cell/actor/tasks/work.rs index 372bab42..f8ec16d7 100644 --- a/crates/cellule-runtime/src/cell/actor/tasks/work.rs +++ b/crates/cellule-runtime/src/cell/actor/tasks/work.rs @@ -47,9 +47,14 @@ pub(super) fn handle_executed( return; } match result { + Ok(CommandTaskResult::GroupRecorded) => { + finish_work(active, false); + release_command_request_slots(&mut command); + super::super::group::reply(&mut command, Ok(None)); + } Ok(CommandTaskResult::Recorded(outcome)) => { finish_work(active, false); - send_command_reply(&mut command, Ok(outcome)); + send_finished_command_reply(&mut command, Ok(outcome)); } Ok(CommandTaskResult::Pending { pending, @@ -67,7 +72,7 @@ pub(super) fn handle_executed( CoordinationDecision::Reject(reason) => rejection_error(reason), _ => Error::Fenced, }); - send_command_reply(&mut command, Err(error)); + send_finished_command_reply(&mut command, Err(error)); continue_cell(cell, pool, cells, transitioning, tasks, node_lease); return; }; @@ -78,7 +83,7 @@ pub(super) fn handle_executed( let error = command .operation .unknown(Error::Capacity("pending publication bytes")); - send_command_reply(&mut command, Err(error)); + send_finished_command_reply(&mut command, Err(error)); continue_cell(cell, pool, cells, transitioning, tasks, node_lease); return; } @@ -117,7 +122,7 @@ pub(super) fn handle_executed( } Err(error) => { finish_work(active, false); - send_command_reply(&mut command, Err(error)); + send_finished_command_reply(&mut command, Err(error)); } } continue_cell(cell, pool, cells, transitioning, tasks, node_lease); @@ -144,7 +149,7 @@ pub(super) fn handle_queried( let Some(active) = cells.get_mut(&cell) else { // A query accepted before a fence keeps its result even when deactivation wins // the actor turn before this completion is delivered. - send_query_reply(&mut query, result); + send_finished_query_reply(&mut query, result); return; }; if active.generation != generation @@ -152,7 +157,7 @@ pub(super) fn handle_queried( .coordination .effect_matches(effect_id, CoordinationEffect::Work(AdmissionKind::Query)) { - send_query_reply(&mut query, result); + send_finished_query_reply(&mut query, result); return; } active.finish_task(effect_id, CoordinationEffect::Work(AdmissionKind::Query)); @@ -161,7 +166,7 @@ pub(super) fn handle_queried( fenced = true; } finish_work(active, fenced); - send_query_reply(&mut query, result); + send_finished_query_reply(&mut query, result); continue_cell(cell, pool, cells, transitioning, tasks, node_lease); } @@ -186,7 +191,7 @@ pub(super) fn handle_resolved( let Some(active) = cells.get_mut(&cell) else { // Resolution is an accepted observation, not a new admission; preserve its // unknown/committed result across a concurrent fenced deactivation. - send_resolve_reply(&mut resolve, result); + send_finished_resolve_reply(&mut resolve, result); return; }; if active.generation != generation @@ -194,7 +199,7 @@ pub(super) fn handle_resolved( .coordination .effect_matches(effect_id, CoordinationEffect::Work(AdmissionKind::Resolve)) { - send_resolve_reply(&mut resolve, result); + send_finished_resolve_reply(&mut resolve, result); return; } active.finish_task(effect_id, CoordinationEffect::Work(AdmissionKind::Resolve)); @@ -203,6 +208,6 @@ pub(super) fn handle_resolved( fenced = true; } finish_work(active, fenced); - send_resolve_reply(&mut resolve, result); + send_finished_resolve_reply(&mut resolve, result); continue_cell(cell, pool, cells, transitioning, tasks, node_lease); } diff --git a/crates/cellule-runtime/src/cell/executor/group.rs b/crates/cellule-runtime/src/cell/executor/group.rs new file mode 100644 index 00000000..c0633b86 --- /dev/null +++ b/crates/cellule-runtime/src/cell/executor/group.rs @@ -0,0 +1,101 @@ +//! A bounded native group commits once and remains hidden until root proof. + +use super::*; + +pub(crate) const MAX_NATIVE_GROUP: usize = 4; + +pub(crate) struct NativeCommand { + pub(crate) identity: MutationIdentity, + pub(crate) operation_digest: Digest, + pub(crate) now_ms: i64, + pub(crate) max_result_bytes: usize, + pub(crate) handler: F, +} + +pub(crate) struct NativeGroupExecution { + pub(crate) outcomes: Vec>, + pub(crate) pending: Option>, + pub(crate) base_sequence: u64, +} + +impl CellExecutor { + pub(crate) fn execute_group( + &mut self, + commands: Vec>, + deadline: std::time::Instant, + ) -> Result + where + F: FnOnce(&cellule_ltx::rusqlite::Transaction<'_>) -> Result, + { + if commands.is_empty() || commands.len() > MAX_NATIVE_GROUP { + return Err(Error::Capacity("native command group")); + } + if self.fenced { + return Err(Error::Fenced); + } + // A group cannot extend a follower-proven or unproved pending head. + // The worker owns one SQLite transaction throughout, and the actor + // remains occupied until publication; public visibility guards stay intact. + if self.has_pending() || !self.accepts_publication() { + return Err(Error::PendingPublication); + } + let base_sequence = self.published_sequence; + let cell = self.cell; + let incarnation = self.incarnation; + let schema = self.schema; + let transaction = self.db.transaction_with(|transaction| { + let mut outcomes = Vec::with_capacity(commands.len()); + let mut newest = None; + for command in commands { + if std::time::Instant::now() >= deadline { + return Err(Error::Deadline); + } + // This savepoint also covers request-ledger and runtime metadata + // writes. A command error cannot roll back an earlier member. + transaction.execute_batch("SAVEPOINT native_command")?; + match apply_mutation(transaction, cell, incarnation, schema, command) { + Ok(result) => { + transaction.execute_batch("RELEASE native_command")?; + match result { + TransactionResult::Recorded(outcome) => outcomes.push(Ok(outcome)), + TransactionResult::Committed { ref outcome, .. } => { + outcomes.push(Ok(outcome.clone())); + newest = Some(result); + } + } + } + Err(error) => { + // SQLite can abort the entire transaction (for example + // ON CONFLICT ROLLBACK). Preserve that failure and let + // Db perform its canonical whole-transaction cleanup. + if transaction.is_autocommit() { + return Err(error); + } + transaction + .execute_batch("ROLLBACK TO native_command; RELEASE native_command")?; + outcomes.push(Err(error)); + } + } + } + if std::time::Instant::now() >= deadline { + return Err(Error::Deadline); + } + Ok((outcomes, newest)) + }); + let (outcomes, newest) = self.check_transaction(transaction)?; + let pending = match newest { + Some(committed) => { + self.finish_transaction(Ok(committed))?; + Some(Box::new( + self.latest_pending().cloned().ok_or(Error::Fenced)?, + )) + } + None => None, + }; + Ok(NativeGroupExecution { + outcomes, + pending, + base_sequence, + }) + } +} diff --git a/crates/cellule-runtime/src/cell/executor/mod.rs b/crates/cellule-runtime/src/cell/executor/mod.rs index e8f50e5f..4a78957a 100644 --- a/crates/cellule-runtime/src/cell/executor/mod.rs +++ b/crates/cellule-runtime/src/cell/executor/mod.rs @@ -10,6 +10,9 @@ use crate::primitives::maintenance::PersistedWorkInventory; use crate::primitives::maintenance::TransferWorkInventory; use crate::{Error, Result}; +mod group; +pub(crate) use group::{MAX_NATIVE_GROUP, NativeCommand, NativeGroupExecution}; + const MAX_RESULT_BYTES: usize = crate::codec::MAX_WIRE_BYTES; const MAX_REQUEST_LIFETIME_MS: i64 = 24 * 60 * 60 * 1000; const MAX_ISSUED_FUTURE_MS: i64 = 5 * 60 * 1000; @@ -458,87 +461,15 @@ impl CellExecutor { let cell = self.cell; let incarnation = self.incarnation; let schema = self.schema; + let command = NativeCommand { + identity, + operation_digest, + now_ms, + max_result_bytes, + handler, + }; let transaction = self.db.transaction_with(|transaction| { - let (commit_sequence, prior_logical_time_ms) = - runtime_metadata(transaction, cell, incarnation, schema)?; - - let existing = transaction - .query_row( - "SELECT operation_digest, outcome, result, commit_sequence FROM sys_requests WHERE request_id = ?1", - [identity.request_id.as_bytes().as_slice()], - |row| { - Ok(( - row.get::<_, Vec>(0)?, - row.get::<_, i64>(1)?, - row.get::<_, Vec>(2)?, - row.get::<_, i64>(3)?, - )) - }, - ) - .optional()?; - if let Some((digest, outcome, result, sequence)) = existing { - if digest.as_slice() != operation_digest.as_bytes() { - return Err(Error::RequestConflict); - } - let outcome = stored_outcome(outcome, result, sequence)?; - if outcome.result().len() > max_result_bytes { - return Err(Error::Command("stored result exceeds command limit")); - } - return Ok(TransactionResult::Recorded(outcome)); - } - - let sequence = commit_sequence - .checked_add(1) - .filter(|value| *value > 0) - .ok_or(Error::Command("commit sequence overflow"))?; - let logical_time_ms = now_ms.max(prior_logical_time_ms); - transaction.execute_batch("SAVEPOINT application")?; - let decision = handler(transaction)?; - let (outcome, result) = match decision { - HandlerOutcome::Success(result) => { - transaction.execute_batch("RELEASE application")?; - (1, result) - } - HandlerOutcome::Rejected(result) => { - transaction.execute_batch( - "ROLLBACK TO application; RELEASE application", - )?; - (2, result) - } - }; - if result.len() > max_result_bytes { - return Err(Error::Command("handler result exceeds command limit")); - } - let retain_until_ms = identity - .expires_at_ms - .checked_add(REQUEST_RETENTION_MS) - .ok_or(Error::Command("request retention overflow"))?; - transaction.execute( - "INSERT INTO sys_requests(request_id, operation_digest, outcome, result, commit_sequence, expires_at_ms, retain_until_ms) VALUES (?1, ?2, ?3, ?4, ?5, ?6, ?7)", - ( - identity.request_id.as_bytes().as_slice(), - operation_digest.as_bytes().as_slice(), - outcome, - result.as_slice(), - sequence, - identity.expires_at_ms, - retain_until_ms, - ), - )?; - if transaction.execute( - "UPDATE sys_meta SET commit_sequence = ?1, logical_time_ms = ?2 WHERE singleton = 1", - (sequence, logical_time_ms), - )? != 1 - { - return Err(Error::Command("runtime metadata row missing")); - } - crate::primitives::capacity::validate(transaction)?; - let next_due_ms = crate::fleet::scheduler::scheduler_next_due_ms(transaction, logical_time_ms)?; - Ok(TransactionResult::Committed { - outcome: stored_outcome(outcome, result, sequence)?, - logical_time_ms, - next_due_ms, - }) + apply_mutation(transaction, cell, incarnation, schema, command) }); self.finish_transaction(transaction) @@ -1284,23 +1215,30 @@ impl CellExecutor { self.pending.back().is_none_or(|pending| pending.durable) } - fn finish_transaction( + fn check_transaction( &mut self, - transaction: std::result::Result>, - ) -> Result { + transaction: std::result::Result>, + ) -> Result { if let Some(error) = self.db.take_io_error() { self.fenced = true; return Err(ltx_error(error)); } - let transaction = match transaction { - Ok(value) => value, - Err(TransactionError::Operation(error)) => return Err(error), - Err(TransactionError::Admission(error)) => return Err(admission_error(error)), + match transaction { + Ok(value) => Ok(value), + Err(TransactionError::Operation(error)) => Err(error), + Err(TransactionError::Admission(error)) => Err(admission_error(error)), Err(error) => { self.fenced = true; - return Err(transaction_error(error)); + Err(transaction_error(error)) } - }; + } + } + + fn finish_transaction( + &mut self, + transaction: std::result::Result>, + ) -> Result { + let transaction = self.check_transaction(transaction)?; match transaction { TransactionResult::Recorded(outcome) => Ok(CommandExecution::Recorded(outcome)), TransactionResult::Committed { @@ -1336,6 +1274,107 @@ impl CellExecutor { } } +fn apply_mutation( + transaction: &cellule_ltx::rusqlite::Transaction<'_>, + cell: CellId, + incarnation: IncarnationId, + schema: u32, + command: NativeCommand, +) -> Result +where + F: FnOnce(&cellule_ltx::rusqlite::Transaction<'_>) -> Result, +{ + let NativeCommand { + identity, + operation_digest, + now_ms, + max_result_bytes, + handler, + } = command; + if max_result_bytes > MAX_RESULT_BYTES { + return Err(Error::Command("result exceeds wire limit")); + } + identity.validate(now_ms)?; + let (commit_sequence, prior_logical_time_ms) = + runtime_metadata(transaction, cell, incarnation, schema)?; + + let existing = transaction + .query_row( + "SELECT operation_digest, outcome, result, commit_sequence FROM sys_requests WHERE request_id = ?1", + [identity.request_id.as_bytes().as_slice()], + |row| { + Ok(( + row.get::<_, Vec>(0)?, + row.get::<_, i64>(1)?, + row.get::<_, Vec>(2)?, + row.get::<_, i64>(3)?, + )) + }, + ) + .optional()?; + if let Some((digest, outcome, result, sequence)) = existing { + if digest.as_slice() != operation_digest.as_bytes() { + return Err(Error::RequestConflict); + } + let outcome = stored_outcome(outcome, result, sequence)?; + if outcome.result().len() > max_result_bytes { + return Err(Error::Command("stored result exceeds command limit")); + } + return Ok(TransactionResult::Recorded(outcome)); + } + + let sequence = commit_sequence + .checked_add(1) + .filter(|value| *value > 0) + .ok_or(Error::Command("commit sequence overflow"))?; + let logical_time_ms = now_ms.max(prior_logical_time_ms); + transaction.execute_batch("SAVEPOINT application")?; + let decision = handler(transaction)?; + let (outcome, result) = match decision { + HandlerOutcome::Success(result) => { + transaction.execute_batch("RELEASE application")?; + (1, result) + } + HandlerOutcome::Rejected(result) => { + transaction.execute_batch("ROLLBACK TO application; RELEASE application")?; + (2, result) + } + }; + if result.len() > max_result_bytes { + return Err(Error::Command("handler result exceeds command limit")); + } + let retain_until_ms = identity + .expires_at_ms + .checked_add(REQUEST_RETENTION_MS) + .ok_or(Error::Command("request retention overflow"))?; + transaction.execute( + "INSERT INTO sys_requests(request_id, operation_digest, outcome, result, commit_sequence, expires_at_ms, retain_until_ms) VALUES (?1, ?2, ?3, ?4, ?5, ?6, ?7)", + ( + identity.request_id.as_bytes().as_slice(), + operation_digest.as_bytes().as_slice(), + outcome, + result.as_slice(), + sequence, + identity.expires_at_ms, + retain_until_ms, + ), + )?; + if transaction.execute( + "UPDATE sys_meta SET commit_sequence = ?1, logical_time_ms = ?2 WHERE singleton = 1", + (sequence, logical_time_ms), + )? != 1 + { + return Err(Error::Command("runtime metadata row missing")); + } + crate::primitives::capacity::validate(transaction)?; + let next_due_ms = crate::fleet::scheduler::scheduler_next_due_ms(transaction, logical_time_ms)?; + Ok(TransactionResult::Committed { + outcome: stored_outcome(outcome, result, sequence)?, + logical_time_ms, + next_due_ms, + }) +} + fn runtime_metadata( transaction: &cellule_ltx::rusqlite::Transaction<'_>, cell: CellId, diff --git a/crates/cellule-runtime/src/cell/worker/mod.rs b/crates/cellule-runtime/src/cell/worker/mod.rs index af8e34a3..4d4aaec7 100644 --- a/crates/cellule-runtime/src/cell/worker/mod.rs +++ b/crates/cellule-runtime/src/cell/worker/mod.rs @@ -19,6 +19,7 @@ use crate::cell::executor::{ PendingMigration, StoredOutcome, }; use crate::cell::executor::{MutationIdentity, Resolution}; +use crate::cell::executor::{NativeCommand, NativeGroupExecution}; use crate::fleet::resource::ResourceCost; use crate::fleet::resource::{ ACTIVE_CELL_NATIVE_BYTES, HYDRATION_JOB_CAPACITY, ResourceLedger, ResourceReservation, @@ -375,6 +376,26 @@ impl SqlWorkerPool { receive(response).await } + pub(crate) async fn execute_group( + &self, + cell: CellId, + commands: Vec>, + deadline: SqlDeadline, + ) -> Result { + let (reply, response) = oneshot::channel(); + self.send_worker_job( + cell, + WorkerCommand::ExecuteGroup { + cell, + commands, + deadline, + reply, + }, + ) + .await?; + receive(response).await + } + /// Runs one registry-verified schema step on the Cell's assigned worker. pub(crate) async fn migrate( &self, @@ -1059,6 +1080,12 @@ enum WorkerCommand { reply: oneshot::Sender>, }, Bootstrap(Box), + ExecuteGroup { + cell: CellId, + commands: Vec>, + deadline: SqlDeadline, + reply: oneshot::Sender>, + }, Execute { trace: tracing::Span, queued_at: Instant, diff --git a/crates/cellule-runtime/src/cell/worker/run.rs b/crates/cellule-runtime/src/cell/worker/run.rs index 7afd098a..3af838d0 100644 --- a/crates/cellule-runtime/src/cell/worker/run.rs +++ b/crates/cellule-runtime/src/cell/worker/run.rs @@ -110,6 +110,19 @@ fn run_worker_command( }; let _ = reply.send(result); } + WorkerCommand::ExecuteGroup { + cell, + commands, + deadline, + reply, + } => { + let at = deadline.at(); + let result = run_native_callback(cells, cell, deadline, move |active| { + active.executor.execute_group(commands, at) + }); + drop(reservation.take()); + let _ = reply.send(result); + } WorkerCommand::Execute { trace, queued_at, diff --git a/crates/cellule-runtime/src/error.rs b/crates/cellule-runtime/src/error.rs index 7dfe350c..9e1c47f0 100644 --- a/crates/cellule-runtime/src/error.rs +++ b/crates/cellule-runtime/src/error.rs @@ -4,6 +4,9 @@ pub type Result = std::result::Result; /// Identity, control-codec and schema failures with original causes retained. #[derive(Debug, thiserror::Error)] pub enum Error { + /// Original failure shared by commands covered by one durability operation. + #[error("{0}")] + Shared(#[source] std::sync::Arc), /// An identity, digest, or partition argument violates its encoding rules. #[error("invalid Cell identity: {0}")] Identity(&'static str), diff --git a/crates/cellule-runtime/src/peer/dispatch/convert.rs b/crates/cellule-runtime/src/peer/dispatch/convert.rs index c0246313..ca731e3d 100644 --- a/crates/cellule-runtime/src/peer/dispatch/convert.rs +++ b/crates/cellule-runtime/src/peer/dispatch/convert.rs @@ -245,6 +245,7 @@ pub(crate) fn error_reply(error: Error) -> wire::PeerReply { 0, ), Error::Control(_) + | Error::Shared(_) | Error::Catalog(_) | Error::Node(_) | Error::Release(_) diff --git a/crates/cellule-runtime/src/publication/mod.rs b/crates/cellule-runtime/src/publication/mod.rs index 5cfb331b..24fd7960 100644 --- a/crates/cellule-runtime/src/publication/mod.rs +++ b/crates/cellule-runtime/src/publication/mod.rs @@ -841,6 +841,12 @@ impl PendingDurability { } impl CellDurabilitySubmitter { + pub(crate) fn object_only(&self) -> bool { + self.node_durability + .as_ref() + .is_none_or(|slot| slot.read().is_ok_and(|binding| binding.is_none())) + } + pub(crate) async fn submit( &self, commit_sequence: u64, diff --git a/crates/cellule-runtime/tests/runtime/lifecycle/durability.rs b/crates/cellule-runtime/tests/runtime/lifecycle/durability.rs index d463533e..2ad3b28d 100644 --- a/crates/cellule-runtime/tests/runtime/lifecycle/durability.rs +++ b/crates/cellule-runtime/tests/runtime/lifecycle/durability.rs @@ -4,6 +4,7 @@ use super::*; use cellule_runtime::fleet::telemetry::{CellTelemetry, CommandResponseSource, PublicationTiming}; mod admission; +mod group; mod proofs; mod recovery; diff --git a/crates/cellule-runtime/tests/runtime/lifecycle/durability/admission.rs b/crates/cellule-runtime/tests/runtime/lifecycle/durability/admission.rs index f553c865..80b6b8ee 100644 --- a/crates/cellule-runtime/tests/runtime/lifecycle/durability/admission.rs +++ b/crates/cellule-runtime/tests/runtime/lifecycle/durability/admission.rs @@ -1,6 +1,293 @@ //! Node durability byte admission and reservation bounds. use super::*; +use std::time::Duration; + +struct ReplyHandoffGate { + skip: AtomicUsize, + entered: Mutex>>, + resume: Mutex>, +} + +impl CellTelemetry for ReplyHandoffGate { + fn command_response( + &self, + source: CommandResponseSource, + _elapsed: Duration, + _confirmation: Duration, + ) { + assert_eq!(source, CommandResponseSource::Object); + let mut remaining = self.skip.load(Ordering::Acquire); + while remaining > 0 { + match self.skip.compare_exchange_weak( + remaining, + remaining - 1, + Ordering::AcqRel, + Ordering::Acquire, + ) { + Ok(_) => return, + Err(observed) => remaining = observed, + } + } + if let Some(entered) = self.entered.lock().unwrap().take() { + entered.send(()).unwrap(); + // Inject preemption after delivery, before the actor drops its + // completion. Production telemetry callbacks must remain nonblocking. + self.resume + .lock() + .unwrap() + .recv_timeout(Duration::from_secs(10)) + .unwrap(); + } + } +} + +#[tokio::test(flavor = "multi_thread", worker_threads = 2)] +async fn durable_reply_releases_request_slot_before_followup_admission() { + let store = Arc::new(PausingStore::new(Arc::new(InMemory::new()))); + let fixture = fixture_with_limits_and_store( + b"durable-reply-admission-handoff", + Limits::default(), + Store::new(store.clone()), + ); + let (runtime, handle, _) = activate_runtime(&fixture, 16 * 1024 * 1024).await; + let (entered, entered_rx) = tokio::sync::oneshot::channel(); + let (resume, resume_rx) = mpsc::channel(); + runtime + .install_telemetry(Arc::new(ReplyHandoffGate { + skip: AtomicUsize::new(0), + entered: Mutex::new(Some(entered)), + resume: Mutex::new(resume_rx), + })) + .unwrap(); + store.arm_next_update(); + let first_handle = handle.clone(); + let mut first = Box::pin(async move { + first_handle + .execute( + mutation_identity_window(1, 10, 10_000), + Digest::from_bytes([1; 32]), + 20, + 1_024, + 1_024, + |tx| { + tx.execute("UPDATE counter SET value = value + 1", [])?; + Ok(HandlerOutcome::Success(vec![1])) + }, + ) + .await + }); + assert!(futures_util::poll!(&mut first).is_pending()); + tokio::time::timeout(Duration::from_secs(5), store.wait_until_blocked()) + .await + .unwrap(); + let mut queued = Vec::new(); + for _ in 0..63 { + let handle = handle.clone(); + let mut query = Box::pin(async move { + handle + .query(16, 16, |db| { + let value: i64 = + db.query_row("SELECT value FROM counter", [], |row| row.get(0))?; + Ok(value.to_be_bytes().to_vec()) + }) + .await + }); + assert!(futures_util::poll!(&mut query).is_pending()); + queued.push(query); + } + assert_eq!(runtime.active_catalog_entries().await.unwrap().len(), 1); + assert!(matches!( + handle.query(16, 16, |_| Ok(Vec::new())).await, + Err(cellule_runtime::Error::Capacity("Cell mailbox requests")) + )); + assert!(futures_util::poll!(&mut first).is_pending()); + store.release(); + let outcome = tokio::time::timeout(Duration::from_secs(5), first) + .await + .unwrap() + .unwrap(); + assert_eq!(outcome.commit_sequence(), 1); + tokio::time::timeout(Duration::from_secs(5), entered_rx) + .await + .unwrap() + .unwrap(); + // A caller has received the durable mutation. Its next read must be able + // to occupy that completed request's slot even if the actor is preempted. + let mut followup = Box::pin(handle.query(16, 16, |db| { + let value: i64 = db.query_row("SELECT value FROM counter", [], |row| row.get(0))?; + Ok(value.to_be_bytes().to_vec()) + })); + let admitted = futures_util::poll!(&mut followup); + resume.send(()).unwrap(); + let observed = match admitted { + std::task::Poll::Ready(result) => result, + std::task::Poll::Pending => followup.await, + }; + for query in queued { + assert_eq!(query.await.unwrap(), 1_i64.to_be_bytes()); + } + handle.drain().await.unwrap(); + runtime.shutdown().await.unwrap(); + assert_eq!(runtime.stats().retained_bytes(), 0); + assert_eq!( + observed.unwrap(), + 1_i64.to_be_bytes(), + "a completed mutation must release its request slot before delivery" + ); +} + +async fn read_counter( + handle: cellule_runtime::cell::actor::CellHandle, +) -> cellule_runtime::Result> { + handle + .query(16, 16, |db| { + let value: i64 = db.query_row("SELECT value FROM counter", [], |row| row.get(0))?; + Ok(value.to_be_bytes().to_vec()) + }) + .await +} + +#[tokio::test(flavor = "multi_thread", worker_threads = 2)] +async fn durable_group_releases_all_request_slots_before_its_first_reply() { + let store = Arc::new(PausingStore::new(Arc::new(InMemory::new()))); + let fixture = fixture_with_limits_and_store( + b"durable-group-admission-handoff", + Limits::default(), + Store::new(store.clone()), + ); + let (runtime, handle, _) = activate_runtime(&fixture, 16 * 1024 * 1024).await; + let (entered, entered_rx) = tokio::sync::oneshot::channel(); + let (resume, resume_rx) = mpsc::channel(); + runtime + .install_telemetry(Arc::new(ReplyHandoffGate { + skip: AtomicUsize::new(1), + entered: Mutex::new(Some(entered)), + resume: Mutex::new(resume_rx), + })) + .unwrap(); + store.arm_next_update(); + let first_handle = handle.clone(); + let mut first = Box::pin(async move { + first_handle + .execute( + mutation_identity_window(1, 10, 10_000), + Digest::from_bytes([1; 32]), + 20, + 1_024, + 1_024, + |tx| { + tx.execute("UPDATE counter SET value = value + 1", [])?; + Ok(HandlerOutcome::Success(vec![1])) + }, + ) + .await + }); + assert!(futures_util::poll!(&mut first).is_pending()); + tokio::time::timeout(Duration::from_secs(5), store.wait_until_blocked()) + .await + .unwrap(); + let (sql_entered, sql_entered_rx) = tokio::sync::oneshot::channel(); + let (sql_resume, sql_resume_rx) = mpsc::channel(); + let mut sql_gate = Some((sql_entered, sql_resume_rx)); + let mut commands = Vec::new(); + for id in 2_u8..=5 { + let handle = handle.clone(); + let gate = if id == 2 { sql_gate.take() } else { None }; + let mut command = Box::pin(async move { + handle + .execute( + mutation_identity_window(id, 10, 10_000), + Digest::from_bytes([id; 32]), + 20, + 1_024, + 1_024, + move |tx| { + if let Some((entered, resume)) = gate { + entered.send(()).unwrap(); + resume.recv_timeout(Duration::from_secs(5)).unwrap(); + } + tx.execute("UPDATE counter SET value = value + 1", [])?; + Ok(HandlerOutcome::Success(vec![id])) + }, + ) + .await + }); + assert!(futures_util::poll!(&mut command).is_pending()); + commands.push(command); + } + let mut queries = Vec::new(); + for _ in 0..59 { + let mut query = Box::pin(read_counter(handle.clone())); + assert!(futures_util::poll!(&mut query).is_pending()); + queries.push(query); + } + assert_eq!(runtime.active_catalog_entries().await.unwrap().len(), 1); + store.release(); + assert_eq!(first.await.unwrap().commit_sequence(), 1); + tokio::time::timeout(Duration::from_secs(5), sql_entered_rx) + .await + .unwrap() + .unwrap(); + // The first command has finished, leaving one slot before the group commits. + let mut last_query = Box::pin(read_counter(handle.clone())); + assert!(futures_util::poll!(&mut last_query).is_pending()); + queries.push(last_query); + assert_eq!(runtime.active_catalog_entries().await.unwrap().len(), 1); + store.blocked.store(false, Ordering::Release); + store.released.store(false, Ordering::Release); + store.arm_next_update(); + sql_resume.send(()).unwrap(); + tokio::time::timeout(Duration::from_secs(5), store.wait_until_blocked()) + .await + .unwrap(); + for command in &mut commands { + assert!(futures_util::poll!(command).is_pending()); + } + assert!(matches!( + read_counter(handle.clone()).await, + Err(cellule_runtime::Error::Capacity("Cell mailbox requests")) + )); + store.release(); + let first_member = commands.remove(0).await.unwrap(); + assert_eq!(first_member.commit_sequence(), 2); + tokio::time::timeout(Duration::from_secs(5), entered_rx) + .await + .unwrap() + .unwrap(); + let mut followups = Vec::new(); + for _ in 0..4 { + let mut query = Box::pin(read_counter(handle.clone())); + let admitted = futures_util::poll!(&mut query); + followups.push((query, admitted)); + } + // All completion data remains charged while its terminal request slots + // become available; releasing slots must not discharge retained bytes. + assert!(runtime.stats().retained_bytes() >= 4 * 2_048); + resume.send(()).unwrap(); + let mut observed = Vec::new(); + for (query, admitted) in followups { + observed.push(match admitted { + std::task::Poll::Ready(result) => result, + std::task::Poll::Pending => query.await, + }); + } + for (offset, command) in commands.into_iter().enumerate() { + assert_eq!( + command.await.unwrap().commit_sequence(), + (offset + 3) as u64 + ); + } + for query in queries { + assert_eq!(query.await.unwrap(), 5_i64.to_be_bytes()); + } + handle.drain().await.unwrap(); + runtime.shutdown().await.unwrap(); + assert_eq!(runtime.stats().retained_bytes(), 0); + for result in observed { + assert_eq!(result.unwrap(), 5_i64.to_be_bytes()); + } +} #[tokio::test] async fn node_byte_reservation_rejects_overcommit_and_releases_capacity() { diff --git a/crates/cellule-runtime/tests/runtime/lifecycle/durability/group.rs b/crates/cellule-runtime/tests/runtime/lifecycle/durability/group.rs new file mode 100644 index 00000000..3f548825 --- /dev/null +++ b/crates/cellule-runtime/tests/runtime/lifecycle/durability/group.rs @@ -0,0 +1,915 @@ +//! Queued native mutations share publication without exposing unproved state. + +use super::*; +use std::time::Duration; + +#[tokio::test(flavor = "multi_thread")] +async fn queued_native_mutations_share_one_capture_and_exact_root_proof() { + let store = Arc::new(PausingStore::new(Arc::new(InMemory::new()))); + let fixture = fixture_with_limits_and_store( + b"queued-native-group", + Limits::default(), + Store::new(store.clone()), + ); + let (runtime, handle, _) = activate_runtime(&fixture, 16 * 1024 * 1024).await; + let responses = Arc::new(RecordingResponses::default()); + runtime.install_telemetry(responses.clone()).unwrap(); + store.arm_next_update(); + let first_handle = handle.clone(); + let first = tokio::spawn(async move { + first_handle + .execute( + mutation_identity_window(1, 10, 10_000), + Digest::from_bytes([1; 32]), + 20, + 1_024, + 1_024, + |tx| { + tx.execute("UPDATE counter SET value = value + 1", [])?; + Ok(HandlerOutcome::Success(vec![1])) + }, + ) + .await + }); + tokio::time::timeout(Duration::from_secs(5), store.wait_until_blocked()) + .await + .unwrap(); + let (entered, entered_rx) = tokio::sync::oneshot::channel(); + let (resume, resume_rx) = mpsc::channel(); + let mut group_gate = Some((entered, resume_rx)); + let mut queued = Vec::new(); + for id in 2_u8..=5 { + let handle = handle.clone(); + let gate = if id == 2 { group_gate.take() } else { None }; + let mut command = Box::pin(async move { + handle + .execute( + mutation_identity_window(id, 10, 10_000), + Digest::from_bytes([id; 32]), + 20, + 1_024, + 1_024, + move |tx| { + if let Some((entered, resume)) = gate { + entered.send(()).unwrap(); + resume.recv_timeout(Duration::from_secs(5)).unwrap(); + } + tx.execute("UPDATE counter SET value = value + 1", [])?; + Ok(HandlerOutcome::Success(vec![id])) + }, + ) + .await + }); + assert!(futures_util::poll!(&mut command).is_pending()); + queued.push(command); + } + // This round trip follows the command messages on the same actor ingress + // channel, proving they are queued before the first publication resumes. + assert_eq!(runtime.active_catalog_entries().await.unwrap().len(), 1); + assert!(!first.is_finished(), "no reply before the first root CAS"); + store.release(); + let mut outcomes = vec![first.await.unwrap().unwrap()]; + tokio::time::timeout(Duration::from_secs(5), entered_rx) + .await + .unwrap() + .unwrap(); + // The first publication has finished and the next worker is paused before + // committing. Reset this one-shot fixture to pause the group's own CAS. + store.blocked.store(false, Ordering::Release); + store.released.store(false, Ordering::Release); + store.arm_next_update(); + resume.send(()).unwrap(); + tokio::time::timeout(Duration::from_secs(5), store.wait_until_blocked()) + .await + .unwrap(); + for command in &mut queued { + assert!( + futures_util::poll!(command).is_pending(), + "no group reply before its root CAS" + ); + } + let control = CellAuthority::new(fixture.layout.clone()) + .load(fixture.target.cell_id()) + .await + .unwrap() + .unwrap(); + assert_eq!(control.value().ltx_root().unwrap().commit_sequence, 1); + let mut query = Box::pin(handle.query(1_024, 1_024, |db| { + let value: i64 = db.query_row("SELECT value FROM counter", [], |row| row.get(0))?; + Ok(value.to_be_bytes().to_vec()) + })); + assert!(futures_util::poll!(&mut query).is_pending()); + let mut resolve = Box::pin(handle.resolve( + mutation_identity_window(2, 10, 10_000), + Digest::from_bytes([2; 32]), + 21, + 1_024, + )); + assert!(futures_util::poll!(&mut resolve).is_pending()); + assert_eq!(runtime.active_catalog_entries().await.unwrap().len(), 1); + assert_eq!( + responses.0.lock().unwrap().as_slice(), + &[CommandResponseSource::Object] + ); + store.lose_next_update_response(); + store.release(); + for command in queued { + outcomes.push( + tokio::time::timeout(Duration::from_secs(5), command) + .await + .unwrap() + .unwrap(), + ); + } + assert_eq!(query.await.unwrap(), 5_i64.to_be_bytes()); + assert!(store.lost_update_response_consumed()); + assert!( + matches!(resolve.await.unwrap(), Resolution::Committed(ref outcome) if outcome == &outcomes[1]) + ); + for (index, outcome) in outcomes.iter().enumerate() { + assert_eq!(outcome.commit_sequence(), (index + 1) as u64); + assert_eq!(outcome.result(), &[(index + 1) as u8]); + let replay = handle + .execute( + mutation_identity_window((index + 1) as u8, 10, 10_000), + Digest::from_bytes([(index + 1) as u8; 32]), + 21, + 1_024, + 1_024, + |_| panic!("an exact retry must not execute its native callback"), + ) + .await + .unwrap(); + assert_eq!(&replay, outcome); + } + handle.drain().await.unwrap(); + runtime.shutdown().await.unwrap(); + let control = CellAuthority::new(fixture.layout.clone()) + .load(fixture.target.cell_id()) + .await + .unwrap() + .unwrap(); + let root = control.value().ltx_root().unwrap(); + assert_eq!(root.commit_sequence, 5); + let restored = fixture._directory.path().join("group-restored.sqlite"); + fixture + .replica + .open_root(&root) + .await + .unwrap() + .restore(&restored) + .await + .unwrap(); + let db = cellule_ltx::rusqlite::Connection::open(restored).unwrap(); + assert_eq!( + db.query_row("SELECT value FROM counter", [], |row| row.get::<_, i64>(0)) + .unwrap(), + 5 + ); + assert_eq!( + db.query_row("SELECT count(*) FROM sys_requests", [], |row| row + .get::<_, i64>(0)) + .unwrap(), + 5 + ); + assert_eq!( + responses.0.lock().unwrap().as_slice(), + &[ + CommandResponseSource::Object, + CommandResponseSource::Object, + CommandResponseSource::Object, + CommandResponseSource::Object, + CommandResponseSource::Object, + CommandResponseSource::Recorded, + CommandResponseSource::Recorded, + CommandResponseSource::Recorded, + CommandResponseSource::Recorded, + CommandResponseSource::Recorded, + ] + ); + let publications = responses.1.lock().unwrap(); + assert_eq!( + publications.len(), + 2, + "queued mutations must amortize publication" + ); + assert_eq!( + publications + .iter() + .map(|timing| timing.commit_sequence) + .collect::>(), + vec![1, 5] + ); + assert_eq!( + root.position.txid, 3, + "one SQLite commit/capture for the queued group" + ); +} + +fn enqueue( + handle: &cellule_runtime::cell::actor::CellHandle, + id: u8, + digest: u8, + handler: F, +) -> futures_util::future::BoxFuture<'static, cellule_runtime::Result> +where + F: for<'connection> FnOnce( + &cellule_ltx::rusqlite::Transaction<'connection>, + ) -> cellule_runtime::Result + + Send + + 'static, +{ + let handle = handle.clone(); + let mut future: futures_util::future::BoxFuture<'static, _> = Box::pin(async move { + handle + .execute( + mutation_identity_window(id, 10, 10_000), + Digest::from_bytes([digest; 32]), + 20, + 1_024, + 1_024, + handler, + ) + .await + }); + let waker = futures_util::task::noop_waker(); + let mut context = std::task::Context::from_waker(&waker); + assert!(future.as_mut().poll(&mut context).is_pending()); + future +} + +fn increment( + tx: &cellule_ltx::rusqlite::Transaction<'_>, +) -> cellule_runtime::Result { + tx.execute("UPDATE counter SET value = value + 1", [])?; + Ok(HandlerOutcome::Success(b"incremented".to_vec())) +} + +#[tokio::test(flavor = "multi_thread")] +async fn grouped_errors_and_rejections_preserve_each_command_savepoint() { + let store = Arc::new(PausingStore::new(Arc::new(InMemory::new()))); + let fixture = fixture_with_limits_and_store( + b"group-savepoints", + Limits::default(), + Store::new(store.clone()), + ); + let (runtime, handle, _) = activate_runtime(&fixture, 16 * 1024 * 1024).await; + let responses = Arc::new(RecordingResponses::default()); + runtime.install_telemetry(responses.clone()).unwrap(); + store.arm_next_update(); + let first = enqueue(&handle, 1, 1, increment); + tokio::time::timeout(Duration::from_secs(5), store.wait_until_blocked()) + .await + .unwrap(); + let queued = vec![ + enqueue(&handle, 2, 2, increment), + enqueue(&handle, 2, 2, |_| { + panic!("same-group exact replay must not run") + }), + enqueue(&handle, 2, 9, |_| { + panic!("same-group conflict must not run") + }), + enqueue(&handle, 3, 3, |tx| { + tx.execute("UPDATE counter SET value = value + 100", [])?; + Ok(HandlerOutcome::Rejected(b"refused".to_vec())) + }), + enqueue(&handle, 4, 4, |tx| { + tx.execute("UPDATE counter SET value = value + 100", [])?; + Err(cellule_runtime::Error::Command("application refusal")) + }), + enqueue(&handle, 5, 5, increment), + enqueue(&handle, 6, 6, |tx| { + tx.execute("UPDATE counter SET value = value + 100", [])?; + Ok(HandlerOutcome::Success(vec![0; 1_025])) + }), + enqueue(&handle, 7, 7, increment), + ]; + assert_eq!(runtime.active_catalog_entries().await.unwrap().len(), 1); + store.release(); + assert_eq!(first.await.unwrap().commit_sequence(), 1); + let mut results = Vec::new(); + for future in queued { + results.push( + tokio::time::timeout(Duration::from_secs(5), future) + .await + .unwrap(), + ); + } + assert_eq!(results[0].as_ref().unwrap().commit_sequence(), 2); + assert_eq!(results[0].as_ref().unwrap(), results[1].as_ref().unwrap()); + assert!(matches!( + results[2], + Err(cellule_runtime::Error::RequestConflict) + )); + assert!( + matches!(&results[3], Ok(StoredOutcome::Rejected { commit_sequence: 3, result }) if result == b"refused") + ); + assert!(matches!( + results[4], + Err(cellule_runtime::Error::Command("application refusal")) + )); + assert_eq!(results[5].as_ref().unwrap().commit_sequence(), 4); + assert!(matches!( + results[6], + Err(cellule_runtime::Error::Command( + "handler result exceeds command limit" + )) + )); + assert_eq!(results[7].as_ref().unwrap().commit_sequence(), 5); + assert_eq!( + handle + .query(1, 8, |db| { + let value: i64 = db.query_row("SELECT value FROM counter", [], |row| row.get(0))?; + Ok(value.to_be_bytes().to_vec()) + }) + .await + .unwrap(), + 4_i64.to_be_bytes() + ); + for id in [4, 6] { + assert_eq!( + handle + .resolve( + mutation_identity_window(id, 10, 10_000), + Digest::from_bytes([id; 32]), + 21, + 1_024 + ) + .await + .unwrap(), + Resolution::Absent + ); + } + handle.drain().await.unwrap(); + runtime.shutdown().await.unwrap(); + assert_eq!( + responses + .1 + .lock() + .unwrap() + .iter() + .map(|timing| timing.commit_sequence) + .collect::>(), + vec![1, 3, 5] + ); + assert!( + responses + .0 + .lock() + .unwrap() + .iter() + .all(|source| *source == CommandResponseSource::Object) + ); +} + +#[tokio::test(flavor = "multi_thread")] +async fn a_group_of_durable_replays_and_conflicts_needs_no_new_capture() { + let store = Arc::new(PausingStore::new(Arc::new(InMemory::new()))); + let fixture = fixture_with_limits_and_store( + b"group-recorded", + Limits::default(), + Store::new(store.clone()), + ); + let (runtime, handle, _) = activate_runtime(&fixture, 16 * 1024 * 1024).await; + let responses = Arc::new(RecordingResponses::default()); + runtime.install_telemetry(responses.clone()).unwrap(); + store.arm_next_update(); + let first = enqueue(&handle, 1, 1, increment); + tokio::time::timeout(Duration::from_secs(5), store.wait_until_blocked()) + .await + .unwrap(); + let queued: Vec<_> = [1, 2, 1, 2] + .into_iter() + .map(|digest| { + enqueue(&handle, 1, digest, |_| { + panic!("recorded identity must not run") + }) + }) + .collect(); + assert_eq!(runtime.active_catalog_entries().await.unwrap().len(), 1); + store.release(); + let original = first.await.unwrap(); + for (index, future) in queued.into_iter().enumerate() { + let result = tokio::time::timeout(Duration::from_secs(5), future) + .await + .unwrap(); + if index % 2 == 0 { + assert_eq!(result.unwrap(), original); + } else { + assert!(matches!( + result, + Err(cellule_runtime::Error::RequestConflict) + )); + } + } + handle.drain().await.unwrap(); + runtime.shutdown().await.unwrap(); + assert_eq!(responses.1.lock().unwrap().len(), 1); + assert_eq!( + responses.0.lock().unwrap().as_slice(), + &[ + CommandResponseSource::Object, + CommandResponseSource::Recorded, + CommandResponseSource::Recorded + ] + ); + let control = CellAuthority::new(fixture.layout.clone()) + .load(fixture.target.cell_id()) + .await + .unwrap() + .unwrap(); + assert_eq!(control.value().ltx_root().unwrap().position.txid, 2); +} + +#[tokio::test(flavor = "multi_thread")] +async fn a_queued_read_and_resolve_stop_grouping_and_observe_their_fifo_position() { + let store = Arc::new(PausingStore::new(Arc::new(InMemory::new()))); + let fixture = fixture_with_limits_and_store( + b"group-read-barrier", + Limits::default(), + Store::new(store.clone()), + ); + let (runtime, handle, _) = activate_runtime(&fixture, 16 * 1024 * 1024).await; + let responses = Arc::new(RecordingResponses::default()); + runtime.install_telemetry(responses.clone()).unwrap(); + store.arm_next_update(); + let first = enqueue(&handle, 1, 1, increment); + tokio::time::timeout(Duration::from_secs(5), store.wait_until_blocked()) + .await + .unwrap(); + let second = enqueue(&handle, 2, 2, increment); + let third = enqueue(&handle, 3, 3, increment); + let mut query = Box::pin(handle.query(1, 8, |db| { + let value: i64 = db.query_row("SELECT value FROM counter", [], |row| row.get(0))?; + Ok(value.to_be_bytes().to_vec()) + })); + assert!(futures_util::poll!(&mut query).is_pending()); + let mut resolve = Box::pin(handle.resolve( + mutation_identity_window(4, 10, 10_000), + Digest::from_bytes([4; 32]), + 21, + 1_024, + )); + assert!(futures_util::poll!(&mut resolve).is_pending()); + let fourth = enqueue(&handle, 4, 4, increment); + let fifth = enqueue(&handle, 5, 5, increment); + assert_eq!(runtime.active_catalog_entries().await.unwrap().len(), 1); + store.release(); + for (index, future) in [first, second, third, fourth, fifth] + .into_iter() + .enumerate() + { + assert_eq!( + tokio::time::timeout(Duration::from_secs(5), future) + .await + .unwrap() + .unwrap() + .commit_sequence(), + (index + 1) as u64 + ); + } + assert_eq!(query.await.unwrap(), 3_i64.to_be_bytes()); + assert_eq!(resolve.await.unwrap(), Resolution::Absent); + handle.drain().await.unwrap(); + runtime.shutdown().await.unwrap(); + assert_eq!( + responses + .1 + .lock() + .unwrap() + .iter() + .map(|timing| timing.commit_sequence) + .collect::>(), + vec![1, 3, 5] + ); +} + +#[tokio::test(flavor = "multi_thread")] +async fn group_capture_failure_preserves_each_unknown_identity_and_original_source() { + use crate::runtime::fault_fs::FaultFileSystem; + let store = Arc::new(PausingStore::new(Arc::new(InMemory::new()))); + let fixture = fixture_with_limits_and_store( + b"group-capture-failure", + Limits::default(), + Store::new(store.clone()), + ); + let filesystem = Arc::new(FaultFileSystem::new()); + let session = SessionId::from_bytes([140; 16]); + let runtime = CellRuntime::new_with_replica_host( + SqlWorkerPool::new(1, 1).unwrap(), + 16 * 1024 * 1024, + session, + ReplicaHost::default().with_filesystem(filesystem.clone()), + ) + .unwrap(); + let handle = bootstrap_on(&runtime, &fixture, session).await; + let responses = Arc::new(RecordingResponses::default()); + runtime.install_telemetry(responses.clone()).unwrap(); + store.arm_next_update(); + let first = enqueue(&handle, 1, 1, increment); + tokio::time::timeout(Duration::from_secs(5), store.wait_until_blocked()) + .await + .unwrap(); + let queued: Vec<_> = (2..=5) + .map(|id| enqueue(&handle, id, id, increment)) + .collect(); + assert_eq!(runtime.active_catalog_entries().await.unwrap().len(), 1); + // The first command has captured and is already publishing. The fault + // therefore hits the queued group's capture after its SQLite commit. + filesystem.fail_next_capture(); + store.release(); + first.await.unwrap(); + let mut shared = Vec::new(); + for (index, future) in queued.into_iter().enumerate() { + let error = tokio::time::timeout(Duration::from_secs(5), future) + .await + .unwrap() + .unwrap_err(); + let cellule_runtime::Error::OutcomeUnknown { + request_id, + operation_digest, + source, + } = error + else { + panic!("group must remain unresolved: {error:?}"); + }; + let id = (index + 2) as u8; + assert_eq!( + request_id, + mutation_identity_window(id, 10, 10_000).request_id + ); + assert_eq!(operation_digest, Digest::from_bytes([id; 32])); + let cellule_runtime::Error::Shared(original) = *source else { + panic!("group must retain its original source"); + }; + let mut cause: &(dyn std::error::Error + 'static) = original.as_ref(); + let mut found = false; + loop { + if let Some(io) = cause.downcast_ref::() { + assert_eq!(io.kind(), std::io::ErrorKind::PermissionDenied); + found = true; + } + match cause.source() { + Some(next) => cause = next, + None => break, + } + } + assert!(found, "capture's original I/O failure must be inspectable"); + shared.push(original); + } + assert!(shared.iter().all(|error| Arc::ptr_eq(error, &shared[0]))); + assert!(filesystem.capture_failure_consumed()); + assert!(matches!( + handle.query(1, 1, |_| Ok(Vec::new())).await, + Err(cellule_runtime::Error::Fenced) + )); + runtime.shutdown().await.unwrap(); + assert_eq!(runtime.stats().retained_bytes(), 0); + assert_eq!(runtime.stats().worker_jobs(), 0); + assert_eq!( + responses.0.lock().unwrap().as_slice(), + &[CommandResponseSource::Object] + ); + let root = CellAuthority::new(fixture.layout.clone()) + .load(fixture.target.cell_id()) + .await + .unwrap() + .unwrap() + .value() + .ltx_root() + .unwrap(); + assert_eq!(root.commit_sequence, 1); + let restored = fixture + ._directory + .path() + .join("group-failure-restored.sqlite"); + fixture + .replica + .open_root(&root) + .await + .unwrap() + .restore(&restored) + .await + .unwrap(); + let db = cellule_ltx::rusqlite::Connection::open(restored).unwrap(); + assert_eq!( + db.query_row("SELECT value FROM counter", [], |row| row.get::<_, i64>(0)) + .unwrap(), + 1 + ); + assert_eq!( + db.query_row("SELECT count(*) FROM sys_requests", [], |row| row + .get::<_, i64>(0)) + .unwrap(), + 1 + ); +} + +#[tokio::test(flavor = "multi_thread")] +async fn a_whole_sqlite_rollback_aborts_the_group_without_losing_the_original_error() { + let store = Arc::new(PausingStore::new(Arc::new(InMemory::new()))); + let fixture = fixture_with_limits_and_store( + b"group-whole-rollback", + Limits::default(), + Store::new(store.clone()), + ); + let (runtime, handle, _) = activate_runtime(&fixture, 16 * 1024 * 1024).await; + store.arm_next_update(); + let first = enqueue(&handle, 1, 1, increment); + tokio::time::timeout(Duration::from_secs(5), store.wait_until_blocked()) + .await + .unwrap(); + let second = enqueue(&handle, 2, 2, increment); + let third = enqueue(&handle, 3, 3, |tx| { + tx.execute_batch("CREATE TABLE unique_keys(key INTEGER PRIMARY KEY); INSERT INTO unique_keys VALUES (1); INSERT OR ROLLBACK INTO unique_keys VALUES (1)")?; + Ok(HandlerOutcome::Success(Vec::new())) + }); + let fourth = enqueue(&handle, 4, 4, |_| { + panic!("a whole rollback must stop the group") + }); + assert_eq!(runtime.active_catalog_entries().await.unwrap().len(), 1); + store.release(); + first.await.unwrap(); + for future in [second, third, fourth] { + let error = future.await.unwrap_err(); + assert!( + matches!(error, cellule_runtime::Error::Shared(ref original) if matches!(original.as_ref(), cellule_runtime::Error::Sqlite(_))), + "{error:?}" + ); + } + assert_eq!( + handle + .query(1, 8, |db| { + let value: i64 = db.query_row("SELECT value FROM counter", [], |row| row.get(0))?; + Ok(value.to_be_bytes().to_vec()) + }) + .await + .unwrap(), + 1_i64.to_be_bytes() + ); + let next = enqueue(&handle, 5, 5, increment).await.unwrap(); + assert_eq!(next.commit_sequence(), 2); + handle.drain().await.unwrap(); + runtime.shutdown().await.unwrap(); +} + +#[tokio::test(flavor = "multi_thread")] +async fn group_deadline_retains_all_admissions_until_dispatched_sql_exits() { + let store = Arc::new(PausingStore::new(Arc::new(InMemory::new()))); + let fixture = fixture_with_limits_and_store( + b"group-deadline", + Limits::default(), + Store::new(store.clone()), + ); + let (runtime, handle, _) = activate_runtime(&fixture, 16 * 1024 * 1024).await; + store.arm_next_update(); + let first = enqueue(&handle, 1, 1, increment); + tokio::time::timeout(Duration::from_secs(5), store.wait_until_blocked()) + .await + .unwrap(); + let (entered, entered_rx) = tokio::sync::oneshot::channel(); + let (resume, resume_rx) = mpsc::channel(); + let second = enqueue(&handle, 2, 2, move |tx| { + entered.send(()).unwrap(); + resume_rx.recv_timeout(Duration::from_secs(15)).unwrap(); + increment(tx) + }); + let rest: Vec<_> = (3..=5) + .map(|id| { + enqueue(&handle, id, id, |_| { + panic!("deadline must stop the remaining callbacks") + }) + }) + .collect(); + assert_eq!(runtime.active_catalog_entries().await.unwrap().len(), 1); + store.release(); + first.await.unwrap(); + tokio::time::timeout(Duration::from_secs(5), entered_rx) + .await + .unwrap() + .unwrap(); + for future in std::iter::once(second).chain(rest) { + let error = tokio::time::timeout(Duration::from_secs(7), future) + .await + .unwrap() + .unwrap_err(); + assert!( + matches!(error, cellule_runtime::Error::OutcomeUnknown { source, .. } if matches!(*source, cellule_runtime::Error::Shared(ref original) if matches!(original.as_ref(), cellule_runtime::Error::Deadline))) + ); + } + assert!( + runtime.stats().retained_bytes() >= 4 * 2_048, + "accepted members stay charged while native SQL is still running" + ); + let shutdown_runtime = runtime.clone(); + let shutdown = tokio::spawn(async move { shutdown_runtime.shutdown().await }); + assert!(!shutdown.is_finished()); + resume.send(()).unwrap(); + tokio::time::timeout(Duration::from_secs(5), shutdown) + .await + .unwrap() + .unwrap() + .unwrap(); + assert_eq!(runtime.stats().retained_bytes(), 0); + assert_eq!(runtime.stats().worker_jobs(), 0); + let root = CellAuthority::new(fixture.layout.clone()) + .load(fixture.target.cell_id()) + .await + .unwrap() + .unwrap() + .value() + .ltx_root() + .unwrap(); + assert_eq!(root.commit_sequence, 1); +} + +#[tokio::test(flavor = "multi_thread")] +async fn binding_a_node_log_during_a_group_keeps_its_members_object_gated() { + let store = Arc::new(PausingStore::new(Arc::new(InMemory::new()))); + let fixture = fixture_with_limits_and_store( + b"group-binding-race", + Limits::default(), + Store::new(store.clone()), + ); + let session = SessionId::from_bytes([145; 16]); + let leader = NodeId::from_bytes([146; 16]); + let follower = NodeId::from_bytes([147; 16]); + let runtime = CellRuntime::new_with_replica_host_requiring_node_lease( + SqlWorkerPool::new(1, 1).unwrap(), + 16 * 1024 * 1024, + session, + ReplicaHost::default(), + ) + .unwrap(); + let lease = NodeLeaseGuard::new(0, 60_000).unwrap(); + runtime.install_node_lease(lease.clone()).unwrap(); + let handle = bootstrap_on(&runtime, &fixture, session).await; + let responses = Arc::new(RecordingResponses::default()); + runtime.install_telemetry(responses.clone()).unwrap(); + store.arm_next_update(); + let first = enqueue(&handle, 1, 1, increment); + tokio::time::timeout(Duration::from_secs(5), store.wait_until_blocked()) + .await + .unwrap(); + let (entered, entered_rx) = tokio::sync::oneshot::channel(); + let (resume, resume_rx) = mpsc::channel(); + let second = enqueue(&handle, 2, 2, move |tx| { + entered.send(()).unwrap(); + resume_rx.recv_timeout(Duration::from_secs(5)).unwrap(); + increment(tx) + }); + let third = enqueue(&handle, 3, 3, increment); + assert_eq!(runtime.active_catalog_entries().await.unwrap().len(), 1); + store.release(); + first.await.unwrap(); + tokio::time::timeout(Duration::from_secs(5), entered_rx) + .await + .unwrap() + .unwrap(); + let gate = DurabilityGate::new(session, leader, 1, [follower]).unwrap(); + let transport: Arc = Arc::new(TestNodeTransport::default()); + let shipper = + NodeLogShipper::new(gate.clone(), Arc::clone(&transport), Limits::default()).unwrap(); + let authority = Arc::new(TestNodeAuthority::default()); + let node_authority: Arc = authority.clone(); + runtime + .install_node_durability( + fixture.target.application(), + Arc::new(NodeDurability::new( + gate.clone(), + shipper, + node_authority, + transport, + lease, + )), + ) + .unwrap(); + resume.send(()).unwrap(); + assert_eq!(second.await.unwrap().commit_sequence(), 2); + assert_eq!(third.await.unwrap().commit_sequence(), 3); + assert_eq!( + gate.issued_through(), + 0, + "a final-only group log record would create a recovery gap" + ); + assert_eq!( + responses.0.lock().unwrap().as_slice(), + &[ + CommandResponseSource::Object, + CommandResponseSource::Object, + CommandResponseSource::Object + ] + ); + assert_eq!( + enqueue(&handle, 4, 4, increment) + .await + .unwrap() + .commit_sequence(), + 4 + ); + handle.drain().await.unwrap(); + runtime.shutdown().await.unwrap(); + assert_eq!(gate.issued_through(), 1); + assert_eq!(*authority.coverage.lock().unwrap(), vec![(1, 1)]); + let root = CellAuthority::new(fixture.layout.clone()) + .load(fixture.target.cell_id()) + .await + .unwrap() + .unwrap() + .value() + .ltx_root() + .unwrap(); + assert_eq!(root.commit_sequence, 4); + assert_eq!(root.position.txid, 4); +} + +#[tokio::test(flavor = "multi_thread")] +async fn failed_group_publication_keeps_known_results_and_preserves_the_storage_cause() { + let store = Arc::new(PausingStore::new(Arc::new(InMemory::new()))); + let fixture = fixture_with_limits_and_store( + b"group-publication-failure", + Limits::default(), + Store::new(store.clone()), + ); + let (runtime, handle, _) = activate_runtime(&fixture, 16 * 1024 * 1024).await; + let responses = Arc::new(RecordingResponses::default()); + runtime.install_telemetry(responses.clone()).unwrap(); + store.arm_next_update(); + let first = enqueue(&handle, 1, 1, increment); + tokio::time::timeout(Duration::from_secs(5), store.wait_until_blocked()) + .await + .unwrap(); + let second = enqueue(&handle, 2, 2, increment); + let failed = enqueue(&handle, 3, 3, |_| { + Err(cellule_runtime::Error::Command("application refusal")) + }); + let fourth = enqueue(&handle, 4, 4, increment); + let recorded = enqueue(&handle, 1, 1, |_| panic!("durable replay must not run")); + assert_eq!(runtime.active_catalog_entries().await.unwrap().len(), 1); + store.fail_puts(); + store.release(); + let original = first.await.unwrap(); + for (id, future) in [(2, second), (4, fourth)] { + let error = tokio::time::timeout(Duration::from_secs(5), future) + .await + .unwrap() + .unwrap_err(); + let cellule_runtime::Error::OutcomeUnknown { + request_id, + operation_digest, + source, + } = error + else { + panic!("new group result must remain unresolved"); + }; + assert_eq!( + request_id, + mutation_identity_window(id, 10, 10_000).request_id + ); + assert_eq!(operation_digest, Digest::from_bytes([id; 32])); + let mut cause: &(dyn std::error::Error + 'static) = source.as_ref(); + let mut found = false; + loop { + if let Some(storage) = cause.downcast_ref::() { + assert!( + matches!(storage, cellule_store::StorageError::Forbidden { path } if !path.is_empty()), + "{storage:?}" + ); + found = true; + } + match cause.source() { + Some(next) => cause = next, + None => break, + } + } + assert!( + found, + "publication's original storage failure must reach every new member" + ); + } + assert!(matches!( + failed.await, + Err(cellule_runtime::Error::Command("application refusal")) + )); + assert_eq!(recorded.await.unwrap(), original); + store.allow_puts(); + runtime.shutdown().await.unwrap(); + assert_eq!(runtime.stats().retained_bytes(), 0); + assert_eq!(runtime.stats().worker_jobs(), 0); + assert_eq!( + responses.0.lock().unwrap().as_slice(), + &[ + CommandResponseSource::Object, + CommandResponseSource::Recorded + ] + ); + let root = CellAuthority::new(fixture.layout.clone()) + .load(fixture.target.cell_id()) + .await + .unwrap() + .unwrap() + .value() + .ltx_root() + .unwrap(); + assert_eq!(root.commit_sequence, 1); +} diff --git a/scripts/axum-write-telemetry.patch b/scripts/axum-write-telemetry.patch new file mode 100644 index 00000000..ed944b33 --- /dev/null +++ b/scripts/axum-write-telemetry.patch @@ -0,0 +1,117 @@ +diff --git a/crates/cellule-axum/examples/sql.rs b/crates/cellule-axum/examples/sql.rs +index b75ed2c..0840f21 100644 +--- a/crates/cellule-axum/examples/sql.rs ++++ b/crates/cellule-axum/examples/sql.rs +@@ -340,7 +340,13 @@ async fn main() -> ExampleResult<()> { + .map(|shard| CellTarget::new(tenant, application_id, ORDERS, &partition_for_shard(shard))) + .collect::>()?; + let (store, prefix) = example_storage().await?; +- let layout = CellStorageLayout::new(store, prefix, *application_id.as_bytes()); ++ let host = Host::default().with_local_disk_budget(DiskBudget::new(1 << 30)); ++ let query_metrics = Arc::new(sql_metrics::QueryMetrics::new(&host)); ++ let layout = CellStorageLayout::new( ++ store.with_storage_observer(query_metrics.clone()), ++ prefix, ++ *application_id.as_bytes(), ++ ); + let registry = application.registry(); + let code = registry + .module_code(Orders::NAME) +@@ -357,9 +363,8 @@ async fn main() -> ExampleResult<()> { + SqlWorkerPool::new(usize::try_from(workers)?, usize::try_from(MAX_CELLS)?)?, + 16 * 1024 * 1024, + session, +- Host::default().with_local_disk_budget(DiskBudget::new(1 << 30)), ++ host, + )?; +- let query_metrics = Arc::new(sql_metrics::QueryMetrics::default()); + let result: ExampleResult<()> = async { + runtime.install_telemetry(query_metrics.clone())?; + let mut handles = Vec::with_capacity(targets.len()); +diff --git a/crates/cellule-ltx/src/environment/host/mod.rs b/crates/cellule-ltx/src/environment/host/mod.rs +index 0dc308d..8d7ac64 100644 +--- a/crates/cellule-ltx/src/environment/host/mod.rs ++++ b/crates/cellule-ltx/src/environment/host/mod.rs +@@ -553,12 +553,15 @@ impl Host { + pub(crate) async fn for_dirty(&self) -> crate::Result { + let mut host = self.clone(); + if host.dirty.is_none() { ++ let started = self.now_monotonic(); + let permit = self + .dirty_slots + .clone() + .acquire_owned() + .await +- .map_err(|e| crate::LtxError::Other(Box::new(e)))?; ++ .map_err(|e| crate::LtxError::Other(Box::new(e))); ++ self.observe_ltx_phase(LtxPhase::DirtyAdmission, started, permit.is_ok()); ++ let permit = permit?; + let resource = self.reserve_resource(HostResourceKind::Dirty, 1)?; + host.dirty = Some(Arc::new(HostPermit { + _resource: resource, +@@ -572,12 +575,15 @@ impl Host { + pub(crate) async fn for_recovery(&self) -> crate::Result { + let mut host = self.for_dirty().await?; + if host.recovery.is_none() { ++ let started = self.now_monotonic(); + let permit = self + .recovery_slots + .clone() + .acquire_owned() + .await +- .map_err(|e| crate::LtxError::Other(Box::new(e)))?; ++ .map_err(|e| crate::LtxError::Other(Box::new(e))); ++ self.observe_ltx_phase(LtxPhase::RecoveryAdmission, started, permit.is_ok()); ++ let permit = permit?; + let resource = self.reserve_resource(HostResourceKind::Recovery, 1)?; + host.recovery = Some(Arc::new(HostPermit { + _resource: resource, +diff --git a/crates/cellule-ltx/src/environment/telemetry.rs b/crates/cellule-ltx/src/environment/telemetry.rs +index bd5ac84..17fa6e3 100644 +--- a/crates/cellule-ltx/src/environment/telemetry.rs ++++ b/crates/cellule-ltx/src/environment/telemetry.rs +@@ -33,7 +33,16 @@ pub enum LtxPhase { + /// Checkpoint maintenance for the capture. + Checkpoint, + /// Preparing one immutable successor root from captured cuts. ++ /// Includes dirty-memory admission and admitted preparation work. + RootPreparation, ++ /// Waiting for dirty-memory admission before preparing captured cuts. ++ RootAdmission, ++ /// Preparing captured cuts after dirty-memory admission succeeds. ++ RootPreparationWork, ++ /// Acquiring a new shared dirty-memory semaphore permit. ++ DirtyAdmission, ++ /// Acquiring a new recovery permit after dirty-memory admission. ++ RecoveryAdmission, + /// Opening an exact root. + RootOpen, + /// Reading root directory pages. +diff --git a/crates/cellule-ltx/src/replica/prepare.rs b/crates/cellule-ltx/src/replica/prepare.rs +index 26b2ecb..24b0e84 100644 +--- a/crates/cellule-ltx/src/replica/prepare.rs ++++ b/crates/cellule-ltx/src/replica/prepare.rs +@@ -55,10 +55,20 @@ impl CellReplica { + let started = self.host.now_monotonic(); + let result = async { + let mut replica = self.clone(); +- replica.host = self.host.for_dirty().await?; +- replica ++ let admitted = self.host.for_dirty().await; ++ self.host ++ .observe_ltx_phase(crate::LtxPhase::RootAdmission, started, admitted.is_ok()); ++ replica.host = admitted?; ++ let work_started = self.host.now_monotonic(); ++ let prepared = replica + .prepare_captured(base, cuts, commit_sequence, schema) +- .await ++ .await; ++ self.host.observe_ltx_phase( ++ crate::LtxPhase::RootPreparationWork, ++ work_started, ++ prepared.is_ok(), ++ ); ++ prepared + } + .await; + self.host diff --git a/scripts/bench-axum-rustfs.py b/scripts/bench-axum-rustfs.py index 4655b61a..50a6bc92 100644 --- a/scripts/bench-axum-rustfs.py +++ b/scripts/bench-axum-rustfs.py @@ -51,7 +51,8 @@ def request(connection, method, path, body=None): response = connection.getresponse() raw = response.read() elapsed_ms = (time.perf_counter_ns() - started) / 1_000_000 - return {"status": response.status, "body": json.loads(raw), "latency_ms": elapsed_ms} + return {"status": response.status, "body": json.loads(raw), "latency_ms": elapsed_ms, + "payload_bytes": len(raw)} def receipt_matches(actual, minimum): @@ -101,7 +102,7 @@ def worker(index): def summary(results, elapsed, expected_status): latencies = sorted(item["latency_ms"] for item in results) successes = sum(item["status"] == expected_status for item in results) - percentile = lambda percent: latencies[max(0, math.ceil(len(latencies) * percent / 100) - 1)] + percentile = lambda percent: latencies[max(0, math.ceil(len(latencies) * percent / 100) - 1)] if latencies else None return { "attempts": len(results), "successes": successes, @@ -109,10 +110,63 @@ def summary(results, elapsed, expected_status): "statuses": dict(Counter(str(item["status"]) for item in results)), "seconds": elapsed, "successful_requests_per_second": successes / elapsed, + "payload_bytes_per_second": sum(item["payload_bytes"] for item in results if item["status"] == expected_status) / elapsed, "latency_ms_all_attempts": {"p50": percentile(50), "p95": percentile(95), "p99": percentile(99)}, } +def timed_writes(address, concurrency, seconds, first_id, directory, label): + """Retain every outcome, including errors; latency includes final in-flight requests. + + This closed-loop driver is intended for storage-bound writes, not read TPS. + Stop admission at the deadline, then wait for all issued HTTP requests. + """ + started = [] + barrier = threading.Barrier(concurrency + 1, action=lambda: started.append(time.perf_counter())) + + def worker(index): + connection = http.client.HTTPConnection(address, timeout=60) + replies = [] + order_id = first_id + index + try: + connection.connect() + barrier.wait(timeout=60) + while time.perf_counter() < started[0] + seconds: + require(len(replies) < 100_000 // concurrency, "bounded write ledger exhausted") + envelope = identity(order_id) + # Disjoint arithmetic progressions preserve unique IDs even if + # clients complete at different rates; validate Cell coverage below. + admitted = time.perf_counter() + try: + reply = request(connection, "POST", "/orders", envelope) + except Exception as error: + reply = {"status": 0, "body": {"uncertain": True, "error": str(error)}, + "latency_ms": (time.perf_counter() - admitted) * 1000, + "payload_bytes": 0} + replies.append(dict(reply, request=envelope, + completed_seconds=time.perf_counter() - started[0])) + if reply["status"] == 0: + break + order_id += concurrency + return replies + except BaseException: + barrier.abort() + raise + finally: + connection.close() + # A failed peer or exhausted ledger still leaves every issued + # identity and terminal/uncertain outcome available for inspection. + (directory / f"{label}-client-{index}.json").write_text(json.dumps(replies) + "\n") + + with ThreadPoolExecutor(max_workers=concurrency) as pool: + futures = [pool.submit(worker, index) for index in range(concurrency)] + barrier.wait(timeout=60) + replies = [item for future in futures for item in future.result()] + elapsed = time.perf_counter() - started[0] + require(replies, "steady write window completed no requests") + return replies, elapsed + + class Service: def __init__(self, binary, directory, prefix, label, cells, workers): self.cells = cells @@ -186,6 +240,17 @@ def process_usage(pid): return {"cpu_seconds": seconds, "rss_bytes": int(fields[1]) * 1024} +def provider_usage(container): + """Read the dedicated provider's cgroup v2 CPU counters, outside the load loop.""" + raw = subprocess.check_output( + ["docker", "exec", container, "cat", "/sys/fs/cgroup/cpu.stat"], + text=True, timeout=30, + ) + counters = {key: int(value) for key, value in (line.split() for line in raw.splitlines())} + require("usage_usec" in counters, "provider cgroup lacks CPU usage evidence") + return counters + + def steady_reads(args, directory, service, concurrency, acknowledged): config = { "address": service.address, "concurrency": concurrency, @@ -268,9 +333,57 @@ def write(connection, envelope): reply = request(connection, "POST", "/orders", envelope) return dict(reply, request=envelope) - writes, elapsed = parallel(service.address, concurrency, envelopes[args.warmup:], write) + if args.write_seconds: + provider_before = provider_usage(args.provider_container) if args.provider_container else None + provider_started = time.perf_counter() + before = process_usage(service.process.pid) + driver_before = process_usage(os.getpid()) + warm, warm_elapsed = timed_writes(service.address, concurrency, args.write_warmup_seconds, args.warmup + 1, directory, "write-warmup") + (directory / "write-warmup.json").write_text(json.dumps(warm, indent=2) + "\n") + require(all(item["status"] == 201 for item in warm), "steady write warmup failed") + for reply in warm: + verify_order(reply, reply["request"], initial_receipts[reply["request"]["id"] % cells], 201) + acknowledged.append((reply["request"], reply["body"])) + first_id = max(item["request"]["id"] for item in warm) + 1 + profiler = None + if args.sample and platform.system() == "Darwin": + profiler = subprocess.Popen(["/usr/bin/sample", str(service.process.pid), "10", "-file", str(directory / "server-sample.txt")], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL) + try: + writes, elapsed = timed_writes(service.address, concurrency, args.write_seconds, first_id, directory, "writes") + finally: + if profiler is not None: + profiler.wait(timeout=30) + after = process_usage(service.process.pid) + driver_after = process_usage(os.getpid()) + provider_after = provider_usage(args.provider_container) if args.provider_container else None + provider_wall = time.perf_counter() - provider_started + else: + writes, elapsed = parallel(service.address, concurrency, envelopes[args.warmup:], write) (directory / "writes.json").write_text(json.dumps(writes, indent=2) + "\n") write_summary = summary(writes, elapsed, 201) + if args.write_seconds: + write_summary.update( + measurement_seconds=args.write_seconds, warmup_seconds=warm_elapsed, + warmup_successes=len(warm), + server_cpu_seconds=after["cpu_seconds"] - before["cpu_seconds"], + server_cpu_cores=(after["cpu_seconds"] - before["cpu_seconds"]) / (warm_elapsed + elapsed), + server_rss_before_bytes=before["rss_bytes"], server_rss_after_bytes=after["rss_bytes"], + driver_cpu_seconds=driver_after["cpu_seconds"] - driver_before["cpu_seconds"], + driver_cpu_cores=(driver_after["cpu_seconds"] - driver_before["cpu_seconds"]) / (warm_elapsed + elapsed), + completion_intervals=[dict( + start_seconds=start, end_seconds=min(start + 10, args.write_seconds), + **summary([reply for reply in writes if start <= reply["completed_seconds"] < min(start + 10, args.write_seconds)], min(10, args.write_seconds - start), 201), + ) for start in range(0, args.write_seconds, 10)], + completions_after_admission_deadline=sum(reply["completed_seconds"] >= args.write_seconds for reply in writes), + ) + if provider_before is not None: + provider_cpu = (provider_after["usage_usec"] - provider_before["usage_usec"]) / 1_000_000 + require(provider_cpu >= 0, "provider cgroup reset during measurement") + write_summary["provider_resources"] = { + "window_seconds_including_warmup": provider_wall, + "cpu_seconds": provider_cpu, "cpu_cores": provider_cpu / provider_wall, + "cgroup_before": provider_before, "cgroup_after": provider_after, + } # Persist every failure before refusing qualification. Never silently # retry an uncertain outcome or replace the request identity. require(write_summary["errors"] == 0, f"write errors: {write_summary}; see {directory}") @@ -333,12 +446,13 @@ def replay(connection, item): recovered_replays, _ = parallel(service.address, concurrency, acknowledged, replay) # One shared identity across distinct Cells proves request ledgers are # Cell-scoped. Each recovered writer must publish and replay independently. - shared_identity = identity(len(envelopes) + 1) + next_id = max(envelope["id"] for envelope, _ in acknowledged) + 1 + shared_identity = identity(next_id) next_replies = [] connection = http.client.HTTPConnection(service.address, timeout=60) try: for index in range(cells): - next_envelope = dict(shared_identity, id=len(envelopes) + index + 1, total_cents=100 + index) + next_envelope = dict(shared_identity, id=next_id + index, total_cents=100 + index) shard = next_envelope["id"] % cells next_reply = request(connection, "POST", "/orders", next_envelope) verify_order(next_reply, next_envelope, by_shard[shard][0][1]["receipt"], 201) @@ -361,6 +475,7 @@ def replay(connection, item): "writes": write_summary, "reads": read_summary, "steady_reads": steady, "verification": { "warmup_writes": args.warmup, "acknowledged_rows": len(acknowledged), + "timed_warmup_writes": len(warm) if args.write_seconds else 0, "live_exact_retries": len(replayed), "conflicts": conflicts, "invalid_identities": invalid_replies, "cold_recovered_rows": len(recovered), "cold_exact_retries": len(recovered_replays), @@ -397,14 +512,22 @@ def main(): parser.add_argument("--writes", type=positive, default=300) parser.add_argument("--reads", type=positive, default=1500) parser.add_argument("--warmup", type=positive, default=20) + parser.add_argument("--write-seconds", type=positive, help="steady closed-loop write duration, up to 3600 seconds") + parser.add_argument("--write-warmup-seconds", type=positive, default=5) parser.add_argument("--read-driver", type=Path, help="release http_load example binary") parser.add_argument("--read-seconds", type=positive, help="steady-state read duration, up to 3600 seconds") parser.add_argument("--read-warmup-seconds", type=positive, default=5) parser.add_argument("--sample", action="store_true", help="capture a ten-second macOS server stack sample") + parser.add_argument("--provider-container", help="record dedicated RustFS container cgroup v2 CPU during timed writes") args = parser.parse_args() args.binary = args.binary.resolve(strict=True) if args.baseline_binary: args.baseline_binary = args.baseline_binary.resolve(strict=True) + if args.write_seconds: + require(args.write_seconds <= 3600 and args.write_warmup_seconds <= 60, "write duration/warmup exceed bounds") + require(max(args.concurrency) <= 128, "steady-state clients are bounded at 128") + require(not args.read_seconds, "measure steady writes and reads in separate runs") + require(not args.provider_container or args.write_seconds, "provider CPU measurement requires timed writes") require(bool(args.read_driver) == bool(args.read_seconds), "read driver and duration must be supplied together") if args.read_driver: args.read_driver = args.read_driver.resolve(strict=True) @@ -436,8 +559,10 @@ def main(): "writes": args.writes, "reads": args.reads, "warmup": args.warmup, "repeats": args.repeats, "concurrency": args.concurrency, "cells": args.cells, "workers": args.workers, "read_seconds": args.read_seconds, "read_warmup_seconds": args.read_warmup_seconds, + "write_seconds": args.write_seconds, "write_warmup_seconds": args.write_warmup_seconds, "read_driver_sha256": driver_digest, "baseline_binary_sha256": baseline_digest, "http_tokio_workers": os.environ.get("TOKIO_WORKER_THREADS", "system_default"), + "provider_container": args.provider_container, "workload": "order_id mod active Cells; POST inserts then receipt-bound SELECT; GET owner-ordered SELECT; closed loop", } (args.output / "metadata.json").write_text(json.dumps(metadata, indent=2) + "\n")