From 73f784378522de31a6c8a3b25093bd928e984623 Mon Sep 17 00:00:00 2001 From: Ricardo Boss Date: Fri, 13 Mar 2026 11:13:55 +0100 Subject: [PATCH 01/17] feat: added ability to deserialize memory from dotnet results --- .../src/adapters/c_sharp/dot_net.rs | 18 +++++++++++--- .../src/results/adapter_results.rs | 24 +++++++++++++++++++ 2 files changed, 39 insertions(+), 3 deletions(-) diff --git a/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs b/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs index 4e2090d0e..a27109ab8 100644 --- a/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs +++ b/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs @@ -8,6 +8,7 @@ use crate::{ adapters::util::{Units, latency_as_nanos}, results::adapter_results::AdapterResults, }; +use crate::results::adapter_results::{DotNetMeasure}; pub struct AdapterCSharpDotNet; @@ -36,6 +37,7 @@ pub struct Benchmark { pub namespace: Option, pub method: BenchmarkName, pub statistics: Statistics, + pub memory: Option, } #[derive(Debug, Clone, Deserialize)] @@ -51,6 +53,12 @@ pub struct Statistics { pub interquartile_range: Decimal, } +#[derive(Debug, Clone, Deserialize)] +#[serde(rename_all = "PascalCase")] +pub struct Memory { + pub bytes_allocated_per_operation: u64, +} + impl DotNet { fn convert(self, settings: Settings) -> Result, AdapterError> { let benchmarks = self.benchmarks.0; @@ -60,7 +68,9 @@ impl DotNet { namespace, method, statistics, + memory, } = benchmark; + let Statistics { mean, standard_deviation, @@ -86,16 +96,18 @@ impl DotNet { }; let value = latency_as_nanos(average, units); let spread = latency_as_nanos(spread, units); - let json_metric = JsonNewMetric { + let json_latency_metric = JsonNewMetric { value, lower_value: Some(value - spread), upper_value: Some(value + spread), }; - benchmark_metrics.push((benchmark_name, json_metric)); + let latency_measure = DotNetMeasure::Latency(json_latency_metric); + + benchmark_metrics.push((benchmark_name, latency_measure)); } - Ok(AdapterResults::new_latency(benchmark_metrics)) + Ok(AdapterResults::new_dotnet(benchmark_metrics)) } } diff --git a/lib/bencher_adapter/src/results/adapter_results.rs b/lib/bencher_adapter/src/results/adapter_results.rs index 00229146b..237b89804 100644 --- a/lib/bencher_adapter/src/results/adapter_results.rs +++ b/lib/bencher_adapter/src/results/adapter_results.rs @@ -41,6 +41,15 @@ pub enum IaiMeasure { EstimatedCycles(JsonNewMetric), } +#[derive(Debug, Clone)] +pub enum DotNetMeasure { + Latency(JsonNewMetric), + Gen0Collects(JsonNewMetric), + Gen1Collects(JsonNewMetric), + Gen2Collects(JsonNewMetric), + Allocated(JsonNewMetric), +} + #[derive(Debug, Clone, PartialEq, Eq)] pub enum GungraunMeasure { /* @@ -211,6 +220,21 @@ impl AdapterResults { Some(results_map.into()) } + + pub fn new_dotnet(benchmark_metrics: Vec<(BenchmarkName, DotNetMeasure)>) -> Option { + if (benchmark_metrics.is_empty()) { + return None; + } + + let mut results_map = HashMap::new(); + for (benchmark_name, measure) in benchmark_metrics { + let measure = measure; + + // TODO + } + + Some(results_map.into()) + } #[expect(clippy::too_many_lines)] pub fn new_gungraun( From 1f032bb7e15cd604060053a248cafe673d480bf3 Mon Sep 17 00:00:00 2001 From: Ricardo Boss Date: Sat, 14 Mar 2026 21:12:12 +0100 Subject: [PATCH 02/17] test: added new tool output from BenchmarkDotNet with memory information --- .../tool_output/c_sharp/dot_net/memory.json | 12289 ++++++++++++++++ 1 file changed, 12289 insertions(+) create mode 100644 lib/bencher_adapter/tool_output/c_sharp/dot_net/memory.json diff --git a/lib/bencher_adapter/tool_output/c_sharp/dot_net/memory.json b/lib/bencher_adapter/tool_output/c_sharp/dot_net/memory.json new file mode 100644 index 000000000..69d76de4a --- /dev/null +++ b/lib/bencher_adapter/tool_output/c_sharp/dot_net/memory.json @@ -0,0 +1,12289 @@ +{ + "Title": "StepLang.Benchmarks.ExampleFileBenchmark-20260314-202016", + "HostEnvironmentInfo": { + "BenchmarkDotNetCaption": "BenchmarkDotNet", + "BenchmarkDotNetVersion": "0.15.6", + "OsVersion": "Windows 11 (10.0.26200.8037)", + "ProcessorName": "AMD Ryzen 7 5800X", + "PhysicalProcessorCount": 1, + "PhysicalCoreCount": 8, + "LogicalCoreCount": 16, + "RuntimeVersion": ".NET 9.0.14 (9.0.14, 9.0.1426.11910)", + "Architecture": "X64", + "HasAttachedDebugger": false, + "HasRyuJit": true, + "Configuration": "RELEASE", + "DotNetCliVersion": "9.0.312", + "ChronometerFrequency": { + "Hertz": 10000000 + }, + "HardwareTimerKind": "Unknown" + }, + "Benchmarks": [ + { + "DisplayInfo": "ExampleFileBenchmark.Tokenize: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=expressions.step]", + "Namespace": "StepLang.Benchmarks", + "Type": "ExampleFileBenchmark", + "Method": "Tokenize", + "MethodTitle": "Tokenize", + "Parameters": "ExampleFileName=expressions.step", + "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Tokenize(ExampleFileName: \"expressions.step\")", + "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", + "Statistics": { + "OriginalValues": [ + 108.14383029937744, + 109.79194641113281, + 107.53622055053711, + 103.5489559173584, + 110.9842300415039, + 103.51779460906982, + 109.21525955200195, + 104.51323986053467, + 104.6210765838623, + 111.00955009460449, + 104.13327217102051, + 111.0692024230957, + 105.51502704620361, + 105.3109884262085, + 113.7148380279541, + 105.7009220123291, + 109.7646713256836, + 107.24484920501709, + 107.72011280059814, + 106.47101402282715, + 100.62179565429688, + 105.19397258758545, + 105.13925552368164, + 103.22067737579346, + 105.01327514648438, + 101.59430503845215, + 107.52618312835693, + 101.95739269256592, + 102.010178565979, + 108.34717750549316 + ], + "N": 30, + "Min": 100.62179565429688, + "LowerFence": 98.12614917755127, + "Q1": 104.22826409339905, + "Median": 105.60797452926636, + "Mean": 106.33837381998698, + "Q3": 108.29634070396423, + "UpperFence": 114.39845561981201, + "Max": 113.7148380279541, + "InterquartileRange": 4.0680766105651855, + "LowerOutliers": [], + "UpperOutliers": [], + "AllOutliers": [], + "StandardError": 0.5885725284114617, + "Variance": 10.392528636019826, + "StandardDeviation": 3.2237445053880784, + "Skewness": 0.27154939612675355, + "Kurtosis": 2.2688962508305415, + "ConfidenceInterval": { + "N": 30, + "Mean": 106.33837381998698, + "StandardError": 0.5885725284114617, + "Level": 12, + "Margin": 2.1538252636226747, + "Lower": 104.1845485563643, + "Upper": 108.49219908360966 + }, + "Percentiles": { + "P0": 100.62179565429688, + "P25": 104.22826409339905, + "P50": 105.60797452926636, + "P67": 107.61529421806335, + "P80": 109.32514190673828, + "P85": 109.78240013122559, + "P90": 110.98676204681396, + "P95": 111.04235887527466, + "P100": 113.7148380279541 + } + }, + "Memory": { + "Gen0Collections": 168, + "Gen1Collections": 0, + "Gen2Collections": 0, + "TotalOperations": 4194304, + "BytesAllocatedPerOperation": 672 + }, + "Measurements": [ + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 150800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 12456400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 504700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 433900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16, + "Nanoseconds": 17100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 32, + "Nanoseconds": 24100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 64, + "Nanoseconds": 51800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 128, + "Nanoseconds": 85800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 256, + "Nanoseconds": 123300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 512, + "Nanoseconds": 239400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 1024, + "Nanoseconds": 501800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 2048, + "Nanoseconds": 874500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 4096, + "Nanoseconds": 1843900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8192, + "Nanoseconds": 3600300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 8296000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 32768, + "Nanoseconds": 14250600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 65536, + "Nanoseconds": 21677000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 131072, + "Nanoseconds": 44004500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 262144, + "Nanoseconds": 81688500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 524288, + "Nanoseconds": 75874400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 17, + "Operations": 1048576, + "Nanoseconds": 134080700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 18, + "Operations": 2097152, + "Nanoseconds": 265852000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 19, + "Operations": 4194304, + "Nanoseconds": 515165100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 4194304, + "Nanoseconds": 12935200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 4194304, + "Nanoseconds": 13100100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 4194304, + "Nanoseconds": 11721200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 4194304, + "Nanoseconds": 13984700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 4194304, + "Nanoseconds": 12126700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 4194304, + "Nanoseconds": 11812500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 4194304, + "Nanoseconds": 11889300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 4194304, + "Nanoseconds": 11908600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 4194304, + "Nanoseconds": 12152500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 4194304, + "Nanoseconds": 12378400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 4194304, + "Nanoseconds": 11845900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 4194304, + "Nanoseconds": 12456200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 4194304, + "Nanoseconds": 12379600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 4194304, + "Nanoseconds": 12436400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 4194304, + "Nanoseconds": 11764300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 4194304, + "Nanoseconds": 11849700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 4194304, + "Nanoseconds": 12785800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 4194304, + "Nanoseconds": 12277100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 4194304, + "Nanoseconds": 11927300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 4194304, + "Nanoseconds": 11869500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 4194304, + "Nanoseconds": 505666100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 4194304, + "Nanoseconds": 453601200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 4194304, + "Nanoseconds": 441146100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 4194304, + "Nanoseconds": 459992600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 4194304, + "Nanoseconds": 461516500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 4194304, + "Nanoseconds": 461594200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 4194304, + "Nanoseconds": 450237000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 4194304, + "Nanoseconds": 453631700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 4194304, + "Nanoseconds": 458135800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 4194304, + "Nanoseconds": 438893700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 4194304, + "Nanoseconds": 465515400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 4194304, + "Nanoseconds": 506488600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 4194304, + "Nanoseconds": 472428100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 4194304, + "Nanoseconds": 462966900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 4194304, + "Nanoseconds": 446243100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 4194304, + "Nanoseconds": 477428900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 4194304, + "Nanoseconds": 446112400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 4194304, + "Nanoseconds": 470009300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 4194304, + "Nanoseconds": 450287600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 4194304, + "Nanoseconds": 450739900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 4194304, + "Nanoseconds": 477535100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 4194304, + "Nanoseconds": 448693900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 4194304, + "Nanoseconds": 477785300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 4194304, + "Nanoseconds": 454489400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 4194304, + "Nanoseconds": 453633600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 4194304, + "Nanoseconds": 488881900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 17, + "Operations": 4194304, + "Nanoseconds": 455269100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 18, + "Operations": 4194304, + "Nanoseconds": 472313700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 19, + "Operations": 4194304, + "Nanoseconds": 461744800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 20, + "Operations": 4194304, + "Nanoseconds": 463738200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 21, + "Operations": 4194304, + "Nanoseconds": 458499100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 22, + "Operations": 4194304, + "Nanoseconds": 433965700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 23, + "Operations": 4194304, + "Nanoseconds": 453142800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 24, + "Operations": 4194304, + "Nanoseconds": 452913300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 25, + "Operations": 4194304, + "Nanoseconds": 444866200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 26, + "Operations": 4194304, + "Nanoseconds": 452384900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 27, + "Operations": 4194304, + "Nanoseconds": 438044700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 28, + "Operations": 4194304, + "Nanoseconds": 462924800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 29, + "Operations": 4194304, + "Nanoseconds": 439567600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 30, + "Operations": 4194304, + "Nanoseconds": 439789000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 31, + "Operations": 4194304, + "Nanoseconds": 466368300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 4194304, + "Nanoseconds": 453588100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 4194304, + "Nanoseconds": 460500800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 4194304, + "Nanoseconds": 451039600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 4194304, + "Nanoseconds": 434315800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 4194304, + "Nanoseconds": 465501600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 4194304, + "Nanoseconds": 434185100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 4194304, + "Nanoseconds": 458082000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 4194304, + "Nanoseconds": 438360300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 4194304, + "Nanoseconds": 438812600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 4194304, + "Nanoseconds": 465607800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 4194304, + "Nanoseconds": 436766600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 4194304, + "Nanoseconds": 465858000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 4194304, + "Nanoseconds": 442562100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 4194304, + "Nanoseconds": 441706300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 4194304, + "Nanoseconds": 476954600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 4194304, + "Nanoseconds": 443341800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 17, + "Operations": 4194304, + "Nanoseconds": 460386400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 18, + "Operations": 4194304, + "Nanoseconds": 449817500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 19, + "Operations": 4194304, + "Nanoseconds": 451810900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 20, + "Operations": 4194304, + "Nanoseconds": 446571800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 21, + "Operations": 4194304, + "Nanoseconds": 422038400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 22, + "Operations": 4194304, + "Nanoseconds": 441215500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 23, + "Operations": 4194304, + "Nanoseconds": 440986000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 24, + "Operations": 4194304, + "Nanoseconds": 432938900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 25, + "Operations": 4194304, + "Nanoseconds": 440457600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 26, + "Operations": 4194304, + "Nanoseconds": 426117400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 27, + "Operations": 4194304, + "Nanoseconds": 450997500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 28, + "Operations": 4194304, + "Nanoseconds": 427640300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 29, + "Operations": 4194304, + "Nanoseconds": 427861700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 30, + "Operations": 4194304, + "Nanoseconds": 454441000 + } + ], + "Metrics": [ + { + "Value": 0.0400543212890625, + "Descriptor": { + "Id": "Gen0Collects", + "DisplayName": "Gen0", + "Legend": "GC Generation 0 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 0 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen1Collects", + "DisplayName": "Gen1", + "Legend": "GC Generation 1 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 1 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen2Collects", + "DisplayName": "Gen2", + "Legend": "GC Generation 2 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 2 + } + }, + { + "Value": 672, + "Descriptor": { + "Id": "Allocated Memory", + "DisplayName": "Allocated", + "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", + "NumberFormat": "0.##", + "UnitType": 2, + "Unit": "B", + "TheGreaterTheBetter": false, + "PriorityInCategory": 3 + } + } + ] + }, + { + "DisplayInfo": "ExampleFileBenchmark.Parse: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=expressions.step]", + "Namespace": "StepLang.Benchmarks", + "Type": "ExampleFileBenchmark", + "Method": "Parse", + "MethodTitle": "Parse", + "Parameters": "ExampleFileName=expressions.step", + "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Parse(ExampleFileName: \"expressions.step\")", + "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", + "Statistics": { + "OriginalValues": [ + 42768.572998046875, + 43230.84716796875, + 42345.611572265625, + 42857.666015625, + 42307.342529296875, + 42713.580322265625, + 42874.08447265625, + 42395.416259765625, + 44834.9365234375, + 44072.308349609375, + 43732.38525390625, + 44133.697509765625, + 43169.903564453125, + 43823.760986328125, + 43921.539306640625 + ], + "N": 15, + "Min": 42307.342529296875, + "LowerFence": 41043.71643066406, + "Q1": 42741.07666015625, + "Median": 43169.903564453125, + "Mean": 43278.77685546875, + "Q3": 43872.650146484375, + "UpperFence": 45570.01037597656, + "Max": 44834.9365234375, + "InterquartileRange": 1131.573486328125, + "LowerOutliers": [], + "UpperOutliers": [], + "AllOutliers": [], + "StandardError": 197.94119338283582, + "Variance": 587710.740567318, + "StandardDeviation": 766.6229455001449, + "Skewness": 0.37574317299510357, + "Kurtosis": 1.8494706561136487, + "ConfidenceInterval": { + "N": 15, + "Mean": 43278.77685546875, + "StandardError": 197.94119338283582, + "Level": 12, + "Margin": 819.5664278950181, + "Lower": 42459.21042757373, + "Upper": 44098.34328336377 + }, + "Percentiles": { + "P0": 42307.342529296875, + "P25": 42741.07666015625, + "P50": 43169.903564453125, + "P67": 43767.10803222656, + "P80": 43951.693115234375, + "P85": 44057.2314453125, + "P90": 44109.141845703125, + "P95": 44344.06921386719, + "P100": 44834.9365234375 + } + }, + "Memory": { + "Gen0Collections": 131, + "Gen1Collections": 7, + "Gen2Collections": 0, + "TotalOperations": 16384, + "BytesAllocatedPerOperation": 134616 + }, + "Measurements": [ + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 135600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 15227900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 551700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 3929600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16, + "Nanoseconds": 3455600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 32, + "Nanoseconds": 7418100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 64, + "Nanoseconds": 14209400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 128, + "Nanoseconds": 26677000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 256, + "Nanoseconds": 46864700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 512, + "Nanoseconds": 96051600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 1024, + "Nanoseconds": 141862000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 2048, + "Nanoseconds": 113265600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 4096, + "Nanoseconds": 192485200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8192, + "Nanoseconds": 347769600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 715638100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16384, + "Nanoseconds": 46900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16384, + "Nanoseconds": 42000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 16384, + "Nanoseconds": 42000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 16384, + "Nanoseconds": 42000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 16384, + "Nanoseconds": 45800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 16384, + "Nanoseconds": 41600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16384, + "Nanoseconds": 41700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16384, + "Nanoseconds": 41800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 16384, + "Nanoseconds": 45900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 16384, + "Nanoseconds": 41500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 16384, + "Nanoseconds": 41500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 16384, + "Nanoseconds": 41500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 16384, + "Nanoseconds": 45400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 16384, + "Nanoseconds": 41500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 16384, + "Nanoseconds": 41500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 16384, + "Nanoseconds": 41500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 45400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 16384, + "Nanoseconds": 41400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 16384, + "Nanoseconds": 41400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 16384, + "Nanoseconds": 64100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 16384, + "Nanoseconds": 45500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16384, + "Nanoseconds": 702345400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16384, + "Nanoseconds": 697404300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 16384, + "Nanoseconds": 715614700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 16384, + "Nanoseconds": 693785200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 16384, + "Nanoseconds": 680222600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 16384, + "Nanoseconds": 701530300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 16384, + "Nanoseconds": 693737400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16384, + "Nanoseconds": 700761800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16384, + "Nanoseconds": 708335700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 16384, + "Nanoseconds": 693832000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 16384, + "Nanoseconds": 702221500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 16384, + "Nanoseconds": 693205000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 16384, + "Nanoseconds": 699860800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 16384, + "Nanoseconds": 702490500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 16384, + "Nanoseconds": 694648000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 16384, + "Nanoseconds": 734617100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 16384, + "Nanoseconds": 722122200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 716552900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 16384, + "Nanoseconds": 723128000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 16384, + "Nanoseconds": 707337200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 16384, + "Nanoseconds": 718050000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 16384, + "Nanoseconds": 719652000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16384, + "Nanoseconds": 700720300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16384, + "Nanoseconds": 708294200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 16384, + "Nanoseconds": 693790500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 16384, + "Nanoseconds": 702180000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 16384, + "Nanoseconds": 693163500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 16384, + "Nanoseconds": 699819300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 16384, + "Nanoseconds": 702449000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 16384, + "Nanoseconds": 694606500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 16384, + "Nanoseconds": 734575600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 16384, + "Nanoseconds": 722080700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 716511400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 16384, + "Nanoseconds": 723086500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 16384, + "Nanoseconds": 707295700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 16384, + "Nanoseconds": 718008500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 16384, + "Nanoseconds": 719610500 + } + ], + "Metrics": [ + { + "Value": 7.99560546875, + "Descriptor": { + "Id": "Gen0Collects", + "DisplayName": "Gen0", + "Legend": "GC Generation 0 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 0 + } + }, + { + "Value": 0.42724609375, + "Descriptor": { + "Id": "Gen1Collects", + "DisplayName": "Gen1", + "Legend": "GC Generation 1 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 1 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen2Collects", + "DisplayName": "Gen2", + "Legend": "GC Generation 2 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 2 + } + }, + { + "Value": 134616, + "Descriptor": { + "Id": "Allocated Memory", + "DisplayName": "Allocated", + "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", + "NumberFormat": "0.##", + "UnitType": 2, + "Unit": "B", + "TheGreaterTheBetter": false, + "PriorityInCategory": 3 + } + } + ] + }, + { + "DisplayInfo": "ExampleFileBenchmark.Interpret: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=expressions.step]", + "Namespace": "StepLang.Benchmarks", + "Type": "ExampleFileBenchmark", + "Method": "Interpret", + "MethodTitle": "Interpret", + "Parameters": "ExampleFileName=expressions.step", + "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Interpret(ExampleFileName: \"expressions.step\")", + "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", + "Statistics": { + "OriginalValues": [ + 1224.6830940246582, + 1300.1690864562988, + 1221.4627265930176, + 1225.6491661071777, + 1281.6819190979004, + 1316.5112495422363, + 1366.401195526123, + 1257.0282936096191, + 1221.9595909118652, + 1267.103672027588, + 1261.3055229187012, + 1228.9633750915527, + 1264.148998260498, + 1268.9024925231934, + 1282.6367378234863, + 1298.0742454528809, + 1251.152515411377, + 1241.5226936340332, + 1244.0333366394043, + 1252.4662971496582, + 1239.462947845459, + 1319.0024375915527, + 1228.5317420959473, + 1226.1862754821777, + 1208.2005500793457, + 1199.2877006530762, + 1206.923007965088, + 1202.977466583252, + 1222.1318244934082, + 1203.1601905822754, + 1275.2646446228027, + 1304.427433013916, + 1201.7306327819824, + 1201.7119407653809, + 1205.001163482666 + ], + "N": 35, + "Min": 1199.2877006530762, + "LowerFence": 1146.1525440216064, + "Q1": 1221.7111587524414, + "Median": 1241.5226936340332, + "Mean": 1249.1387476239886, + "Q3": 1272.083568572998, + "UpperFence": 1347.642183303833, + "Max": 1366.401195526123, + "InterquartileRange": 50.37240982055664, + "LowerOutliers": [], + "UpperOutliers": [ + 1366.401195526123 + ], + "AllOutliers": [ + 1366.401195526123 + ], + "StandardError": 6.909197537534189, + "Variance": 1670.7953714433977, + "StandardDeviation": 40.87536386924767, + "Skewness": 0.7973138682074318, + "Kurtosis": 3.035496557452771, + "ConfidenceInterval": { + "N": 35, + "Mean": 1249.1387476239886, + "StandardError": 6.909197537534189, + "Level": 12, + "Margin": 24.878056698395156, + "Lower": 1224.2606909255935, + "Upper": 1274.0168043223837 + }, + "Percentiles": { + "P0": 1199.2877006530762, + "P25": 1221.7111587524414, + "P50": 1241.5226936340332, + "P67": 1263.5234336853027, + "P80": 1281.8728828430176, + "P85": 1296.5304946899414, + "P90": 1302.7240943908691, + "P95": 1317.2586059570312, + "P100": 1366.401195526123 + } + }, + "Memory": { + "Gen0Collections": 49, + "Gen1Collections": 0, + "Gen2Collections": 0, + "TotalOperations": 524288, + "BytesAllocatedPerOperation": 1584 + }, + "Measurements": [ + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 89400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 18581800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 138100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 276900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16, + "Nanoseconds": 116500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 32, + "Nanoseconds": 203800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 64, + "Nanoseconds": 394400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 128, + "Nanoseconds": 948400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 256, + "Nanoseconds": 1508000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 512, + "Nanoseconds": 3282200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 1024, + "Nanoseconds": 6569700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 2048, + "Nanoseconds": 12773700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 4096, + "Nanoseconds": 24998100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8192, + "Nanoseconds": 49237200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 110753200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 32768, + "Nanoseconds": 150027200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 65536, + "Nanoseconds": 82259900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 131072, + "Nanoseconds": 157858200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 262144, + "Nanoseconds": 326384100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 524288, + "Nanoseconds": 636920100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 524288, + "Nanoseconds": 822300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 524288, + "Nanoseconds": 824000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 524288, + "Nanoseconds": 824600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 524288, + "Nanoseconds": 1007800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 524288, + "Nanoseconds": 812700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 524288, + "Nanoseconds": 812800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 524288, + "Nanoseconds": 842000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 524288, + "Nanoseconds": 848500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 524288, + "Nanoseconds": 828500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 524288, + "Nanoseconds": 816300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 524288, + "Nanoseconds": 826700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 524288, + "Nanoseconds": 879200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 524288, + "Nanoseconds": 940900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 524288, + "Nanoseconds": 820800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 524288, + "Nanoseconds": 932000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 524288, + "Nanoseconds": 1001500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 524288, + "Nanoseconds": 919400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 524288, + "Nanoseconds": 918100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 524288, + "Nanoseconds": 934000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 524288, + "Nanoseconds": 1009200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 524288, + "Nanoseconds": 810500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 524288, + "Nanoseconds": 988400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 524288, + "Nanoseconds": 817500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 524288, + "Nanoseconds": 804100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 524288, + "Nanoseconds": 804100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 17, + "Operations": 524288, + "Nanoseconds": 805500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 18, + "Operations": 524288, + "Nanoseconds": 1029400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 19, + "Operations": 524288, + "Nanoseconds": 804100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 20, + "Operations": 524288, + "Nanoseconds": 804100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 524288, + "Nanoseconds": 658640300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 524288, + "Nanoseconds": 640387100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 524288, + "Nanoseconds": 646180100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 524288, + "Nanoseconds": 641358300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 524288, + "Nanoseconds": 645173500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 524288, + "Nanoseconds": 632800500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 524288, + "Nanoseconds": 642939600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 524288, + "Nanoseconds": 682516000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 524288, + "Nanoseconds": 641251200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 524288, + "Nanoseconds": 643446100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 524288, + "Nanoseconds": 672823400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 524288, + "Nanoseconds": 691084000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 524288, + "Nanoseconds": 724813300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 524288, + "Nanoseconds": 724831400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 524288, + "Nanoseconds": 717240700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 524288, + "Nanoseconds": 659897800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 524288, + "Nanoseconds": 641511700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 524288, + "Nanoseconds": 665180200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 524288, + "Nanoseconds": 662140300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 524288, + "Nanoseconds": 645183700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 524288, + "Nanoseconds": 663631100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 524288, + "Nanoseconds": 666123300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 17, + "Operations": 524288, + "Nanoseconds": 673324000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 18, + "Operations": 524288, + "Nanoseconds": 681417700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 19, + "Operations": 524288, + "Nanoseconds": 656817200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 20, + "Operations": 524288, + "Nanoseconds": 651768400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 21, + "Operations": 524288, + "Nanoseconds": 653084700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 22, + "Operations": 524288, + "Nanoseconds": 657506000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 23, + "Operations": 524288, + "Nanoseconds": 650688500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 24, + "Operations": 524288, + "Nanoseconds": 692390100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 25, + "Operations": 524288, + "Nanoseconds": 644957400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 26, + "Operations": 524288, + "Nanoseconds": 643727700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 27, + "Operations": 524288, + "Nanoseconds": 634298000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 28, + "Operations": 524288, + "Nanoseconds": 629625100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 29, + "Operations": 524288, + "Nanoseconds": 633628200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 30, + "Operations": 524288, + "Nanoseconds": 631559600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 31, + "Operations": 524288, + "Nanoseconds": 641602000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 32, + "Operations": 524288, + "Nanoseconds": 631655400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 33, + "Operations": 524288, + "Nanoseconds": 669458900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 34, + "Operations": 524288, + "Nanoseconds": 684748600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 35, + "Operations": 524288, + "Nanoseconds": 630905900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 36, + "Operations": 524288, + "Nanoseconds": 630896100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 37, + "Operations": 524288, + "Nanoseconds": 632620600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 524288, + "Nanoseconds": 642086650 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 524288, + "Nanoseconds": 681663050 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 524288, + "Nanoseconds": 640398250 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 524288, + "Nanoseconds": 642593150 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 524288, + "Nanoseconds": 671970450 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 524288, + "Nanoseconds": 690231050 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 524288, + "Nanoseconds": 716387750 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 524288, + "Nanoseconds": 659044850 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 524288, + "Nanoseconds": 640658750 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 524288, + "Nanoseconds": 664327250 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 524288, + "Nanoseconds": 661287350 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 524288, + "Nanoseconds": 644330750 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 524288, + "Nanoseconds": 662778150 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 524288, + "Nanoseconds": 665270350 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 524288, + "Nanoseconds": 672471050 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 524288, + "Nanoseconds": 680564750 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 17, + "Operations": 524288, + "Nanoseconds": 655964250 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 18, + "Operations": 524288, + "Nanoseconds": 650915450 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 19, + "Operations": 524288, + "Nanoseconds": 652231750 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 20, + "Operations": 524288, + "Nanoseconds": 656653050 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 21, + "Operations": 524288, + "Nanoseconds": 649835550 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 22, + "Operations": 524288, + "Nanoseconds": 691537150 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 23, + "Operations": 524288, + "Nanoseconds": 644104450 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 24, + "Operations": 524288, + "Nanoseconds": 642874750 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 25, + "Operations": 524288, + "Nanoseconds": 633445050 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 26, + "Operations": 524288, + "Nanoseconds": 628772150 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 27, + "Operations": 524288, + "Nanoseconds": 632775250 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 28, + "Operations": 524288, + "Nanoseconds": 630706650 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 29, + "Operations": 524288, + "Nanoseconds": 640749050 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 30, + "Operations": 524288, + "Nanoseconds": 630802450 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 31, + "Operations": 524288, + "Nanoseconds": 668605950 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 32, + "Operations": 524288, + "Nanoseconds": 683895650 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 33, + "Operations": 524288, + "Nanoseconds": 630052950 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 34, + "Operations": 524288, + "Nanoseconds": 630043150 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 35, + "Operations": 524288, + "Nanoseconds": 631767650 + } + ], + "Metrics": [ + { + "Value": 0.0934600830078125, + "Descriptor": { + "Id": "Gen0Collects", + "DisplayName": "Gen0", + "Legend": "GC Generation 0 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 0 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen1Collects", + "DisplayName": "Gen1", + "Legend": "GC Generation 1 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 1 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen2Collects", + "DisplayName": "Gen2", + "Legend": "GC Generation 2 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 2 + } + }, + { + "Value": 1584, + "Descriptor": { + "Id": "Allocated Memory", + "DisplayName": "Allocated", + "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", + "NumberFormat": "0.##", + "UnitType": 2, + "Unit": "B", + "TheGreaterTheBetter": false, + "PriorityInCategory": 3 + } + } + ] + }, + { + "DisplayInfo": "ExampleFileBenchmark.Tokenize: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=json.step]", + "Namespace": "StepLang.Benchmarks", + "Type": "ExampleFileBenchmark", + "Method": "Tokenize", + "MethodTitle": "Tokenize", + "Parameters": "ExampleFileName=json.step", + "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Tokenize(ExampleFileName: \"json.step\")", + "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", + "Statistics": { + "OriginalValues": [ + 103.53921055793762, + 105.66527247428894, + 106.73384070396423, + 104.99349236488342, + 105.3307831287384, + 107.01553225517273, + 105.56259751319885, + 106.58769011497498, + 106.37518763542175, + 105.54025769233704, + 108.48075747489929, + 107.4245274066925, + 105.98030686378479, + 102.41016745567322 + ], + "N": 14, + "Min": 102.41016745567322, + "LowerFence": 103.41192483901978, + "Q1": 105.38315176963806, + "Median": 105.82278966903687, + "Mean": 105.83140168871198, + "Q3": 106.69730305671692, + "UpperFence": 108.6685299873352, + "Max": 108.48075747489929, + "InterquartileRange": 1.3141512870788574, + "LowerOutliers": [ + 102.41016745567322 + ], + "UpperOutliers": [], + "AllOutliers": [ + 102.41016745567322 + ], + "StandardError": 0.4111085212910869, + "Variance": 2.3661430278940165, + "StandardDeviation": 1.5382272354545075, + "Skewness": -0.534183507049988, + "Kurtosis": 2.8569720200761486, + "ConfidenceInterval": { + "N": 14, + "Mean": 105.83140168871198, + "StandardError": 0.4111085212910869, + "Level": 12, + "Margin": 1.735219889643817, + "Lower": 104.09618179906816, + "Upper": 107.5666215783558 + }, + "Percentiles": { + "P0": 102.41016745567322, + "P25": 105.38315176963806, + "P50": 105.82278966903687, + "P67": 106.52606439590454, + "P80": 106.84651732444763, + "P85": 107.03598201274872, + "P90": 107.30182886123657, + "P95": 107.79420793056488, + "P100": 108.48075747489929 + } + }, + "Memory": { + "Gen0Collections": 336, + "Gen1Collections": 0, + "Gen2Collections": 0, + "TotalOperations": 8388608, + "BytesAllocatedPerOperation": 672 + }, + "Measurements": [ + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 4987800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 11176000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 380200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 414600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16, + "Nanoseconds": 16400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 32, + "Nanoseconds": 27000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 64, + "Nanoseconds": 37000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 128, + "Nanoseconds": 72800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 256, + "Nanoseconds": 144300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 512, + "Nanoseconds": 217400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 1024, + "Nanoseconds": 424400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 2048, + "Nanoseconds": 918400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 4096, + "Nanoseconds": 1918200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8192, + "Nanoseconds": 4827300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 7272000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 32768, + "Nanoseconds": 12676000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 65536, + "Nanoseconds": 20763300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 131072, + "Nanoseconds": 41214200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 262144, + "Nanoseconds": 44510700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 524288, + "Nanoseconds": 55171500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 17, + "Operations": 1048576, + "Nanoseconds": 124182200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 18, + "Operations": 2097152, + "Nanoseconds": 223746400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 19, + "Operations": 4194304, + "Nanoseconds": 430514200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 20, + "Operations": 8388608, + "Nanoseconds": 904935300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 23346000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 23339100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 23674600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8388608, + "Nanoseconds": 23249800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8388608, + "Nanoseconds": 23255700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8388608, + "Nanoseconds": 23339900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8388608, + "Nanoseconds": 23035900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 23311700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 23260000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 23253600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8388608, + "Nanoseconds": 23379300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8388608, + "Nanoseconds": 23194300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8388608, + "Nanoseconds": 23042500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8388608, + "Nanoseconds": 23303500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8388608, + "Nanoseconds": 23148400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 8388608, + "Nanoseconds": 23097700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8388608, + "Nanoseconds": 24249000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 8388608, + "Nanoseconds": 19470700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 8388608, + "Nanoseconds": 19629700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 8388608, + "Nanoseconds": 20075200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 8388608, + "Nanoseconds": 19694900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 8388608, + "Nanoseconds": 19593000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 8388608, + "Nanoseconds": 20769600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 17, + "Operations": 8388608, + "Nanoseconds": 20099300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 18, + "Operations": 8388608, + "Nanoseconds": 19478500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 19, + "Operations": 8388608, + "Nanoseconds": 19463500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 20, + "Operations": 8388608, + "Nanoseconds": 19450700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 896231300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 898249900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 888615600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8388608, + "Nanoseconds": 891937900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8388608, + "Nanoseconds": 873636500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8388608, + "Nanoseconds": 888699500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 890455900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 908290600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 917254400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8388608, + "Nanoseconds": 902655300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8388608, + "Nanoseconds": 905484700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8388608, + "Nanoseconds": 937439700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8388608, + "Nanoseconds": 919617400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8388608, + "Nanoseconds": 907429300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 8388608, + "Nanoseconds": 916028400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8388608, + "Nanoseconds": 914245800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 8388608, + "Nanoseconds": 907241900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 8388608, + "Nanoseconds": 931908600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 8388608, + "Nanoseconds": 923048300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 8388608, + "Nanoseconds": 910933300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 8388608, + "Nanoseconds": 880984800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 868549850 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 886384550 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 895348350 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8388608, + "Nanoseconds": 880749250 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8388608, + "Nanoseconds": 883578650 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8388608, + "Nanoseconds": 897711350 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8388608, + "Nanoseconds": 885523250 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8388608, + "Nanoseconds": 894122350 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 8388608, + "Nanoseconds": 892339750 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8388608, + "Nanoseconds": 885335850 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 8388608, + "Nanoseconds": 910002550 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 8388608, + "Nanoseconds": 901142250 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 8388608, + "Nanoseconds": 889027250 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 8388608, + "Nanoseconds": 859078750 + } + ], + "Metrics": [ + { + "Value": 0.0400543212890625, + "Descriptor": { + "Id": "Gen0Collects", + "DisplayName": "Gen0", + "Legend": "GC Generation 0 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 0 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen1Collects", + "DisplayName": "Gen1", + "Legend": "GC Generation 1 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 1 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen2Collects", + "DisplayName": "Gen2", + "Legend": "GC Generation 2 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 2 + } + }, + { + "Value": 672, + "Descriptor": { + "Id": "Allocated Memory", + "DisplayName": "Allocated", + "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", + "NumberFormat": "0.##", + "UnitType": 2, + "Unit": "B", + "TheGreaterTheBetter": false, + "PriorityInCategory": 3 + } + } + ] + }, + { + "DisplayInfo": "ExampleFileBenchmark.Parse: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=json.step]", + "Namespace": "StepLang.Benchmarks", + "Type": "ExampleFileBenchmark", + "Method": "Parse", + "MethodTitle": "Parse", + "Parameters": "ExampleFileName=json.step", + "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Parse(ExampleFileName: \"json.step\")", + "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", + "Statistics": { + "OriginalValues": [ + 25452.786254882812, + 25724.383544921875, + 25132.412719726562, + 25837.811279296875, + 25505.108642578125, + 24498.062133789062, + 25538.784790039062, + 25320.816040039062, + 24871.295166015625, + 25609.530639648438, + 25356.173706054688, + 25313.656616210938, + 25093.6279296875, + 25201.632690429688, + 25078.244018554688 + ], + "N": 15, + "Min": 24498.062133789062, + "LowerFence": 24499.630737304688, + "Q1": 25113.02032470703, + "Median": 25320.816040039062, + "Mean": 25302.288411458332, + "Q3": 25521.946716308594, + "UpperFence": 26135.336303710938, + "Max": 25837.811279296875, + "InterquartileRange": 408.9263916015625, + "LowerOutliers": [ + 24498.062133789062 + ], + "UpperOutliers": [], + "AllOutliers": [ + 24498.062133789062 + ], + "StandardError": 88.57868827340971, + "Variance": 117692.76024356838, + "StandardDeviation": 343.06378451181405, + "Skewness": -0.5672345954383959, + "Kurtosis": 2.8224005825605714, + "ConfidenceInterval": { + "N": 15, + "Mean": 25302.288411458332, + "StandardError": 88.57868827340971, + "Level": 12, + "Margin": 366.755994016149, + "Lower": 24935.532417442184, + "Upper": 25669.04440547448 + }, + "Percentiles": { + "P0": 24498.062133789062, + "P25": 25113.02032470703, + "P50": 25320.816040039062, + "P67": 25472.66876220703, + "P80": 25552.933959960938, + "P85": 25602.4560546875, + "P90": 25678.4423828125, + "P95": 25758.411865234375, + "P100": 25837.811279296875 + } + }, + "Memory": { + "Gen0Collections": 163, + "Gen1Collections": 6, + "Gen2Collections": 0, + "TotalOperations": 32768, + "BytesAllocatedPerOperation": 83680 + }, + "Measurements": [ + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 137200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 4820400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 372600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 2248800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16, + "Nanoseconds": 1786400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 32, + "Nanoseconds": 3415700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 64, + "Nanoseconds": 7429800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 128, + "Nanoseconds": 15230200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 256, + "Nanoseconds": 29655100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 512, + "Nanoseconds": 55077100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 1024, + "Nanoseconds": 107568100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 2048, + "Nanoseconds": 183865500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 4096, + "Nanoseconds": 180546800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8192, + "Nanoseconds": 196890900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 435855100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 32768, + "Nanoseconds": 822965700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 32768, + "Nanoseconds": 91100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 32768, + "Nanoseconds": 99700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 32768, + "Nanoseconds": 90500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 32768, + "Nanoseconds": 90200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 32768, + "Nanoseconds": 112900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 32768, + "Nanoseconds": 93500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 32768, + "Nanoseconds": 90500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 32768, + "Nanoseconds": 89500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 32768, + "Nanoseconds": 90000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 32768, + "Nanoseconds": 112000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 32768, + "Nanoseconds": 89900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 32768, + "Nanoseconds": 89600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 32768, + "Nanoseconds": 89800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 32768, + "Nanoseconds": 89600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 32768, + "Nanoseconds": 89800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 32768, + "Nanoseconds": 92700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 32768, + "Nanoseconds": 89500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 32768, + "Nanoseconds": 89100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 32768, + "Nanoseconds": 89400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 32768, + "Nanoseconds": 89100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 32768, + "Nanoseconds": 89400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 32768, + "Nanoseconds": 819311600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 32768, + "Nanoseconds": 817086700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 32768, + "Nanoseconds": 795388400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 32768, + "Nanoseconds": 822970100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 32768, + "Nanoseconds": 861289300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 32768, + "Nanoseconds": 865172800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 32768, + "Nanoseconds": 830542900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 32768, + "Nanoseconds": 836513300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 32768, + "Nanoseconds": 830031200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 32768, + "Nanoseconds": 834126500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 32768, + "Nanoseconds": 843026200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 32768, + "Nanoseconds": 823628500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 32768, + "Nanoseconds": 846743000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 32768, + "Nanoseconds": 835841000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 32768, + "Nanoseconds": 802842100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 32768, + "Nanoseconds": 836944500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 32768, + "Nanoseconds": 829802100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 32768, + "Nanoseconds": 815072200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 32768, + "Nanoseconds": 839262700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 32768, + "Nanoseconds": 830960700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 32768, + "Nanoseconds": 829567500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 32768, + "Nanoseconds": 822357600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 32768, + "Nanoseconds": 825896700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 32768, + "Nanoseconds": 821853500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 32768, + "Nanoseconds": 834036900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 32768, + "Nanoseconds": 842936600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 32768, + "Nanoseconds": 823538900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 32768, + "Nanoseconds": 846653400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 32768, + "Nanoseconds": 835751400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 32768, + "Nanoseconds": 802752500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 32768, + "Nanoseconds": 836854900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 32768, + "Nanoseconds": 829712500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 32768, + "Nanoseconds": 814982600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 32768, + "Nanoseconds": 839173100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 32768, + "Nanoseconds": 830871100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 32768, + "Nanoseconds": 829477900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 32768, + "Nanoseconds": 822268000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 32768, + "Nanoseconds": 825807100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 32768, + "Nanoseconds": 821763900 + } + ], + "Metrics": [ + { + "Value": 4.974365234375, + "Descriptor": { + "Id": "Gen0Collects", + "DisplayName": "Gen0", + "Legend": "GC Generation 0 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 0 + } + }, + { + "Value": 0.18310546875, + "Descriptor": { + "Id": "Gen1Collects", + "DisplayName": "Gen1", + "Legend": "GC Generation 1 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 1 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen2Collects", + "DisplayName": "Gen2", + "Legend": "GC Generation 2 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 2 + } + }, + { + "Value": 83680, + "Descriptor": { + "Id": "Allocated Memory", + "DisplayName": "Allocated", + "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", + "NumberFormat": "0.##", + "UnitType": 2, + "Unit": "B", + "TheGreaterTheBetter": false, + "PriorityInCategory": 3 + } + } + ] + }, + { + "DisplayInfo": "ExampleFileBenchmark.Interpret: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=json.step]", + "Namespace": "StepLang.Benchmarks", + "Type": "ExampleFileBenchmark", + "Method": "Interpret", + "MethodTitle": "Interpret", + "Parameters": "ExampleFileName=json.step", + "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Interpret(ExampleFileName: \"json.step\")", + "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", + "Statistics": { + "OriginalValues": [ + 1189.0460014343262, + 1192.9118156433105, + 1210.5738639831543, + 1176.8864631652832, + 1200.4528999328613, + 1187.386417388916, + 1187.8531455993652, + 1198.3918190002441, + 1182.8782081604004, + 1188.7322425842285, + 1199.8833656311035, + 1190.906047821045 + ], + "N": 12, + "Min": 1176.8864631652832, + "LowerFence": 1171.1941003799438, + "Q1": 1187.736463546753, + "Median": 1189.9760246276855, + "Mean": 1192.1585241953533, + "Q3": 1198.764705657959, + "UpperFence": 1215.307068824768, + "Max": 1210.5738639831543, + "InterquartileRange": 11.028242111206055, + "LowerOutliers": [], + "UpperOutliers": [], + "AllOutliers": [], + "StandardError": 2.5976115171898457, + "Variance": 80.97102713084799, + "StandardDeviation": 8.998390252197778, + "Skewness": 0.3313654749988023, + "Kurtosis": 2.3860241958089663, + "ConfidenceInterval": { + "N": 12, + "Mean": 1192.1585241953533, + "StandardError": 2.5976115171898457, + "Level": 12, + "Margin": 11.525548627705987, + "Lower": 1180.6329755676472, + "Upper": 1203.6840728230593 + }, + "Percentiles": { + "P0": 1176.8864631652832, + "P25": 1187.736463546753, + "P50": 1189.9760246276855, + "P67": 1194.939416885376, + "P80": 1199.5850563049316, + "P85": 1200.0827026367188, + "P90": 1200.3959465026855, + "P95": 1205.0073337554932, + "P100": 1210.5738639831543 + } + }, + "Memory": { + "Gen0Collections": 61, + "Gen1Collections": 0, + "Gen2Collections": 0, + "TotalOperations": 524288, + "BytesAllocatedPerOperation": 1968 + }, + "Measurements": [ + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 90700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 14381700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 138700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 287400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16, + "Nanoseconds": 99400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 32, + "Nanoseconds": 180300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 64, + "Nanoseconds": 386700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 128, + "Nanoseconds": 737200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 256, + "Nanoseconds": 1476500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 512, + "Nanoseconds": 2848900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 1024, + "Nanoseconds": 5651100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 2048, + "Nanoseconds": 10268400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 4096, + "Nanoseconds": 20859900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8192, + "Nanoseconds": 42285800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 78728100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 32768, + "Nanoseconds": 187417900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 65536, + "Nanoseconds": 79986800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 131072, + "Nanoseconds": 163811300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 262144, + "Nanoseconds": 312563700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 524288, + "Nanoseconds": 623945600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 524288, + "Nanoseconds": 877100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 524288, + "Nanoseconds": 944400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 524288, + "Nanoseconds": 930500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 524288, + "Nanoseconds": 1021300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 524288, + "Nanoseconds": 812800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 524288, + "Nanoseconds": 810900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 524288, + "Nanoseconds": 844400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 524288, + "Nanoseconds": 808500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 524288, + "Nanoseconds": 880700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 524288, + "Nanoseconds": 804200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 524288, + "Nanoseconds": 800100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 524288, + "Nanoseconds": 823800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 524288, + "Nanoseconds": 913500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 524288, + "Nanoseconds": 899300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 524288, + "Nanoseconds": 810600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 524288, + "Nanoseconds": 808700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 524288, + "Nanoseconds": 811700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 524288, + "Nanoseconds": 816000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 524288, + "Nanoseconds": 819900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 524288, + "Nanoseconds": 1050800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 524288, + "Nanoseconds": 814900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 524288, + "Nanoseconds": 627406700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 524288, + "Nanoseconds": 624445600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 524288, + "Nanoseconds": 616108300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 524288, + "Nanoseconds": 622694300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 524288, + "Nanoseconds": 617241300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 524288, + "Nanoseconds": 627147600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 524288, + "Nanoseconds": 640191700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 524288, + "Nanoseconds": 631290400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 524288, + "Nanoseconds": 624218000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 524288, + "Nanoseconds": 626244800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 524288, + "Nanoseconds": 635504800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 524288, + "Nanoseconds": 617842900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 524288, + "Nanoseconds": 630198500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 524288, + "Nanoseconds": 623347900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 524288, + "Nanoseconds": 693627600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 524288, + "Nanoseconds": 648659200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 524288, + "Nanoseconds": 623592600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 524288, + "Nanoseconds": 629117900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 524288, + "Nanoseconds": 620984300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 524288, + "Nanoseconds": 649292300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 524288, + "Nanoseconds": 624053500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 524288, + "Nanoseconds": 629899900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 524288, + "Nanoseconds": 625193200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 524288, + "Nanoseconds": 623402550 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 524288, + "Nanoseconds": 625429350 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 524288, + "Nanoseconds": 634689350 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 524288, + "Nanoseconds": 617027450 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 524288, + "Nanoseconds": 629383050 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 524288, + "Nanoseconds": 622532450 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 524288, + "Nanoseconds": 622777150 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 524288, + "Nanoseconds": 628302450 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 524288, + "Nanoseconds": 620168850 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 524288, + "Nanoseconds": 623238050 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 524288, + "Nanoseconds": 629084450 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 524288, + "Nanoseconds": 624377750 + } + ], + "Metrics": [ + { + "Value": 0.1163482666015625, + "Descriptor": { + "Id": "Gen0Collects", + "DisplayName": "Gen0", + "Legend": "GC Generation 0 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 0 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen1Collects", + "DisplayName": "Gen1", + "Legend": "GC Generation 1 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 1 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen2Collects", + "DisplayName": "Gen2", + "Legend": "GC Generation 2 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 2 + } + }, + { + "Value": 1968, + "Descriptor": { + "Id": "Allocated Memory", + "DisplayName": "Allocated", + "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", + "NumberFormat": "0.##", + "UnitType": 2, + "Unit": "B", + "TheGreaterTheBetter": false, + "PriorityInCategory": 3 + } + } + ] + }, + { + "DisplayInfo": "ExampleFileBenchmark.Tokenize: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=looping.step]", + "Namespace": "StepLang.Benchmarks", + "Type": "ExampleFileBenchmark", + "Method": "Tokenize", + "MethodTitle": "Tokenize", + "Parameters": "ExampleFileName=looping.step", + "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Tokenize(ExampleFileName: \"looping.step\")", + "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", + "Statistics": { + "OriginalValues": [ + 103.67751717567444, + 107.95440077781677, + 108.09895396232605, + 106.3761055469513, + 105.11247515678406, + 108.92884135246277, + 107.52823948860168, + 109.95517373085022, + 108.52758288383484, + 105.7895839214325, + 106.09214901924133, + 107.90912508964539, + 106.73540234565735, + 106.5183937549591, + 109.5601737499237 + ], + "N": 15, + "Min": 103.67751717567444, + "LowerFence": 103.11541557312012, + "Q1": 106.23412728309631, + "Median": 107.52823948860168, + "Mean": 107.25094119707744, + "Q3": 108.31326842308044, + "UpperFence": 111.43198013305664, + "Max": 109.95517373085022, + "InterquartileRange": 2.079141139984131, + "LowerOutliers": [], + "UpperOutliers": [], + "AllOutliers": [], + "StandardError": 0.4429510186618915, + "Variance": 2.9430840740041107, + "StandardDeviation": 1.7155419184631167, + "Skewness": -0.278965202793624, + "Kurtosis": 2.191472856844606, + "ConfidenceInterval": { + "N": 15, + "Mean": 107.25094119707744, + "StandardError": 0.4429510186618915, + "Level": 12, + "Margin": 1.8340183662278826, + "Lower": 105.41692283084956, + "Upper": 109.08495956330532 + }, + "Percentiles": { + "P0": 103.67751717567444, + "P25": 106.23412728309631, + "P50": 107.52823948860168, + "P67": 108.0093309879303, + "P80": 108.60783457756042, + "P85": 108.88871550559998, + "P90": 109.30764079093933, + "P95": 109.67867374420166, + "P100": 109.95517373085022 + } + }, + "Memory": { + "Gen0Collections": 336, + "Gen1Collections": 0, + "Gen2Collections": 0, + "TotalOperations": 8388608, + "BytesAllocatedPerOperation": 672 + }, + "Measurements": [ + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 133100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 11946500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 390300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 424400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16, + "Nanoseconds": 16300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 32, + "Nanoseconds": 24000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 64, + "Nanoseconds": 40500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 128, + "Nanoseconds": 74900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 256, + "Nanoseconds": 124600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 512, + "Nanoseconds": 231400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 1024, + "Nanoseconds": 412700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 2048, + "Nanoseconds": 824100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 4096, + "Nanoseconds": 1828000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8192, + "Nanoseconds": 3378000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 6754500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 32768, + "Nanoseconds": 12157400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 65536, + "Nanoseconds": 19045400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 131072, + "Nanoseconds": 38727500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 262144, + "Nanoseconds": 77248400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 524288, + "Nanoseconds": 98224500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 17, + "Operations": 1048576, + "Nanoseconds": 117224600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 18, + "Operations": 2097152, + "Nanoseconds": 214923000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 19, + "Operations": 4194304, + "Nanoseconds": 433174500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 20, + "Operations": 8388608, + "Nanoseconds": 901181100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 24077100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 23431900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 23324600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8388608, + "Nanoseconds": 23211100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8388608, + "Nanoseconds": 23551600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8388608, + "Nanoseconds": 23212500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8388608, + "Nanoseconds": 23320300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8388608, + "Nanoseconds": 23254700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 23438100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 23388500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 24011600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8388608, + "Nanoseconds": 23485100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8388608, + "Nanoseconds": 23318600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8388608, + "Nanoseconds": 23678300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8388608, + "Nanoseconds": 23415300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8388608, + "Nanoseconds": 23601900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 8388608, + "Nanoseconds": 22707000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8388608, + "Nanoseconds": 19896600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 8388608, + "Nanoseconds": 19911900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 8388608, + "Nanoseconds": 20504400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 8388608, + "Nanoseconds": 19927200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 8388608, + "Nanoseconds": 20356200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 8388608, + "Nanoseconds": 19823900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 8388608, + "Nanoseconds": 20576900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 17, + "Operations": 8388608, + "Nanoseconds": 19758700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 18, + "Operations": 8388608, + "Nanoseconds": 19782300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 19, + "Operations": 8388608, + "Nanoseconds": 19922000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 20, + "Operations": 8388608, + "Nanoseconds": 19661100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 889967000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 901011900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 885061100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8388608, + "Nanoseconds": 920940800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8388608, + "Nanoseconds": 882049800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8388608, + "Nanoseconds": 857381200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 890250700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 926127800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 927340400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8388608, + "Nanoseconds": 912888100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8388608, + "Nanoseconds": 902288000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8388608, + "Nanoseconds": 934302000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8388608, + "Nanoseconds": 922552900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8388608, + "Nanoseconds": 942911500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 8388608, + "Nanoseconds": 930936000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8388608, + "Nanoseconds": 907968000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 8388608, + "Nanoseconds": 910506100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 8388608, + "Nanoseconds": 925748000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 8388608, + "Nanoseconds": 915902100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 8388608, + "Nanoseconds": 914081700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 8388608, + "Nanoseconds": 939598000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 869710050 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 905587150 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 906799750 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8388608, + "Nanoseconds": 892347450 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8388608, + "Nanoseconds": 881747350 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8388608, + "Nanoseconds": 913761350 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8388608, + "Nanoseconds": 902012250 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8388608, + "Nanoseconds": 922370850 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 8388608, + "Nanoseconds": 910395350 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8388608, + "Nanoseconds": 887427350 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 8388608, + "Nanoseconds": 889965450 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 8388608, + "Nanoseconds": 905207350 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 8388608, + "Nanoseconds": 895361450 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 8388608, + "Nanoseconds": 893541050 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 8388608, + "Nanoseconds": 919057350 + } + ], + "Metrics": [ + { + "Value": 0.0400543212890625, + "Descriptor": { + "Id": "Gen0Collects", + "DisplayName": "Gen0", + "Legend": "GC Generation 0 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 0 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen1Collects", + "DisplayName": "Gen1", + "Legend": "GC Generation 1 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 1 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen2Collects", + "DisplayName": "Gen2", + "Legend": "GC Generation 2 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 2 + } + }, + { + "Value": 672, + "Descriptor": { + "Id": "Allocated Memory", + "DisplayName": "Allocated", + "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", + "NumberFormat": "0.##", + "UnitType": 2, + "Unit": "B", + "TheGreaterTheBetter": false, + "PriorityInCategory": 3 + } + } + ] + }, + { + "DisplayInfo": "ExampleFileBenchmark.Parse: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=looping.step]", + "Namespace": "StepLang.Benchmarks", + "Type": "ExampleFileBenchmark", + "Method": "Parse", + "MethodTitle": "Parse", + "Parameters": "ExampleFileName=looping.step", + "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Parse(ExampleFileName: \"looping.step\")", + "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", + "Statistics": { + "OriginalValues": [ + 98893.81103515625, + 103984.09423828125, + 101587.80517578125, + 103361.95068359375, + 102862.4755859375, + 101602.978515625, + 102071.47216796875, + 101543.46923828125, + 101666.73583984375, + 100885.43701171875, + 105139.453125, + 100443.07861328125, + 101081.55517578125, + 102186.29150390625 + ], + "N": 14, + "Min": 98893.81103515625, + "LowerFence": 98952.4398803711, + "Q1": 101197.03369140625, + "Median": 101634.85717773438, + "Mean": 101950.75770786831, + "Q3": 102693.42956542969, + "UpperFence": 104938.02337646484, + "Max": 105139.453125, + "InterquartileRange": 1496.3958740234375, + "LowerOutliers": [ + 98893.81103515625 + ], + "UpperOutliers": [ + 105139.453125 + ], + "AllOutliers": [ + 98893.81103515625, + 105139.453125 + ], + "StandardError": 414.05696394085686, + "Variance": 2400204.3714308804, + "StandardDeviation": 1549.2592976744986, + "Skewness": 0.19922550372855266, + "Kurtosis": 2.722217425194846, + "ConfidenceInterval": { + "N": 14, + "Mean": 101950.75770786831, + "StandardError": 414.05696394085686, + "Level": 12, + "Margin": 1747.6647699233295, + "Lower": 100203.09293794498, + "Upper": 103698.42247779164 + }, + "Percentiles": { + "P0": 98893.81103515625, + "P25": 101197.03369140625, + "P50": 101634.85717773438, + "P67": 102152.99389648438, + "P80": 103062.265625, + "P85": 103393.05786132812, + "P90": 103797.451171875, + "P95": 104388.46984863281, + "P100": 105139.453125 + } + }, + "Memory": { + "Gen0Collections": 151, + "Gen1Collections": 18, + "Gen2Collections": 0, + "TotalOperations": 8192, + "BytesAllocatedPerOperation": 310280 + }, + "Measurements": [ + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 4682300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 9953700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 377000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 7465300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16, + "Nanoseconds": 7326400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 32, + "Nanoseconds": 13869400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 64, + "Nanoseconds": 27122600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 128, + "Nanoseconds": 47535200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 256, + "Nanoseconds": 97922600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 512, + "Nanoseconds": 174917300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 1024, + "Nanoseconds": 153769600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 2048, + "Nanoseconds": 232731900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 4096, + "Nanoseconds": 416771400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8192, + "Nanoseconds": 823456000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8192, + "Nanoseconds": 24200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8192, + "Nanoseconds": 22800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8192, + "Nanoseconds": 21100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8192, + "Nanoseconds": 21100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8192, + "Nanoseconds": 21100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8192, + "Nanoseconds": 21000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8192, + "Nanoseconds": 20900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8192, + "Nanoseconds": 20800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 8192, + "Nanoseconds": 23300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8192, + "Nanoseconds": 21100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8192, + "Nanoseconds": 21100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8192, + "Nanoseconds": 21400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8192, + "Nanoseconds": 21200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8192, + "Nanoseconds": 21200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8192, + "Nanoseconds": 21200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8192, + "Nanoseconds": 21000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8192, + "Nanoseconds": 23300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 8192, + "Nanoseconds": 20900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8192, + "Nanoseconds": 20800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 8192, + "Nanoseconds": 20900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 8192, + "Nanoseconds": 20900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 8192, + "Nanoseconds": 20800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 8192, + "Nanoseconds": 21000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 8192, + "Nanoseconds": 21000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8192, + "Nanoseconds": 822170000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8192, + "Nanoseconds": 852160800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8192, + "Nanoseconds": 831178800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8192, + "Nanoseconds": 813082200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8192, + "Nanoseconds": 816274300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8192, + "Nanoseconds": 825426100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8192, + "Nanoseconds": 821398700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8192, + "Nanoseconds": 810159100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8192, + "Nanoseconds": 851858700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8192, + "Nanoseconds": 832228300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8192, + "Nanoseconds": 846762100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8192, + "Nanoseconds": 842670400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8192, + "Nanoseconds": 832352600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8192, + "Nanoseconds": 836190500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8192, + "Nanoseconds": 871910700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 8192, + "Nanoseconds": 831865100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8192, + "Nanoseconds": 832874900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 8192, + "Nanoseconds": 826474500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 8192, + "Nanoseconds": 861323400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 8192, + "Nanoseconds": 822850700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 8192, + "Nanoseconds": 828081100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 8192, + "Nanoseconds": 837131100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8192, + "Nanoseconds": 810138100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8192, + "Nanoseconds": 851837700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8192, + "Nanoseconds": 832207300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8192, + "Nanoseconds": 846741100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8192, + "Nanoseconds": 842649400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8192, + "Nanoseconds": 832331600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8192, + "Nanoseconds": 836169500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8192, + "Nanoseconds": 831844100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 8192, + "Nanoseconds": 832853900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8192, + "Nanoseconds": 826453500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 8192, + "Nanoseconds": 861302400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 8192, + "Nanoseconds": 822829700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 8192, + "Nanoseconds": 828060100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 8192, + "Nanoseconds": 837110100 + } + ], + "Metrics": [ + { + "Value": 18.4326171875, + "Descriptor": { + "Id": "Gen0Collects", + "DisplayName": "Gen0", + "Legend": "GC Generation 0 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 0 + } + }, + { + "Value": 2.197265625, + "Descriptor": { + "Id": "Gen1Collects", + "DisplayName": "Gen1", + "Legend": "GC Generation 1 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 1 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen2Collects", + "DisplayName": "Gen2", + "Legend": "GC Generation 2 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 2 + } + }, + { + "Value": 310280, + "Descriptor": { + "Id": "Allocated Memory", + "DisplayName": "Allocated", + "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", + "NumberFormat": "0.##", + "UnitType": 2, + "Unit": "B", + "TheGreaterTheBetter": false, + "PriorityInCategory": 3 + } + } + ] + }, + { + "DisplayInfo": "ExampleFileBenchmark.Interpret: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=looping.step]", + "Namespace": "StepLang.Benchmarks", + "Type": "ExampleFileBenchmark", + "Method": "Interpret", + "MethodTitle": "Interpret", + "Parameters": "ExampleFileName=looping.step", + "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Interpret(ExampleFileName: \"looping.step\")", + "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", + "Statistics": { + "OriginalValues": [ + 69411.083984375, + 68263.04931640625, + 69417.5537109375, + 68754.6875, + 69612.31689453125, + 68518.8232421875, + 68719.7265625, + 69189.111328125, + 69431.11572265625, + 67649.4384765625, + 68755.50537109375, + 67909.5458984375, + 69606.0791015625, + 67485.72998046875 + ], + "N": 14, + "Min": 67485.72998046875, + "LowerFence": 66693.5775756836, + "Q1": 68326.99279785156, + "Median": 68755.09643554688, + "Mean": 68765.98336356027, + "Q3": 69415.93627929688, + "UpperFence": 71049.35150146484, + "Max": 69612.31689453125, + "InterquartileRange": 1088.9434814453125, + "LowerOutliers": [], + "UpperOutliers": [], + "AllOutliers": [], + "StandardError": 193.57527643704182, + "Variance": 524599.4270674803, + "StandardDeviation": 724.2923629774652, + "Skewness": -0.4035632498675125, + "Kurtosis": 1.671157234764193, + "ConfidenceInterval": { + "N": 14, + "Mean": 68765.98336356027, + "StandardError": 193.57527643704182, + "Level": 12, + "Margin": 817.0486682250571, + "Lower": 67948.9346953352, + "Upper": 69583.03203178533 + }, + "Percentiles": { + "P0": 67485.72998046875, + "P25": 68326.99279785156, + "P50": 68755.09643554688, + "P67": 69346.7119140625, + "P80": 69422.978515625, + "P85": 69439.86389160156, + "P90": 69553.59008789062, + "P95": 69608.26232910156, + "P100": 69612.31689453125 + } + }, + "Memory": { + "Gen0Collections": 74, + "Gen1Collections": 1, + "Gen2Collections": 0, + "TotalOperations": 8192, + "BytesAllocatedPerOperation": 151442 + }, + "Measurements": [ + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 107100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 25583600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 137300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 5536300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16, + "Nanoseconds": 5388100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 32, + "Nanoseconds": 10273200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 64, + "Nanoseconds": 21396100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 128, + "Nanoseconds": 41546800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 256, + "Nanoseconds": 77366200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 512, + "Nanoseconds": 221839700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 1024, + "Nanoseconds": 139479400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 2048, + "Nanoseconds": 157559800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 4096, + "Nanoseconds": 291610600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8192, + "Nanoseconds": 591357000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8192, + "Nanoseconds": 14400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8192, + "Nanoseconds": 11900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8192, + "Nanoseconds": 11900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8192, + "Nanoseconds": 11800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8192, + "Nanoseconds": 11900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8192, + "Nanoseconds": 12000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8192, + "Nanoseconds": 12000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8192, + "Nanoseconds": 18800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8192, + "Nanoseconds": 13600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8192, + "Nanoseconds": 11900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8192, + "Nanoseconds": 11800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8192, + "Nanoseconds": 12000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8192, + "Nanoseconds": 17800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8192, + "Nanoseconds": 12000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8192, + "Nanoseconds": 11800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 8192, + "Nanoseconds": 11800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8192, + "Nanoseconds": 13600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 8192, + "Nanoseconds": 14700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 8192, + "Nanoseconds": 11800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 8192, + "Nanoseconds": 11700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 8192, + "Nanoseconds": 11600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 8192, + "Nanoseconds": 11700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 8192, + "Nanoseconds": 11800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 17, + "Operations": 8192, + "Nanoseconds": 11700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 18, + "Operations": 8192, + "Nanoseconds": 13500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 19, + "Operations": 8192, + "Nanoseconds": 11600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 20, + "Operations": 8192, + "Nanoseconds": 11600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8192, + "Nanoseconds": 576377300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8192, + "Nanoseconds": 561973900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8192, + "Nanoseconds": 574189900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8192, + "Nanoseconds": 554441000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8192, + "Nanoseconds": 573216300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8192, + "Nanoseconds": 559597900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8192, + "Nanoseconds": 568627400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8192, + "Nanoseconds": 559222700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8192, + "Nanoseconds": 568680400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8192, + "Nanoseconds": 563250200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8192, + "Nanoseconds": 570275900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8192, + "Nanoseconds": 561318000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8192, + "Nanoseconds": 562963800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8192, + "Nanoseconds": 638469900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 8192, + "Nanoseconds": 566809000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8192, + "Nanoseconds": 568791500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 8192, + "Nanoseconds": 554196000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 8192, + "Nanoseconds": 563256900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 8192, + "Nanoseconds": 556326800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 8192, + "Nanoseconds": 570224800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 8192, + "Nanoseconds": 552854900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8192, + "Nanoseconds": 568615600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8192, + "Nanoseconds": 559210900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8192, + "Nanoseconds": 568668600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8192, + "Nanoseconds": 563238400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8192, + "Nanoseconds": 570264100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8192, + "Nanoseconds": 561306200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8192, + "Nanoseconds": 562952000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8192, + "Nanoseconds": 566797200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 8192, + "Nanoseconds": 568779700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8192, + "Nanoseconds": 554184200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 8192, + "Nanoseconds": 563245100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 8192, + "Nanoseconds": 556315000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 8192, + "Nanoseconds": 570213000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 8192, + "Nanoseconds": 552843100 + } + ], + "Metrics": [ + { + "Value": 9.033203125, + "Descriptor": { + "Id": "Gen0Collects", + "DisplayName": "Gen0", + "Legend": "GC Generation 0 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 0 + } + }, + { + "Value": 0.1220703125, + "Descriptor": { + "Id": "Gen1Collects", + "DisplayName": "Gen1", + "Legend": "GC Generation 1 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 1 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen2Collects", + "DisplayName": "Gen2", + "Legend": "GC Generation 2 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 2 + } + }, + { + "Value": 151442, + "Descriptor": { + "Id": "Allocated Memory", + "DisplayName": "Allocated", + "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", + "NumberFormat": "0.##", + "UnitType": 2, + "Unit": "B", + "TheGreaterTheBetter": false, + "PriorityInCategory": 3 + } + } + ] + }, + { + "DisplayInfo": "ExampleFileBenchmark.Tokenize: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=math.step]", + "Namespace": "StepLang.Benchmarks", + "Type": "ExampleFileBenchmark", + "Method": "Tokenize", + "MethodTitle": "Tokenize", + "Parameters": "ExampleFileName=math.step", + "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Tokenize(ExampleFileName: \"math.step\")", + "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", + "Statistics": { + "OriginalValues": [ + 103.63167524337769, + 103.20240259170532, + 104.62825298309326, + 104.44667339324951, + 106.93700313568115, + 105.51830530166626, + 104.26754951477051, + 104.9913763999939, + 106.41157627105713, + 106.54031038284302, + 107.28219747543335, + 102.5033712387085, + 107.0466160774231, + 104.80872392654419, + 108.04909467697144 + ], + "N": 15, + "Min": 102.5033712387085, + "LowerFence": 100.7847934961319, + "Q1": 104.35711145401001, + "Median": 104.9913763999939, + "Mean": 105.35100857416789, + "Q3": 106.73865675926208, + "UpperFence": 110.3109747171402, + "Max": 108.04909467697144, + "InterquartileRange": 2.381545305252075, + "LowerOutliers": [], + "UpperOutliers": [], + "AllOutliers": [], + "StandardError": 0.42306138231405416, + "Variance": 2.6847139980821746, + "StandardDeviation": 1.6385096881258208, + "Skewness": -0.03183260038342825, + "Kurtosis": 1.6925688653164053, + "ConfidenceInterval": { + "N": 15, + "Mean": 105.35100857416789, + "StandardError": 0.42306138231405416, + "Level": 12, + "Margin": 1.7516662396434954, + "Lower": 103.5993423345244, + "Upper": 107.10267481381139 + }, + "Percentiles": { + "P0": 102.5033712387085, + "P25": 104.35711145401001, + "P50": 104.9913763999939, + "P67": 106.46049523353577, + "P80": 106.95892572402954, + "P85": 107.0356547832489, + "P90": 107.18796491622925, + "P95": 107.51226663589478, + "P100": 108.04909467697144 + } + }, + "Memory": { + "Gen0Collections": 336, + "Gen1Collections": 0, + "Gen2Collections": 0, + "TotalOperations": 8388608, + "BytesAllocatedPerOperation": 672 + }, + "Measurements": [ + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 130800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 10055400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 379400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 472900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16, + "Nanoseconds": 19000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 32, + "Nanoseconds": 30500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 64, + "Nanoseconds": 43200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 128, + "Nanoseconds": 67500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 256, + "Nanoseconds": 125100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 512, + "Nanoseconds": 235000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 1024, + "Nanoseconds": 407700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 2048, + "Nanoseconds": 841600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 4096, + "Nanoseconds": 1705800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8192, + "Nanoseconds": 3656000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 7088200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 32768, + "Nanoseconds": 12110000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 65536, + "Nanoseconds": 19392900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 131072, + "Nanoseconds": 40120700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 262144, + "Nanoseconds": 52127200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 524288, + "Nanoseconds": 54051100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 17, + "Operations": 1048576, + "Nanoseconds": 110306500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 18, + "Operations": 2097152, + "Nanoseconds": 213488100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 19, + "Operations": 4194304, + "Nanoseconds": 465213100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 20, + "Operations": 8388608, + "Nanoseconds": 863468700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 24686600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 24410700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 24527800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8388608, + "Nanoseconds": 23504100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8388608, + "Nanoseconds": 23558200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8388608, + "Nanoseconds": 23483100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 23252800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 23656000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 23346700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8388608, + "Nanoseconds": 23216400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8388608, + "Nanoseconds": 23335400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8388608, + "Nanoseconds": 22974900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8388608, + "Nanoseconds": 23155500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8388608, + "Nanoseconds": 22975100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 8388608, + "Nanoseconds": 23180000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8388608, + "Nanoseconds": 23101800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 8388608, + "Nanoseconds": 26030800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 8388608, + "Nanoseconds": 20587000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 8388608, + "Nanoseconds": 19592000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 8388608, + "Nanoseconds": 19265100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 8388608, + "Nanoseconds": 19324300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 8388608, + "Nanoseconds": 19506800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 17, + "Operations": 8388608, + "Nanoseconds": 19302800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 18, + "Operations": 8388608, + "Nanoseconds": 19276400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 19, + "Operations": 8388608, + "Nanoseconds": 19331200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 20, + "Operations": 8388608, + "Nanoseconds": 19349500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 913619900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 882664600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 869434500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8388608, + "Nanoseconds": 888985500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8388608, + "Nanoseconds": 888400900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8388608, + "Nanoseconds": 877049000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8388608, + "Nanoseconds": 879967900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8388608, + "Nanoseconds": 880762000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 8388608, + "Nanoseconds": 886913300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8388608, + "Nanoseconds": 883014000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 892300500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 888699500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 900660400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8388608, + "Nanoseconds": 899137200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8388608, + "Nanoseconds": 920027600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8388608, + "Nanoseconds": 908126700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8388608, + "Nanoseconds": 897634600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8388608, + "Nanoseconds": 903706500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 8388608, + "Nanoseconds": 915620000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8388608, + "Nanoseconds": 916699900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 8388608, + "Nanoseconds": 922923300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 8388608, + "Nanoseconds": 882835600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 8388608, + "Nanoseconds": 920947100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 8388608, + "Nanoseconds": 902174300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 8388608, + "Nanoseconds": 929356500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 869325500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 865724500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 877685400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8388608, + "Nanoseconds": 876162200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8388608, + "Nanoseconds": 897052600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8388608, + "Nanoseconds": 885151700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8388608, + "Nanoseconds": 874659600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8388608, + "Nanoseconds": 880731500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 8388608, + "Nanoseconds": 892645000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8388608, + "Nanoseconds": 893724900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 8388608, + "Nanoseconds": 899948300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 8388608, + "Nanoseconds": 859860600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 8388608, + "Nanoseconds": 897972100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 8388608, + "Nanoseconds": 879199300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 8388608, + "Nanoseconds": 906381500 + } + ], + "Metrics": [ + { + "Value": 0.0400543212890625, + "Descriptor": { + "Id": "Gen0Collects", + "DisplayName": "Gen0", + "Legend": "GC Generation 0 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 0 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen1Collects", + "DisplayName": "Gen1", + "Legend": "GC Generation 1 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 1 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen2Collects", + "DisplayName": "Gen2", + "Legend": "GC Generation 2 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 2 + } + }, + { + "Value": 672, + "Descriptor": { + "Id": "Allocated Memory", + "DisplayName": "Allocated", + "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", + "NumberFormat": "0.##", + "UnitType": 2, + "Unit": "B", + "TheGreaterTheBetter": false, + "PriorityInCategory": 3 + } + } + ] + }, + { + "DisplayInfo": "ExampleFileBenchmark.Parse: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=math.step]", + "Namespace": "StepLang.Benchmarks", + "Type": "ExampleFileBenchmark", + "Method": "Parse", + "MethodTitle": "Parse", + "Parameters": "ExampleFileName=math.step", + "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Parse(ExampleFileName: \"math.step\")", + "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", + "Statistics": { + "OriginalValues": [ + 55405.010986328125, + 55257.147216796875, + 54710.29052734375, + 54825.9765625, + 56227.508544921875, + 54941.326904296875, + 55589.752197265625, + 56262.982177734375, + 57120.5322265625, + 55714.837646484375, + 54891.34521484375, + 55430.572509765625, + 55827.30712890625, + 54579.510498046875 + ], + "N": 14, + "Min": 54579.510498046875, + "LowerFence": 53560.816955566406, + "Q1": 54903.84063720703, + "Median": 55417.791748046875, + "Mean": 55484.578595842635, + "Q3": 55799.18975830078, + "UpperFence": 57142.213439941406, + "Max": 57120.5322265625, + "InterquartileRange": 895.34912109375, + "LowerOutliers": [], + "UpperOutliers": [], + "AllOutliers": [], + "StandardError": 190.0866306740155, + "Variance": 505860.98025399406, + "StandardDeviation": 711.2390457884002, + "Skewness": 0.6831242274270899, + "Kurtosis": 2.5913415235570048, + "ConfidenceInterval": { + "N": 14, + "Mean": 55484.578595842635, + "StandardError": 190.0866306740155, + "Level": 12, + "Margin": 802.323681506432, + "Lower": 54682.254914336205, + "Upper": 56286.902277349065 + }, + "Percentiles": { + "P0": 54579.510498046875, + "P25": 54903.84063720703, + "P50": 55417.791748046875, + "P67": 55678.56286621094, + "P80": 55987.3876953125, + "P85": 56229.2822265625, + "P90": 56252.340087890625, + "P95": 56563.12469482422, + "P100": 57120.5322265625 + } + }, + "Memory": { + "Gen0Collections": 177, + "Gen1Collections": 13, + "Gen2Collections": 0, + "TotalOperations": 16384, + "BytesAllocatedPerOperation": 181208 + }, + "Measurements": [ + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 128800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 6932700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 366900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 4657600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16, + "Nanoseconds": 4230800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 32, + "Nanoseconds": 7935900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 64, + "Nanoseconds": 16453100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 128, + "Nanoseconds": 30311000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 256, + "Nanoseconds": 56516800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 512, + "Nanoseconds": 125761500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 1024, + "Nanoseconds": 202140000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 2048, + "Nanoseconds": 180721600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 4096, + "Nanoseconds": 233392200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8192, + "Nanoseconds": 435397300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 910520000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16384, + "Nanoseconds": 53700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16384, + "Nanoseconds": 41700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 16384, + "Nanoseconds": 82000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 16384, + "Nanoseconds": 41600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 16384, + "Nanoseconds": 45800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 16384, + "Nanoseconds": 41700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16384, + "Nanoseconds": 41700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16384, + "Nanoseconds": 41500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 16384, + "Nanoseconds": 56800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 16384, + "Nanoseconds": 51800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 16384, + "Nanoseconds": 41600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 16384, + "Nanoseconds": 41500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 16384, + "Nanoseconds": 56600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 16384, + "Nanoseconds": 41400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 16384, + "Nanoseconds": 41200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 16384, + "Nanoseconds": 41300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 51600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 16384, + "Nanoseconds": 41500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 16384, + "Nanoseconds": 41500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 16384, + "Nanoseconds": 41300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 16384, + "Nanoseconds": 56100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 16384, + "Nanoseconds": 41100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 17, + "Operations": 16384, + "Nanoseconds": 41100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 18, + "Operations": 16384, + "Nanoseconds": 41300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 19, + "Operations": 16384, + "Nanoseconds": 45100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 20, + "Operations": 16384, + "Nanoseconds": 41300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16384, + "Nanoseconds": 898375000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16384, + "Nanoseconds": 894270400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 16384, + "Nanoseconds": 884095700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 16384, + "Nanoseconds": 891208800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 16384, + "Nanoseconds": 889811100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 16384, + "Nanoseconds": 895412300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 16384, + "Nanoseconds": 878506300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16384, + "Nanoseconds": 907797200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16384, + "Nanoseconds": 905374600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 16384, + "Nanoseconds": 896414900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 16384, + "Nanoseconds": 898310300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 16384, + "Nanoseconds": 921273000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 16384, + "Nanoseconds": 900200200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 16384, + "Nanoseconds": 910824000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 16384, + "Nanoseconds": 921854200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 16384, + "Nanoseconds": 972279500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 16384, + "Nanoseconds": 935904300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 912873400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 16384, + "Nanoseconds": 899381300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 16384, + "Nanoseconds": 908216000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 16384, + "Nanoseconds": 914716100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 16384, + "Nanoseconds": 894272200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16384, + "Nanoseconds": 907755700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16384, + "Nanoseconds": 905333100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 16384, + "Nanoseconds": 896373400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 16384, + "Nanoseconds": 898268800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 16384, + "Nanoseconds": 921231500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 16384, + "Nanoseconds": 900158700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 16384, + "Nanoseconds": 910782500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 16384, + "Nanoseconds": 921812700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 16384, + "Nanoseconds": 935862800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 16384, + "Nanoseconds": 912831900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 899339800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 16384, + "Nanoseconds": 908174500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 16384, + "Nanoseconds": 914674600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 16384, + "Nanoseconds": 894230700 + } + ], + "Metrics": [ + { + "Value": 10.80322265625, + "Descriptor": { + "Id": "Gen0Collects", + "DisplayName": "Gen0", + "Legend": "GC Generation 0 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 0 + } + }, + { + "Value": 0.79345703125, + "Descriptor": { + "Id": "Gen1Collects", + "DisplayName": "Gen1", + "Legend": "GC Generation 1 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 1 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen2Collects", + "DisplayName": "Gen2", + "Legend": "GC Generation 2 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 2 + } + }, + { + "Value": 181208, + "Descriptor": { + "Id": "Allocated Memory", + "DisplayName": "Allocated", + "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", + "NumberFormat": "0.##", + "UnitType": 2, + "Unit": "B", + "TheGreaterTheBetter": false, + "PriorityInCategory": 3 + } + } + ] + }, + { + "DisplayInfo": "ExampleFileBenchmark.Interpret: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=math.step]", + "Namespace": "StepLang.Benchmarks", + "Type": "ExampleFileBenchmark", + "Method": "Interpret", + "MethodTitle": "Interpret", + "Parameters": "ExampleFileName=math.step", + "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Interpret(ExampleFileName: \"math.step\")", + "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", + "Statistics": { + "OriginalValues": [ + 2004.5467376708984, + 1990.781021118164, + 1993.1774139404297, + 1987.6514434814453, + 2000.9819030761719, + 1982.049560546875, + 1991.1911010742188, + 1977.4730682373047, + 2012.759780883789, + 1998.434829711914, + 1995.5162048339844, + 1975.0511169433594, + 2001.2687683105469, + 1986.6252899169922, + 2003.3897399902344 + ], + "N": 15, + "Min": 1975.0511169433594, + "LowerFence": 1966.1579132080078, + "Q1": 1987.1383666992188, + "Median": 1993.1774139404297, + "Mean": 1993.3931986490886, + "Q3": 2001.1253356933594, + "UpperFence": 2022.1057891845703, + "Max": 2012.759780883789, + "InterquartileRange": 13.986968994140625, + "LowerOutliers": [], + "UpperOutliers": [], + "AllOutliers": [], + "StandardError": 2.7237817360762637, + "Variance": 111.28480418673938, + "StandardDeviation": 10.549161302527295, + "Skewness": -0.08404017482004561, + "Kurtosis": 1.9982377237883284, + "ConfidenceInterval": { + "N": 15, + "Mean": 1993.3931986490886, + "StandardError": 2.7237817360762637, + "Level": 12, + "Margin": 11.277693286834992, + "Lower": 1982.1155053622535, + "Upper": 2004.6708919359237 + }, + "Percentiles": { + "P0": 1975.0511169433594, + "P25": 1987.1383666992188, + "P50": 1993.1774139404297, + "P67": 1999.402717590332, + "P80": 2001.6929626464844, + "P85": 2003.1776428222656, + "P90": 2004.0839385986328, + "P95": 2007.0106506347656, + "P100": 2012.759780883789 + } + }, + "Memory": { + "Gen0Collections": 26, + "Gen1Collections": 0, + "Gen2Collections": 0, + "TotalOperations": 262144, + "BytesAllocatedPerOperation": 1712 + }, + "Measurements": [ + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 3763500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 13198000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 140700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 363000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16, + "Nanoseconds": 162400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 32, + "Nanoseconds": 342600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 64, + "Nanoseconds": 562000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 128, + "Nanoseconds": 1100600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 256, + "Nanoseconds": 2185100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 512, + "Nanoseconds": 4898500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 1024, + "Nanoseconds": 8856700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 2048, + "Nanoseconds": 17515300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 4096, + "Nanoseconds": 34809900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8192, + "Nanoseconds": 70621900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 186921000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 32768, + "Nanoseconds": 155892200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 65536, + "Nanoseconds": 132870600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 131072, + "Nanoseconds": 265523400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 262144, + "Nanoseconds": 518704300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 262144, + "Nanoseconds": 415500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 262144, + "Nanoseconds": 419900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 262144, + "Nanoseconds": 413600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 262144, + "Nanoseconds": 422700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 262144, + "Nanoseconds": 412500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 262144, + "Nanoseconds": 420800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 262144, + "Nanoseconds": 410400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 262144, + "Nanoseconds": 412600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 262144, + "Nanoseconds": 412500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 262144, + "Nanoseconds": 412500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 262144, + "Nanoseconds": 546700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 262144, + "Nanoseconds": 469000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 262144, + "Nanoseconds": 515500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 262144, + "Nanoseconds": 412100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 262144, + "Nanoseconds": 435900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 262144, + "Nanoseconds": 412100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 262144, + "Nanoseconds": 468300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 262144, + "Nanoseconds": 410200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 262144, + "Nanoseconds": 515600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 262144, + "Nanoseconds": 405800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 262144, + "Nanoseconds": 405800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 17, + "Operations": 262144, + "Nanoseconds": 461700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 18, + "Operations": 262144, + "Nanoseconds": 405900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 19, + "Operations": 262144, + "Nanoseconds": 405800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 20, + "Operations": 262144, + "Nanoseconds": 405900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 262144, + "Nanoseconds": 539437600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 262144, + "Nanoseconds": 529762000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 262144, + "Nanoseconds": 522435200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 262144, + "Nanoseconds": 517858900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 262144, + "Nanoseconds": 524973400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 262144, + "Nanoseconds": 521030700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 262144, + "Nanoseconds": 515867700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 262144, + "Nanoseconds": 582866300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 262144, + "Nanoseconds": 527771700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 262144, + "Nanoseconds": 525892400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 262144, + "Nanoseconds": 522283800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 262144, + "Nanoseconds": 522912000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 262144, + "Nanoseconds": 521463400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 262144, + "Nanoseconds": 524957900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 262144, + "Nanoseconds": 519994900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 262144, + "Nanoseconds": 522391300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 262144, + "Nanoseconds": 518795200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 262144, + "Nanoseconds": 528045400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 262144, + "Nanoseconds": 524290200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 262144, + "Nanoseconds": 523525100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 262144, + "Nanoseconds": 518160300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 262144, + "Nanoseconds": 525033100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 262144, + "Nanoseconds": 521194400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 262144, + "Nanoseconds": 525589100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 262144, + "Nanoseconds": 525479900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 262144, + "Nanoseconds": 521871300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 262144, + "Nanoseconds": 522499500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 262144, + "Nanoseconds": 521050900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 262144, + "Nanoseconds": 524545400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 262144, + "Nanoseconds": 519582400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 262144, + "Nanoseconds": 521978800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 262144, + "Nanoseconds": 518382700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 262144, + "Nanoseconds": 527632900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 262144, + "Nanoseconds": 523877700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 262144, + "Nanoseconds": 523112600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 262144, + "Nanoseconds": 517747800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 262144, + "Nanoseconds": 524620600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 262144, + "Nanoseconds": 520781900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 262144, + "Nanoseconds": 525176600 + } + ], + "Metrics": [ + { + "Value": 0.09918212890625, + "Descriptor": { + "Id": "Gen0Collects", + "DisplayName": "Gen0", + "Legend": "GC Generation 0 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 0 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen1Collects", + "DisplayName": "Gen1", + "Legend": "GC Generation 1 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 1 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen2Collects", + "DisplayName": "Gen2", + "Legend": "GC Generation 2 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 2 + } + }, + { + "Value": 1712, + "Descriptor": { + "Id": "Allocated Memory", + "DisplayName": "Allocated", + "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", + "NumberFormat": "0.##", + "UnitType": 2, + "Unit": "B", + "TheGreaterTheBetter": false, + "PriorityInCategory": 3 + } + } + ] + }, + { + "DisplayInfo": "ExampleFileBenchmark.Tokenize: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=strings.step]", + "Namespace": "StepLang.Benchmarks", + "Type": "ExampleFileBenchmark", + "Method": "Tokenize", + "MethodTitle": "Tokenize", + "Parameters": "ExampleFileName=strings.step", + "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Tokenize(ExampleFileName: \"strings.step\")", + "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", + "Statistics": { + "OriginalValues": [ + 104.40855026245117, + 107.01659917831421, + 105.95307350158691, + 106.69173002243042, + 106.53200149536133, + 107.53960609436035, + 107.77720212936401, + 105.9765100479126, + 105.90313673019409, + 106.84412717819214, + 107.70217180252075, + 109.47626829147339, + 107.68595933914185, + 106.8571925163269 + ], + "N": 14, + "Min": 104.40855026245117, + "LowerFence": 103.81440073251724, + "Q1": 106.11538290977478, + "Median": 106.85065984725952, + "Mean": 106.88315204211644, + "Q3": 107.64937102794647, + "UpperFence": 109.95035320520401, + "Max": 109.47626829147339, + "InterquartileRange": 1.533988118171692, + "LowerOutliers": [], + "UpperOutliers": [], + "AllOutliers": [], + "StandardError": 0.3164091638825031, + "Variance": 1.401606625843546, + "StandardDeviation": 1.1838946852839343, + "Skewness": 0.07784513687175958, + "Kurtosis": 3.154852179686116, + "ConfidenceInterval": { + "N": 14, + "Mean": 106.88315204211644, + "StandardError": 0.3164091638825031, + "Level": 12, + "Margin": 1.3355098374274272, + "Lower": 105.54764220468901, + "Upper": 108.21866187954386 + }, + "Percentiles": { + "P0": 104.40855026245117, + "P25": 106.11538290977478, + "P50": 106.85065984725952, + "P67": 107.38793408870697, + "P80": 107.69244432449341, + "P85": 107.70592331886292, + "P90": 107.75469303131104, + "P95": 108.3718752861023, + "P100": 109.47626829147339 + } + }, + "Memory": { + "Gen0Collections": 336, + "Gen1Collections": 0, + "Gen2Collections": 0, + "TotalOperations": 8388608, + "BytesAllocatedPerOperation": 672 + }, + "Measurements": [ + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 134600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 10051400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 379700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 511100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16, + "Nanoseconds": 16100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 32, + "Nanoseconds": 22700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 64, + "Nanoseconds": 36900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 128, + "Nanoseconds": 67200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 256, + "Nanoseconds": 121900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 512, + "Nanoseconds": 246900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 1024, + "Nanoseconds": 406000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 2048, + "Nanoseconds": 841300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 4096, + "Nanoseconds": 1673100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8192, + "Nanoseconds": 3682600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 7378700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 32768, + "Nanoseconds": 11632300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 65536, + "Nanoseconds": 21191800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 131072, + "Nanoseconds": 39336000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 262144, + "Nanoseconds": 77890400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 524288, + "Nanoseconds": 96751000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 17, + "Operations": 1048576, + "Nanoseconds": 114951800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 18, + "Operations": 2097152, + "Nanoseconds": 223109100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 19, + "Operations": 4194304, + "Nanoseconds": 431214200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 20, + "Operations": 8388608, + "Nanoseconds": 922550900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 23481000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 23174200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 23190000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8388608, + "Nanoseconds": 23330000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8388608, + "Nanoseconds": 23125300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8388608, + "Nanoseconds": 23447100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8388608, + "Nanoseconds": 23506100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8388608, + "Nanoseconds": 23837900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 8388608, + "Nanoseconds": 25725700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8388608, + "Nanoseconds": 19356500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 19334100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 19398900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 19453000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8388608, + "Nanoseconds": 19679600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8388608, + "Nanoseconds": 19945500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8388608, + "Nanoseconds": 20599800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8388608, + "Nanoseconds": 19792000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8388608, + "Nanoseconds": 20060800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 8388608, + "Nanoseconds": 21616300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8388608, + "Nanoseconds": 19825300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 8388608, + "Nanoseconds": 20185600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 8388608, + "Nanoseconds": 20215100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 8388608, + "Nanoseconds": 20342100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 8388608, + "Nanoseconds": 20077600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 8388608, + "Nanoseconds": 19816200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 879651500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 896296300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 890506100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8388608, + "Nanoseconds": 896059700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8388608, + "Nanoseconds": 878750200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8388608, + "Nanoseconds": 892786100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 895787900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 917665800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 908744300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8388608, + "Nanoseconds": 914940600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8388608, + "Nanoseconds": 971693500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8388608, + "Nanoseconds": 913600700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8388608, + "Nanoseconds": 922053100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8388608, + "Nanoseconds": 924046200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 8388608, + "Nanoseconds": 908940900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8388608, + "Nanoseconds": 908325400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 8388608, + "Nanoseconds": 916219000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 8388608, + "Nanoseconds": 923416800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 8388608, + "Nanoseconds": 938299000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 8388608, + "Nanoseconds": 923280800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 8388608, + "Nanoseconds": 916328600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 875842400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 897720300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 888798800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 8388608, + "Nanoseconds": 894995100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 8388608, + "Nanoseconds": 893655200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8388608, + "Nanoseconds": 902107600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 8388608, + "Nanoseconds": 904100700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 8388608, + "Nanoseconds": 888995400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 8388608, + "Nanoseconds": 888379900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8388608, + "Nanoseconds": 896273500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 8388608, + "Nanoseconds": 903471300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 8388608, + "Nanoseconds": 918353500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 8388608, + "Nanoseconds": 903335300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 8388608, + "Nanoseconds": 896383100 + } + ], + "Metrics": [ + { + "Value": 0.0400543212890625, + "Descriptor": { + "Id": "Gen0Collects", + "DisplayName": "Gen0", + "Legend": "GC Generation 0 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 0 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen1Collects", + "DisplayName": "Gen1", + "Legend": "GC Generation 1 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 1 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen2Collects", + "DisplayName": "Gen2", + "Legend": "GC Generation 2 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 2 + } + }, + { + "Value": 672, + "Descriptor": { + "Id": "Allocated Memory", + "DisplayName": "Allocated", + "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", + "NumberFormat": "0.##", + "UnitType": 2, + "Unit": "B", + "TheGreaterTheBetter": false, + "PriorityInCategory": 3 + } + } + ] + }, + { + "DisplayInfo": "ExampleFileBenchmark.Parse: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=strings.step]", + "Namespace": "StepLang.Benchmarks", + "Type": "ExampleFileBenchmark", + "Method": "Parse", + "MethodTitle": "Parse", + "Parameters": "ExampleFileName=strings.step", + "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Parse(ExampleFileName: \"strings.step\")", + "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", + "Statistics": { + "OriginalValues": [ + 42798.61145019531, + 44050.53405761719, + 43506.52770996094, + 42863.74816894531, + 43489.68811035156, + 43698.74572753906, + 42851.62048339844, + 43319.98596191406, + 44076.86462402344, + 43417.51403808594, + 43812.28332519531, + 43415.02990722656, + 43617.22717285156, + 43199.96643066406 + ], + "N": 14, + "Min": 42798.61145019531, + "LowerFence": 42557.379150390625, + "Q1": 43229.97131347656, + "Median": 43453.60107421875, + "Mean": 43437.02479771205, + "Q3": 43678.36608886719, + "UpperFence": 44350.958251953125, + "Max": 44076.86462402344, + "InterquartileRange": 448.394775390625, + "LowerOutliers": [], + "UpperOutliers": [], + "AllOutliers": [], + "StandardError": 109.56601472896212, + "Variance": 168065.96217022, + "StandardDeviation": 409.95848835000356, + "Skewness": -0.09764859539918315, + "Kurtosis": 1.8454965844782125, + "ConfidenceInterval": { + "N": 14, + "Mean": 43437.02479771205, + "StandardError": 109.56601472896212, + "Level": 12, + "Margin": 462.4597110992173, + "Lower": 42974.565086612834, + "Upper": 43899.48450881127 + }, + "Percentiles": { + "P0": 42798.61145019531, + "P25": 43229.97131347656, + "P50": 43453.60107421875, + "P67": 43585.12432861328, + "P80": 43744.16076660156, + "P85": 43824.195861816406, + "P90": 43979.058837890625, + "P95": 44059.749755859375, + "P100": 44076.86462402344 + } + }, + "Memory": { + "Gen0Collections": 144, + "Gen1Collections": 8, + "Gen2Collections": 0, + "TotalOperations": 16384, + "BytesAllocatedPerOperation": 147904 + }, + "Measurements": [ + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 132000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 4767600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 369200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 3864900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16, + "Nanoseconds": 3445200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 32, + "Nanoseconds": 6415100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 64, + "Nanoseconds": 13232200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 128, + "Nanoseconds": 25027500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 256, + "Nanoseconds": 47085300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 512, + "Nanoseconds": 89668400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 1024, + "Nanoseconds": 161850900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 2048, + "Nanoseconds": 107906600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 4096, + "Nanoseconds": 193291800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8192, + "Nanoseconds": 355743700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 722347600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16384, + "Nanoseconds": 46900 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16384, + "Nanoseconds": 42100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 16384, + "Nanoseconds": 41800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 16384, + "Nanoseconds": 41600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 16384, + "Nanoseconds": 45700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 16384, + "Nanoseconds": 41600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 16384, + "Nanoseconds": 41600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 16384, + "Nanoseconds": 41600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16384, + "Nanoseconds": 45600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16384, + "Nanoseconds": 46700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 16384, + "Nanoseconds": 41600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 16384, + "Nanoseconds": 41500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 16384, + "Nanoseconds": 45600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 16384, + "Nanoseconds": 41500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 16384, + "Nanoseconds": 41400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 16384, + "Nanoseconds": 41000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 16384, + "Nanoseconds": 56400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 16384, + "Nanoseconds": 41000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 41100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 16384, + "Nanoseconds": 41000 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 16384, + "Nanoseconds": 45300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 16384, + "Nanoseconds": 41400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 16384, + "Nanoseconds": 41300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 16384, + "Nanoseconds": 41300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 17, + "Operations": 16384, + "Nanoseconds": 45200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 18, + "Operations": 16384, + "Nanoseconds": 41300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16384, + "Nanoseconds": 715660600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16384, + "Nanoseconds": 696733900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 16384, + "Nanoseconds": 698602500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 16384, + "Nanoseconds": 703474700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 16384, + "Nanoseconds": 709340600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 16384, + "Nanoseconds": 708618300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 16384, + "Nanoseconds": 702302700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 16384, + "Nanoseconds": 691111200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 16384, + "Nanoseconds": 706684100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 16384, + "Nanoseconds": 725672100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 702167400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16384, + "Nanoseconds": 701253900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16384, + "Nanoseconds": 721765400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 16384, + "Nanoseconds": 712852400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 16384, + "Nanoseconds": 752113000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 16384, + "Nanoseconds": 702321100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 16384, + "Nanoseconds": 712576500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 16384, + "Nanoseconds": 716001700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 16384, + "Nanoseconds": 702122400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 16384, + "Nanoseconds": 709796100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 16384, + "Nanoseconds": 722196800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 711394000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 16384, + "Nanoseconds": 717861900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 16384, + "Nanoseconds": 711353300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 16384, + "Nanoseconds": 714666100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 16384, + "Nanoseconds": 707829700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16384, + "Nanoseconds": 701212450 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16384, + "Nanoseconds": 721723950 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 16384, + "Nanoseconds": 712810950 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 16384, + "Nanoseconds": 702279650 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 16384, + "Nanoseconds": 712535050 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 16384, + "Nanoseconds": 715960250 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 16384, + "Nanoseconds": 702080950 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 16384, + "Nanoseconds": 709754650 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 16384, + "Nanoseconds": 722155350 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 16384, + "Nanoseconds": 711352550 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 717820450 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 16384, + "Nanoseconds": 711311850 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 16384, + "Nanoseconds": 714624650 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 16384, + "Nanoseconds": 707788250 + } + ], + "Metrics": [ + { + "Value": 8.7890625, + "Descriptor": { + "Id": "Gen0Collects", + "DisplayName": "Gen0", + "Legend": "GC Generation 0 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 0 + } + }, + { + "Value": 0.48828125, + "Descriptor": { + "Id": "Gen1Collects", + "DisplayName": "Gen1", + "Legend": "GC Generation 1 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 1 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen2Collects", + "DisplayName": "Gen2", + "Legend": "GC Generation 2 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 2 + } + }, + { + "Value": 147904, + "Descriptor": { + "Id": "Allocated Memory", + "DisplayName": "Allocated", + "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", + "NumberFormat": "0.##", + "UnitType": 2, + "Unit": "B", + "TheGreaterTheBetter": false, + "PriorityInCategory": 3 + } + } + ] + }, + { + "DisplayInfo": "ExampleFileBenchmark.Interpret: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=strings.step]", + "Namespace": "StepLang.Benchmarks", + "Type": "ExampleFileBenchmark", + "Method": "Interpret", + "MethodTitle": "Interpret", + "Parameters": "ExampleFileName=strings.step", + "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Interpret(ExampleFileName: \"strings.step\")", + "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", + "Statistics": { + "OriginalValues": [ + 1025.9431838989258, + 1022.4327087402344, + 1028.9176940917969, + 1028.4835815429688, + 1018.4028625488281, + 1027.883529663086, + 1022.3627090454102, + 1024.989128112793, + 1020.5562591552734, + 1032.356834411621, + 1026.7929077148438, + 1036.527442932129, + 1019.9125289916992 + ], + "N": 13, + "Min": 1018.4028625488281, + "LowerFence": 1013.1814002990723, + "Q1": 1022.3627090454102, + "Median": 1025.9431838989258, + "Mean": 1025.8124131422776, + "Q3": 1028.4835815429688, + "UpperFence": 1037.6648902893066, + "Max": 1036.527442932129, + "InterquartileRange": 6.120872497558594, + "LowerOutliers": [], + "UpperOutliers": [], + "AllOutliers": [], + "StandardError": 1.4345219518922274, + "Variance": 26.752091995988916, + "StandardDeviation": 5.1722424533261115, + "Skewness": 0.4068007095093364, + "Kurtosis": 2.1970630434312564, + "ConfidenceInterval": { + "N": 13, + "Mean": 1025.8124131422776, + "StandardError": 1.4345219518922274, + "Level": 12, + "Margin": 6.193966378353459, + "Lower": 1019.6184467639241, + "Upper": 1032.006379520631 + }, + "Percentiles": { + "P0": 1018.4028625488281, + "P25": 1022.3627090454102, + "P50": 1025.9431838989258, + "P67": 1027.9075317382812, + "P80": 1028.7440490722656, + "P85": 1029.6055221557617, + "P90": 1031.6690063476562, + "P95": 1034.0250778198242, + "P100": 1036.527442932129 + } + }, + "Memory": { + "Gen0Collections": 35, + "Gen1Collections": 0, + "Gen2Collections": 0, + "TotalOperations": 524288, + "BytesAllocatedPerOperation": 1120 + }, + "Measurements": [ + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 93400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 13826500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 138100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 329500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 16, + "Nanoseconds": 94700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 32, + "Nanoseconds": 183600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 64, + "Nanoseconds": 368400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 128, + "Nanoseconds": 672000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 256, + "Nanoseconds": 1361400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 512, + "Nanoseconds": 2833500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 1024, + "Nanoseconds": 5267800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 2048, + "Nanoseconds": 10427200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 4096, + "Nanoseconds": 21032200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 8192, + "Nanoseconds": 43075500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 16384, + "Nanoseconds": 82887100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 32768, + "Nanoseconds": 168943700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 65536, + "Nanoseconds": 69937800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 131072, + "Nanoseconds": 135657000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 262144, + "Nanoseconds": 274125700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 524288, + "Nanoseconds": 543399500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 524288, + "Nanoseconds": 882800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 524288, + "Nanoseconds": 837200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 524288, + "Nanoseconds": 855500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 524288, + "Nanoseconds": 831600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 524288, + "Nanoseconds": 863700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 524288, + "Nanoseconds": 839100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 524288, + "Nanoseconds": 954500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 524288, + "Nanoseconds": 833600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 524288, + "Nanoseconds": 824300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 524288, + "Nanoseconds": 977600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 524288, + "Nanoseconds": 824400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 524288, + "Nanoseconds": 839600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 524288, + "Nanoseconds": 832300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 524288, + "Nanoseconds": 824100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 524288, + "Nanoseconds": 834800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 524288, + "Nanoseconds": 845200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 524288, + "Nanoseconds": 1040600 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 524288, + "Nanoseconds": 959100 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 524288, + "Nanoseconds": 833800 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 524288, + "Nanoseconds": 824200 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 524288, + "Nanoseconds": 824300 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 16, + "Operations": 524288, + "Nanoseconds": 824400 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 17, + "Operations": 524288, + "Nanoseconds": 834800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 524288, + "Nanoseconds": 541320400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 524288, + "Nanoseconds": 534955700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 524288, + "Nanoseconds": 534551700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 524288, + "Nanoseconds": 537123900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 524288, + "Nanoseconds": 534936300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 524288, + "Nanoseconds": 534169000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 524288, + "Nanoseconds": 536238900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 524288, + "Nanoseconds": 535731700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 524288, + "Nanoseconds": 538723500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 524288, + "Nanoseconds": 595633200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 524288, + "Nanoseconds": 536883000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 524288, + "Nanoseconds": 563836700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 524288, + "Nanoseconds": 540283000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 524288, + "Nanoseconds": 540055400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 524288, + "Nanoseconds": 534770200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 524288, + "Nanoseconds": 539740800 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 524288, + "Nanoseconds": 536846300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 524288, + "Nanoseconds": 538223300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 524288, + "Nanoseconds": 535899200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 524288, + "Nanoseconds": 542086100 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 524288, + "Nanoseconds": 539169000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 14, + "Operations": 524288, + "Nanoseconds": 544272700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Actual", + "LaunchIndex": 1, + "IterationIndex": 15, + "Operations": 524288, + "Nanoseconds": 535561700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 524288, + "Nanoseconds": 537889700 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 524288, + "Nanoseconds": 536049200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 3, + "Operations": 524288, + "Nanoseconds": 539449200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 4, + "Operations": 524288, + "Nanoseconds": 539221600 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 5, + "Operations": 524288, + "Nanoseconds": 533936400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 524288, + "Nanoseconds": 538907000 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 524288, + "Nanoseconds": 536012500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 8, + "Operations": 524288, + "Nanoseconds": 537389500 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 9, + "Operations": 524288, + "Nanoseconds": 535065400 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 10, + "Operations": 524288, + "Nanoseconds": 541252300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 11, + "Operations": 524288, + "Nanoseconds": 538335200 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 12, + "Operations": 524288, + "Nanoseconds": 543438900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Result", + "LaunchIndex": 1, + "IterationIndex": 13, + "Operations": 524288, + "Nanoseconds": 534727900 + } + ], + "Metrics": [ + { + "Value": 0.0667572021484375, + "Descriptor": { + "Id": "Gen0Collects", + "DisplayName": "Gen0", + "Legend": "GC Generation 0 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 0 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen1Collects", + "DisplayName": "Gen1", + "Legend": "GC Generation 1 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 1 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen2Collects", + "DisplayName": "Gen2", + "Legend": "GC Generation 2 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 2 + } + }, + { + "Value": 1120, + "Descriptor": { + "Id": "Allocated Memory", + "DisplayName": "Allocated", + "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", + "NumberFormat": "0.##", + "UnitType": 2, + "Unit": "B", + "TheGreaterTheBetter": false, + "PriorityInCategory": 3 + } + } + ] + } + ] +} From 3781ee49d16cf53daedd4a65d260681d0aa3ef84 Mon Sep 17 00:00:00 2001 From: Ricardo Boss Date: Sat, 14 Mar 2026 21:15:24 +0100 Subject: [PATCH 03/17] feat: added .NET specific measures --- lib/bencher_json/src/project/measure/built_in.rs | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/lib/bencher_json/src/project/measure/built_in.rs b/lib/bencher_json/src/project/measure/built_in.rs index 1a397bcef..e31b01121 100644 --- a/lib/bencher_json/src/project/measure/built_in.rs +++ b/lib/bencher_json/src/project/measure/built_in.rs @@ -74,6 +74,16 @@ pub mod default { ); } +pub mod dotnet { + use bencher_valid::{BYTES, NANOSECONDS}; + + create_measure!(Latency, "Latency", "latency", NANOSECONDS); + create_measure!(Allocated, "Allocated", "allocated", BYTES); + create_measure!(Gen0Collects, "Gen0 Collects", "gen0-collects", "collects"); + create_measure!(Gen1Collects, "Gen1 Collects", "gen1-collects", "collects"); + create_measure!(Gen2Collects, "Gen2 Collects", "gen2-collects", "collects"); +} + pub mod json { use bencher_valid::{BYTES, SECONDS}; From 52b14d28a404cc9c9592773acedb5c2d77908312 Mon Sep 17 00:00:00 2001 From: Ricardo Boss Date: Sat, 14 Mar 2026 21:16:30 +0100 Subject: [PATCH 04/17] feat: rewritten dotnet measures to store allocated alongside latency measures --- .../src/adapters/c_sharp/dot_net.rs | 32 +++++++++++++++---- .../src/results/adapter_results.rs | 32 +++++++++++++++---- 2 files changed, 51 insertions(+), 13 deletions(-) diff --git a/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs b/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs index a27109ab8..c21fa2f27 100644 --- a/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs +++ b/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs @@ -8,7 +8,7 @@ use crate::{ adapters::util::{Units, latency_as_nanos}, results::adapter_results::AdapterResults, }; -use crate::results::adapter_results::{DotNetMeasure}; +use crate::results::adapter_results::DotNetMeasure; pub struct AdapterCSharpDotNet; @@ -56,7 +56,11 @@ pub struct Statistics { #[derive(Debug, Clone, Deserialize)] #[serde(rename_all = "PascalCase")] pub struct Memory { - pub bytes_allocated_per_operation: u64, + pub gen0_collections: u32, + pub gen1_collections: u32, + pub gen2_collections: u32, + pub total_operations: u32, + pub bytes_allocated_per_operation: u32, } impl DotNet { @@ -94,17 +98,31 @@ impl DotNet { JsonAverage::Mean => (mean, standard_deviation), JsonAverage::Median => (median, interquartile_range), }; - let value = latency_as_nanos(average, units); + let latency_value = latency_as_nanos(average, units); let spread = latency_as_nanos(spread, units); let json_latency_metric = JsonNewMetric { - value, - lower_value: Some(value - spread), - upper_value: Some(value + spread), + value: latency_value, + lower_value: Some(latency_value - spread), + upper_value: Some(latency_value + spread), }; let latency_measure = DotNetMeasure::Latency(json_latency_metric); - benchmark_metrics.push((benchmark_name, latency_measure)); + let mut measures = vec![latency_measure]; + + if memory.is_some() { + let json_allocated_metric = JsonNewMetric { + value: memory.unwrap().bytes_allocated_per_operation.into(), + lower_value: None, + upper_value: None, + }; + + let allocated_measure = DotNetMeasure::Allocated(json_allocated_metric); + + measures.push(allocated_measure); + } + + benchmark_metrics.push((benchmark_name, measures)); } Ok(AdapterResults::new_dotnet(benchmark_metrics)) diff --git a/lib/bencher_adapter/src/results/adapter_results.rs b/lib/bencher_adapter/src/results/adapter_results.rs index 237b89804..c395bf2db 100644 --- a/lib/bencher_adapter/src/results/adapter_results.rs +++ b/lib/bencher_adapter/src/results/adapter_results.rs @@ -41,7 +41,7 @@ pub enum IaiMeasure { EstimatedCycles(JsonNewMetric), } -#[derive(Debug, Clone)] +#[derive(Debug, Clone, PartialEq, Eq)] pub enum DotNetMeasure { Latency(JsonNewMetric), Gen0Collects(JsonNewMetric), @@ -221,16 +221,36 @@ impl AdapterResults { Some(results_map.into()) } - pub fn new_dotnet(benchmark_metrics: Vec<(BenchmarkName, DotNetMeasure)>) -> Option { - if (benchmark_metrics.is_empty()) { + pub fn new_dotnet(benchmark_metrics: Vec<(BenchmarkName, Vec)>) -> Option { + if benchmark_metrics.is_empty() { return None; } let mut results_map = HashMap::new(); for (benchmark_name, measure) in benchmark_metrics { - let measure = measure; - - // TODO + let metrics_value = results_map + .entry(BenchmarkNameId::new_name(benchmark_name)) + .or_insert_with(AdapterMetrics::default); + for metric in measure { + let (resource_id, metric) = match metric { + DotNetMeasure::Latency(json_metric) => { + (built_in::dotnet::Latency::name_id(), json_metric) + }, + DotNetMeasure::Allocated(json_metric) => { + (built_in::dotnet::Allocated::name_id(), json_metric) + }, + DotNetMeasure::Gen0Collects(json_metric) => { + (built_in::dotnet::Gen0Collects::name_id(), json_metric) + }, + DotNetMeasure::Gen1Collects(json_metric) => { + (built_in::dotnet::Gen1Collects::name_id(), json_metric) + }, + DotNetMeasure::Gen2Collects(json_metric) => { + (built_in::dotnet::Gen2Collects::name_id(), json_metric) + }, + }; + metrics_value.inner.insert(resource_id, metric); + } } Some(results_map.into()) From 406e6cdd04ff594abb54b632db7294d838243f7a Mon Sep 17 00:00:00 2001 From: Ricardo Boss Date: Sat, 14 Mar 2026 21:16:41 +0100 Subject: [PATCH 05/17] test: added test for memory allocations --- lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs b/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs index c21fa2f27..1c4124399 100644 --- a/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs +++ b/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs @@ -131,6 +131,7 @@ impl DotNet { #[cfg(test)] pub(crate) mod test_c_sharp_dot_net { + use ordered_float::OrderedFloat; use bencher_json::project::report::JsonAverage; use pretty_assertions::assert_eq; @@ -272,6 +273,16 @@ pub(crate) mod test_c_sharp_dot_net { ); } + #[test] + fn adapter_c_sharp_dot_net_memory() { + let results = convert_c_sharp_dot_net("memory"); + assert_eq!(results.inner.len(), 3); + + let metrics = results.get("StepLang.Benchmarks.Tokenize").unwrap(); + let metric = metrics.get("allocated").unwrap(); + assert_eq!(metric.value, OrderedFloat::from(672)); + } + #[test] fn adapter_c_sharp_dot_net_two_more_median() { let results = convert_c_sharp_dot_net_median("two_more"); From 9fa867b0f0aacaa39f097688c10be78f672dc976 Mon Sep 17 00:00:00 2001 From: Ricardo Boss Date: Sun, 15 Mar 2026 23:13:12 +0100 Subject: [PATCH 06/17] test: smaller test file for BenchmarkDotNet memory --- .../tool_output/c_sharp/dot_net/memory.json | 12025 +--------------- 1 file changed, 458 insertions(+), 11567 deletions(-) diff --git a/lib/bencher_adapter/tool_output/c_sharp/dot_net/memory.json b/lib/bencher_adapter/tool_output/c_sharp/dot_net/memory.json index 69d76de4a..ea1db317f 100644 --- a/lib/bencher_adapter/tool_output/c_sharp/dot_net/memory.json +++ b/lib/bencher_adapter/tool_output/c_sharp/dot_net/memory.json @@ -1,19 +1,19 @@ { - "Title": "StepLang.Benchmarks.ExampleFileBenchmark-20260314-202016", + "Title": "BenchmarkDotNet.Samples.Memory-20260315-231008", "HostEnvironmentInfo": { "BenchmarkDotNetCaption": "BenchmarkDotNet", - "BenchmarkDotNetVersion": "0.15.6", - "OsVersion": "Windows 11 (10.0.26200.8037)", + "BenchmarkDotNetVersion": "0.15.8", + "OsVersion": "Windows 11 (10.0.26200.8037/25H2/2025Update/HudsonValley2)", "ProcessorName": "AMD Ryzen 7 5800X", "PhysicalProcessorCount": 1, "PhysicalCoreCount": 8, "LogicalCoreCount": 16, - "RuntimeVersion": ".NET 9.0.14 (9.0.14, 9.0.1426.11910)", + "RuntimeVersion": ".NET 10.0.4 (10.0.4, 10.0.426.12010)", "Architecture": "X64", "HasAttachedDebugger": false, "HasRyuJit": true, "Configuration": "RELEASE", - "DotNetCliVersion": "9.0.312", + "DotNetCliVersion": "10.0.200", "ChronometerFrequency": { "Hertz": 10000000 }, @@ -21,92 +21,65 @@ }, "Benchmarks": [ { - "DisplayInfo": "ExampleFileBenchmark.Tokenize: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=expressions.step]", - "Namespace": "StepLang.Benchmarks", - "Type": "ExampleFileBenchmark", - "Method": "Tokenize", - "MethodTitle": "Tokenize", - "Parameters": "ExampleFileName=expressions.step", - "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Tokenize(ExampleFileName: \"expressions.step\")", + "DisplayInfo": "Memory.AllocEmptyList: ShortRun(IterationCount=3, LaunchCount=1, WarmupCount=3)", + "Namespace": "BenchmarkDotNet.Samples", + "Type": "Memory", + "Method": "AllocEmptyList", + "MethodTitle": "AllocEmptyList", + "Parameters": "", + "FullName": "BenchmarkDotNet.Samples.Memory.AllocEmptyList", "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", "Statistics": { "OriginalValues": [ - 108.14383029937744, - 109.79194641113281, - 107.53622055053711, - 103.5489559173584, - 110.9842300415039, - 103.51779460906982, - 109.21525955200195, - 104.51323986053467, - 104.6210765838623, - 111.00955009460449, - 104.13327217102051, - 111.0692024230957, - 105.51502704620361, - 105.3109884262085, - 113.7148380279541, - 105.7009220123291, - 109.7646713256836, - 107.24484920501709, - 107.72011280059814, - 106.47101402282715, - 100.62179565429688, - 105.19397258758545, - 105.13925552368164, - 103.22067737579346, - 105.01327514648438, - 101.59430503845215, - 107.52618312835693, - 101.95739269256592, - 102.010178565979, - 108.34717750549316 + 76.35858058929443, + 77.41812467575073, + 78.70677709579468 ], - "N": 30, - "Min": 100.62179565429688, - "LowerFence": 98.12614917755127, - "Q1": 104.22826409339905, - "Median": 105.60797452926636, - "Mean": 106.33837381998698, - "Q3": 108.29634070396423, - "UpperFence": 114.39845561981201, - "Max": 113.7148380279541, - "InterquartileRange": 4.0680766105651855, + "N": 3, + "Min": 76.35858058929443, + "LowerFence": 75.1272052526474, + "Q1": 76.88835263252258, + "Median": 77.41812467575073, + "Mean": 77.49449412027995, + "Q3": 78.0624508857727, + "UpperFence": 79.82359826564789, + "Max": 78.70677709579468, + "InterquartileRange": 1.174098253250122, "LowerOutliers": [], "UpperOutliers": [], "AllOutliers": [], - "StandardError": 0.5885725284114617, - "Variance": 10.392528636019826, - "StandardDeviation": 3.2237445053880784, - "Skewness": 0.27154939612675355, - "Kurtosis": 2.2688962508305415, + "StandardError": 0.6789405784819621, + "Variance": 1.3828809273282634, + "StandardDeviation": 1.175959577250963, + "Skewness": 0.06466834262319426, + "Kurtosis": 0.6666666666666657, "ConfidenceInterval": { - "N": 30, - "Mean": 106.33837381998698, - "StandardError": 0.5885725284114617, + "N": 3, + "Mean": 77.49449412027995, + "StandardError": 0.6789405784819621, "Level": 12, - "Margin": 2.1538252636226747, - "Lower": 104.1845485563643, - "Upper": 108.49219908360966 + "Margin": 21.453880306796293, + "Lower": 56.04061381348366, + "Upper": 98.94837442707625 }, "Percentiles": { - "P0": 100.62179565429688, - "P25": 104.22826409339905, - "P50": 105.60797452926636, - "P67": 107.61529421806335, - "P80": 109.32514190673828, - "P85": 109.78240013122559, - "P90": 110.98676204681396, - "P95": 111.04235887527466, - "P100": 113.7148380279541 + "P0": 76.35858058929443, + "P25": 76.88835263252258, + "P50": 77.41812467575073, + "P67": 77.85626649856567, + "P80": 78.1913161277771, + "P85": 78.3201813697815, + "P90": 78.44904661178589, + "P95": 78.57791185379028, + "P100": 78.70677709579468 } }, "Memory": { - "Gen0Collections": 168, + "Gen0Collections": 184, "Gen1Collections": 0, "Gen2Collections": 0, - "TotalOperations": 4194304, - "BytesAllocatedPerOperation": 672 + "TotalOperations": 8388608, + "BytesAllocatedPerOperation": 368 }, "Measurements": [ { @@ -115,7 +88,7 @@ "LaunchIndex": 1, "IterationIndex": 1, "Operations": 1, - "Nanoseconds": 150800 + "Nanoseconds": 162600 }, { "IterationMode": "Workload", @@ -123,7 +96,7 @@ "LaunchIndex": 1, "IterationIndex": 1, "Operations": 1, - "Nanoseconds": 12456400 + "Nanoseconds": 230200 }, { "IterationMode": "Overhead", @@ -131,7 +104,7 @@ "LaunchIndex": 1, "IterationIndex": 2, "Operations": 16, - "Nanoseconds": 504700 + "Nanoseconds": 158500 }, { "IterationMode": "Workload", @@ -139,7 +112,7 @@ "LaunchIndex": 1, "IterationIndex": 2, "Operations": 16, - "Nanoseconds": 433900 + "Nanoseconds": 159100 }, { "IterationMode": "Workload", @@ -147,7 +120,7 @@ "LaunchIndex": 1, "IterationIndex": 1, "Operations": 16, - "Nanoseconds": 17100 + "Nanoseconds": 13600 }, { "IterationMode": "Workload", @@ -155,7 +128,7 @@ "LaunchIndex": 1, "IterationIndex": 2, "Operations": 32, - "Nanoseconds": 24100 + "Nanoseconds": 15200 }, { "IterationMode": "Workload", @@ -163,7 +136,7 @@ "LaunchIndex": 1, "IterationIndex": 3, "Operations": 64, - "Nanoseconds": 51800 + "Nanoseconds": 22500 }, { "IterationMode": "Workload", @@ -171,7 +144,7 @@ "LaunchIndex": 1, "IterationIndex": 4, "Operations": 128, - "Nanoseconds": 85800 + "Nanoseconds": 38100 }, { "IterationMode": "Workload", @@ -179,7 +152,7 @@ "LaunchIndex": 1, "IterationIndex": 5, "Operations": 256, - "Nanoseconds": 123300 + "Nanoseconds": 138300 }, { "IterationMode": "Workload", @@ -187,7 +160,7 @@ "LaunchIndex": 1, "IterationIndex": 6, "Operations": 512, - "Nanoseconds": 239400 + "Nanoseconds": 187600 }, { "IterationMode": "Workload", @@ -195,7 +168,7 @@ "LaunchIndex": 1, "IterationIndex": 7, "Operations": 1024, - "Nanoseconds": 501800 + "Nanoseconds": 280000 }, { "IterationMode": "Workload", @@ -203,7 +176,7 @@ "LaunchIndex": 1, "IterationIndex": 8, "Operations": 2048, - "Nanoseconds": 874500 + "Nanoseconds": 531600 }, { "IterationMode": "Workload", @@ -211,7 +184,7 @@ "LaunchIndex": 1, "IterationIndex": 9, "Operations": 4096, - "Nanoseconds": 1843900 + "Nanoseconds": 1079600 }, { "IterationMode": "Workload", @@ -219,7 +192,7 @@ "LaunchIndex": 1, "IterationIndex": 10, "Operations": 8192, - "Nanoseconds": 3600300 + "Nanoseconds": 2286800 }, { "IterationMode": "Workload", @@ -227,7 +200,7 @@ "LaunchIndex": 1, "IterationIndex": 11, "Operations": 16384, - "Nanoseconds": 8296000 + "Nanoseconds": 4058600 }, { "IterationMode": "Workload", @@ -235,7 +208,7 @@ "LaunchIndex": 1, "IterationIndex": 12, "Operations": 32768, - "Nanoseconds": 14250600 + "Nanoseconds": 9082500 }, { "IterationMode": "Workload", @@ -243,7 +216,7 @@ "LaunchIndex": 1, "IterationIndex": 13, "Operations": 65536, - "Nanoseconds": 21677000 + "Nanoseconds": 15803200 }, { "IterationMode": "Workload", @@ -251,7 +224,7 @@ "LaunchIndex": 1, "IterationIndex": 14, "Operations": 131072, - "Nanoseconds": 44004500 + "Nanoseconds": 25633400 }, { "IterationMode": "Workload", @@ -259,7 +232,7 @@ "LaunchIndex": 1, "IterationIndex": 15, "Operations": 262144, - "Nanoseconds": 81688500 + "Nanoseconds": 46894000 }, { "IterationMode": "Workload", @@ -267,7 +240,7 @@ "LaunchIndex": 1, "IterationIndex": 16, "Operations": 524288, - "Nanoseconds": 75874400 + "Nanoseconds": 65023700 }, { "IterationMode": "Workload", @@ -275,7 +248,7 @@ "LaunchIndex": 1, "IterationIndex": 17, "Operations": 1048576, - "Nanoseconds": 134080700 + "Nanoseconds": 84213700 }, { "IterationMode": "Workload", @@ -283,7 +256,7 @@ "LaunchIndex": 1, "IterationIndex": 18, "Operations": 2097152, - "Nanoseconds": 265852000 + "Nanoseconds": 175612400 }, { "IterationMode": "Workload", @@ -291,11948 +264,866 @@ "LaunchIndex": 1, "IterationIndex": 19, "Operations": 4194304, - "Nanoseconds": 515165100 + "Nanoseconds": 329210900 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", + "LaunchIndex": 1, + "IterationIndex": 20, + "Operations": 8388608, + "Nanoseconds": 653623400 }, { "IterationMode": "Overhead", "IterationStage": "Warmup", "LaunchIndex": 1, "IterationIndex": 1, - "Operations": 4194304, - "Nanoseconds": 12935200 + "Operations": 8388608, + "Nanoseconds": 13431200 }, { "IterationMode": "Overhead", "IterationStage": "Warmup", "LaunchIndex": 1, "IterationIndex": 2, - "Operations": 4194304, - "Nanoseconds": 13100100 + "Operations": 8388608, + "Nanoseconds": 13529700 }, { "IterationMode": "Overhead", "IterationStage": "Warmup", "LaunchIndex": 1, "IterationIndex": 3, - "Operations": 4194304, - "Nanoseconds": 11721200 + "Operations": 8388608, + "Nanoseconds": 13704800 }, { "IterationMode": "Overhead", "IterationStage": "Warmup", "LaunchIndex": 1, "IterationIndex": 4, - "Operations": 4194304, - "Nanoseconds": 13984700 + "Operations": 8388608, + "Nanoseconds": 13377700 }, { "IterationMode": "Overhead", "IterationStage": "Warmup", "LaunchIndex": 1, "IterationIndex": 5, - "Operations": 4194304, - "Nanoseconds": 12126700 + "Operations": 8388608, + "Nanoseconds": 13576500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 6, + "Operations": 8388608, + "Nanoseconds": 13574700 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 1, - "Operations": 4194304, - "Nanoseconds": 11812500 + "Operations": 8388608, + "Nanoseconds": 13491700 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 2, - "Operations": 4194304, - "Nanoseconds": 11889300 + "Operations": 8388608, + "Nanoseconds": 13317900 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 3, - "Operations": 4194304, - "Nanoseconds": 11908600 + "Operations": 8388608, + "Nanoseconds": 13466300 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 4, - "Operations": 4194304, - "Nanoseconds": 12152500 + "Operations": 8388608, + "Nanoseconds": 13508100 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 5, - "Operations": 4194304, - "Nanoseconds": 12378400 + "Operations": 8388608, + "Nanoseconds": 13427400 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 6, - "Operations": 4194304, - "Nanoseconds": 11845900 + "Operations": 8388608, + "Nanoseconds": 13489600 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 7, - "Operations": 4194304, - "Nanoseconds": 12456200 + "Operations": 8388608, + "Nanoseconds": 13413900 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 8, - "Operations": 4194304, - "Nanoseconds": 12379600 + "Operations": 8388608, + "Nanoseconds": 13567900 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 9, - "Operations": 4194304, - "Nanoseconds": 12436400 + "Operations": 8388608, + "Nanoseconds": 13408600 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 10, - "Operations": 4194304, - "Nanoseconds": 11764300 + "Operations": 8388608, + "Nanoseconds": 13185400 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 11, - "Operations": 4194304, - "Nanoseconds": 11849700 + "Operations": 8388608, + "Nanoseconds": 13556700 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 12, - "Operations": 4194304, - "Nanoseconds": 12785800 + "Operations": 8388608, + "Nanoseconds": 13394600 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 13, - "Operations": 4194304, - "Nanoseconds": 12277100 + "Operations": 8388608, + "Nanoseconds": 13362500 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 14, - "Operations": 4194304, - "Nanoseconds": 11927300 + "Operations": 8388608, + "Nanoseconds": 13514200 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 15, - "Operations": 4194304, - "Nanoseconds": 11869500 + "Operations": 8388608, + "Nanoseconds": 14330100 }, { "IterationMode": "Workload", "IterationStage": "Warmup", "LaunchIndex": 1, "IterationIndex": 1, - "Operations": 4194304, - "Nanoseconds": 505666100 + "Operations": 8388608, + "Nanoseconds": 661718400 }, { "IterationMode": "Workload", "IterationStage": "Warmup", "LaunchIndex": 1, "IterationIndex": 2, - "Operations": 4194304, - "Nanoseconds": 453601200 + "Operations": 8388608, + "Nanoseconds": 679874500 }, { "IterationMode": "Workload", "IterationStage": "Warmup", "LaunchIndex": 1, "IterationIndex": 3, - "Operations": 4194304, - "Nanoseconds": 441146100 + "Operations": 8388608, + "Nanoseconds": 658565800 }, { "IterationMode": "Workload", - "IterationStage": "Warmup", + "IterationStage": "Actual", "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 4194304, - "Nanoseconds": 459992600 + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 654008500 }, { "IterationMode": "Workload", - "IterationStage": "Warmup", + "IterationStage": "Actual", "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 4194304, - "Nanoseconds": 461516500 + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 662896600 }, { "IterationMode": "Workload", - "IterationStage": "Warmup", + "IterationStage": "Actual", "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 4194304, - "Nanoseconds": 461594200 + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 673706600 }, { "IterationMode": "Workload", - "IterationStage": "Warmup", + "IterationStage": "Result", "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 4194304, - "Nanoseconds": 450237000 + "IterationIndex": 1, + "Operations": 8388608, + "Nanoseconds": 640542200 }, { "IterationMode": "Workload", - "IterationStage": "Warmup", + "IterationStage": "Result", "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 4194304, - "Nanoseconds": 453631700 + "IterationIndex": 2, + "Operations": 8388608, + "Nanoseconds": 649430300 }, { "IterationMode": "Workload", - "IterationStage": "Warmup", + "IterationStage": "Result", "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 4194304, - "Nanoseconds": 458135800 + "IterationIndex": 3, + "Operations": 8388608, + "Nanoseconds": 660240300 + } + ], + "Metrics": [ + { + "Value": 0.02193450927734375, + "Descriptor": { + "Id": "Gen0Collects", + "DisplayName": "Gen0", + "Legend": "GC Generation 0 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 0 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen1Collects", + "DisplayName": "Gen1", + "Legend": "GC Generation 1 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 1 + } + }, + { + "Value": 0, + "Descriptor": { + "Id": "Gen2Collects", + "DisplayName": "Gen2", + "Legend": "GC Generation 2 collects per 1000 operations", + "NumberFormat": "#0.0000", + "UnitType": 0, + "Unit": "Count", + "TheGreaterTheBetter": false, + "PriorityInCategory": 2 + } + }, + { + "Value": 368, + "Descriptor": { + "Id": "Allocated Memory", + "DisplayName": "Allocated", + "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", + "NumberFormat": "0.##", + "UnitType": 2, + "Unit": "B", + "TheGreaterTheBetter": false, + "PriorityInCategory": 3 + } + } + ] + }, + { + "DisplayInfo": "Memory.AllocExactList: ShortRun(IterationCount=3, LaunchCount=1, WarmupCount=3)", + "Namespace": "BenchmarkDotNet.Samples", + "Type": "Memory", + "Method": "AllocExactList", + "MethodTitle": "AllocExactList", + "Parameters": "", + "FullName": "BenchmarkDotNet.Samples.Memory.AllocExactList", + "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", + "Statistics": { + "OriginalValues": [ + 54.01603579521179, + 55.24192452430725, + 54.68738079071045 + ], + "N": 3, + "Min": 54.01603579521179, + "LowerFence": 53.432291746139526, + "Q1": 54.35170829296112, + "Median": 54.68738079071045, + "Mean": 54.648447036743164, + "Q3": 54.96465265750885, + "UpperFence": 55.884069204330444, + "Max": 55.24192452430725, + "InterquartileRange": 0.6129443645477295, + "LowerOutliers": [], + "UpperOutliers": [], + "AllOutliers": [], + "StandardError": 0.35441861874028235, + "Variance": 0.3768376719293087, + "StandardDeviation": 0.613871054806552, + "Skewness": -0.0631682205027393, + "Kurtosis": 0.6666666666666666, + "ConfidenceInterval": { + "N": 3, + "Mean": 54.648447036743164, + "StandardError": 0.35441861874028235, + "Level": 12, + "Margin": 11.19929323116176, + "Lower": 43.4491538055814, + "Upper": 65.84774026790492 + }, + "Percentiles": { + "P0": 54.01603579521179, + "P25": 54.35170829296112, + "P50": 54.68738079071045, + "P67": 54.87592566013336, + "P80": 55.02010703086853, + "P85": 55.07556140422821, + "P90": 55.13101577758789, + "P95": 55.18647015094757, + "P100": 55.24192452430725 + } + }, + "Memory": { + "Gen0Collections": 184, + "Gen1Collections": 0, + "Gen2Collections": 0, + "TotalOperations": 16777216, + "BytesAllocatedPerOperation": 184 + }, + "Measurements": [ + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 129700 }, { "IterationMode": "Workload", - "IterationStage": "Warmup", + "IterationStage": "Jitting", "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 4194304, - "Nanoseconds": 438893700 + "IterationIndex": 1, + "Operations": 1, + "Nanoseconds": 210700 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 162600 }, { "IterationMode": "Workload", - "IterationStage": "Actual", + "IterationStage": "Jitting", + "LaunchIndex": 1, + "IterationIndex": 2, + "Operations": 16, + "Nanoseconds": 189300 + }, + { + "IterationMode": "Workload", + "IterationStage": "Pilot", "LaunchIndex": 1, "IterationIndex": 1, - "Operations": 4194304, - "Nanoseconds": 465515400 + "Operations": 16, + "Nanoseconds": 5700 }, { "IterationMode": "Workload", - "IterationStage": "Actual", + "IterationStage": "Pilot", "LaunchIndex": 1, "IterationIndex": 2, - "Operations": 4194304, - "Nanoseconds": 506488600 + "Operations": 32, + "Nanoseconds": 10300 }, { "IterationMode": "Workload", - "IterationStage": "Actual", + "IterationStage": "Pilot", "LaunchIndex": 1, "IterationIndex": 3, - "Operations": 4194304, - "Nanoseconds": 472428100 + "Operations": 64, + "Nanoseconds": 16100 }, { "IterationMode": "Workload", - "IterationStage": "Actual", + "IterationStage": "Pilot", "LaunchIndex": 1, "IterationIndex": 4, - "Operations": 4194304, - "Nanoseconds": 462966900 + "Operations": 128, + "Nanoseconds": 30300 }, { "IterationMode": "Workload", - "IterationStage": "Actual", + "IterationStage": "Pilot", "LaunchIndex": 1, "IterationIndex": 5, - "Operations": 4194304, - "Nanoseconds": 446243100 + "Operations": 256, + "Nanoseconds": 111400 }, { "IterationMode": "Workload", - "IterationStage": "Actual", + "IterationStage": "Pilot", "LaunchIndex": 1, "IterationIndex": 6, - "Operations": 4194304, - "Nanoseconds": 477428900 + "Operations": 512, + "Nanoseconds": 184800 }, { "IterationMode": "Workload", - "IterationStage": "Actual", + "IterationStage": "Pilot", "LaunchIndex": 1, "IterationIndex": 7, - "Operations": 4194304, - "Nanoseconds": 446112400 + "Operations": 1024, + "Nanoseconds": 292100 }, { "IterationMode": "Workload", - "IterationStage": "Actual", + "IterationStage": "Pilot", "LaunchIndex": 1, "IterationIndex": 8, - "Operations": 4194304, - "Nanoseconds": 470009300 + "Operations": 2048, + "Nanoseconds": 419600 }, { "IterationMode": "Workload", - "IterationStage": "Actual", + "IterationStage": "Pilot", "LaunchIndex": 1, "IterationIndex": 9, - "Operations": 4194304, - "Nanoseconds": 450287600 + "Operations": 4096, + "Nanoseconds": 794700 }, { "IterationMode": "Workload", - "IterationStage": "Actual", + "IterationStage": "Pilot", "LaunchIndex": 1, "IterationIndex": 10, - "Operations": 4194304, - "Nanoseconds": 450739900 + "Operations": 8192, + "Nanoseconds": 1607300 }, { "IterationMode": "Workload", - "IterationStage": "Actual", + "IterationStage": "Pilot", "LaunchIndex": 1, "IterationIndex": 11, - "Operations": 4194304, - "Nanoseconds": 477535100 + "Operations": 16384, + "Nanoseconds": 3031400 }, { "IterationMode": "Workload", - "IterationStage": "Actual", + "IterationStage": "Pilot", "LaunchIndex": 1, "IterationIndex": 12, - "Operations": 4194304, - "Nanoseconds": 448693900 + "Operations": 32768, + "Nanoseconds": 5804500 }, { "IterationMode": "Workload", - "IterationStage": "Actual", + "IterationStage": "Pilot", "LaunchIndex": 1, "IterationIndex": 13, - "Operations": 4194304, - "Nanoseconds": 477785300 + "Operations": 65536, + "Nanoseconds": 11682800 }, { "IterationMode": "Workload", - "IterationStage": "Actual", + "IterationStage": "Pilot", "LaunchIndex": 1, "IterationIndex": 14, - "Operations": 4194304, - "Nanoseconds": 454489400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 4194304, - "Nanoseconds": 453633600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 16, - "Operations": 4194304, - "Nanoseconds": 488881900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 17, - "Operations": 4194304, - "Nanoseconds": 455269100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 18, - "Operations": 4194304, - "Nanoseconds": 472313700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 19, - "Operations": 4194304, - "Nanoseconds": 461744800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 20, - "Operations": 4194304, - "Nanoseconds": 463738200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 21, - "Operations": 4194304, - "Nanoseconds": 458499100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 22, - "Operations": 4194304, - "Nanoseconds": 433965700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 23, - "Operations": 4194304, - "Nanoseconds": 453142800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 24, - "Operations": 4194304, - "Nanoseconds": 452913300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 25, - "Operations": 4194304, - "Nanoseconds": 444866200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 26, - "Operations": 4194304, - "Nanoseconds": 452384900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 27, - "Operations": 4194304, - "Nanoseconds": 438044700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 28, - "Operations": 4194304, - "Nanoseconds": 462924800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 29, - "Operations": 4194304, - "Nanoseconds": 439567600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 30, - "Operations": 4194304, - "Nanoseconds": 439789000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 31, - "Operations": 4194304, - "Nanoseconds": 466368300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 4194304, - "Nanoseconds": 453588100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 4194304, - "Nanoseconds": 460500800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 4194304, - "Nanoseconds": 451039600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 4194304, - "Nanoseconds": 434315800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 4194304, - "Nanoseconds": 465501600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 4194304, - "Nanoseconds": 434185100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 4194304, - "Nanoseconds": 458082000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 4194304, - "Nanoseconds": 438360300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 4194304, - "Nanoseconds": 438812600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 4194304, - "Nanoseconds": 465607800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 4194304, - "Nanoseconds": 436766600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 4194304, - "Nanoseconds": 465858000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 4194304, - "Nanoseconds": 442562100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 4194304, - "Nanoseconds": 441706300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 4194304, - "Nanoseconds": 476954600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 16, - "Operations": 4194304, - "Nanoseconds": 443341800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 17, - "Operations": 4194304, - "Nanoseconds": 460386400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 18, - "Operations": 4194304, - "Nanoseconds": 449817500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 19, - "Operations": 4194304, - "Nanoseconds": 451810900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 20, - "Operations": 4194304, - "Nanoseconds": 446571800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 21, - "Operations": 4194304, - "Nanoseconds": 422038400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 22, - "Operations": 4194304, - "Nanoseconds": 441215500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 23, - "Operations": 4194304, - "Nanoseconds": 440986000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 24, - "Operations": 4194304, - "Nanoseconds": 432938900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 25, - "Operations": 4194304, - "Nanoseconds": 440457600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 26, - "Operations": 4194304, - "Nanoseconds": 426117400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 27, - "Operations": 4194304, - "Nanoseconds": 450997500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 28, - "Operations": 4194304, - "Nanoseconds": 427640300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 29, - "Operations": 4194304, - "Nanoseconds": 427861700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 30, - "Operations": 4194304, - "Nanoseconds": 454441000 - } - ], - "Metrics": [ - { - "Value": 0.0400543212890625, - "Descriptor": { - "Id": "Gen0Collects", - "DisplayName": "Gen0", - "Legend": "GC Generation 0 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 0 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen1Collects", - "DisplayName": "Gen1", - "Legend": "GC Generation 1 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 1 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen2Collects", - "DisplayName": "Gen2", - "Legend": "GC Generation 2 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 2 - } - }, - { - "Value": 672, - "Descriptor": { - "Id": "Allocated Memory", - "DisplayName": "Allocated", - "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", - "NumberFormat": "0.##", - "UnitType": 2, - "Unit": "B", - "TheGreaterTheBetter": false, - "PriorityInCategory": 3 - } - } - ] - }, - { - "DisplayInfo": "ExampleFileBenchmark.Parse: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=expressions.step]", - "Namespace": "StepLang.Benchmarks", - "Type": "ExampleFileBenchmark", - "Method": "Parse", - "MethodTitle": "Parse", - "Parameters": "ExampleFileName=expressions.step", - "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Parse(ExampleFileName: \"expressions.step\")", - "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", - "Statistics": { - "OriginalValues": [ - 42768.572998046875, - 43230.84716796875, - 42345.611572265625, - 42857.666015625, - 42307.342529296875, - 42713.580322265625, - 42874.08447265625, - 42395.416259765625, - 44834.9365234375, - 44072.308349609375, - 43732.38525390625, - 44133.697509765625, - 43169.903564453125, - 43823.760986328125, - 43921.539306640625 - ], - "N": 15, - "Min": 42307.342529296875, - "LowerFence": 41043.71643066406, - "Q1": 42741.07666015625, - "Median": 43169.903564453125, - "Mean": 43278.77685546875, - "Q3": 43872.650146484375, - "UpperFence": 45570.01037597656, - "Max": 44834.9365234375, - "InterquartileRange": 1131.573486328125, - "LowerOutliers": [], - "UpperOutliers": [], - "AllOutliers": [], - "StandardError": 197.94119338283582, - "Variance": 587710.740567318, - "StandardDeviation": 766.6229455001449, - "Skewness": 0.37574317299510357, - "Kurtosis": 1.8494706561136487, - "ConfidenceInterval": { - "N": 15, - "Mean": 43278.77685546875, - "StandardError": 197.94119338283582, - "Level": 12, - "Margin": 819.5664278950181, - "Lower": 42459.21042757373, - "Upper": 44098.34328336377 - }, - "Percentiles": { - "P0": 42307.342529296875, - "P25": 42741.07666015625, - "P50": 43169.903564453125, - "P67": 43767.10803222656, - "P80": 43951.693115234375, - "P85": 44057.2314453125, - "P90": 44109.141845703125, - "P95": 44344.06921386719, - "P100": 44834.9365234375 - } - }, - "Memory": { - "Gen0Collections": 131, - "Gen1Collections": 7, - "Gen2Collections": 0, - "TotalOperations": 16384, - "BytesAllocatedPerOperation": 134616 - }, - "Measurements": [ - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 135600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 15227900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 551700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 3929600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16, - "Nanoseconds": 3455600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 32, - "Nanoseconds": 7418100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 64, - "Nanoseconds": 14209400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 128, - "Nanoseconds": 26677000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 256, - "Nanoseconds": 46864700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 512, - "Nanoseconds": 96051600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 1024, - "Nanoseconds": 141862000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 2048, - "Nanoseconds": 113265600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 4096, - "Nanoseconds": 192485200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8192, - "Nanoseconds": 347769600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 715638100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16384, - "Nanoseconds": 46900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16384, - "Nanoseconds": 42000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 16384, - "Nanoseconds": 42000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 16384, - "Nanoseconds": 42000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 16384, - "Nanoseconds": 45800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 16384, - "Nanoseconds": 41600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16384, - "Nanoseconds": 41700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16384, - "Nanoseconds": 41800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 16384, - "Nanoseconds": 45900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 16384, - "Nanoseconds": 41500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 16384, - "Nanoseconds": 41500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 16384, - "Nanoseconds": 41500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 16384, - "Nanoseconds": 45400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 16384, - "Nanoseconds": 41500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 16384, - "Nanoseconds": 41500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 16384, - "Nanoseconds": 41500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 45400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 16384, - "Nanoseconds": 41400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 16384, - "Nanoseconds": 41400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 16384, - "Nanoseconds": 64100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 16384, - "Nanoseconds": 45500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16384, - "Nanoseconds": 702345400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16384, - "Nanoseconds": 697404300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 16384, - "Nanoseconds": 715614700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 16384, - "Nanoseconds": 693785200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 16384, - "Nanoseconds": 680222600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 16384, - "Nanoseconds": 701530300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 16384, - "Nanoseconds": 693737400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16384, - "Nanoseconds": 700761800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16384, - "Nanoseconds": 708335700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 16384, - "Nanoseconds": 693832000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 16384, - "Nanoseconds": 702221500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 16384, - "Nanoseconds": 693205000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 16384, - "Nanoseconds": 699860800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 16384, - "Nanoseconds": 702490500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 16384, - "Nanoseconds": 694648000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 16384, - "Nanoseconds": 734617100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 16384, - "Nanoseconds": 722122200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 716552900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 16384, - "Nanoseconds": 723128000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 16384, - "Nanoseconds": 707337200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 16384, - "Nanoseconds": 718050000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 16384, - "Nanoseconds": 719652000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16384, - "Nanoseconds": 700720300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16384, - "Nanoseconds": 708294200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 16384, - "Nanoseconds": 693790500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 16384, - "Nanoseconds": 702180000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 16384, - "Nanoseconds": 693163500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 16384, - "Nanoseconds": 699819300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 16384, - "Nanoseconds": 702449000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 16384, - "Nanoseconds": 694606500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 16384, - "Nanoseconds": 734575600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 16384, - "Nanoseconds": 722080700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 716511400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 16384, - "Nanoseconds": 723086500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 16384, - "Nanoseconds": 707295700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 16384, - "Nanoseconds": 718008500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 16384, - "Nanoseconds": 719610500 - } - ], - "Metrics": [ - { - "Value": 7.99560546875, - "Descriptor": { - "Id": "Gen0Collects", - "DisplayName": "Gen0", - "Legend": "GC Generation 0 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 0 - } - }, - { - "Value": 0.42724609375, - "Descriptor": { - "Id": "Gen1Collects", - "DisplayName": "Gen1", - "Legend": "GC Generation 1 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 1 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen2Collects", - "DisplayName": "Gen2", - "Legend": "GC Generation 2 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 2 - } - }, - { - "Value": 134616, - "Descriptor": { - "Id": "Allocated Memory", - "DisplayName": "Allocated", - "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", - "NumberFormat": "0.##", - "UnitType": 2, - "Unit": "B", - "TheGreaterTheBetter": false, - "PriorityInCategory": 3 - } - } - ] - }, - { - "DisplayInfo": "ExampleFileBenchmark.Interpret: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=expressions.step]", - "Namespace": "StepLang.Benchmarks", - "Type": "ExampleFileBenchmark", - "Method": "Interpret", - "MethodTitle": "Interpret", - "Parameters": "ExampleFileName=expressions.step", - "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Interpret(ExampleFileName: \"expressions.step\")", - "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", - "Statistics": { - "OriginalValues": [ - 1224.6830940246582, - 1300.1690864562988, - 1221.4627265930176, - 1225.6491661071777, - 1281.6819190979004, - 1316.5112495422363, - 1366.401195526123, - 1257.0282936096191, - 1221.9595909118652, - 1267.103672027588, - 1261.3055229187012, - 1228.9633750915527, - 1264.148998260498, - 1268.9024925231934, - 1282.6367378234863, - 1298.0742454528809, - 1251.152515411377, - 1241.5226936340332, - 1244.0333366394043, - 1252.4662971496582, - 1239.462947845459, - 1319.0024375915527, - 1228.5317420959473, - 1226.1862754821777, - 1208.2005500793457, - 1199.2877006530762, - 1206.923007965088, - 1202.977466583252, - 1222.1318244934082, - 1203.1601905822754, - 1275.2646446228027, - 1304.427433013916, - 1201.7306327819824, - 1201.7119407653809, - 1205.001163482666 - ], - "N": 35, - "Min": 1199.2877006530762, - "LowerFence": 1146.1525440216064, - "Q1": 1221.7111587524414, - "Median": 1241.5226936340332, - "Mean": 1249.1387476239886, - "Q3": 1272.083568572998, - "UpperFence": 1347.642183303833, - "Max": 1366.401195526123, - "InterquartileRange": 50.37240982055664, - "LowerOutliers": [], - "UpperOutliers": [ - 1366.401195526123 - ], - "AllOutliers": [ - 1366.401195526123 - ], - "StandardError": 6.909197537534189, - "Variance": 1670.7953714433977, - "StandardDeviation": 40.87536386924767, - "Skewness": 0.7973138682074318, - "Kurtosis": 3.035496557452771, - "ConfidenceInterval": { - "N": 35, - "Mean": 1249.1387476239886, - "StandardError": 6.909197537534189, - "Level": 12, - "Margin": 24.878056698395156, - "Lower": 1224.2606909255935, - "Upper": 1274.0168043223837 - }, - "Percentiles": { - "P0": 1199.2877006530762, - "P25": 1221.7111587524414, - "P50": 1241.5226936340332, - "P67": 1263.5234336853027, - "P80": 1281.8728828430176, - "P85": 1296.5304946899414, - "P90": 1302.7240943908691, - "P95": 1317.2586059570312, - "P100": 1366.401195526123 - } - }, - "Memory": { - "Gen0Collections": 49, - "Gen1Collections": 0, - "Gen2Collections": 0, - "TotalOperations": 524288, - "BytesAllocatedPerOperation": 1584 - }, - "Measurements": [ - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 89400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 18581800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 138100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 276900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16, - "Nanoseconds": 116500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 32, - "Nanoseconds": 203800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 64, - "Nanoseconds": 394400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 128, - "Nanoseconds": 948400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 256, - "Nanoseconds": 1508000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 512, - "Nanoseconds": 3282200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 1024, - "Nanoseconds": 6569700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 2048, - "Nanoseconds": 12773700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 4096, - "Nanoseconds": 24998100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8192, - "Nanoseconds": 49237200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 110753200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 32768, - "Nanoseconds": 150027200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 65536, - "Nanoseconds": 82259900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 131072, - "Nanoseconds": 157858200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 262144, - "Nanoseconds": 326384100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 16, - "Operations": 524288, - "Nanoseconds": 636920100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 524288, - "Nanoseconds": 822300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 524288, - "Nanoseconds": 824000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 524288, - "Nanoseconds": 824600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 524288, - "Nanoseconds": 1007800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 524288, - "Nanoseconds": 812700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 524288, - "Nanoseconds": 812800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 524288, - "Nanoseconds": 842000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 524288, - "Nanoseconds": 848500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 524288, - "Nanoseconds": 828500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 524288, - "Nanoseconds": 816300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 524288, - "Nanoseconds": 826700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 524288, - "Nanoseconds": 879200 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 524288, - "Nanoseconds": 940900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 524288, - "Nanoseconds": 820800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 524288, - "Nanoseconds": 932000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 524288, - "Nanoseconds": 1001500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 524288, - "Nanoseconds": 919400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 524288, - "Nanoseconds": 918100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 524288, - "Nanoseconds": 934000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 524288, - "Nanoseconds": 1009200 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 524288, - "Nanoseconds": 810500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 524288, - "Nanoseconds": 988400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 524288, - "Nanoseconds": 817500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 524288, - "Nanoseconds": 804100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 16, - "Operations": 524288, - "Nanoseconds": 804100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 17, - "Operations": 524288, - "Nanoseconds": 805500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 18, - "Operations": 524288, - "Nanoseconds": 1029400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 19, - "Operations": 524288, - "Nanoseconds": 804100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 20, - "Operations": 524288, - "Nanoseconds": 804100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 524288, - "Nanoseconds": 658640300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 524288, - "Nanoseconds": 640387100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 524288, - "Nanoseconds": 646180100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 524288, - "Nanoseconds": 641358300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 524288, - "Nanoseconds": 645173500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 524288, - "Nanoseconds": 632800500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 524288, - "Nanoseconds": 642939600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 524288, - "Nanoseconds": 682516000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 524288, - "Nanoseconds": 641251200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 524288, - "Nanoseconds": 643446100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 524288, - "Nanoseconds": 672823400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 524288, - "Nanoseconds": 691084000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 524288, - "Nanoseconds": 724813300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 524288, - "Nanoseconds": 724831400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 524288, - "Nanoseconds": 717240700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 524288, - "Nanoseconds": 659897800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 524288, - "Nanoseconds": 641511700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 524288, - "Nanoseconds": 665180200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 524288, - "Nanoseconds": 662140300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 524288, - "Nanoseconds": 645183700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 524288, - "Nanoseconds": 663631100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 16, - "Operations": 524288, - "Nanoseconds": 666123300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 17, - "Operations": 524288, - "Nanoseconds": 673324000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 18, - "Operations": 524288, - "Nanoseconds": 681417700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 19, - "Operations": 524288, - "Nanoseconds": 656817200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 20, - "Operations": 524288, - "Nanoseconds": 651768400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 21, - "Operations": 524288, - "Nanoseconds": 653084700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 22, - "Operations": 524288, - "Nanoseconds": 657506000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 23, - "Operations": 524288, - "Nanoseconds": 650688500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 24, - "Operations": 524288, - "Nanoseconds": 692390100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 25, - "Operations": 524288, - "Nanoseconds": 644957400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 26, - "Operations": 524288, - "Nanoseconds": 643727700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 27, - "Operations": 524288, - "Nanoseconds": 634298000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 28, - "Operations": 524288, - "Nanoseconds": 629625100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 29, - "Operations": 524288, - "Nanoseconds": 633628200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 30, - "Operations": 524288, - "Nanoseconds": 631559600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 31, - "Operations": 524288, - "Nanoseconds": 641602000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 32, - "Operations": 524288, - "Nanoseconds": 631655400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 33, - "Operations": 524288, - "Nanoseconds": 669458900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 34, - "Operations": 524288, - "Nanoseconds": 684748600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 35, - "Operations": 524288, - "Nanoseconds": 630905900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 36, - "Operations": 524288, - "Nanoseconds": 630896100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 37, - "Operations": 524288, - "Nanoseconds": 632620600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 524288, - "Nanoseconds": 642086650 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 524288, - "Nanoseconds": 681663050 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 524288, - "Nanoseconds": 640398250 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 524288, - "Nanoseconds": 642593150 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 524288, - "Nanoseconds": 671970450 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 524288, - "Nanoseconds": 690231050 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 524288, - "Nanoseconds": 716387750 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 524288, - "Nanoseconds": 659044850 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 524288, - "Nanoseconds": 640658750 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 524288, - "Nanoseconds": 664327250 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 524288, - "Nanoseconds": 661287350 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 524288, - "Nanoseconds": 644330750 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 524288, - "Nanoseconds": 662778150 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 524288, - "Nanoseconds": 665270350 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 524288, - "Nanoseconds": 672471050 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 16, - "Operations": 524288, - "Nanoseconds": 680564750 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 17, - "Operations": 524288, - "Nanoseconds": 655964250 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 18, - "Operations": 524288, - "Nanoseconds": 650915450 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 19, - "Operations": 524288, - "Nanoseconds": 652231750 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 20, - "Operations": 524288, - "Nanoseconds": 656653050 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 21, - "Operations": 524288, - "Nanoseconds": 649835550 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 22, - "Operations": 524288, - "Nanoseconds": 691537150 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 23, - "Operations": 524288, - "Nanoseconds": 644104450 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 24, - "Operations": 524288, - "Nanoseconds": 642874750 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 25, - "Operations": 524288, - "Nanoseconds": 633445050 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 26, - "Operations": 524288, - "Nanoseconds": 628772150 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 27, - "Operations": 524288, - "Nanoseconds": 632775250 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 28, - "Operations": 524288, - "Nanoseconds": 630706650 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 29, - "Operations": 524288, - "Nanoseconds": 640749050 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 30, - "Operations": 524288, - "Nanoseconds": 630802450 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 31, - "Operations": 524288, - "Nanoseconds": 668605950 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 32, - "Operations": 524288, - "Nanoseconds": 683895650 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 33, - "Operations": 524288, - "Nanoseconds": 630052950 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 34, - "Operations": 524288, - "Nanoseconds": 630043150 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 35, - "Operations": 524288, - "Nanoseconds": 631767650 - } - ], - "Metrics": [ - { - "Value": 0.0934600830078125, - "Descriptor": { - "Id": "Gen0Collects", - "DisplayName": "Gen0", - "Legend": "GC Generation 0 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 0 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen1Collects", - "DisplayName": "Gen1", - "Legend": "GC Generation 1 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 1 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen2Collects", - "DisplayName": "Gen2", - "Legend": "GC Generation 2 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 2 - } - }, - { - "Value": 1584, - "Descriptor": { - "Id": "Allocated Memory", - "DisplayName": "Allocated", - "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", - "NumberFormat": "0.##", - "UnitType": 2, - "Unit": "B", - "TheGreaterTheBetter": false, - "PriorityInCategory": 3 - } - } - ] - }, - { - "DisplayInfo": "ExampleFileBenchmark.Tokenize: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=json.step]", - "Namespace": "StepLang.Benchmarks", - "Type": "ExampleFileBenchmark", - "Method": "Tokenize", - "MethodTitle": "Tokenize", - "Parameters": "ExampleFileName=json.step", - "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Tokenize(ExampleFileName: \"json.step\")", - "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", - "Statistics": { - "OriginalValues": [ - 103.53921055793762, - 105.66527247428894, - 106.73384070396423, - 104.99349236488342, - 105.3307831287384, - 107.01553225517273, - 105.56259751319885, - 106.58769011497498, - 106.37518763542175, - 105.54025769233704, - 108.48075747489929, - 107.4245274066925, - 105.98030686378479, - 102.41016745567322 - ], - "N": 14, - "Min": 102.41016745567322, - "LowerFence": 103.41192483901978, - "Q1": 105.38315176963806, - "Median": 105.82278966903687, - "Mean": 105.83140168871198, - "Q3": 106.69730305671692, - "UpperFence": 108.6685299873352, - "Max": 108.48075747489929, - "InterquartileRange": 1.3141512870788574, - "LowerOutliers": [ - 102.41016745567322 - ], - "UpperOutliers": [], - "AllOutliers": [ - 102.41016745567322 - ], - "StandardError": 0.4111085212910869, - "Variance": 2.3661430278940165, - "StandardDeviation": 1.5382272354545075, - "Skewness": -0.534183507049988, - "Kurtosis": 2.8569720200761486, - "ConfidenceInterval": { - "N": 14, - "Mean": 105.83140168871198, - "StandardError": 0.4111085212910869, - "Level": 12, - "Margin": 1.735219889643817, - "Lower": 104.09618179906816, - "Upper": 107.5666215783558 - }, - "Percentiles": { - "P0": 102.41016745567322, - "P25": 105.38315176963806, - "P50": 105.82278966903687, - "P67": 106.52606439590454, - "P80": 106.84651732444763, - "P85": 107.03598201274872, - "P90": 107.30182886123657, - "P95": 107.79420793056488, - "P100": 108.48075747489929 - } - }, - "Memory": { - "Gen0Collections": 336, - "Gen1Collections": 0, - "Gen2Collections": 0, - "TotalOperations": 8388608, - "BytesAllocatedPerOperation": 672 - }, - "Measurements": [ - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 4987800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 11176000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 380200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 414600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16, - "Nanoseconds": 16400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 32, - "Nanoseconds": 27000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 64, - "Nanoseconds": 37000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 128, - "Nanoseconds": 72800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 256, - "Nanoseconds": 144300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 512, - "Nanoseconds": 217400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 1024, - "Nanoseconds": 424400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 2048, - "Nanoseconds": 918400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 4096, - "Nanoseconds": 1918200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8192, - "Nanoseconds": 4827300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 7272000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 32768, - "Nanoseconds": 12676000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 65536, - "Nanoseconds": 20763300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 131072, - "Nanoseconds": 41214200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 262144, - "Nanoseconds": 44510700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 16, - "Operations": 524288, - "Nanoseconds": 55171500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 17, - "Operations": 1048576, - "Nanoseconds": 124182200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 18, - "Operations": 2097152, - "Nanoseconds": 223746400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 19, - "Operations": 4194304, - "Nanoseconds": 430514200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 20, - "Operations": 8388608, - "Nanoseconds": 904935300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8388608, - "Nanoseconds": 23346000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8388608, - "Nanoseconds": 23339100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8388608, - "Nanoseconds": 23674600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8388608, - "Nanoseconds": 23249800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8388608, - "Nanoseconds": 23255700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8388608, - "Nanoseconds": 23339900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8388608, - "Nanoseconds": 23035900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8388608, - "Nanoseconds": 23311700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8388608, - "Nanoseconds": 23260000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8388608, - "Nanoseconds": 23253600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8388608, - "Nanoseconds": 23379300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8388608, - "Nanoseconds": 23194300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8388608, - "Nanoseconds": 23042500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8388608, - "Nanoseconds": 23303500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8388608, - "Nanoseconds": 23148400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 8388608, - "Nanoseconds": 23097700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8388608, - "Nanoseconds": 24249000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 8388608, - "Nanoseconds": 19470700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 8388608, - "Nanoseconds": 19629700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 8388608, - "Nanoseconds": 20075200 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 8388608, - "Nanoseconds": 19694900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 8388608, - "Nanoseconds": 19593000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 16, - "Operations": 8388608, - "Nanoseconds": 20769600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 17, - "Operations": 8388608, - "Nanoseconds": 20099300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 18, - "Operations": 8388608, - "Nanoseconds": 19478500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 19, - "Operations": 8388608, - "Nanoseconds": 19463500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 20, - "Operations": 8388608, - "Nanoseconds": 19450700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8388608, - "Nanoseconds": 896231300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8388608, - "Nanoseconds": 898249900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8388608, - "Nanoseconds": 888615600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8388608, - "Nanoseconds": 891937900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8388608, - "Nanoseconds": 873636500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8388608, - "Nanoseconds": 888699500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8388608, - "Nanoseconds": 890455900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8388608, - "Nanoseconds": 908290600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8388608, - "Nanoseconds": 917254400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8388608, - "Nanoseconds": 902655300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8388608, - "Nanoseconds": 905484700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8388608, - "Nanoseconds": 937439700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8388608, - "Nanoseconds": 919617400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8388608, - "Nanoseconds": 907429300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 8388608, - "Nanoseconds": 916028400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8388608, - "Nanoseconds": 914245800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 8388608, - "Nanoseconds": 907241900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 8388608, - "Nanoseconds": 931908600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 8388608, - "Nanoseconds": 923048300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 8388608, - "Nanoseconds": 910933300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 8388608, - "Nanoseconds": 880984800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8388608, - "Nanoseconds": 868549850 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8388608, - "Nanoseconds": 886384550 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8388608, - "Nanoseconds": 895348350 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8388608, - "Nanoseconds": 880749250 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8388608, - "Nanoseconds": 883578650 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8388608, - "Nanoseconds": 897711350 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8388608, - "Nanoseconds": 885523250 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8388608, - "Nanoseconds": 894122350 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 8388608, - "Nanoseconds": 892339750 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8388608, - "Nanoseconds": 885335850 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 8388608, - "Nanoseconds": 910002550 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 8388608, - "Nanoseconds": 901142250 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 8388608, - "Nanoseconds": 889027250 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 8388608, - "Nanoseconds": 859078750 - } - ], - "Metrics": [ - { - "Value": 0.0400543212890625, - "Descriptor": { - "Id": "Gen0Collects", - "DisplayName": "Gen0", - "Legend": "GC Generation 0 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 0 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen1Collects", - "DisplayName": "Gen1", - "Legend": "GC Generation 1 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 1 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen2Collects", - "DisplayName": "Gen2", - "Legend": "GC Generation 2 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 2 - } - }, - { - "Value": 672, - "Descriptor": { - "Id": "Allocated Memory", - "DisplayName": "Allocated", - "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", - "NumberFormat": "0.##", - "UnitType": 2, - "Unit": "B", - "TheGreaterTheBetter": false, - "PriorityInCategory": 3 - } - } - ] - }, - { - "DisplayInfo": "ExampleFileBenchmark.Parse: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=json.step]", - "Namespace": "StepLang.Benchmarks", - "Type": "ExampleFileBenchmark", - "Method": "Parse", - "MethodTitle": "Parse", - "Parameters": "ExampleFileName=json.step", - "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Parse(ExampleFileName: \"json.step\")", - "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", - "Statistics": { - "OriginalValues": [ - 25452.786254882812, - 25724.383544921875, - 25132.412719726562, - 25837.811279296875, - 25505.108642578125, - 24498.062133789062, - 25538.784790039062, - 25320.816040039062, - 24871.295166015625, - 25609.530639648438, - 25356.173706054688, - 25313.656616210938, - 25093.6279296875, - 25201.632690429688, - 25078.244018554688 - ], - "N": 15, - "Min": 24498.062133789062, - "LowerFence": 24499.630737304688, - "Q1": 25113.02032470703, - "Median": 25320.816040039062, - "Mean": 25302.288411458332, - "Q3": 25521.946716308594, - "UpperFence": 26135.336303710938, - "Max": 25837.811279296875, - "InterquartileRange": 408.9263916015625, - "LowerOutliers": [ - 24498.062133789062 - ], - "UpperOutliers": [], - "AllOutliers": [ - 24498.062133789062 - ], - "StandardError": 88.57868827340971, - "Variance": 117692.76024356838, - "StandardDeviation": 343.06378451181405, - "Skewness": -0.5672345954383959, - "Kurtosis": 2.8224005825605714, - "ConfidenceInterval": { - "N": 15, - "Mean": 25302.288411458332, - "StandardError": 88.57868827340971, - "Level": 12, - "Margin": 366.755994016149, - "Lower": 24935.532417442184, - "Upper": 25669.04440547448 - }, - "Percentiles": { - "P0": 24498.062133789062, - "P25": 25113.02032470703, - "P50": 25320.816040039062, - "P67": 25472.66876220703, - "P80": 25552.933959960938, - "P85": 25602.4560546875, - "P90": 25678.4423828125, - "P95": 25758.411865234375, - "P100": 25837.811279296875 - } - }, - "Memory": { - "Gen0Collections": 163, - "Gen1Collections": 6, - "Gen2Collections": 0, - "TotalOperations": 32768, - "BytesAllocatedPerOperation": 83680 - }, - "Measurements": [ - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 137200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 4820400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 372600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 2248800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16, - "Nanoseconds": 1786400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 32, - "Nanoseconds": 3415700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 64, - "Nanoseconds": 7429800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 128, - "Nanoseconds": 15230200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 256, - "Nanoseconds": 29655100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 512, - "Nanoseconds": 55077100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 1024, - "Nanoseconds": 107568100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 2048, - "Nanoseconds": 183865500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 4096, - "Nanoseconds": 180546800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8192, - "Nanoseconds": 196890900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 435855100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 32768, - "Nanoseconds": 822965700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 32768, - "Nanoseconds": 91100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 32768, - "Nanoseconds": 99700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 32768, - "Nanoseconds": 90500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 32768, - "Nanoseconds": 90200 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 32768, - "Nanoseconds": 112900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 32768, - "Nanoseconds": 93500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 32768, - "Nanoseconds": 90500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 32768, - "Nanoseconds": 89500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 32768, - "Nanoseconds": 90000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 32768, - "Nanoseconds": 112000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 32768, - "Nanoseconds": 89900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 32768, - "Nanoseconds": 89600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 32768, - "Nanoseconds": 89800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 32768, - "Nanoseconds": 89600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 32768, - "Nanoseconds": 89800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 32768, - "Nanoseconds": 92700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 32768, - "Nanoseconds": 89500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 32768, - "Nanoseconds": 89100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 32768, - "Nanoseconds": 89400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 32768, - "Nanoseconds": 89100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 32768, - "Nanoseconds": 89400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 32768, - "Nanoseconds": 819311600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 32768, - "Nanoseconds": 817086700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 32768, - "Nanoseconds": 795388400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 32768, - "Nanoseconds": 822970100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 32768, - "Nanoseconds": 861289300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 32768, - "Nanoseconds": 865172800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 32768, - "Nanoseconds": 830542900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 32768, - "Nanoseconds": 836513300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 32768, - "Nanoseconds": 830031200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 32768, - "Nanoseconds": 834126500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 32768, - "Nanoseconds": 843026200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 32768, - "Nanoseconds": 823628500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 32768, - "Nanoseconds": 846743000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 32768, - "Nanoseconds": 835841000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 32768, - "Nanoseconds": 802842100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 32768, - "Nanoseconds": 836944500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 32768, - "Nanoseconds": 829802100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 32768, - "Nanoseconds": 815072200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 32768, - "Nanoseconds": 839262700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 32768, - "Nanoseconds": 830960700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 32768, - "Nanoseconds": 829567500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 32768, - "Nanoseconds": 822357600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 32768, - "Nanoseconds": 825896700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 32768, - "Nanoseconds": 821853500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 32768, - "Nanoseconds": 834036900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 32768, - "Nanoseconds": 842936600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 32768, - "Nanoseconds": 823538900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 32768, - "Nanoseconds": 846653400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 32768, - "Nanoseconds": 835751400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 32768, - "Nanoseconds": 802752500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 32768, - "Nanoseconds": 836854900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 32768, - "Nanoseconds": 829712500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 32768, - "Nanoseconds": 814982600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 32768, - "Nanoseconds": 839173100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 32768, - "Nanoseconds": 830871100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 32768, - "Nanoseconds": 829477900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 32768, - "Nanoseconds": 822268000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 32768, - "Nanoseconds": 825807100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 32768, - "Nanoseconds": 821763900 - } - ], - "Metrics": [ - { - "Value": 4.974365234375, - "Descriptor": { - "Id": "Gen0Collects", - "DisplayName": "Gen0", - "Legend": "GC Generation 0 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 0 - } - }, - { - "Value": 0.18310546875, - "Descriptor": { - "Id": "Gen1Collects", - "DisplayName": "Gen1", - "Legend": "GC Generation 1 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 1 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen2Collects", - "DisplayName": "Gen2", - "Legend": "GC Generation 2 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 2 - } - }, - { - "Value": 83680, - "Descriptor": { - "Id": "Allocated Memory", - "DisplayName": "Allocated", - "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", - "NumberFormat": "0.##", - "UnitType": 2, - "Unit": "B", - "TheGreaterTheBetter": false, - "PriorityInCategory": 3 - } - } - ] - }, - { - "DisplayInfo": "ExampleFileBenchmark.Interpret: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=json.step]", - "Namespace": "StepLang.Benchmarks", - "Type": "ExampleFileBenchmark", - "Method": "Interpret", - "MethodTitle": "Interpret", - "Parameters": "ExampleFileName=json.step", - "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Interpret(ExampleFileName: \"json.step\")", - "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", - "Statistics": { - "OriginalValues": [ - 1189.0460014343262, - 1192.9118156433105, - 1210.5738639831543, - 1176.8864631652832, - 1200.4528999328613, - 1187.386417388916, - 1187.8531455993652, - 1198.3918190002441, - 1182.8782081604004, - 1188.7322425842285, - 1199.8833656311035, - 1190.906047821045 - ], - "N": 12, - "Min": 1176.8864631652832, - "LowerFence": 1171.1941003799438, - "Q1": 1187.736463546753, - "Median": 1189.9760246276855, - "Mean": 1192.1585241953533, - "Q3": 1198.764705657959, - "UpperFence": 1215.307068824768, - "Max": 1210.5738639831543, - "InterquartileRange": 11.028242111206055, - "LowerOutliers": [], - "UpperOutliers": [], - "AllOutliers": [], - "StandardError": 2.5976115171898457, - "Variance": 80.97102713084799, - "StandardDeviation": 8.998390252197778, - "Skewness": 0.3313654749988023, - "Kurtosis": 2.3860241958089663, - "ConfidenceInterval": { - "N": 12, - "Mean": 1192.1585241953533, - "StandardError": 2.5976115171898457, - "Level": 12, - "Margin": 11.525548627705987, - "Lower": 1180.6329755676472, - "Upper": 1203.6840728230593 - }, - "Percentiles": { - "P0": 1176.8864631652832, - "P25": 1187.736463546753, - "P50": 1189.9760246276855, - "P67": 1194.939416885376, - "P80": 1199.5850563049316, - "P85": 1200.0827026367188, - "P90": 1200.3959465026855, - "P95": 1205.0073337554932, - "P100": 1210.5738639831543 - } - }, - "Memory": { - "Gen0Collections": 61, - "Gen1Collections": 0, - "Gen2Collections": 0, - "TotalOperations": 524288, - "BytesAllocatedPerOperation": 1968 - }, - "Measurements": [ - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 90700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 14381700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 138700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 287400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16, - "Nanoseconds": 99400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 32, - "Nanoseconds": 180300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 64, - "Nanoseconds": 386700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 128, - "Nanoseconds": 737200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 256, - "Nanoseconds": 1476500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 512, - "Nanoseconds": 2848900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 1024, - "Nanoseconds": 5651100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 2048, - "Nanoseconds": 10268400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 4096, - "Nanoseconds": 20859900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8192, - "Nanoseconds": 42285800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 78728100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 32768, - "Nanoseconds": 187417900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 65536, - "Nanoseconds": 79986800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 131072, - "Nanoseconds": 163811300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 262144, - "Nanoseconds": 312563700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 16, - "Operations": 524288, - "Nanoseconds": 623945600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 524288, - "Nanoseconds": 877100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 524288, - "Nanoseconds": 944400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 524288, - "Nanoseconds": 930500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 524288, - "Nanoseconds": 1021300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 524288, - "Nanoseconds": 812800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 524288, - "Nanoseconds": 810900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 524288, - "Nanoseconds": 844400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 524288, - "Nanoseconds": 808500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 524288, - "Nanoseconds": 880700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 524288, - "Nanoseconds": 804200 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 524288, - "Nanoseconds": 800100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 524288, - "Nanoseconds": 823800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 524288, - "Nanoseconds": 913500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 524288, - "Nanoseconds": 899300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 524288, - "Nanoseconds": 810600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 524288, - "Nanoseconds": 808700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 524288, - "Nanoseconds": 811700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 524288, - "Nanoseconds": 816000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 524288, - "Nanoseconds": 819900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 524288, - "Nanoseconds": 1050800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 16, - "Operations": 524288, - "Nanoseconds": 814900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 524288, - "Nanoseconds": 627406700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 524288, - "Nanoseconds": 624445600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 524288, - "Nanoseconds": 616108300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 524288, - "Nanoseconds": 622694300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 524288, - "Nanoseconds": 617241300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 524288, - "Nanoseconds": 627147600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 524288, - "Nanoseconds": 640191700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 524288, - "Nanoseconds": 631290400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 524288, - "Nanoseconds": 624218000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 524288, - "Nanoseconds": 626244800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 524288, - "Nanoseconds": 635504800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 524288, - "Nanoseconds": 617842900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 524288, - "Nanoseconds": 630198500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 524288, - "Nanoseconds": 623347900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 524288, - "Nanoseconds": 693627600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 524288, - "Nanoseconds": 648659200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 524288, - "Nanoseconds": 623592600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 524288, - "Nanoseconds": 629117900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 524288, - "Nanoseconds": 620984300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 524288, - "Nanoseconds": 649292300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 524288, - "Nanoseconds": 624053500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 524288, - "Nanoseconds": 629899900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 524288, - "Nanoseconds": 625193200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 524288, - "Nanoseconds": 623402550 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 524288, - "Nanoseconds": 625429350 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 524288, - "Nanoseconds": 634689350 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 524288, - "Nanoseconds": 617027450 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 524288, - "Nanoseconds": 629383050 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 524288, - "Nanoseconds": 622532450 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 524288, - "Nanoseconds": 622777150 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 524288, - "Nanoseconds": 628302450 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 524288, - "Nanoseconds": 620168850 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 524288, - "Nanoseconds": 623238050 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 524288, - "Nanoseconds": 629084450 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 524288, - "Nanoseconds": 624377750 - } - ], - "Metrics": [ - { - "Value": 0.1163482666015625, - "Descriptor": { - "Id": "Gen0Collects", - "DisplayName": "Gen0", - "Legend": "GC Generation 0 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 0 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen1Collects", - "DisplayName": "Gen1", - "Legend": "GC Generation 1 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 1 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen2Collects", - "DisplayName": "Gen2", - "Legend": "GC Generation 2 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 2 - } - }, - { - "Value": 1968, - "Descriptor": { - "Id": "Allocated Memory", - "DisplayName": "Allocated", - "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", - "NumberFormat": "0.##", - "UnitType": 2, - "Unit": "B", - "TheGreaterTheBetter": false, - "PriorityInCategory": 3 - } - } - ] - }, - { - "DisplayInfo": "ExampleFileBenchmark.Tokenize: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=looping.step]", - "Namespace": "StepLang.Benchmarks", - "Type": "ExampleFileBenchmark", - "Method": "Tokenize", - "MethodTitle": "Tokenize", - "Parameters": "ExampleFileName=looping.step", - "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Tokenize(ExampleFileName: \"looping.step\")", - "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", - "Statistics": { - "OriginalValues": [ - 103.67751717567444, - 107.95440077781677, - 108.09895396232605, - 106.3761055469513, - 105.11247515678406, - 108.92884135246277, - 107.52823948860168, - 109.95517373085022, - 108.52758288383484, - 105.7895839214325, - 106.09214901924133, - 107.90912508964539, - 106.73540234565735, - 106.5183937549591, - 109.5601737499237 - ], - "N": 15, - "Min": 103.67751717567444, - "LowerFence": 103.11541557312012, - "Q1": 106.23412728309631, - "Median": 107.52823948860168, - "Mean": 107.25094119707744, - "Q3": 108.31326842308044, - "UpperFence": 111.43198013305664, - "Max": 109.95517373085022, - "InterquartileRange": 2.079141139984131, - "LowerOutliers": [], - "UpperOutliers": [], - "AllOutliers": [], - "StandardError": 0.4429510186618915, - "Variance": 2.9430840740041107, - "StandardDeviation": 1.7155419184631167, - "Skewness": -0.278965202793624, - "Kurtosis": 2.191472856844606, - "ConfidenceInterval": { - "N": 15, - "Mean": 107.25094119707744, - "StandardError": 0.4429510186618915, - "Level": 12, - "Margin": 1.8340183662278826, - "Lower": 105.41692283084956, - "Upper": 109.08495956330532 - }, - "Percentiles": { - "P0": 103.67751717567444, - "P25": 106.23412728309631, - "P50": 107.52823948860168, - "P67": 108.0093309879303, - "P80": 108.60783457756042, - "P85": 108.88871550559998, - "P90": 109.30764079093933, - "P95": 109.67867374420166, - "P100": 109.95517373085022 - } - }, - "Memory": { - "Gen0Collections": 336, - "Gen1Collections": 0, - "Gen2Collections": 0, - "TotalOperations": 8388608, - "BytesAllocatedPerOperation": 672 - }, - "Measurements": [ - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 133100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 11946500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 390300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 424400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16, - "Nanoseconds": 16300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 32, - "Nanoseconds": 24000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 64, - "Nanoseconds": 40500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 128, - "Nanoseconds": 74900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 256, - "Nanoseconds": 124600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 512, - "Nanoseconds": 231400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 1024, - "Nanoseconds": 412700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 2048, - "Nanoseconds": 824100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 4096, - "Nanoseconds": 1828000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8192, - "Nanoseconds": 3378000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 6754500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 32768, - "Nanoseconds": 12157400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 65536, - "Nanoseconds": 19045400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 131072, - "Nanoseconds": 38727500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 262144, - "Nanoseconds": 77248400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 16, - "Operations": 524288, - "Nanoseconds": 98224500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 17, - "Operations": 1048576, - "Nanoseconds": 117224600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 18, - "Operations": 2097152, - "Nanoseconds": 214923000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 19, - "Operations": 4194304, - "Nanoseconds": 433174500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 20, - "Operations": 8388608, - "Nanoseconds": 901181100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8388608, - "Nanoseconds": 24077100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8388608, - "Nanoseconds": 23431900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8388608, - "Nanoseconds": 23324600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8388608, - "Nanoseconds": 23211100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8388608, - "Nanoseconds": 23551600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8388608, - "Nanoseconds": 23212500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8388608, - "Nanoseconds": 23320300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8388608, - "Nanoseconds": 23254700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8388608, - "Nanoseconds": 23438100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8388608, - "Nanoseconds": 23388500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8388608, - "Nanoseconds": 24011600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8388608, - "Nanoseconds": 23485100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8388608, - "Nanoseconds": 23318600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8388608, - "Nanoseconds": 23678300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8388608, - "Nanoseconds": 23415300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8388608, - "Nanoseconds": 23601900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 8388608, - "Nanoseconds": 22707000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8388608, - "Nanoseconds": 19896600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 8388608, - "Nanoseconds": 19911900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 8388608, - "Nanoseconds": 20504400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 8388608, - "Nanoseconds": 19927200 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 8388608, - "Nanoseconds": 20356200 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 8388608, - "Nanoseconds": 19823900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 16, - "Operations": 8388608, - "Nanoseconds": 20576900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 17, - "Operations": 8388608, - "Nanoseconds": 19758700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 18, - "Operations": 8388608, - "Nanoseconds": 19782300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 19, - "Operations": 8388608, - "Nanoseconds": 19922000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 20, - "Operations": 8388608, - "Nanoseconds": 19661100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8388608, - "Nanoseconds": 889967000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8388608, - "Nanoseconds": 901011900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8388608, - "Nanoseconds": 885061100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8388608, - "Nanoseconds": 920940800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8388608, - "Nanoseconds": 882049800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8388608, - "Nanoseconds": 857381200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8388608, - "Nanoseconds": 890250700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8388608, - "Nanoseconds": 926127800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8388608, - "Nanoseconds": 927340400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8388608, - "Nanoseconds": 912888100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8388608, - "Nanoseconds": 902288000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8388608, - "Nanoseconds": 934302000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8388608, - "Nanoseconds": 922552900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8388608, - "Nanoseconds": 942911500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 8388608, - "Nanoseconds": 930936000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8388608, - "Nanoseconds": 907968000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 8388608, - "Nanoseconds": 910506100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 8388608, - "Nanoseconds": 925748000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 8388608, - "Nanoseconds": 915902100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 8388608, - "Nanoseconds": 914081700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 8388608, - "Nanoseconds": 939598000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8388608, - "Nanoseconds": 869710050 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8388608, - "Nanoseconds": 905587150 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8388608, - "Nanoseconds": 906799750 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8388608, - "Nanoseconds": 892347450 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8388608, - "Nanoseconds": 881747350 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8388608, - "Nanoseconds": 913761350 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8388608, - "Nanoseconds": 902012250 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8388608, - "Nanoseconds": 922370850 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 8388608, - "Nanoseconds": 910395350 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8388608, - "Nanoseconds": 887427350 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 8388608, - "Nanoseconds": 889965450 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 8388608, - "Nanoseconds": 905207350 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 8388608, - "Nanoseconds": 895361450 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 8388608, - "Nanoseconds": 893541050 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 8388608, - "Nanoseconds": 919057350 - } - ], - "Metrics": [ - { - "Value": 0.0400543212890625, - "Descriptor": { - "Id": "Gen0Collects", - "DisplayName": "Gen0", - "Legend": "GC Generation 0 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 0 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen1Collects", - "DisplayName": "Gen1", - "Legend": "GC Generation 1 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 1 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen2Collects", - "DisplayName": "Gen2", - "Legend": "GC Generation 2 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 2 - } - }, - { - "Value": 672, - "Descriptor": { - "Id": "Allocated Memory", - "DisplayName": "Allocated", - "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", - "NumberFormat": "0.##", - "UnitType": 2, - "Unit": "B", - "TheGreaterTheBetter": false, - "PriorityInCategory": 3 - } - } - ] - }, - { - "DisplayInfo": "ExampleFileBenchmark.Parse: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=looping.step]", - "Namespace": "StepLang.Benchmarks", - "Type": "ExampleFileBenchmark", - "Method": "Parse", - "MethodTitle": "Parse", - "Parameters": "ExampleFileName=looping.step", - "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Parse(ExampleFileName: \"looping.step\")", - "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", - "Statistics": { - "OriginalValues": [ - 98893.81103515625, - 103984.09423828125, - 101587.80517578125, - 103361.95068359375, - 102862.4755859375, - 101602.978515625, - 102071.47216796875, - 101543.46923828125, - 101666.73583984375, - 100885.43701171875, - 105139.453125, - 100443.07861328125, - 101081.55517578125, - 102186.29150390625 - ], - "N": 14, - "Min": 98893.81103515625, - "LowerFence": 98952.4398803711, - "Q1": 101197.03369140625, - "Median": 101634.85717773438, - "Mean": 101950.75770786831, - "Q3": 102693.42956542969, - "UpperFence": 104938.02337646484, - "Max": 105139.453125, - "InterquartileRange": 1496.3958740234375, - "LowerOutliers": [ - 98893.81103515625 - ], - "UpperOutliers": [ - 105139.453125 - ], - "AllOutliers": [ - 98893.81103515625, - 105139.453125 - ], - "StandardError": 414.05696394085686, - "Variance": 2400204.3714308804, - "StandardDeviation": 1549.2592976744986, - "Skewness": 0.19922550372855266, - "Kurtosis": 2.722217425194846, - "ConfidenceInterval": { - "N": 14, - "Mean": 101950.75770786831, - "StandardError": 414.05696394085686, - "Level": 12, - "Margin": 1747.6647699233295, - "Lower": 100203.09293794498, - "Upper": 103698.42247779164 - }, - "Percentiles": { - "P0": 98893.81103515625, - "P25": 101197.03369140625, - "P50": 101634.85717773438, - "P67": 102152.99389648438, - "P80": 103062.265625, - "P85": 103393.05786132812, - "P90": 103797.451171875, - "P95": 104388.46984863281, - "P100": 105139.453125 - } - }, - "Memory": { - "Gen0Collections": 151, - "Gen1Collections": 18, - "Gen2Collections": 0, - "TotalOperations": 8192, - "BytesAllocatedPerOperation": 310280 - }, - "Measurements": [ - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 4682300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 9953700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 377000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 7465300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16, - "Nanoseconds": 7326400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 32, - "Nanoseconds": 13869400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 64, - "Nanoseconds": 27122600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 128, - "Nanoseconds": 47535200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 256, - "Nanoseconds": 97922600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 512, - "Nanoseconds": 174917300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 1024, - "Nanoseconds": 153769600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 2048, - "Nanoseconds": 232731900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 4096, - "Nanoseconds": 416771400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8192, - "Nanoseconds": 823456000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8192, - "Nanoseconds": 24200 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8192, - "Nanoseconds": 22800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8192, - "Nanoseconds": 21100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8192, - "Nanoseconds": 21100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8192, - "Nanoseconds": 21100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8192, - "Nanoseconds": 21000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8192, - "Nanoseconds": 20900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8192, - "Nanoseconds": 20800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 8192, - "Nanoseconds": 23300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8192, - "Nanoseconds": 21100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8192, - "Nanoseconds": 21100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8192, - "Nanoseconds": 21400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8192, - "Nanoseconds": 21200 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8192, - "Nanoseconds": 21200 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8192, - "Nanoseconds": 21200 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8192, - "Nanoseconds": 21000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8192, - "Nanoseconds": 23300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 8192, - "Nanoseconds": 20900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8192, - "Nanoseconds": 20800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 8192, - "Nanoseconds": 20900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 8192, - "Nanoseconds": 20900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 8192, - "Nanoseconds": 20800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 8192, - "Nanoseconds": 21000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 8192, - "Nanoseconds": 21000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8192, - "Nanoseconds": 822170000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8192, - "Nanoseconds": 852160800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8192, - "Nanoseconds": 831178800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8192, - "Nanoseconds": 813082200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8192, - "Nanoseconds": 816274300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8192, - "Nanoseconds": 825426100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8192, - "Nanoseconds": 821398700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8192, - "Nanoseconds": 810159100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8192, - "Nanoseconds": 851858700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8192, - "Nanoseconds": 832228300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8192, - "Nanoseconds": 846762100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8192, - "Nanoseconds": 842670400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8192, - "Nanoseconds": 832352600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8192, - "Nanoseconds": 836190500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8192, - "Nanoseconds": 871910700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 8192, - "Nanoseconds": 831865100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8192, - "Nanoseconds": 832874900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 8192, - "Nanoseconds": 826474500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 8192, - "Nanoseconds": 861323400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 8192, - "Nanoseconds": 822850700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 8192, - "Nanoseconds": 828081100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 8192, - "Nanoseconds": 837131100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8192, - "Nanoseconds": 810138100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8192, - "Nanoseconds": 851837700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8192, - "Nanoseconds": 832207300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8192, - "Nanoseconds": 846741100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8192, - "Nanoseconds": 842649400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8192, - "Nanoseconds": 832331600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8192, - "Nanoseconds": 836169500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8192, - "Nanoseconds": 831844100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 8192, - "Nanoseconds": 832853900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8192, - "Nanoseconds": 826453500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 8192, - "Nanoseconds": 861302400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 8192, - "Nanoseconds": 822829700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 8192, - "Nanoseconds": 828060100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 8192, - "Nanoseconds": 837110100 - } - ], - "Metrics": [ - { - "Value": 18.4326171875, - "Descriptor": { - "Id": "Gen0Collects", - "DisplayName": "Gen0", - "Legend": "GC Generation 0 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 0 - } - }, - { - "Value": 2.197265625, - "Descriptor": { - "Id": "Gen1Collects", - "DisplayName": "Gen1", - "Legend": "GC Generation 1 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 1 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen2Collects", - "DisplayName": "Gen2", - "Legend": "GC Generation 2 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 2 - } - }, - { - "Value": 310280, - "Descriptor": { - "Id": "Allocated Memory", - "DisplayName": "Allocated", - "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", - "NumberFormat": "0.##", - "UnitType": 2, - "Unit": "B", - "TheGreaterTheBetter": false, - "PriorityInCategory": 3 - } - } - ] - }, - { - "DisplayInfo": "ExampleFileBenchmark.Interpret: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=looping.step]", - "Namespace": "StepLang.Benchmarks", - "Type": "ExampleFileBenchmark", - "Method": "Interpret", - "MethodTitle": "Interpret", - "Parameters": "ExampleFileName=looping.step", - "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Interpret(ExampleFileName: \"looping.step\")", - "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", - "Statistics": { - "OriginalValues": [ - 69411.083984375, - 68263.04931640625, - 69417.5537109375, - 68754.6875, - 69612.31689453125, - 68518.8232421875, - 68719.7265625, - 69189.111328125, - 69431.11572265625, - 67649.4384765625, - 68755.50537109375, - 67909.5458984375, - 69606.0791015625, - 67485.72998046875 - ], - "N": 14, - "Min": 67485.72998046875, - "LowerFence": 66693.5775756836, - "Q1": 68326.99279785156, - "Median": 68755.09643554688, - "Mean": 68765.98336356027, - "Q3": 69415.93627929688, - "UpperFence": 71049.35150146484, - "Max": 69612.31689453125, - "InterquartileRange": 1088.9434814453125, - "LowerOutliers": [], - "UpperOutliers": [], - "AllOutliers": [], - "StandardError": 193.57527643704182, - "Variance": 524599.4270674803, - "StandardDeviation": 724.2923629774652, - "Skewness": -0.4035632498675125, - "Kurtosis": 1.671157234764193, - "ConfidenceInterval": { - "N": 14, - "Mean": 68765.98336356027, - "StandardError": 193.57527643704182, - "Level": 12, - "Margin": 817.0486682250571, - "Lower": 67948.9346953352, - "Upper": 69583.03203178533 - }, - "Percentiles": { - "P0": 67485.72998046875, - "P25": 68326.99279785156, - "P50": 68755.09643554688, - "P67": 69346.7119140625, - "P80": 69422.978515625, - "P85": 69439.86389160156, - "P90": 69553.59008789062, - "P95": 69608.26232910156, - "P100": 69612.31689453125 - } - }, - "Memory": { - "Gen0Collections": 74, - "Gen1Collections": 1, - "Gen2Collections": 0, - "TotalOperations": 8192, - "BytesAllocatedPerOperation": 151442 - }, - "Measurements": [ - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 107100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 25583600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 137300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 5536300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16, - "Nanoseconds": 5388100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 32, - "Nanoseconds": 10273200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 64, - "Nanoseconds": 21396100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 128, - "Nanoseconds": 41546800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 256, - "Nanoseconds": 77366200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 512, - "Nanoseconds": 221839700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 1024, - "Nanoseconds": 139479400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 2048, - "Nanoseconds": 157559800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 4096, - "Nanoseconds": 291610600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8192, - "Nanoseconds": 591357000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8192, - "Nanoseconds": 14400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8192, - "Nanoseconds": 11900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8192, - "Nanoseconds": 11900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8192, - "Nanoseconds": 11800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8192, - "Nanoseconds": 11900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8192, - "Nanoseconds": 12000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8192, - "Nanoseconds": 12000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8192, - "Nanoseconds": 18800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8192, - "Nanoseconds": 13600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8192, - "Nanoseconds": 11900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8192, - "Nanoseconds": 11800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8192, - "Nanoseconds": 12000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8192, - "Nanoseconds": 17800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8192, - "Nanoseconds": 12000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8192, - "Nanoseconds": 11800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 8192, - "Nanoseconds": 11800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8192, - "Nanoseconds": 13600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 8192, - "Nanoseconds": 14700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 8192, - "Nanoseconds": 11800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 8192, - "Nanoseconds": 11700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 8192, - "Nanoseconds": 11600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 8192, - "Nanoseconds": 11700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 16, - "Operations": 8192, - "Nanoseconds": 11800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 17, - "Operations": 8192, - "Nanoseconds": 11700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 18, - "Operations": 8192, - "Nanoseconds": 13500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 19, - "Operations": 8192, - "Nanoseconds": 11600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 20, - "Operations": 8192, - "Nanoseconds": 11600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8192, - "Nanoseconds": 576377300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8192, - "Nanoseconds": 561973900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8192, - "Nanoseconds": 574189900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8192, - "Nanoseconds": 554441000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8192, - "Nanoseconds": 573216300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8192, - "Nanoseconds": 559597900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8192, - "Nanoseconds": 568627400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8192, - "Nanoseconds": 559222700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8192, - "Nanoseconds": 568680400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8192, - "Nanoseconds": 563250200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8192, - "Nanoseconds": 570275900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8192, - "Nanoseconds": 561318000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8192, - "Nanoseconds": 562963800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8192, - "Nanoseconds": 638469900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 8192, - "Nanoseconds": 566809000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8192, - "Nanoseconds": 568791500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 8192, - "Nanoseconds": 554196000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 8192, - "Nanoseconds": 563256900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 8192, - "Nanoseconds": 556326800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 8192, - "Nanoseconds": 570224800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 8192, - "Nanoseconds": 552854900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8192, - "Nanoseconds": 568615600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8192, - "Nanoseconds": 559210900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8192, - "Nanoseconds": 568668600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8192, - "Nanoseconds": 563238400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8192, - "Nanoseconds": 570264100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8192, - "Nanoseconds": 561306200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8192, - "Nanoseconds": 562952000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8192, - "Nanoseconds": 566797200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 8192, - "Nanoseconds": 568779700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8192, - "Nanoseconds": 554184200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 8192, - "Nanoseconds": 563245100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 8192, - "Nanoseconds": 556315000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 8192, - "Nanoseconds": 570213000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 8192, - "Nanoseconds": 552843100 - } - ], - "Metrics": [ - { - "Value": 9.033203125, - "Descriptor": { - "Id": "Gen0Collects", - "DisplayName": "Gen0", - "Legend": "GC Generation 0 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 0 - } - }, - { - "Value": 0.1220703125, - "Descriptor": { - "Id": "Gen1Collects", - "DisplayName": "Gen1", - "Legend": "GC Generation 1 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 1 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen2Collects", - "DisplayName": "Gen2", - "Legend": "GC Generation 2 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 2 - } - }, - { - "Value": 151442, - "Descriptor": { - "Id": "Allocated Memory", - "DisplayName": "Allocated", - "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", - "NumberFormat": "0.##", - "UnitType": 2, - "Unit": "B", - "TheGreaterTheBetter": false, - "PriorityInCategory": 3 - } - } - ] - }, - { - "DisplayInfo": "ExampleFileBenchmark.Tokenize: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=math.step]", - "Namespace": "StepLang.Benchmarks", - "Type": "ExampleFileBenchmark", - "Method": "Tokenize", - "MethodTitle": "Tokenize", - "Parameters": "ExampleFileName=math.step", - "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Tokenize(ExampleFileName: \"math.step\")", - "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", - "Statistics": { - "OriginalValues": [ - 103.63167524337769, - 103.20240259170532, - 104.62825298309326, - 104.44667339324951, - 106.93700313568115, - 105.51830530166626, - 104.26754951477051, - 104.9913763999939, - 106.41157627105713, - 106.54031038284302, - 107.28219747543335, - 102.5033712387085, - 107.0466160774231, - 104.80872392654419, - 108.04909467697144 - ], - "N": 15, - "Min": 102.5033712387085, - "LowerFence": 100.7847934961319, - "Q1": 104.35711145401001, - "Median": 104.9913763999939, - "Mean": 105.35100857416789, - "Q3": 106.73865675926208, - "UpperFence": 110.3109747171402, - "Max": 108.04909467697144, - "InterquartileRange": 2.381545305252075, - "LowerOutliers": [], - "UpperOutliers": [], - "AllOutliers": [], - "StandardError": 0.42306138231405416, - "Variance": 2.6847139980821746, - "StandardDeviation": 1.6385096881258208, - "Skewness": -0.03183260038342825, - "Kurtosis": 1.6925688653164053, - "ConfidenceInterval": { - "N": 15, - "Mean": 105.35100857416789, - "StandardError": 0.42306138231405416, - "Level": 12, - "Margin": 1.7516662396434954, - "Lower": 103.5993423345244, - "Upper": 107.10267481381139 - }, - "Percentiles": { - "P0": 102.5033712387085, - "P25": 104.35711145401001, - "P50": 104.9913763999939, - "P67": 106.46049523353577, - "P80": 106.95892572402954, - "P85": 107.0356547832489, - "P90": 107.18796491622925, - "P95": 107.51226663589478, - "P100": 108.04909467697144 - } - }, - "Memory": { - "Gen0Collections": 336, - "Gen1Collections": 0, - "Gen2Collections": 0, - "TotalOperations": 8388608, - "BytesAllocatedPerOperation": 672 - }, - "Measurements": [ - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 130800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 10055400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 379400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 472900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16, - "Nanoseconds": 19000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 32, - "Nanoseconds": 30500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 64, - "Nanoseconds": 43200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 128, - "Nanoseconds": 67500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 256, - "Nanoseconds": 125100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 512, - "Nanoseconds": 235000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 1024, - "Nanoseconds": 407700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 2048, - "Nanoseconds": 841600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 4096, - "Nanoseconds": 1705800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8192, - "Nanoseconds": 3656000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 7088200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 32768, - "Nanoseconds": 12110000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 65536, - "Nanoseconds": 19392900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 131072, - "Nanoseconds": 40120700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 262144, - "Nanoseconds": 52127200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 16, - "Operations": 524288, - "Nanoseconds": 54051100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 17, - "Operations": 1048576, - "Nanoseconds": 110306500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 18, - "Operations": 2097152, - "Nanoseconds": 213488100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 19, - "Operations": 4194304, - "Nanoseconds": 465213100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 20, - "Operations": 8388608, - "Nanoseconds": 863468700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8388608, - "Nanoseconds": 24686600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8388608, - "Nanoseconds": 24410700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8388608, - "Nanoseconds": 24527800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8388608, - "Nanoseconds": 23504100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8388608, - "Nanoseconds": 23558200 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8388608, - "Nanoseconds": 23483100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8388608, - "Nanoseconds": 23252800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8388608, - "Nanoseconds": 23656000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8388608, - "Nanoseconds": 23346700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8388608, - "Nanoseconds": 23216400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8388608, - "Nanoseconds": 23335400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8388608, - "Nanoseconds": 22974900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8388608, - "Nanoseconds": 23155500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8388608, - "Nanoseconds": 22975100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 8388608, - "Nanoseconds": 23180000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8388608, - "Nanoseconds": 23101800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 8388608, - "Nanoseconds": 26030800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 8388608, - "Nanoseconds": 20587000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 8388608, - "Nanoseconds": 19592000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 8388608, - "Nanoseconds": 19265100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 8388608, - "Nanoseconds": 19324300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 16, - "Operations": 8388608, - "Nanoseconds": 19506800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 17, - "Operations": 8388608, - "Nanoseconds": 19302800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 18, - "Operations": 8388608, - "Nanoseconds": 19276400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 19, - "Operations": 8388608, - "Nanoseconds": 19331200 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 20, - "Operations": 8388608, - "Nanoseconds": 19349500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8388608, - "Nanoseconds": 913619900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8388608, - "Nanoseconds": 882664600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8388608, - "Nanoseconds": 869434500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8388608, - "Nanoseconds": 888985500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8388608, - "Nanoseconds": 888400900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8388608, - "Nanoseconds": 877049000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8388608, - "Nanoseconds": 879967900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8388608, - "Nanoseconds": 880762000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 8388608, - "Nanoseconds": 886913300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8388608, - "Nanoseconds": 883014000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8388608, - "Nanoseconds": 892300500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8388608, - "Nanoseconds": 888699500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8388608, - "Nanoseconds": 900660400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8388608, - "Nanoseconds": 899137200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8388608, - "Nanoseconds": 920027600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8388608, - "Nanoseconds": 908126700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8388608, - "Nanoseconds": 897634600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8388608, - "Nanoseconds": 903706500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 8388608, - "Nanoseconds": 915620000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8388608, - "Nanoseconds": 916699900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 8388608, - "Nanoseconds": 922923300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 8388608, - "Nanoseconds": 882835600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 8388608, - "Nanoseconds": 920947100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 8388608, - "Nanoseconds": 902174300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 8388608, - "Nanoseconds": 929356500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8388608, - "Nanoseconds": 869325500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8388608, - "Nanoseconds": 865724500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8388608, - "Nanoseconds": 877685400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8388608, - "Nanoseconds": 876162200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8388608, - "Nanoseconds": 897052600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8388608, - "Nanoseconds": 885151700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8388608, - "Nanoseconds": 874659600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8388608, - "Nanoseconds": 880731500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 8388608, - "Nanoseconds": 892645000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8388608, - "Nanoseconds": 893724900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 8388608, - "Nanoseconds": 899948300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 8388608, - "Nanoseconds": 859860600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 8388608, - "Nanoseconds": 897972100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 8388608, - "Nanoseconds": 879199300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 8388608, - "Nanoseconds": 906381500 - } - ], - "Metrics": [ - { - "Value": 0.0400543212890625, - "Descriptor": { - "Id": "Gen0Collects", - "DisplayName": "Gen0", - "Legend": "GC Generation 0 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 0 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen1Collects", - "DisplayName": "Gen1", - "Legend": "GC Generation 1 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 1 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen2Collects", - "DisplayName": "Gen2", - "Legend": "GC Generation 2 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 2 - } - }, - { - "Value": 672, - "Descriptor": { - "Id": "Allocated Memory", - "DisplayName": "Allocated", - "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", - "NumberFormat": "0.##", - "UnitType": 2, - "Unit": "B", - "TheGreaterTheBetter": false, - "PriorityInCategory": 3 - } - } - ] - }, - { - "DisplayInfo": "ExampleFileBenchmark.Parse: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=math.step]", - "Namespace": "StepLang.Benchmarks", - "Type": "ExampleFileBenchmark", - "Method": "Parse", - "MethodTitle": "Parse", - "Parameters": "ExampleFileName=math.step", - "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Parse(ExampleFileName: \"math.step\")", - "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", - "Statistics": { - "OriginalValues": [ - 55405.010986328125, - 55257.147216796875, - 54710.29052734375, - 54825.9765625, - 56227.508544921875, - 54941.326904296875, - 55589.752197265625, - 56262.982177734375, - 57120.5322265625, - 55714.837646484375, - 54891.34521484375, - 55430.572509765625, - 55827.30712890625, - 54579.510498046875 - ], - "N": 14, - "Min": 54579.510498046875, - "LowerFence": 53560.816955566406, - "Q1": 54903.84063720703, - "Median": 55417.791748046875, - "Mean": 55484.578595842635, - "Q3": 55799.18975830078, - "UpperFence": 57142.213439941406, - "Max": 57120.5322265625, - "InterquartileRange": 895.34912109375, - "LowerOutliers": [], - "UpperOutliers": [], - "AllOutliers": [], - "StandardError": 190.0866306740155, - "Variance": 505860.98025399406, - "StandardDeviation": 711.2390457884002, - "Skewness": 0.6831242274270899, - "Kurtosis": 2.5913415235570048, - "ConfidenceInterval": { - "N": 14, - "Mean": 55484.578595842635, - "StandardError": 190.0866306740155, - "Level": 12, - "Margin": 802.323681506432, - "Lower": 54682.254914336205, - "Upper": 56286.902277349065 - }, - "Percentiles": { - "P0": 54579.510498046875, - "P25": 54903.84063720703, - "P50": 55417.791748046875, - "P67": 55678.56286621094, - "P80": 55987.3876953125, - "P85": 56229.2822265625, - "P90": 56252.340087890625, - "P95": 56563.12469482422, - "P100": 57120.5322265625 - } - }, - "Memory": { - "Gen0Collections": 177, - "Gen1Collections": 13, - "Gen2Collections": 0, - "TotalOperations": 16384, - "BytesAllocatedPerOperation": 181208 - }, - "Measurements": [ - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 128800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 6932700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 366900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 4657600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16, - "Nanoseconds": 4230800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 32, - "Nanoseconds": 7935900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 64, - "Nanoseconds": 16453100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 128, - "Nanoseconds": 30311000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 256, - "Nanoseconds": 56516800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 512, - "Nanoseconds": 125761500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 1024, - "Nanoseconds": 202140000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 2048, - "Nanoseconds": 180721600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 4096, - "Nanoseconds": 233392200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8192, - "Nanoseconds": 435397300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 910520000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16384, - "Nanoseconds": 53700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16384, - "Nanoseconds": 41700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 16384, - "Nanoseconds": 82000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 16384, - "Nanoseconds": 41600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 16384, - "Nanoseconds": 45800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 16384, - "Nanoseconds": 41700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16384, - "Nanoseconds": 41700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16384, - "Nanoseconds": 41500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 16384, - "Nanoseconds": 56800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 16384, - "Nanoseconds": 51800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 16384, - "Nanoseconds": 41600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 16384, - "Nanoseconds": 41500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 16384, - "Nanoseconds": 56600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 16384, - "Nanoseconds": 41400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 16384, - "Nanoseconds": 41200 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 16384, - "Nanoseconds": 41300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 51600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 16384, - "Nanoseconds": 41500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 16384, - "Nanoseconds": 41500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 16384, - "Nanoseconds": 41300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 16384, - "Nanoseconds": 56100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 16, - "Operations": 16384, - "Nanoseconds": 41100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 17, - "Operations": 16384, - "Nanoseconds": 41100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 18, - "Operations": 16384, - "Nanoseconds": 41300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 19, - "Operations": 16384, - "Nanoseconds": 45100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 20, - "Operations": 16384, - "Nanoseconds": 41300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16384, - "Nanoseconds": 898375000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16384, - "Nanoseconds": 894270400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 16384, - "Nanoseconds": 884095700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 16384, - "Nanoseconds": 891208800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 16384, - "Nanoseconds": 889811100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 16384, - "Nanoseconds": 895412300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 16384, - "Nanoseconds": 878506300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16384, - "Nanoseconds": 907797200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16384, - "Nanoseconds": 905374600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 16384, - "Nanoseconds": 896414900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 16384, - "Nanoseconds": 898310300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 16384, - "Nanoseconds": 921273000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 16384, - "Nanoseconds": 900200200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 16384, - "Nanoseconds": 910824000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 16384, - "Nanoseconds": 921854200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 16384, - "Nanoseconds": 972279500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 16384, - "Nanoseconds": 935904300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 912873400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 16384, - "Nanoseconds": 899381300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 16384, - "Nanoseconds": 908216000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 16384, - "Nanoseconds": 914716100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 16384, - "Nanoseconds": 894272200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16384, - "Nanoseconds": 907755700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16384, - "Nanoseconds": 905333100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 16384, - "Nanoseconds": 896373400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 16384, - "Nanoseconds": 898268800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 16384, - "Nanoseconds": 921231500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 16384, - "Nanoseconds": 900158700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 16384, - "Nanoseconds": 910782500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 16384, - "Nanoseconds": 921812700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 16384, - "Nanoseconds": 935862800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 16384, - "Nanoseconds": 912831900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 899339800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 16384, - "Nanoseconds": 908174500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 16384, - "Nanoseconds": 914674600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 16384, - "Nanoseconds": 894230700 - } - ], - "Metrics": [ - { - "Value": 10.80322265625, - "Descriptor": { - "Id": "Gen0Collects", - "DisplayName": "Gen0", - "Legend": "GC Generation 0 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 0 - } - }, - { - "Value": 0.79345703125, - "Descriptor": { - "Id": "Gen1Collects", - "DisplayName": "Gen1", - "Legend": "GC Generation 1 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 1 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen2Collects", - "DisplayName": "Gen2", - "Legend": "GC Generation 2 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 2 - } - }, - { - "Value": 181208, - "Descriptor": { - "Id": "Allocated Memory", - "DisplayName": "Allocated", - "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", - "NumberFormat": "0.##", - "UnitType": 2, - "Unit": "B", - "TheGreaterTheBetter": false, - "PriorityInCategory": 3 - } - } - ] - }, - { - "DisplayInfo": "ExampleFileBenchmark.Interpret: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=math.step]", - "Namespace": "StepLang.Benchmarks", - "Type": "ExampleFileBenchmark", - "Method": "Interpret", - "MethodTitle": "Interpret", - "Parameters": "ExampleFileName=math.step", - "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Interpret(ExampleFileName: \"math.step\")", - "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", - "Statistics": { - "OriginalValues": [ - 2004.5467376708984, - 1990.781021118164, - 1993.1774139404297, - 1987.6514434814453, - 2000.9819030761719, - 1982.049560546875, - 1991.1911010742188, - 1977.4730682373047, - 2012.759780883789, - 1998.434829711914, - 1995.5162048339844, - 1975.0511169433594, - 2001.2687683105469, - 1986.6252899169922, - 2003.3897399902344 - ], - "N": 15, - "Min": 1975.0511169433594, - "LowerFence": 1966.1579132080078, - "Q1": 1987.1383666992188, - "Median": 1993.1774139404297, - "Mean": 1993.3931986490886, - "Q3": 2001.1253356933594, - "UpperFence": 2022.1057891845703, - "Max": 2012.759780883789, - "InterquartileRange": 13.986968994140625, - "LowerOutliers": [], - "UpperOutliers": [], - "AllOutliers": [], - "StandardError": 2.7237817360762637, - "Variance": 111.28480418673938, - "StandardDeviation": 10.549161302527295, - "Skewness": -0.08404017482004561, - "Kurtosis": 1.9982377237883284, - "ConfidenceInterval": { - "N": 15, - "Mean": 1993.3931986490886, - "StandardError": 2.7237817360762637, - "Level": 12, - "Margin": 11.277693286834992, - "Lower": 1982.1155053622535, - "Upper": 2004.6708919359237 - }, - "Percentiles": { - "P0": 1975.0511169433594, - "P25": 1987.1383666992188, - "P50": 1993.1774139404297, - "P67": 1999.402717590332, - "P80": 2001.6929626464844, - "P85": 2003.1776428222656, - "P90": 2004.0839385986328, - "P95": 2007.0106506347656, - "P100": 2012.759780883789 - } - }, - "Memory": { - "Gen0Collections": 26, - "Gen1Collections": 0, - "Gen2Collections": 0, - "TotalOperations": 262144, - "BytesAllocatedPerOperation": 1712 - }, - "Measurements": [ - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 3763500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 13198000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 140700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 363000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16, - "Nanoseconds": 162400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 32, - "Nanoseconds": 342600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 64, - "Nanoseconds": 562000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 128, - "Nanoseconds": 1100600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 256, - "Nanoseconds": 2185100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 512, - "Nanoseconds": 4898500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 1024, - "Nanoseconds": 8856700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 2048, - "Nanoseconds": 17515300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 4096, - "Nanoseconds": 34809900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8192, - "Nanoseconds": 70621900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 186921000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 32768, - "Nanoseconds": 155892200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 65536, - "Nanoseconds": 132870600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 131072, - "Nanoseconds": 265523400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 262144, - "Nanoseconds": 518704300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 262144, - "Nanoseconds": 415500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 262144, - "Nanoseconds": 419900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 262144, - "Nanoseconds": 413600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 262144, - "Nanoseconds": 422700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 262144, - "Nanoseconds": 412500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 262144, - "Nanoseconds": 420800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 262144, - "Nanoseconds": 410400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 262144, - "Nanoseconds": 412600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 262144, - "Nanoseconds": 412500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 262144, - "Nanoseconds": 412500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 262144, - "Nanoseconds": 546700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 262144, - "Nanoseconds": 469000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 262144, - "Nanoseconds": 515500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 262144, - "Nanoseconds": 412100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 262144, - "Nanoseconds": 435900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 262144, - "Nanoseconds": 412100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 262144, - "Nanoseconds": 468300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 262144, - "Nanoseconds": 410200 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 262144, - "Nanoseconds": 515600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 262144, - "Nanoseconds": 405800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 16, - "Operations": 262144, - "Nanoseconds": 405800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 17, - "Operations": 262144, - "Nanoseconds": 461700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 18, - "Operations": 262144, - "Nanoseconds": 405900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 19, - "Operations": 262144, - "Nanoseconds": 405800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 20, - "Operations": 262144, - "Nanoseconds": 405900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 262144, - "Nanoseconds": 539437600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 262144, - "Nanoseconds": 529762000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 262144, - "Nanoseconds": 522435200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 262144, - "Nanoseconds": 517858900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 262144, - "Nanoseconds": 524973400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 262144, - "Nanoseconds": 521030700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 262144, - "Nanoseconds": 515867700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 262144, - "Nanoseconds": 582866300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 262144, - "Nanoseconds": 527771700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 262144, - "Nanoseconds": 525892400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 262144, - "Nanoseconds": 522283800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 262144, - "Nanoseconds": 522912000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 262144, - "Nanoseconds": 521463400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 262144, - "Nanoseconds": 524957900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 262144, - "Nanoseconds": 519994900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 262144, - "Nanoseconds": 522391300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 262144, - "Nanoseconds": 518795200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 262144, - "Nanoseconds": 528045400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 262144, - "Nanoseconds": 524290200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 262144, - "Nanoseconds": 523525100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 262144, - "Nanoseconds": 518160300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 262144, - "Nanoseconds": 525033100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 262144, - "Nanoseconds": 521194400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 262144, - "Nanoseconds": 525589100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 262144, - "Nanoseconds": 525479900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 262144, - "Nanoseconds": 521871300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 262144, - "Nanoseconds": 522499500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 262144, - "Nanoseconds": 521050900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 262144, - "Nanoseconds": 524545400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 262144, - "Nanoseconds": 519582400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 262144, - "Nanoseconds": 521978800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 262144, - "Nanoseconds": 518382700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 262144, - "Nanoseconds": 527632900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 262144, - "Nanoseconds": 523877700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 262144, - "Nanoseconds": 523112600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 262144, - "Nanoseconds": 517747800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 262144, - "Nanoseconds": 524620600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 262144, - "Nanoseconds": 520781900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 262144, - "Nanoseconds": 525176600 - } - ], - "Metrics": [ - { - "Value": 0.09918212890625, - "Descriptor": { - "Id": "Gen0Collects", - "DisplayName": "Gen0", - "Legend": "GC Generation 0 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 0 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen1Collects", - "DisplayName": "Gen1", - "Legend": "GC Generation 1 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 1 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen2Collects", - "DisplayName": "Gen2", - "Legend": "GC Generation 2 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 2 - } - }, - { - "Value": 1712, - "Descriptor": { - "Id": "Allocated Memory", - "DisplayName": "Allocated", - "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", - "NumberFormat": "0.##", - "UnitType": 2, - "Unit": "B", - "TheGreaterTheBetter": false, - "PriorityInCategory": 3 - } - } - ] - }, - { - "DisplayInfo": "ExampleFileBenchmark.Tokenize: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=strings.step]", - "Namespace": "StepLang.Benchmarks", - "Type": "ExampleFileBenchmark", - "Method": "Tokenize", - "MethodTitle": "Tokenize", - "Parameters": "ExampleFileName=strings.step", - "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Tokenize(ExampleFileName: \"strings.step\")", - "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", - "Statistics": { - "OriginalValues": [ - 104.40855026245117, - 107.01659917831421, - 105.95307350158691, - 106.69173002243042, - 106.53200149536133, - 107.53960609436035, - 107.77720212936401, - 105.9765100479126, - 105.90313673019409, - 106.84412717819214, - 107.70217180252075, - 109.47626829147339, - 107.68595933914185, - 106.8571925163269 - ], - "N": 14, - "Min": 104.40855026245117, - "LowerFence": 103.81440073251724, - "Q1": 106.11538290977478, - "Median": 106.85065984725952, - "Mean": 106.88315204211644, - "Q3": 107.64937102794647, - "UpperFence": 109.95035320520401, - "Max": 109.47626829147339, - "InterquartileRange": 1.533988118171692, - "LowerOutliers": [], - "UpperOutliers": [], - "AllOutliers": [], - "StandardError": 0.3164091638825031, - "Variance": 1.401606625843546, - "StandardDeviation": 1.1838946852839343, - "Skewness": 0.07784513687175958, - "Kurtosis": 3.154852179686116, - "ConfidenceInterval": { - "N": 14, - "Mean": 106.88315204211644, - "StandardError": 0.3164091638825031, - "Level": 12, - "Margin": 1.3355098374274272, - "Lower": 105.54764220468901, - "Upper": 108.21866187954386 - }, - "Percentiles": { - "P0": 104.40855026245117, - "P25": 106.11538290977478, - "P50": 106.85065984725952, - "P67": 107.38793408870697, - "P80": 107.69244432449341, - "P85": 107.70592331886292, - "P90": 107.75469303131104, - "P95": 108.3718752861023, - "P100": 109.47626829147339 - } - }, - "Memory": { - "Gen0Collections": 336, - "Gen1Collections": 0, - "Gen2Collections": 0, - "TotalOperations": 8388608, - "BytesAllocatedPerOperation": 672 - }, - "Measurements": [ - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 134600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 10051400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 379700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 511100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16, - "Nanoseconds": 16100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 32, - "Nanoseconds": 22700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 64, - "Nanoseconds": 36900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 128, - "Nanoseconds": 67200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 256, - "Nanoseconds": 121900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 512, - "Nanoseconds": 246900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 1024, - "Nanoseconds": 406000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 2048, - "Nanoseconds": 841300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 4096, - "Nanoseconds": 1673100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8192, - "Nanoseconds": 3682600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 7378700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 32768, - "Nanoseconds": 11632300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 65536, - "Nanoseconds": 21191800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 131072, - "Nanoseconds": 39336000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 262144, - "Nanoseconds": 77890400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 16, - "Operations": 524288, - "Nanoseconds": 96751000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 17, - "Operations": 1048576, - "Nanoseconds": 114951800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 18, - "Operations": 2097152, - "Nanoseconds": 223109100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 19, - "Operations": 4194304, - "Nanoseconds": 431214200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 20, - "Operations": 8388608, - "Nanoseconds": 922550900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8388608, - "Nanoseconds": 23481000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8388608, - "Nanoseconds": 23174200 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8388608, - "Nanoseconds": 23190000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8388608, - "Nanoseconds": 23330000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8388608, - "Nanoseconds": 23125300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8388608, - "Nanoseconds": 23447100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8388608, - "Nanoseconds": 23506100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8388608, - "Nanoseconds": 23837900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 8388608, - "Nanoseconds": 25725700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8388608, - "Nanoseconds": 19356500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8388608, - "Nanoseconds": 19334100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8388608, - "Nanoseconds": 19398900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8388608, - "Nanoseconds": 19453000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8388608, - "Nanoseconds": 19679600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8388608, - "Nanoseconds": 19945500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8388608, - "Nanoseconds": 20599800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8388608, - "Nanoseconds": 19792000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8388608, - "Nanoseconds": 20060800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 8388608, - "Nanoseconds": 21616300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8388608, - "Nanoseconds": 19825300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 8388608, - "Nanoseconds": 20185600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 8388608, - "Nanoseconds": 20215100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 8388608, - "Nanoseconds": 20342100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 8388608, - "Nanoseconds": 20077600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 8388608, - "Nanoseconds": 19816200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8388608, - "Nanoseconds": 879651500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8388608, - "Nanoseconds": 896296300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8388608, - "Nanoseconds": 890506100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8388608, - "Nanoseconds": 896059700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8388608, - "Nanoseconds": 878750200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8388608, - "Nanoseconds": 892786100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8388608, - "Nanoseconds": 895787900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8388608, - "Nanoseconds": 917665800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8388608, - "Nanoseconds": 908744300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8388608, - "Nanoseconds": 914940600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8388608, - "Nanoseconds": 971693500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8388608, - "Nanoseconds": 913600700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8388608, - "Nanoseconds": 922053100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8388608, - "Nanoseconds": 924046200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 8388608, - "Nanoseconds": 908940900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8388608, - "Nanoseconds": 908325400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 8388608, - "Nanoseconds": 916219000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 8388608, - "Nanoseconds": 923416800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 8388608, - "Nanoseconds": 938299000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 8388608, - "Nanoseconds": 923280800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 8388608, - "Nanoseconds": 916328600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 8388608, - "Nanoseconds": 875842400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 8388608, - "Nanoseconds": 897720300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 8388608, - "Nanoseconds": 888798800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 8388608, - "Nanoseconds": 894995100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 8388608, - "Nanoseconds": 893655200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 8388608, - "Nanoseconds": 902107600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 8388608, - "Nanoseconds": 904100700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 8388608, - "Nanoseconds": 888995400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 8388608, - "Nanoseconds": 888379900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8388608, - "Nanoseconds": 896273500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 8388608, - "Nanoseconds": 903471300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 8388608, - "Nanoseconds": 918353500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 8388608, - "Nanoseconds": 903335300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 8388608, - "Nanoseconds": 896383100 - } - ], - "Metrics": [ - { - "Value": 0.0400543212890625, - "Descriptor": { - "Id": "Gen0Collects", - "DisplayName": "Gen0", - "Legend": "GC Generation 0 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 0 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen1Collects", - "DisplayName": "Gen1", - "Legend": "GC Generation 1 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 1 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen2Collects", - "DisplayName": "Gen2", - "Legend": "GC Generation 2 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 2 - } - }, - { - "Value": 672, - "Descriptor": { - "Id": "Allocated Memory", - "DisplayName": "Allocated", - "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", - "NumberFormat": "0.##", - "UnitType": 2, - "Unit": "B", - "TheGreaterTheBetter": false, - "PriorityInCategory": 3 - } - } - ] - }, - { - "DisplayInfo": "ExampleFileBenchmark.Parse: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=strings.step]", - "Namespace": "StepLang.Benchmarks", - "Type": "ExampleFileBenchmark", - "Method": "Parse", - "MethodTitle": "Parse", - "Parameters": "ExampleFileName=strings.step", - "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Parse(ExampleFileName: \"strings.step\")", - "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", - "Statistics": { - "OriginalValues": [ - 42798.61145019531, - 44050.53405761719, - 43506.52770996094, - 42863.74816894531, - 43489.68811035156, - 43698.74572753906, - 42851.62048339844, - 43319.98596191406, - 44076.86462402344, - 43417.51403808594, - 43812.28332519531, - 43415.02990722656, - 43617.22717285156, - 43199.96643066406 - ], - "N": 14, - "Min": 42798.61145019531, - "LowerFence": 42557.379150390625, - "Q1": 43229.97131347656, - "Median": 43453.60107421875, - "Mean": 43437.02479771205, - "Q3": 43678.36608886719, - "UpperFence": 44350.958251953125, - "Max": 44076.86462402344, - "InterquartileRange": 448.394775390625, - "LowerOutliers": [], - "UpperOutliers": [], - "AllOutliers": [], - "StandardError": 109.56601472896212, - "Variance": 168065.96217022, - "StandardDeviation": 409.95848835000356, - "Skewness": -0.09764859539918315, - "Kurtosis": 1.8454965844782125, - "ConfidenceInterval": { - "N": 14, - "Mean": 43437.02479771205, - "StandardError": 109.56601472896212, - "Level": 12, - "Margin": 462.4597110992173, - "Lower": 42974.565086612834, - "Upper": 43899.48450881127 - }, - "Percentiles": { - "P0": 42798.61145019531, - "P25": 43229.97131347656, - "P50": 43453.60107421875, - "P67": 43585.12432861328, - "P80": 43744.16076660156, - "P85": 43824.195861816406, - "P90": 43979.058837890625, - "P95": 44059.749755859375, - "P100": 44076.86462402344 - } - }, - "Memory": { - "Gen0Collections": 144, - "Gen1Collections": 8, - "Gen2Collections": 0, - "TotalOperations": 16384, - "BytesAllocatedPerOperation": 147904 - }, - "Measurements": [ - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 132000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 4767600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 369200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 3864900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16, - "Nanoseconds": 3445200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 32, - "Nanoseconds": 6415100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 64, - "Nanoseconds": 13232200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 128, - "Nanoseconds": 25027500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 256, - "Nanoseconds": 47085300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 512, - "Nanoseconds": 89668400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 1024, - "Nanoseconds": 161850900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 2048, - "Nanoseconds": 107906600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 4096, - "Nanoseconds": 193291800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8192, - "Nanoseconds": 355743700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 722347600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16384, - "Nanoseconds": 46900 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16384, - "Nanoseconds": 42100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 16384, - "Nanoseconds": 41800 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 16384, - "Nanoseconds": 41600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 16384, - "Nanoseconds": 45700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 16384, - "Nanoseconds": 41600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 16384, - "Nanoseconds": 41600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 16384, - "Nanoseconds": 41600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16384, - "Nanoseconds": 45600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16384, - "Nanoseconds": 46700 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 16384, - "Nanoseconds": 41600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 16384, - "Nanoseconds": 41500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 16384, - "Nanoseconds": 45600 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 16384, - "Nanoseconds": 41500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 16384, - "Nanoseconds": 41400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 16384, - "Nanoseconds": 41000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 16384, - "Nanoseconds": 56400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 16384, - "Nanoseconds": 41000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 41100 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 16384, - "Nanoseconds": 41000 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 16384, - "Nanoseconds": 45300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 16384, - "Nanoseconds": 41400 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 16384, - "Nanoseconds": 41300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 16, - "Operations": 16384, - "Nanoseconds": 41300 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 17, - "Operations": 16384, - "Nanoseconds": 45200 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 18, - "Operations": 16384, - "Nanoseconds": 41300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16384, - "Nanoseconds": 715660600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16384, - "Nanoseconds": 696733900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 16384, - "Nanoseconds": 698602500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 16384, - "Nanoseconds": 703474700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 16384, - "Nanoseconds": 709340600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 16384, - "Nanoseconds": 708618300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 16384, - "Nanoseconds": 702302700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 16384, - "Nanoseconds": 691111200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 16384, - "Nanoseconds": 706684100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 16384, - "Nanoseconds": 725672100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 702167400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16384, - "Nanoseconds": 701253900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16384, - "Nanoseconds": 721765400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 16384, - "Nanoseconds": 712852400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 16384, - "Nanoseconds": 752113000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 16384, - "Nanoseconds": 702321100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 16384, - "Nanoseconds": 712576500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 16384, - "Nanoseconds": 716001700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 16384, - "Nanoseconds": 702122400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 16384, - "Nanoseconds": 709796100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 16384, - "Nanoseconds": 722196800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 711394000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 16384, - "Nanoseconds": 717861900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 16384, - "Nanoseconds": 711353300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 16384, - "Nanoseconds": 714666100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 16384, - "Nanoseconds": 707829700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16384, - "Nanoseconds": 701212450 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16384, - "Nanoseconds": 721723950 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 16384, - "Nanoseconds": 712810950 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 16384, - "Nanoseconds": 702279650 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 16384, - "Nanoseconds": 712535050 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 16384, - "Nanoseconds": 715960250 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 16384, - "Nanoseconds": 702080950 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 16384, - "Nanoseconds": 709754650 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 16384, - "Nanoseconds": 722155350 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 16384, - "Nanoseconds": 711352550 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 717820450 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 16384, - "Nanoseconds": 711311850 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 16384, - "Nanoseconds": 714624650 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 16384, - "Nanoseconds": 707788250 - } - ], - "Metrics": [ - { - "Value": 8.7890625, - "Descriptor": { - "Id": "Gen0Collects", - "DisplayName": "Gen0", - "Legend": "GC Generation 0 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 0 - } - }, - { - "Value": 0.48828125, - "Descriptor": { - "Id": "Gen1Collects", - "DisplayName": "Gen1", - "Legend": "GC Generation 1 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 1 - } - }, - { - "Value": 0, - "Descriptor": { - "Id": "Gen2Collects", - "DisplayName": "Gen2", - "Legend": "GC Generation 2 collects per 1000 operations", - "NumberFormat": "#0.0000", - "UnitType": 0, - "Unit": "Count", - "TheGreaterTheBetter": false, - "PriorityInCategory": 2 - } - }, - { - "Value": 147904, - "Descriptor": { - "Id": "Allocated Memory", - "DisplayName": "Allocated", - "Legend": "Allocated memory per single operation (managed only, inclusive, 1KB = 1024B)", - "NumberFormat": "0.##", - "UnitType": 2, - "Unit": "B", - "TheGreaterTheBetter": false, - "PriorityInCategory": 3 - } - } - ] - }, - { - "DisplayInfo": "ExampleFileBenchmark.Interpret: Job-CZIFCN(BuildConfiguration=Test) [ExampleFileName=strings.step]", - "Namespace": "StepLang.Benchmarks", - "Type": "ExampleFileBenchmark", - "Method": "Interpret", - "MethodTitle": "Interpret", - "Parameters": "ExampleFileName=strings.step", - "FullName": "StepLang.Benchmarks.ExampleFileBenchmark.Interpret(ExampleFileName: \"strings.step\")", - "HardwareIntrinsics": "AVX2+BMI1+BMI2+F16C+FMA+LZCNT+MOVBE,AVX,SSE3+SSSE3+SSE4.1+SSE4.2+POPCNT,X86Base+SSE+SSE2,AES+PCLMUL VectorSize=256", - "Statistics": { - "OriginalValues": [ - 1025.9431838989258, - 1022.4327087402344, - 1028.9176940917969, - 1028.4835815429688, - 1018.4028625488281, - 1027.883529663086, - 1022.3627090454102, - 1024.989128112793, - 1020.5562591552734, - 1032.356834411621, - 1026.7929077148438, - 1036.527442932129, - 1019.9125289916992 - ], - "N": 13, - "Min": 1018.4028625488281, - "LowerFence": 1013.1814002990723, - "Q1": 1022.3627090454102, - "Median": 1025.9431838989258, - "Mean": 1025.8124131422776, - "Q3": 1028.4835815429688, - "UpperFence": 1037.6648902893066, - "Max": 1036.527442932129, - "InterquartileRange": 6.120872497558594, - "LowerOutliers": [], - "UpperOutliers": [], - "AllOutliers": [], - "StandardError": 1.4345219518922274, - "Variance": 26.752091995988916, - "StandardDeviation": 5.1722424533261115, - "Skewness": 0.4068007095093364, - "Kurtosis": 2.1970630434312564, - "ConfidenceInterval": { - "N": 13, - "Mean": 1025.8124131422776, - "StandardError": 1.4345219518922274, - "Level": 12, - "Margin": 6.193966378353459, - "Lower": 1019.6184467639241, - "Upper": 1032.006379520631 - }, - "Percentiles": { - "P0": 1018.4028625488281, - "P25": 1022.3627090454102, - "P50": 1025.9431838989258, - "P67": 1027.9075317382812, - "P80": 1028.7440490722656, - "P85": 1029.6055221557617, - "P90": 1031.6690063476562, - "P95": 1034.0250778198242, - "P100": 1036.527442932129 - } - }, - "Memory": { - "Gen0Collections": 35, - "Gen1Collections": 0, - "Gen2Collections": 0, - "TotalOperations": 524288, - "BytesAllocatedPerOperation": 1120 - }, - "Measurements": [ - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 93400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 1, - "Nanoseconds": 13826500 - }, - { - "IterationMode": "Overhead", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 138100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Jitting", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 16, - "Nanoseconds": 329500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 16, - "Nanoseconds": 94700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 32, - "Nanoseconds": 183600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 64, - "Nanoseconds": 368400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 128, - "Nanoseconds": 672000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 256, - "Nanoseconds": 1361400 + "Operations": 131072, + "Nanoseconds": 20664300 }, { "IterationMode": "Workload", "IterationStage": "Pilot", "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 512, - "Nanoseconds": 2833500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 1024, - "Nanoseconds": 5267800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 2048, - "Nanoseconds": 10427200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 4096, - "Nanoseconds": 21032200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Pilot", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 8192, - "Nanoseconds": 43075500 + "IterationIndex": 15, + "Operations": 262144, + "Nanoseconds": 37717400 }, { "IterationMode": "Workload", "IterationStage": "Pilot", "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 16384, - "Nanoseconds": 82887100 + "IterationIndex": 16, + "Operations": 524288, + "Nanoseconds": 41705800 }, { "IterationMode": "Workload", "IterationStage": "Pilot", "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 32768, - "Nanoseconds": 168943700 + "IterationIndex": 17, + "Operations": 1048576, + "Nanoseconds": 61728900 }, { "IterationMode": "Workload", "IterationStage": "Pilot", "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 65536, - "Nanoseconds": 69937800 + "IterationIndex": 18, + "Operations": 2097152, + "Nanoseconds": 118595100 }, { "IterationMode": "Workload", "IterationStage": "Pilot", "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 131072, - "Nanoseconds": 135657000 + "IterationIndex": 19, + "Operations": 4194304, + "Nanoseconds": 229982100 }, { "IterationMode": "Workload", "IterationStage": "Pilot", "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 262144, - "Nanoseconds": 274125700 + "IterationIndex": 20, + "Operations": 8388608, + "Nanoseconds": 465962300 }, { "IterationMode": "Workload", "IterationStage": "Pilot", "LaunchIndex": 1, - "IterationIndex": 16, - "Operations": 524288, - "Nanoseconds": 543399500 + "IterationIndex": 21, + "Operations": 16777216, + "Nanoseconds": 933330900 }, { "IterationMode": "Overhead", "IterationStage": "Warmup", "LaunchIndex": 1, "IterationIndex": 1, - "Operations": 524288, - "Nanoseconds": 882800 + "Operations": 16777216, + "Nanoseconds": 26560400 }, { "IterationMode": "Overhead", "IterationStage": "Warmup", "LaunchIndex": 1, "IterationIndex": 2, - "Operations": 524288, - "Nanoseconds": 837200 + "Operations": 16777216, + "Nanoseconds": 27009300 }, { "IterationMode": "Overhead", "IterationStage": "Warmup", "LaunchIndex": 1, "IterationIndex": 3, - "Operations": 524288, - "Nanoseconds": 855500 + "Operations": 16777216, + "Nanoseconds": 26876800 }, { "IterationMode": "Overhead", "IterationStage": "Warmup", "LaunchIndex": 1, "IterationIndex": 4, - "Operations": 524288, - "Nanoseconds": 831600 + "Operations": 16777216, + "Nanoseconds": 26833500 }, { "IterationMode": "Overhead", "IterationStage": "Warmup", "LaunchIndex": 1, "IterationIndex": 5, - "Operations": 524288, - "Nanoseconds": 863700 + "Operations": 16777216, + "Nanoseconds": 26853600 }, { "IterationMode": "Overhead", "IterationStage": "Warmup", "LaunchIndex": 1, "IterationIndex": 6, - "Operations": 524288, - "Nanoseconds": 839100 + "Operations": 16777216, + "Nanoseconds": 28488500 + }, + { + "IterationMode": "Overhead", + "IterationStage": "Warmup", + "LaunchIndex": 1, + "IterationIndex": 7, + "Operations": 16777216, + "Nanoseconds": 26845600 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 1, - "Operations": 524288, - "Nanoseconds": 954500 + "Operations": 16777216, + "Nanoseconds": 30845900 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 2, - "Operations": 524288, - "Nanoseconds": 833600 + "Operations": 16777216, + "Nanoseconds": 26800800 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 3, - "Operations": 524288, - "Nanoseconds": 824300 + "Operations": 16777216, + "Nanoseconds": 26944800 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 4, - "Operations": 524288, - "Nanoseconds": 977600 + "Operations": 16777216, + "Nanoseconds": 26821100 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 5, - "Operations": 524288, - "Nanoseconds": 824400 + "Operations": 16777216, + "Nanoseconds": 26835100 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 6, - "Operations": 524288, - "Nanoseconds": 839600 + "Operations": 16777216, + "Nanoseconds": 26931000 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 7, - "Operations": 524288, - "Nanoseconds": 832300 + "Operations": 16777216, + "Nanoseconds": 26789900 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 8, - "Operations": 524288, - "Nanoseconds": 824100 + "Operations": 16777216, + "Nanoseconds": 26706700 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 9, - "Operations": 524288, - "Nanoseconds": 834800 + "Operations": 16777216, + "Nanoseconds": 26852200 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 10, - "Operations": 524288, - "Nanoseconds": 845200 + "Operations": 16777216, + "Nanoseconds": 26961800 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 11, - "Operations": 524288, - "Nanoseconds": 1040600 + "Operations": 16777216, + "Nanoseconds": 27270600 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 12, - "Operations": 524288, - "Nanoseconds": 959100 + "Operations": 16777216, + "Nanoseconds": 19582100 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 13, - "Operations": 524288, - "Nanoseconds": 833800 + "Operations": 16777216, + "Nanoseconds": 19446900 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 14, - "Operations": 524288, - "Nanoseconds": 824200 + "Operations": 16777216, + "Nanoseconds": 19271900 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 15, - "Operations": 524288, - "Nanoseconds": 824300 + "Operations": 16777216, + "Nanoseconds": 19392600 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 16, - "Operations": 524288, - "Nanoseconds": 824400 + "Operations": 16777216, + "Nanoseconds": 19179700 }, { "IterationMode": "Overhead", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 17, - "Operations": 524288, - "Nanoseconds": 834800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 1, - "Operations": 524288, - "Nanoseconds": 541320400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Warmup", - "LaunchIndex": 1, - "IterationIndex": 2, - "Operations": 524288, - "Nanoseconds": 534955700 + "Operations": 16777216, + "Nanoseconds": 19383300 }, { - "IterationMode": "Workload", - "IterationStage": "Warmup", + "IterationMode": "Overhead", + "IterationStage": "Actual", "LaunchIndex": 1, - "IterationIndex": 3, - "Operations": 524288, - "Nanoseconds": 534551700 + "IterationIndex": 18, + "Operations": 16777216, + "Nanoseconds": 19234000 }, { - "IterationMode": "Workload", - "IterationStage": "Warmup", + "IterationMode": "Overhead", + "IterationStage": "Actual", "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 524288, - "Nanoseconds": 537123900 + "IterationIndex": 19, + "Operations": 16777216, + "Nanoseconds": 19603600 }, { - "IterationMode": "Workload", - "IterationStage": "Warmup", + "IterationMode": "Overhead", + "IterationStage": "Actual", "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 524288, - "Nanoseconds": 534936300 + "IterationIndex": 20, + "Operations": 16777216, + "Nanoseconds": 19410100 }, { "IterationMode": "Workload", "IterationStage": "Warmup", "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 524288, - "Nanoseconds": 534169000 + "IterationIndex": 1, + "Operations": 16777216, + "Nanoseconds": 931608600 }, { "IterationMode": "Workload", "IterationStage": "Warmup", "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 524288, - "Nanoseconds": 536238900 + "IterationIndex": 2, + "Operations": 16777216, + "Nanoseconds": 925956000 }, { "IterationMode": "Workload", "IterationStage": "Warmup", "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 524288, - "Nanoseconds": 535731700 + "IterationIndex": 3, + "Operations": 16777216, + "Nanoseconds": 939566900 }, { "IterationMode": "Workload", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 1, - "Operations": 524288, - "Nanoseconds": 538723500 + "Operations": 16777216, + "Nanoseconds": 932987000 }, { "IterationMode": "Workload", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 2, - "Operations": 524288, - "Nanoseconds": 595633200 + "Operations": 16777216, + "Nanoseconds": 953554000 }, { "IterationMode": "Workload", "IterationStage": "Actual", "LaunchIndex": 1, "IterationIndex": 3, - "Operations": 524288, - "Nanoseconds": 536883000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 524288, - "Nanoseconds": 563836700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 524288, - "Nanoseconds": 540283000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 524288, - "Nanoseconds": 540055400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 524288, - "Nanoseconds": 534770200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 524288, - "Nanoseconds": 539740800 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 524288, - "Nanoseconds": 536846300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 524288, - "Nanoseconds": 538223300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 524288, - "Nanoseconds": 535899200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 524288, - "Nanoseconds": 542086100 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 524288, - "Nanoseconds": 539169000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 14, - "Operations": 524288, - "Nanoseconds": 544272700 - }, - { - "IterationMode": "Workload", - "IterationStage": "Actual", - "LaunchIndex": 1, - "IterationIndex": 15, - "Operations": 524288, - "Nanoseconds": 535561700 + "Operations": 16777216, + "Nanoseconds": 944250300 }, { "IterationMode": "Workload", "IterationStage": "Result", "LaunchIndex": 1, "IterationIndex": 1, - "Operations": 524288, - "Nanoseconds": 537889700 + "Operations": 16777216, + "Nanoseconds": 906238700 }, { "IterationMode": "Workload", "IterationStage": "Result", "LaunchIndex": 1, "IterationIndex": 2, - "Operations": 524288, - "Nanoseconds": 536049200 + "Operations": 16777216, + "Nanoseconds": 926805700 }, { "IterationMode": "Workload", "IterationStage": "Result", "LaunchIndex": 1, "IterationIndex": 3, - "Operations": 524288, - "Nanoseconds": 539449200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 4, - "Operations": 524288, - "Nanoseconds": 539221600 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 5, - "Operations": 524288, - "Nanoseconds": 533936400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 6, - "Operations": 524288, - "Nanoseconds": 538907000 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 7, - "Operations": 524288, - "Nanoseconds": 536012500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 8, - "Operations": 524288, - "Nanoseconds": 537389500 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 9, - "Operations": 524288, - "Nanoseconds": 535065400 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 10, - "Operations": 524288, - "Nanoseconds": 541252300 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 11, - "Operations": 524288, - "Nanoseconds": 538335200 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 12, - "Operations": 524288, - "Nanoseconds": 543438900 - }, - { - "IterationMode": "Workload", - "IterationStage": "Result", - "LaunchIndex": 1, - "IterationIndex": 13, - "Operations": 524288, - "Nanoseconds": 534727900 + "Operations": 16777216, + "Nanoseconds": 917502000 } ], "Metrics": [ { - "Value": 0.0667572021484375, + "Value": 0.010967254638671875, "Descriptor": { "Id": "Gen0Collects", "DisplayName": "Gen0", @@ -12271,7 +1162,7 @@ } }, { - "Value": 1120, + "Value": 184, "Descriptor": { "Id": "Allocated Memory", "DisplayName": "Allocated", From 6b789c364a9e639c2a76f34375011b5b728ac824 Mon Sep 17 00:00:00 2001 From: Ricardo Boss Date: Sun, 15 Mar 2026 23:16:38 +0100 Subject: [PATCH 07/17] test: adjusted test case for new tool output file --- lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs b/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs index 1c4124399..ae6161a42 100644 --- a/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs +++ b/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs @@ -276,11 +276,11 @@ pub(crate) mod test_c_sharp_dot_net { #[test] fn adapter_c_sharp_dot_net_memory() { let results = convert_c_sharp_dot_net("memory"); - assert_eq!(results.inner.len(), 3); + assert_eq!(results.inner.len(), 2); - let metrics = results.get("StepLang.Benchmarks.Tokenize").unwrap(); + let metrics = results.get("BenchmarkDotNet.Samples.AllocEmptyList").unwrap(); let metric = metrics.get("allocated").unwrap(); - assert_eq!(metric.value, OrderedFloat::from(672)); + assert_eq!(metric.value, OrderedFloat::from(368)); } #[test] From 9b395cf80975a85577bd5da2b523bf80dd1716a3 Mon Sep 17 00:00:00 2001 From: Ricardo Boss Date: Sun, 15 Mar 2026 23:21:33 +0100 Subject: [PATCH 08/17] style: sort result enums alphabetically --- .../src/results/adapter_results.rs | 18 +++++++++--------- 1 file changed, 9 insertions(+), 9 deletions(-) diff --git a/lib/bencher_adapter/src/results/adapter_results.rs b/lib/bencher_adapter/src/results/adapter_results.rs index c395bf2db..c17a37279 100644 --- a/lib/bencher_adapter/src/results/adapter_results.rs +++ b/lib/bencher_adapter/src/results/adapter_results.rs @@ -32,15 +32,6 @@ pub enum AdapterMeasure { Throughput(JsonNewMetric), } -#[derive(Debug, Clone, PartialEq, Eq)] -pub enum IaiMeasure { - Instructions(JsonNewMetric), - L1Accesses(JsonNewMetric), - L2Accesses(JsonNewMetric), - RamAccesses(JsonNewMetric), - EstimatedCycles(JsonNewMetric), -} - #[derive(Debug, Clone, PartialEq, Eq)] pub enum DotNetMeasure { Latency(JsonNewMetric), @@ -50,6 +41,15 @@ pub enum DotNetMeasure { Allocated(JsonNewMetric), } +#[derive(Debug, Clone, PartialEq, Eq)] +pub enum IaiMeasure { + Instructions(JsonNewMetric), + L1Accesses(JsonNewMetric), + L2Accesses(JsonNewMetric), + RamAccesses(JsonNewMetric), + EstimatedCycles(JsonNewMetric), +} + #[derive(Debug, Clone, PartialEq, Eq)] pub enum GungraunMeasure { /* From 27e8d1b172ffcf01bf417fcb6544cd1afe5efade Mon Sep 17 00:00:00 2001 From: Ricardo Boss Date: Sun, 15 Mar 2026 23:22:18 +0100 Subject: [PATCH 09/17] revert: use default latency measure --- lib/bencher_adapter/src/results/adapter_results.rs | 4 ++-- lib/bencher_json/src/project/measure/built_in.rs | 3 +-- 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/lib/bencher_adapter/src/results/adapter_results.rs b/lib/bencher_adapter/src/results/adapter_results.rs index c17a37279..9663ea55a 100644 --- a/lib/bencher_adapter/src/results/adapter_results.rs +++ b/lib/bencher_adapter/src/results/adapter_results.rs @@ -220,7 +220,7 @@ impl AdapterResults { Some(results_map.into()) } - + pub fn new_dotnet(benchmark_metrics: Vec<(BenchmarkName, Vec)>) -> Option { if benchmark_metrics.is_empty() { return None; @@ -234,7 +234,7 @@ impl AdapterResults { for metric in measure { let (resource_id, metric) = match metric { DotNetMeasure::Latency(json_metric) => { - (built_in::dotnet::Latency::name_id(), json_metric) + (built_in::default::Latency::name_id(), json_metric) }, DotNetMeasure::Allocated(json_metric) => { (built_in::dotnet::Allocated::name_id(), json_metric) diff --git a/lib/bencher_json/src/project/measure/built_in.rs b/lib/bencher_json/src/project/measure/built_in.rs index e31b01121..8766abff9 100644 --- a/lib/bencher_json/src/project/measure/built_in.rs +++ b/lib/bencher_json/src/project/measure/built_in.rs @@ -75,9 +75,8 @@ pub mod default { } pub mod dotnet { - use bencher_valid::{BYTES, NANOSECONDS}; + use bencher_valid::BYTES; - create_measure!(Latency, "Latency", "latency", NANOSECONDS); create_measure!(Allocated, "Allocated", "allocated", BYTES); create_measure!(Gen0Collects, "Gen0 Collects", "gen0-collects", "collects"); create_measure!(Gen1Collects, "Gen1 Collects", "gen1-collects", "collects"); From 10a66556b2147a0951015ea80516f88ebbabbdca Mon Sep 17 00:00:00 2001 From: Ricardo Boss Date: Sun, 15 Mar 2026 23:22:52 +0100 Subject: [PATCH 10/17] docs: refine GC collects unit label --- lib/bencher_json/src/project/measure/built_in.rs | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/lib/bencher_json/src/project/measure/built_in.rs b/lib/bencher_json/src/project/measure/built_in.rs index 8766abff9..780875c8a 100644 --- a/lib/bencher_json/src/project/measure/built_in.rs +++ b/lib/bencher_json/src/project/measure/built_in.rs @@ -78,9 +78,9 @@ pub mod dotnet { use bencher_valid::BYTES; create_measure!(Allocated, "Allocated", "allocated", BYTES); - create_measure!(Gen0Collects, "Gen0 Collects", "gen0-collects", "collects"); - create_measure!(Gen1Collects, "Gen1 Collects", "gen1-collects", "collects"); - create_measure!(Gen2Collects, "Gen2 Collects", "gen2-collects", "collects"); + create_measure!(Gen0Collects, "Gen0 Collects", "gen0-collects", "collects / 1000 operations"); + create_measure!(Gen1Collects, "Gen1 Collects", "gen1-collects", "collects / 1000 operations"); + create_measure!(Gen2Collects, "Gen2 Collects", "gen2-collects", "collects / 1000 operations"); } pub mod json { From 1febc46bad2daa4daf709b6ee969bacd01e68c6c Mon Sep 17 00:00:00 2001 From: Ricardo Boss Date: Sun, 15 Mar 2026 23:26:24 +0100 Subject: [PATCH 11/17] style: move dotnet below json --- lib/bencher_json/src/project/measure/built_in.rs | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/lib/bencher_json/src/project/measure/built_in.rs b/lib/bencher_json/src/project/measure/built_in.rs index 780875c8a..0bac25bd5 100644 --- a/lib/bencher_json/src/project/measure/built_in.rs +++ b/lib/bencher_json/src/project/measure/built_in.rs @@ -74,6 +74,13 @@ pub mod default { ); } +pub mod json { + use bencher_valid::{BYTES, SECONDS}; + + create_measure!(BuildTime, "Build Time", "build-time", SECONDS); + create_measure!(FileSize, "File Size", "file-size", BYTES); +} + pub mod dotnet { use bencher_valid::BYTES; @@ -83,13 +90,6 @@ pub mod dotnet { create_measure!(Gen2Collects, "Gen2 Collects", "gen2-collects", "collects / 1000 operations"); } -pub mod json { - use bencher_valid::{BYTES, SECONDS}; - - create_measure!(BuildTime, "Build Time", "build-time", SECONDS); - create_measure!(FileSize, "File Size", "file-size", BYTES); -} - pub mod iai { create_measure!(Instructions, "Instructions", "instructions", "instructions"); create_measure!(L1Accesses, "L1 Accesses", "l1-accesses", "accesses"); From 10477033ddcf22cbf4027a5115af17e7f1e8d454 Mon Sep 17 00:00:00 2001 From: Ricardo Boss Date: Sun, 15 Mar 2026 23:28:58 +0100 Subject: [PATCH 12/17] revert: docs: refine GC collects unit label This reverts commit 4dddf9946bc0d37bf089a3accedd90753b9b6315. --- lib/bencher_json/src/project/measure/built_in.rs | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/lib/bencher_json/src/project/measure/built_in.rs b/lib/bencher_json/src/project/measure/built_in.rs index 0bac25bd5..511acaee0 100644 --- a/lib/bencher_json/src/project/measure/built_in.rs +++ b/lib/bencher_json/src/project/measure/built_in.rs @@ -85,9 +85,9 @@ pub mod dotnet { use bencher_valid::BYTES; create_measure!(Allocated, "Allocated", "allocated", BYTES); - create_measure!(Gen0Collects, "Gen0 Collects", "gen0-collects", "collects / 1000 operations"); - create_measure!(Gen1Collects, "Gen1 Collects", "gen1-collects", "collects / 1000 operations"); - create_measure!(Gen2Collects, "Gen2 Collects", "gen2-collects", "collects / 1000 operations"); + create_measure!(Gen0Collects, "Gen0 Collects", "gen0-collects", "collects"); + create_measure!(Gen1Collects, "Gen1 Collects", "gen1-collects", "collects"); + create_measure!(Gen2Collects, "Gen2 Collects", "gen2-collects", "collects"); } pub mod iai { From 30316d47a61f9b95185441249f12f55a1605e383 Mon Sep 17 00:00:00 2001 From: Ricardo Boss Date: Sun, 15 Mar 2026 23:36:55 +0100 Subject: [PATCH 13/17] feat: added handling and tests for other memory-related measures --- .../src/adapters/c_sharp/dot_net.rs | 65 +++++++++++++++++-- .../src/results/adapter_results.rs | 4 ++ .../src/project/measure/built_in.rs | 1 + 3 files changed, 65 insertions(+), 5 deletions(-) diff --git a/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs b/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs index ae6161a42..4e3a50332 100644 --- a/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs +++ b/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs @@ -111,15 +111,57 @@ impl DotNet { let mut measures = vec![latency_measure]; if memory.is_some() { - let json_allocated_metric = JsonNewMetric { - value: memory.unwrap().bytes_allocated_per_operation.into(), + let m = memory.unwrap(); + + let allocated_json = JsonNewMetric { + value: m.bytes_allocated_per_operation.into(), lower_value: None, upper_value: None, }; - let allocated_measure = DotNetMeasure::Allocated(json_allocated_metric); + let allocated_measure = DotNetMeasure::Allocated(allocated_json); measures.push(allocated_measure); + + let gen0_collects_json = JsonNewMetric { + value: m.gen0_collections.into(), + lower_value: None, + upper_value: None, + }; + + let gen0_measure = DotNetMeasure::Gen0Collects(gen0_collects_json); + + measures.push(gen0_measure); + + let gen1_collects_json = JsonNewMetric { + value: m.gen1_collections.into(), + lower_value: None, + upper_value: None, + }; + + let gen1_measure = DotNetMeasure::Gen1Collects(gen1_collects_json); + + measures.push(gen1_measure); + + let gen2_collects_json = JsonNewMetric { + value: m.gen2_collections.into(), + lower_value: None, + upper_value: None, + }; + + let gen2_measure = DotNetMeasure::Gen2Collects(gen2_collects_json); + + measures.push(gen2_measure); + + let total_operations_json = JsonNewMetric { + value: m.total_operations.into(), + lower_value: None, + upper_value: None, + }; + + let total_operations_measure = DotNetMeasure::TotalOperations(total_operations_json); + + measures.push(total_operations_measure); } benchmark_metrics.push((benchmark_name, measures)); @@ -279,8 +321,21 @@ pub(crate) mod test_c_sharp_dot_net { assert_eq!(results.inner.len(), 2); let metrics = results.get("BenchmarkDotNet.Samples.AllocEmptyList").unwrap(); - let metric = metrics.get("allocated").unwrap(); - assert_eq!(metric.value, OrderedFloat::from(368)); + + let allocated = metrics.get("allocated").unwrap(); + assert_eq!(allocated.value, OrderedFloat::from(368)); + + let gen0collects = metrics.get("gen0-collects").unwrap(); + assert_eq!(gen0collects.value, OrderedFloat::from(184)); + + let gen1collects = metrics.get("gen1-collects").unwrap(); + assert_eq!(gen1collects.value, OrderedFloat::from(0)); + + let gen2collects = metrics.get("gen2-collects").unwrap(); + assert_eq!(gen2collects.value, OrderedFloat::from(0)); + + let total_operations = metrics.get("total-operations").unwrap(); + assert_eq!(total_operations.value, OrderedFloat::from(8388608)); } #[test] diff --git a/lib/bencher_adapter/src/results/adapter_results.rs b/lib/bencher_adapter/src/results/adapter_results.rs index 9663ea55a..19fe97de4 100644 --- a/lib/bencher_adapter/src/results/adapter_results.rs +++ b/lib/bencher_adapter/src/results/adapter_results.rs @@ -38,6 +38,7 @@ pub enum DotNetMeasure { Gen0Collects(JsonNewMetric), Gen1Collects(JsonNewMetric), Gen2Collects(JsonNewMetric), + TotalOperations(JsonNewMetric), Allocated(JsonNewMetric), } @@ -248,6 +249,9 @@ impl AdapterResults { DotNetMeasure::Gen2Collects(json_metric) => { (built_in::dotnet::Gen2Collects::name_id(), json_metric) }, + DotNetMeasure::TotalOperations(json_metric) => { + (built_in::dotnet::TotalOperations::name_id(), json_metric) + }, }; metrics_value.inner.insert(resource_id, metric); } diff --git a/lib/bencher_json/src/project/measure/built_in.rs b/lib/bencher_json/src/project/measure/built_in.rs index 511acaee0..e67f279a8 100644 --- a/lib/bencher_json/src/project/measure/built_in.rs +++ b/lib/bencher_json/src/project/measure/built_in.rs @@ -88,6 +88,7 @@ pub mod dotnet { create_measure!(Gen0Collects, "Gen0 Collects", "gen0-collects", "collects"); create_measure!(Gen1Collects, "Gen1 Collects", "gen1-collects", "collects"); create_measure!(Gen2Collects, "Gen2 Collects", "gen2-collects", "collects"); + create_measure!(TotalOperations, "Total Operations", "total-operations", "operations"); } pub mod iai { From 1e27be8354ddb5d6a8ac8d7972a9f661073ec49c Mon Sep 17 00:00:00 2001 From: Ricardo Boss Date: Mon, 16 Mar 2026 23:58:15 +0100 Subject: [PATCH 14/17] fix: avoid using `.unwrap()` Co-authored-by: Everett Pompeii --- lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs b/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs index 4e3a50332..a19fc2c55 100644 --- a/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs +++ b/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs @@ -110,9 +110,7 @@ impl DotNet { let mut measures = vec![latency_measure]; - if memory.is_some() { - let m = memory.unwrap(); - + if let Some(m) = memory { let allocated_json = JsonNewMetric { value: m.bytes_allocated_per_operation.into(), lower_value: None, From 88a518d5962f4c63b3d916b1266d52fbe3b8a995 Mon Sep 17 00:00:00 2001 From: Ricardo Boss Date: Tue, 17 Mar 2026 02:08:49 +0100 Subject: [PATCH 15/17] test: also check latency measures in memory tool output --- lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs b/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs index a19fc2c55..6c4b3c772 100644 --- a/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs +++ b/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs @@ -334,6 +334,11 @@ pub(crate) mod test_c_sharp_dot_net { let total_operations = metrics.get("total-operations").unwrap(); assert_eq!(total_operations.value, OrderedFloat::from(8388608)); + + let latency = metrics.get("latency").unwrap(); + assert_eq!(latency.value, OrderedFloat::from(77.494_494_120_279_952)); + assert_eq!(latency.lower_value, Some(76.318_534_543_028_989).map(OrderedFloat::from)); + assert_eq!(latency.upper_value, Some(78.670_453_697_530_917).map(OrderedFloat::from)); } #[test] From 54d200814429565a9f2de484a1a45f2c23c9d065 Mon Sep 17 00:00:00 2001 From: Ricardo Boss Date: Fri, 20 Mar 2026 11:09:08 +0100 Subject: [PATCH 16/17] style: formatting --- .../src/adapters/c_sharp/dot_net.rs | 21 +++++++++++++------ .../src/project/measure/built_in.rs | 7 ++++++- 2 files changed, 21 insertions(+), 7 deletions(-) diff --git a/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs b/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs index 6c4b3c772..d86b0058f 100644 --- a/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs +++ b/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs @@ -3,12 +3,12 @@ use bencher_json::{BenchmarkName, JsonAny, JsonNewMetric, project::report::JsonA use rust_decimal::Decimal; use serde::Deserialize; +use crate::results::adapter_results::DotNetMeasure; use crate::{ Adaptable, AdapterError, Settings, adapters::util::{Units, latency_as_nanos}, results::adapter_results::AdapterResults, }; -use crate::results::adapter_results::DotNetMeasure; pub struct AdapterCSharpDotNet; @@ -157,7 +157,8 @@ impl DotNet { upper_value: None, }; - let total_operations_measure = DotNetMeasure::TotalOperations(total_operations_json); + let total_operations_measure = + DotNetMeasure::TotalOperations(total_operations_json); measures.push(total_operations_measure); } @@ -171,8 +172,8 @@ impl DotNet { #[cfg(test)] pub(crate) mod test_c_sharp_dot_net { - use ordered_float::OrderedFloat; use bencher_json::project::report::JsonAverage; + use ordered_float::OrderedFloat; use pretty_assertions::assert_eq; use crate::{ @@ -318,7 +319,9 @@ pub(crate) mod test_c_sharp_dot_net { let results = convert_c_sharp_dot_net("memory"); assert_eq!(results.inner.len(), 2); - let metrics = results.get("BenchmarkDotNet.Samples.AllocEmptyList").unwrap(); + let metrics = results + .get("BenchmarkDotNet.Samples.AllocEmptyList") + .unwrap(); let allocated = metrics.get("allocated").unwrap(); assert_eq!(allocated.value, OrderedFloat::from(368)); @@ -337,8 +340,14 @@ pub(crate) mod test_c_sharp_dot_net { let latency = metrics.get("latency").unwrap(); assert_eq!(latency.value, OrderedFloat::from(77.494_494_120_279_952)); - assert_eq!(latency.lower_value, Some(76.318_534_543_028_989).map(OrderedFloat::from)); - assert_eq!(latency.upper_value, Some(78.670_453_697_530_917).map(OrderedFloat::from)); + assert_eq!( + latency.lower_value, + Some(76.318_534_543_028_989).map(OrderedFloat::from) + ); + assert_eq!( + latency.upper_value, + Some(78.670_453_697_530_917).map(OrderedFloat::from) + ); } #[test] diff --git a/lib/bencher_json/src/project/measure/built_in.rs b/lib/bencher_json/src/project/measure/built_in.rs index e67f279a8..87ba9e3ac 100644 --- a/lib/bencher_json/src/project/measure/built_in.rs +++ b/lib/bencher_json/src/project/measure/built_in.rs @@ -88,7 +88,12 @@ pub mod dotnet { create_measure!(Gen0Collects, "Gen0 Collects", "gen0-collects", "collects"); create_measure!(Gen1Collects, "Gen1 Collects", "gen1-collects", "collects"); create_measure!(Gen2Collects, "Gen2 Collects", "gen2-collects", "collects"); - create_measure!(TotalOperations, "Total Operations", "total-operations", "operations"); + create_measure!( + TotalOperations, + "Total Operations", + "total-operations", + "operations" + ); } pub mod iai { From 3dd5e41a8bfe9be38596304d67f512b00f95efef Mon Sep 17 00:00:00 2001 From: Ricardo Boss Date: Fri, 20 Mar 2026 11:16:08 +0100 Subject: [PATCH 17/17] style: applied suggested changes from clippy --- lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs b/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs index d86b0058f..acea8b344 100644 --- a/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs +++ b/lib/bencher_adapter/src/adapters/c_sharp/dot_net.rs @@ -336,17 +336,17 @@ pub(crate) mod test_c_sharp_dot_net { assert_eq!(gen2collects.value, OrderedFloat::from(0)); let total_operations = metrics.get("total-operations").unwrap(); - assert_eq!(total_operations.value, OrderedFloat::from(8388608)); + assert_eq!(total_operations.value, OrderedFloat::from(0x0080_0000)); let latency = metrics.get("latency").unwrap(); - assert_eq!(latency.value, OrderedFloat::from(77.494_494_120_279_952)); + assert_eq!(latency.value, OrderedFloat::from(77.494_494_120_279_95)); assert_eq!( latency.lower_value, - Some(76.318_534_543_028_989).map(OrderedFloat::from) + Some(OrderedFloat::from(76.318_534_543_028_99)) ); assert_eq!( latency.upper_value, - Some(78.670_453_697_530_917).map(OrderedFloat::from) + Some(OrderedFloat::from(78.670_453_697_530_92)) ); }