From bc257a1334490e678da2a6b5af51cc833312f27b Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Tue, 1 Oct 2024 04:02:41 +0000 Subject: [PATCH] Update Benchmarks 2024-10-01 ec37ac4d5342b8e3fee03cb78895473546965c26 --- bench/data.js | 216 +++++++- bench/data.json | 216 +++++++- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 94 ++-- .../report/SD.svg | 88 ++-- .../report/both/pdf.svg | 58 ++- .../report/both/regression.svg | 42 +- .../report/change/mean.svg | 96 ++-- .../report/change/median.svg | 100 ++-- .../report/change/t-test.svg | 60 +-- .../report/index.html | 44 +- .../report/mean.svg | 122 +++-- .../report/median.svg | 86 ++-- .../report/pdf.svg | 136 +++-- .../report/pdf_small.svg | 64 +-- .../report/regression.svg | 60 +-- .../report/regression_small.svg | 26 +- .../report/relative_pdf_small.svg | 58 ++- .../report/relative_regression_small.svg | 20 +- .../report/slope.svg | 78 +-- .../report/typical.svg | 78 +-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 96 ++-- .../report/SD.svg | 106 ++-- .../report/both/iteration_times.svg | 308 +++++------ .../report/both/pdf.svg | 40 +- .../report/change/mean.svg | 122 +++-- .../report/change/median.svg | 94 ++-- .../report/change/t-test.svg | 40 +- .../report/index.html | 38 +- .../report/iteration_times.svg | 256 +++++----- .../report/iteration_times_small.svg | 252 ++++----- .../report/mean.svg | 86 ++-- .../report/median.svg | 96 ++-- .../report/pdf.svg | 150 +++--- .../report/pdf_small.svg | 80 +-- .../report/relative_iteration_times_small.svg | 220 ++++---- .../report/relative_pdf_small.svg | 40 +- .../report/typical.svg | 86 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 110 ++-- .../report/SD.svg | 102 ++-- .../report/both/iteration_times.svg | 380 +++++++------- .../report/both/pdf.svg | 58 +-- .../report/change/mean.svg | 86 ++-- .../report/change/median.svg | 86 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 242 ++++----- .../report/iteration_times_small.svg | 230 ++++----- .../report/mean.svg | 96 ++-- .../report/median.svg | 94 ++-- .../report/pdf.svg | 178 ++++--- .../report/pdf_small.svg | 66 ++- .../report/relative_iteration_times_small.svg | 340 ++++++------ .../report/relative_pdf_small.svg | 58 +-- .../report/typical.svg | 96 ++-- .../fan_in_hydroflow/base/estimates.json | 2 +- criterion/fan_in_hydroflow/base/sample.json | 2 +- criterion/fan_in_hydroflow/base/tukey.json | 2 +- .../fan_in_hydroflow/change/estimates.json | 2 +- criterion/fan_in_hydroflow/new/estimates.json | 2 +- criterion/fan_in_hydroflow/new/sample.json | 2 +- criterion/fan_in_hydroflow/new/tukey.json | 2 +- criterion/fan_in_hydroflow/report/MAD.svg | 86 ++-- criterion/fan_in_hydroflow/report/SD.svg | 82 +-- .../report/both/iteration_times.svg | 474 +++++++++-------- .../fan_in_hydroflow/report/both/pdf.svg | 74 +-- .../fan_in_hydroflow/report/change/mean.svg | 108 ++-- .../fan_in_hydroflow/report/change/median.svg | 108 ++-- .../fan_in_hydroflow/report/change/t-test.svg | 80 +-- criterion/fan_in_hydroflow/report/index.html | 38 +- .../report/iteration_times.svg | 262 +++++----- .../report/iteration_times_small.svg | 262 +++++----- criterion/fan_in_hydroflow/report/mean.svg | 100 ++-- criterion/fan_in_hydroflow/report/median.svg | 104 ++-- criterion/fan_in_hydroflow/report/pdf.svg | 88 ++-- .../fan_in_hydroflow/report/pdf_small.svg | 54 +- .../report/relative_iteration_times_small.svg | 474 +++++++++-------- .../report/relative_pdf_small.svg | 74 +-- criterion/fan_in_hydroflow/report/typical.svg | 100 ++-- .../base/estimates.json | 2 +- .../fan_in_hydroflow_surface/base/sample.json | 2 +- .../fan_in_hydroflow_surface/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../fan_in_hydroflow_surface/new/sample.json | 2 +- .../fan_in_hydroflow_surface/new/tukey.json | 2 +- .../fan_in_hydroflow_surface/report/MAD.svg | 98 ++-- .../fan_in_hydroflow_surface/report/SD.svg | 82 +-- .../report/both/iteration_times.svg | 442 ++++++++-------- .../report/both/pdf.svg | 64 +-- .../report/change/mean.svg | 76 ++- .../report/change/median.svg | 112 ++-- .../report/change/t-test.svg | 68 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 263 +++++----- .../report/iteration_times_small.svg | 263 +++++----- .../fan_in_hydroflow_surface/report/mean.svg | 100 ++-- .../report/median.svg | 104 ++-- .../fan_in_hydroflow_surface/report/pdf.svg | 80 ++- .../report/pdf_small.svg | 56 +- .../report/relative_iteration_times_small.svg | 436 ++++++++-------- .../report/relative_pdf_small.svg | 64 +-- .../report/typical.svg | 100 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 108 ++-- .../fan_out_hydroflow_scheduled/report/SD.svg | 108 ++-- .../report/both/iteration_times.svg | 483 +++++++++--------- .../report/both/pdf.svg | 36 +- .../report/change/mean.svg | 92 ++-- .../report/change/median.svg | 104 ++-- .../report/change/t-test.svg | 60 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 269 +++++----- .../report/iteration_times_small.svg | 263 +++++----- .../report/mean.svg | 106 ++-- .../report/median.svg | 84 +-- .../report/pdf.svg | 80 +-- .../report/pdf_small.svg | 66 ++- .../report/relative_iteration_times_small.svg | 483 +++++++++--------- .../report/relative_pdf_small.svg | 36 +- .../report/typical.svg | 106 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../fan_out_hydroflow_surface/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../fan_out_hydroflow_surface/new/sample.json | 2 +- .../fan_out_hydroflow_surface/new/tukey.json | 2 +- .../fan_out_hydroflow_surface/report/MAD.svg | 100 ++-- .../fan_out_hydroflow_surface/report/SD.svg | 88 ++-- .../report/both/iteration_times.svg | 402 +++++++-------- .../report/both/pdf.svg | 32 +- .../report/change/mean.svg | 66 +-- .../report/change/median.svg | 104 ++-- .../report/change/t-test.svg | 40 +- .../report/index.html | 40 +- .../report/iteration_times.svg | 256 +++++----- .../report/iteration_times_small.svg | 256 +++++----- .../fan_out_hydroflow_surface/report/mean.svg | 126 ++--- .../report/median.svg | 82 +-- .../fan_out_hydroflow_surface/report/pdf.svg | 146 +++--- .../report/pdf_small.svg | 74 ++- .../report/relative_iteration_times_small.svg | 364 ++++++------- .../report/relative_pdf_small.svg | 32 +- .../report/typical.svg | 126 ++--- .../fork_join_hydroflow/base/estimates.json | 2 +- .../fork_join_hydroflow/base/sample.json | 2 +- criterion/fork_join_hydroflow/base/tukey.json | 2 +- .../fork_join_hydroflow/change/estimates.json | 2 +- .../fork_join_hydroflow/new/estimates.json | 2 +- criterion/fork_join_hydroflow/new/sample.json | 2 +- criterion/fork_join_hydroflow/new/tukey.json | 2 +- criterion/fork_join_hydroflow/report/MAD.svg | 102 ++-- criterion/fork_join_hydroflow/report/SD.svg | 88 ++-- .../report/both/iteration_times.svg | 452 ++++++++-------- .../fork_join_hydroflow/report/both/pdf.svg | 82 +-- .../report/change/mean.svg | 92 ++-- .../report/change/median.svg | 88 ++-- .../report/change/t-test.svg | 76 +-- .../fork_join_hydroflow/report/index.html | 38 +- .../report/iteration_times.svg | 264 +++++----- .../report/iteration_times_small.svg | 258 +++++----- criterion/fork_join_hydroflow/report/mean.svg | 84 +-- .../fork_join_hydroflow/report/median.svg | 112 ++-- criterion/fork_join_hydroflow/report/pdf.svg | 174 +++---- .../fork_join_hydroflow/report/pdf_small.svg | 82 +-- .../report/relative_iteration_times_small.svg | 452 ++++++++-------- .../report/relative_pdf_small.svg | 78 +-- .../fork_join_hydroflow/report/typical.svg | 84 +-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 64 +-- .../fork_join_hydroflow_builder/report/SD.svg | 104 ++-- .../report/both/iteration_times.svg | 446 ++++++++-------- .../report/both/pdf.svg | 24 +- .../report/change/mean.svg | 136 ++--- .../report/change/median.svg | 80 +-- .../report/change/t-test.svg | 72 ++- .../report/index.html | 40 +- .../report/iteration_times.svg | 248 +++++---- .../report/iteration_times_small.svg | 248 +++++---- .../report/mean.svg | 104 ++-- .../report/median.svg | 90 ++-- .../report/pdf.svg | 164 ++++-- .../report/pdf_small.svg | 62 ++- .../report/relative_iteration_times_small.svg | 438 ++++++++-------- .../report/relative_pdf_small.svg | 24 +- .../report/typical.svg | 104 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 110 ++-- .../fork_join_hydroflow_surface/report/SD.svg | 108 ++-- .../report/both/iteration_times.svg | 400 +++++++-------- .../report/both/pdf.svg | 48 +- .../report/change/mean.svg | 82 +-- .../report/change/median.svg | 90 ++-- .../report/change/t-test.svg | 68 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 267 +++++----- .../report/iteration_times_small.svg | 263 +++++----- .../report/mean.svg | 100 ++-- .../report/median.svg | 88 ++-- .../report/pdf.svg | 166 +++--- .../report/pdf_small.svg | 52 +- .../report/relative_iteration_times_small.svg | 400 +++++++-------- .../report/relative_pdf_small.svg | 48 +- .../report/typical.svg | 100 ++-- .../identity_hydroflow/base/estimates.json | 2 +- criterion/identity_hydroflow/base/sample.json | 2 +- criterion/identity_hydroflow/base/tukey.json | 2 +- .../identity_hydroflow/change/estimates.json | 2 +- .../identity_hydroflow/new/estimates.json | 2 +- criterion/identity_hydroflow/new/sample.json | 2 +- criterion/identity_hydroflow/new/tukey.json | 2 +- criterion/identity_hydroflow/report/MAD.svg | 116 +++-- criterion/identity_hydroflow/report/SD.svg | 82 ++- .../report/both/iteration_times.svg | 464 ++++++++--------- .../identity_hydroflow/report/both/pdf.svg | 60 ++- .../identity_hydroflow/report/change/mean.svg | 104 ++-- .../report/change/median.svg | 66 +-- .../report/change/t-test.svg | 54 +- .../identity_hydroflow/report/index.html | 36 +- .../report/iteration_times.svg | 261 +++++----- .../report/iteration_times_small.svg | 261 +++++----- criterion/identity_hydroflow/report/mean.svg | 84 +-- .../identity_hydroflow/report/median.svg | 106 ++-- criterion/identity_hydroflow/report/pdf.svg | 126 ++--- .../identity_hydroflow/report/pdf_small.svg | 80 +-- .../report/relative_iteration_times_small.svg | 462 ++++++++--------- .../report/relative_pdf_small.svg | 60 ++- .../identity_hydroflow/report/typical.svg | 84 +-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 90 ++-- .../identity_hydroflow_compiled/report/SD.svg | 84 ++- .../report/both/iteration_times.svg | 332 ++++++------ .../report/both/pdf.svg | 52 +- .../report/change/mean.svg | 124 ++--- .../report/change/median.svg | 98 ++-- .../report/change/t-test.svg | 64 ++- .../report/index.html | 38 +- .../report/iteration_times.svg | 273 +++++----- .../report/iteration_times_small.svg | 265 +++++----- .../report/mean.svg | 84 +-- .../report/median.svg | 92 ++-- .../report/pdf.svg | 146 +++--- .../report/pdf_small.svg | 54 +- .../report/relative_iteration_times_small.svg | 312 +++++------ .../report/relative_pdf_small.svg | 50 +- .../report/typical.svg | 84 +-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../identity_hydroflow_surface/new/tukey.json | 2 +- .../identity_hydroflow_surface/report/MAD.svg | 84 +-- .../identity_hydroflow_surface/report/SD.svg | 62 ++- .../report/both/iteration_times.svg | 443 ++++++++-------- .../report/both/pdf.svg | 56 +- .../report/change/mean.svg | 100 ++-- .../report/change/median.svg | 100 ++-- .../report/change/t-test.svg | 40 +- .../report/index.html | 38 +- .../report/iteration_times.svg | 241 ++++----- .../report/iteration_times_small.svg | 239 ++++----- .../report/mean.svg | 90 ++-- .../report/median.svg | 86 ++-- .../identity_hydroflow_surface/report/pdf.svg | 98 ++-- .../report/pdf_small.svg | 48 +- .../report/relative_iteration_times_small.svg | 441 ++++++++-------- .../report/relative_pdf_small.svg | 56 +- .../report/typical.svg | 90 ++-- .../micro_ops_anti_join/base/estimates.json | 2 +- .../micro_ops_anti_join/base/sample.json | 2 +- criterion/micro_ops_anti_join/base/tukey.json | 2 +- .../micro_ops_anti_join/change/estimates.json | 2 +- .../micro_ops_anti_join/new/estimates.json | 2 +- criterion/micro_ops_anti_join/new/sample.json | 2 +- criterion/micro_ops_anti_join/new/tukey.json | 2 +- criterion/micro_ops_anti_join/report/MAD.svg | 94 ++-- criterion/micro_ops_anti_join/report/SD.svg | 70 +-- .../micro_ops_anti_join/report/both/pdf.svg | 26 +- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 94 ++-- .../report/change/median.svg | 92 ++-- .../report/change/t-test.svg | 72 +-- .../micro_ops_anti_join/report/index.html | 44 +- criterion/micro_ops_anti_join/report/mean.svg | 98 ++-- .../micro_ops_anti_join/report/median.svg | 74 +-- criterion/micro_ops_anti_join/report/pdf.svg | 124 ++--- .../micro_ops_anti_join/report/pdf_small.svg | 48 +- .../micro_ops_anti_join/report/regression.svg | 184 +++---- .../report/regression_small.svg | 140 ++--- .../report/relative_pdf_small.svg | 26 +- .../report/relative_regression_small.svg | 8 +- .../micro_ops_anti_join/report/slope.svg | 86 ++-- .../micro_ops_anti_join/report/typical.svg | 86 ++-- .../micro_ops_crossjoin/base/estimates.json | 2 +- .../micro_ops_crossjoin/base/sample.json | 2 +- criterion/micro_ops_crossjoin/base/tukey.json | 2 +- .../micro_ops_crossjoin/change/estimates.json | 2 +- .../micro_ops_crossjoin/new/estimates.json | 2 +- criterion/micro_ops_crossjoin/new/sample.json | 2 +- criterion/micro_ops_crossjoin/new/tukey.json | 2 +- criterion/micro_ops_crossjoin/report/MAD.svg | 98 ++-- criterion/micro_ops_crossjoin/report/SD.svg | 98 ++-- .../micro_ops_crossjoin/report/both/pdf.svg | 20 +- .../report/both/regression.svg | 18 +- .../report/change/mean.svg | 76 +-- .../report/change/median.svg | 98 ++-- .../report/change/t-test.svg | 64 +-- .../micro_ops_crossjoin/report/index.html | 46 +- criterion/micro_ops_crossjoin/report/mean.svg | 110 ++-- .../micro_ops_crossjoin/report/median.svg | 108 ++-- criterion/micro_ops_crossjoin/report/pdf.svg | 136 +++-- .../micro_ops_crossjoin/report/pdf_small.svg | 70 +-- .../micro_ops_crossjoin/report/regression.svg | 224 ++++---- .../report/regression_small.svg | 208 ++++---- .../report/relative_pdf_small.svg | 20 +- .../micro_ops_crossjoin/report/slope.svg | 82 ++- .../micro_ops_crossjoin/report/typical.svg | 82 ++- .../micro_ops_difference/base/estimates.json | 2 +- .../micro_ops_difference/base/sample.json | 2 +- .../micro_ops_difference/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../micro_ops_difference/new/estimates.json | 2 +- .../micro_ops_difference/new/sample.json | 2 +- criterion/micro_ops_difference/new/tukey.json | 2 +- criterion/micro_ops_difference/report/MAD.svg | 74 +-- criterion/micro_ops_difference/report/SD.svg | 120 ++--- .../micro_ops_difference/report/both/pdf.svg | 54 +- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 94 ++-- .../report/change/median.svg | 62 ++- .../report/change/t-test.svg | 72 +-- .../micro_ops_difference/report/index.html | 44 +- .../micro_ops_difference/report/mean.svg | 62 ++- .../micro_ops_difference/report/median.svg | 76 ++- criterion/micro_ops_difference/report/pdf.svg | 92 ++-- .../micro_ops_difference/report/pdf_small.svg | 60 ++- .../report/regression.svg | 132 ++--- .../report/regression_small.svg | 100 ++-- .../report/relative_pdf_small.svg | 54 +- .../micro_ops_difference/report/slope.svg | 86 ++-- .../micro_ops_difference/report/typical.svg | 86 ++-- .../micro_ops_flat_map/base/estimates.json | 2 +- criterion/micro_ops_flat_map/base/sample.json | 2 +- criterion/micro_ops_flat_map/base/tukey.json | 2 +- .../micro_ops_flat_map/change/estimates.json | 2 +- .../micro_ops_flat_map/new/estimates.json | 2 +- criterion/micro_ops_flat_map/new/sample.json | 2 +- criterion/micro_ops_flat_map/new/tukey.json | 2 +- criterion/micro_ops_flat_map/report/MAD.svg | 84 +-- criterion/micro_ops_flat_map/report/SD.svg | 78 ++- .../micro_ops_flat_map/report/both/pdf.svg | 28 +- .../report/both/regression.svg | 20 +- .../micro_ops_flat_map/report/change/mean.svg | 104 ++-- .../report/change/median.svg | 86 ++-- .../report/change/t-test.svg | 68 +-- .../micro_ops_flat_map/report/index.html | 44 +- criterion/micro_ops_flat_map/report/mean.svg | 86 ++-- .../micro_ops_flat_map/report/median.svg | 80 ++- criterion/micro_ops_flat_map/report/pdf.svg | 120 +++-- .../micro_ops_flat_map/report/pdf_small.svg | 70 ++- .../micro_ops_flat_map/report/regression.svg | 224 ++++---- .../report/regression_small.svg | 216 ++++---- .../report/relative_pdf_small.svg | 28 +- .../report/relative_regression_small.svg | 24 +- criterion/micro_ops_flat_map/report/slope.svg | 84 ++- .../micro_ops_flat_map/report/typical.svg | 84 ++- criterion/micro_ops_fold/base/estimates.json | 2 +- criterion/micro_ops_fold/base/sample.json | 2 +- criterion/micro_ops_fold/base/tukey.json | 2 +- .../micro_ops_fold/change/estimates.json | 2 +- criterion/micro_ops_fold/new/estimates.json | 2 +- criterion/micro_ops_fold/new/sample.json | 2 +- criterion/micro_ops_fold/new/tukey.json | 2 +- criterion/micro_ops_fold/report/MAD.svg | 62 ++- criterion/micro_ops_fold/report/SD.svg | 100 ++-- .../report/both/iteration_times.svg | 464 ++++++++--------- criterion/micro_ops_fold/report/both/pdf.svg | 56 +- .../micro_ops_fold/report/change/mean.svg | 104 ++-- .../micro_ops_fold/report/change/median.svg | 96 ++-- .../micro_ops_fold/report/change/t-test.svg | 64 ++- criterion/micro_ops_fold/report/index.html | 40 +- .../micro_ops_fold/report/iteration_times.svg | 263 +++++----- .../report/iteration_times_small.svg | 261 +++++----- criterion/micro_ops_fold/report/mean.svg | 96 ++-- criterion/micro_ops_fold/report/median.svg | 82 +-- criterion/micro_ops_fold/report/pdf.svg | 124 ++--- criterion/micro_ops_fold/report/pdf_small.svg | 48 +- .../report/relative_iteration_times_small.svg | 462 ++++++++--------- .../report/relative_pdf_small.svg | 56 +- criterion/micro_ops_fold/report/typical.svg | 96 ++-- .../micro_ops_group_by/base/estimates.json | 2 +- criterion/micro_ops_group_by/base/sample.json | 2 +- criterion/micro_ops_group_by/base/tukey.json | 2 +- .../micro_ops_group_by/change/estimates.json | 2 +- .../micro_ops_group_by/new/estimates.json | 2 +- criterion/micro_ops_group_by/new/sample.json | 2 +- criterion/micro_ops_group_by/new/tukey.json | 2 +- criterion/micro_ops_group_by/report/MAD.svg | 108 ++-- criterion/micro_ops_group_by/report/SD.svg | 78 +-- .../micro_ops_group_by/report/both/pdf.svg | 44 +- .../report/both/regression.svg | 8 +- .../micro_ops_group_by/report/change/mean.svg | 68 ++- .../report/change/median.svg | 66 +-- .../report/change/t-test.svg | 64 +-- .../micro_ops_group_by/report/index.html | 46 +- criterion/micro_ops_group_by/report/mean.svg | 106 ++-- .../micro_ops_group_by/report/median.svg | 76 +-- criterion/micro_ops_group_by/report/pdf.svg | 122 ++--- .../micro_ops_group_by/report/pdf_small.svg | 60 ++- .../micro_ops_group_by/report/regression.svg | 278 +++++----- .../report/regression_small.svg | 272 +++++----- .../report/relative_pdf_small.svg | 44 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_group_by/report/slope.svg | 84 ++- .../micro_ops_group_by/report/typical.svg | 84 ++- .../micro_ops_identity/base/estimates.json | 2 +- criterion/micro_ops_identity/base/sample.json | 2 +- criterion/micro_ops_identity/base/tukey.json | 2 +- .../micro_ops_identity/change/estimates.json | 2 +- .../micro_ops_identity/new/estimates.json | 2 +- criterion/micro_ops_identity/new/sample.json | 2 +- criterion/micro_ops_identity/new/tukey.json | 2 +- criterion/micro_ops_identity/report/MAD.svg | 74 +-- criterion/micro_ops_identity/report/SD.svg | 80 +-- .../micro_ops_identity/report/both/pdf.svg | 56 +- .../report/both/regression.svg | 8 +- .../micro_ops_identity/report/change/mean.svg | 90 ++-- .../report/change/median.svg | 104 ++-- .../report/change/t-test.svg | 74 +-- .../micro_ops_identity/report/index.html | 44 +- criterion/micro_ops_identity/report/mean.svg | 68 +-- .../micro_ops_identity/report/median.svg | 74 +-- criterion/micro_ops_identity/report/pdf.svg | 100 ++-- .../micro_ops_identity/report/pdf_small.svg | 58 ++- .../micro_ops_identity/report/regression.svg | 230 ++++----- .../report/regression_small.svg | 224 ++++---- .../report/relative_pdf_small.svg | 56 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_identity/report/slope.svg | 72 ++- .../micro_ops_identity/report/typical.svg | 72 ++- criterion/micro_ops_join/base/estimates.json | 2 +- criterion/micro_ops_join/base/sample.json | 2 +- criterion/micro_ops_join/base/tukey.json | 2 +- .../micro_ops_join/change/estimates.json | 2 +- criterion/micro_ops_join/new/estimates.json | 2 +- criterion/micro_ops_join/new/sample.json | 2 +- criterion/micro_ops_join/new/tukey.json | 2 +- criterion/micro_ops_join/report/MAD.svg | 104 ++-- criterion/micro_ops_join/report/SD.svg | 86 ++-- criterion/micro_ops_join/report/both/pdf.svg | 24 +- .../micro_ops_join/report/both/regression.svg | 22 +- .../micro_ops_join/report/change/mean.svg | 70 +-- .../micro_ops_join/report/change/median.svg | 92 ++-- .../micro_ops_join/report/change/t-test.svg | 68 +-- criterion/micro_ops_join/report/index.html | 46 +- criterion/micro_ops_join/report/mean.svg | 90 ++-- criterion/micro_ops_join/report/median.svg | 76 ++- criterion/micro_ops_join/report/pdf.svg | 126 ++--- criterion/micro_ops_join/report/pdf_small.svg | 52 +- .../micro_ops_join/report/regression.svg | 152 +++--- .../report/regression_small.svg | 96 ++-- .../report/relative_pdf_small.svg | 24 +- .../report/relative_regression_small.svg | 14 +- criterion/micro_ops_join/report/slope.svg | 76 +-- criterion/micro_ops_join/report/typical.svg | 76 +-- criterion/micro_ops_map/base/estimates.json | 2 +- criterion/micro_ops_map/base/sample.json | 2 +- criterion/micro_ops_map/base/tukey.json | 2 +- criterion/micro_ops_map/change/estimates.json | 2 +- criterion/micro_ops_map/new/estimates.json | 2 +- criterion/micro_ops_map/new/sample.json | 2 +- criterion/micro_ops_map/new/tukey.json | 2 +- criterion/micro_ops_map/report/MAD.svg | 88 ++-- criterion/micro_ops_map/report/SD.svg | 96 ++-- criterion/micro_ops_map/report/both/pdf.svg | 60 ++- .../micro_ops_map/report/both/regression.svg | 6 +- .../micro_ops_map/report/change/mean.svg | 104 ++-- .../micro_ops_map/report/change/median.svg | 96 ++-- .../micro_ops_map/report/change/t-test.svg | 72 ++- criterion/micro_ops_map/report/index.html | 46 +- criterion/micro_ops_map/report/mean.svg | 98 ++-- criterion/micro_ops_map/report/median.svg | 70 ++- criterion/micro_ops_map/report/pdf.svg | 126 ++--- criterion/micro_ops_map/report/pdf_small.svg | 60 +-- criterion/micro_ops_map/report/regression.svg | 208 ++++---- .../micro_ops_map/report/regression_small.svg | 190 +++---- .../report/relative_pdf_small.svg | 56 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_map/report/slope.svg | 94 ++-- criterion/micro_ops_map/report/typical.svg | 94 ++-- .../base/estimates.json | 2 +- .../micro_ops_next_tick_big/base/sample.json | 2 +- .../micro_ops_next_tick_big/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../micro_ops_next_tick_big/new/sample.json | 2 +- .../micro_ops_next_tick_big/new/tukey.json | 2 +- .../micro_ops_next_tick_big/report/MAD.svg | 124 ++--- .../micro_ops_next_tick_big/report/SD.svg | 62 ++- .../report/both/pdf.svg | 64 ++- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 94 ++-- .../report/change/median.svg | 122 ++--- .../report/change/t-test.svg | 60 +-- .../micro_ops_next_tick_big/report/index.html | 46 +- .../micro_ops_next_tick_big/report/mean.svg | 78 +-- .../micro_ops_next_tick_big/report/median.svg | 86 ++-- .../micro_ops_next_tick_big/report/pdf.svg | 144 ++++-- .../report/pdf_small.svg | 54 +- .../report/regression.svg | 255 +++++---- .../report/regression_small.svg | 253 +++++---- .../report/relative_pdf_small.svg | 64 ++- .../report/relative_regression_small.svg | 8 +- .../micro_ops_next_tick_big/report/slope.svg | 82 +-- .../report/typical.svg | 82 +-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../micro_ops_next_tick_small/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../micro_ops_next_tick_small/new/sample.json | 2 +- .../micro_ops_next_tick_small/new/tukey.json | 2 +- .../micro_ops_next_tick_small/report/MAD.svg | 94 ++-- .../micro_ops_next_tick_small/report/SD.svg | 66 +-- .../report/both/pdf.svg | 68 +-- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 96 ++-- .../report/change/median.svg | 98 ++-- .../report/change/t-test.svg | 68 ++- .../report/index.html | 44 +- .../micro_ops_next_tick_small/report/mean.svg | 66 +-- .../report/median.svg | 98 ++-- .../micro_ops_next_tick_small/report/pdf.svg | 156 +++--- .../report/pdf_small.svg | 44 +- .../report/regression.svg | 258 +++++----- .../report/regression_small.svg | 254 ++++----- .../report/relative_pdf_small.svg | 68 +-- .../report/relative_regression_small.svg | 8 +- .../report/slope.svg | 104 ++-- .../report/typical.svg | 104 ++-- criterion/micro_ops_sort/base/estimates.json | 2 +- criterion/micro_ops_sort/base/sample.json | 2 +- criterion/micro_ops_sort/base/tukey.json | 2 +- .../micro_ops_sort/change/estimates.json | 2 +- criterion/micro_ops_sort/new/estimates.json | 2 +- criterion/micro_ops_sort/new/sample.json | 2 +- criterion/micro_ops_sort/new/tukey.json | 2 +- criterion/micro_ops_sort/report/MAD.svg | 62 +-- criterion/micro_ops_sort/report/SD.svg | 104 ++-- criterion/micro_ops_sort/report/both/pdf.svg | 28 +- .../micro_ops_sort/report/both/regression.svg | 8 +- .../micro_ops_sort/report/change/mean.svg | 96 ++-- .../micro_ops_sort/report/change/median.svg | 84 +-- .../micro_ops_sort/report/change/t-test.svg | 68 ++- criterion/micro_ops_sort/report/index.html | 44 +- criterion/micro_ops_sort/report/mean.svg | 108 ++-- criterion/micro_ops_sort/report/median.svg | 66 +-- criterion/micro_ops_sort/report/pdf.svg | 118 +++-- criterion/micro_ops_sort/report/pdf_small.svg | 74 ++- .../micro_ops_sort/report/regression.svg | 196 +++---- .../report/regression_small.svg | 144 +++--- .../report/relative_pdf_small.svg | 28 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_sort/report/slope.svg | 96 ++-- criterion/micro_ops_sort/report/typical.svg | 96 ++-- criterion/micro_ops_tee/base/estimates.json | 2 +- criterion/micro_ops_tee/base/sample.json | 2 +- criterion/micro_ops_tee/base/tukey.json | 2 +- criterion/micro_ops_tee/change/estimates.json | 2 +- criterion/micro_ops_tee/new/estimates.json | 2 +- criterion/micro_ops_tee/new/sample.json | 2 +- criterion/micro_ops_tee/new/tukey.json | 2 +- criterion/micro_ops_tee/report/MAD.svg | 130 +++-- criterion/micro_ops_tee/report/SD.svg | 98 ++-- criterion/micro_ops_tee/report/both/pdf.svg | 64 ++- .../micro_ops_tee/report/both/regression.svg | 6 +- .../micro_ops_tee/report/change/mean.svg | 86 ++-- .../micro_ops_tee/report/change/median.svg | 78 +-- .../micro_ops_tee/report/change/t-test.svg | 72 +-- criterion/micro_ops_tee/report/index.html | 44 +- criterion/micro_ops_tee/report/mean.svg | 68 +-- criterion/micro_ops_tee/report/median.svg | 90 ++-- criterion/micro_ops_tee/report/pdf.svg | 94 ++-- criterion/micro_ops_tee/report/pdf_small.svg | 62 +-- criterion/micro_ops_tee/report/regression.svg | 188 +++---- .../micro_ops_tee/report/regression_small.svg | 154 +++--- .../report/relative_pdf_small.svg | 64 ++- .../report/relative_regression_small.svg | 4 +- criterion/micro_ops_tee/report/slope.svg | 94 ++-- criterion/micro_ops_tee/report/typical.svg | 94 ++-- criterion/micro_ops_union/base/estimates.json | 2 +- criterion/micro_ops_union/base/sample.json | 2 +- criterion/micro_ops_union/base/tukey.json | 2 +- .../micro_ops_union/change/estimates.json | 2 +- criterion/micro_ops_union/new/estimates.json | 2 +- criterion/micro_ops_union/new/sample.json | 2 +- criterion/micro_ops_union/new/tukey.json | 2 +- criterion/micro_ops_union/report/MAD.svg | 72 +-- criterion/micro_ops_union/report/SD.svg | 112 ++-- criterion/micro_ops_union/report/both/pdf.svg | 28 +- .../report/both/regression.svg | 56 +- .../micro_ops_union/report/change/mean.svg | 132 ++--- .../micro_ops_union/report/change/median.svg | 96 ++-- .../micro_ops_union/report/change/t-test.svg | 72 +-- criterion/micro_ops_union/report/index.html | 46 +- criterion/micro_ops_union/report/mean.svg | 106 ++-- criterion/micro_ops_union/report/median.svg | 80 +-- criterion/micro_ops_union/report/pdf.svg | 110 ++-- .../micro_ops_union/report/pdf_small.svg | 60 +-- .../micro_ops_union/report/regression.svg | 198 +++---- .../report/regression_small.svg | 138 ++--- .../report/relative_pdf_small.svg | 28 +- .../report/relative_regression_small.svg | 32 +- criterion/micro_ops_union/report/slope.svg | 122 +++-- criterion/micro_ops_union/report/typical.svg | 122 +++-- .../micro_ops_unique/base/estimates.json | 2 +- criterion/micro_ops_unique/base/sample.json | 2 +- criterion/micro_ops_unique/base/tukey.json | 2 +- .../micro_ops_unique/change/estimates.json | 2 +- criterion/micro_ops_unique/new/estimates.json | 2 +- criterion/micro_ops_unique/new/sample.json | 2 +- criterion/micro_ops_unique/new/tukey.json | 2 +- criterion/micro_ops_unique/report/MAD.svg | 92 ++-- criterion/micro_ops_unique/report/SD.svg | 116 +++-- .../micro_ops_unique/report/both/pdf.svg | 48 +- .../report/both/regression.svg | 8 +- .../micro_ops_unique/report/change/mean.svg | 92 ++-- .../micro_ops_unique/report/change/median.svg | 70 +-- .../micro_ops_unique/report/change/t-test.svg | 60 +-- criterion/micro_ops_unique/report/index.html | 44 +- criterion/micro_ops_unique/report/mean.svg | 108 ++-- criterion/micro_ops_unique/report/median.svg | 100 ++-- criterion/micro_ops_unique/report/pdf.svg | 168 +++--- .../micro_ops_unique/report/pdf_small.svg | 52 +- .../micro_ops_unique/report/regression.svg | 244 ++++----- .../report/regression_small.svg | 238 ++++----- .../report/relative_pdf_small.svg | 48 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_unique/report/slope.svg | 110 ++-- criterion/micro_ops_unique/report/typical.svg | 110 ++-- .../base/estimates.json | 2 +- .../reachability_hydroflow/base/sample.json | 2 +- .../reachability_hydroflow/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../reachability_hydroflow/new/estimates.json | 2 +- .../reachability_hydroflow/new/sample.json | 2 +- .../reachability_hydroflow/new/tukey.json | 2 +- .../reachability_hydroflow/report/MAD.svg | 96 ++-- .../reachability_hydroflow/report/SD.svg | 86 ++-- .../report/both/pdf.svg | 36 +- .../report/both/regression.svg | 44 +- .../report/change/mean.svg | 88 ++-- .../report/change/median.svg | 110 ++-- .../report/change/t-test.svg | 60 ++- .../reachability_hydroflow/report/index.html | 44 +- .../reachability_hydroflow/report/mean.svg | 94 ++-- .../reachability_hydroflow/report/median.svg | 98 ++-- .../reachability_hydroflow/report/pdf.svg | 118 +++-- .../report/pdf_small.svg | 60 ++- .../report/regression.svg | 124 ++--- .../report/regression_small.svg | 92 ++-- .../report/relative_pdf_small.svg | 40 +- .../report/relative_regression_small.svg | 14 +- .../reachability_hydroflow/report/slope.svg | 74 +-- .../reachability_hydroflow/report/typical.svg | 74 +-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 62 +-- .../report/SD.svg | 120 +++-- .../report/both/pdf.svg | 48 +- .../report/both/regression.svg | 48 +- .../report/change/mean.svg | 68 +-- .../report/change/median.svg | 102 ++-- .../report/change/t-test.svg | 64 +-- .../report/index.html | 46 +- .../report/mean.svg | 86 ++-- .../report/median.svg | 120 +++-- .../report/pdf.svg | 196 +++---- .../report/pdf_small.svg | 70 +-- .../report/regression.svg | 172 +++---- .../report/regression_small.svg | 148 +++--- .../report/relative_pdf_small.svg | 48 +- .../report/relative_regression_small.svg | 40 +- .../report/slope.svg | 90 ++-- .../report/typical.svg | 90 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 98 ++-- .../report/SD.svg | 98 ++-- .../report/both/iteration_times.svg | 396 +++++++------- .../report/both/pdf.svg | 62 +-- .../report/change/mean.svg | 66 +-- .../report/change/median.svg | 102 ++-- .../report/change/t-test.svg | 76 ++- .../report/index.html | 40 +- .../report/iteration_times.svg | 277 +++++----- .../report/iteration_times_small.svg | 277 +++++----- .../report/mean.svg | 88 ++-- .../report/median.svg | 106 ++-- .../report/pdf.svg | 112 ++-- .../report/pdf_small.svg | 64 ++- .../report/relative_iteration_times_small.svg | 394 +++++++------- .../report/relative_pdf_small.svg | 62 +-- .../report/typical.svg | 88 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 90 ++-- .../report/SD.svg | 92 ++-- .../report/both/pdf.svg | 40 +- .../report/both/regression.svg | 37 +- .../report/change/mean.svg | 90 ++-- .../report/change/median.svg | 86 ++-- .../report/change/t-test.svg | 68 ++- .../report/index.html | 42 +- .../report/mean.svg | 92 ++-- .../report/median.svg | 84 +-- .../report/pdf.svg | 96 ++-- .../report/pdf_small.svg | 60 ++- .../report/regression.svg | 100 ++-- .../report/regression_small.svg | 60 +-- .../report/relative_pdf_small.svg | 40 +- .../report/relative_regression_small.svg | 17 +- .../report/slope.svg | 68 +-- .../report/typical.svg | 68 +-- 786 files changed, 30912 insertions(+), 30554 deletions(-) diff --git a/bench/data.js b/bench/data.js index a63db9309bab..3bf7b59073b3 100644 --- a/bench/data.js +++ b/bench/data.js @@ -1,6 +1,6 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1727668861631, + "lastUpdate": 1727755360295, "repoUrl": "https://github.com/MingweiSamuel/hydroflow", "entries": { "Benchmark": [ @@ -153175,6 +153175,220 @@ window.BENCHMARK_DATA = "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "id": "ec37ac4d5342b8e3fee03cb78895473546965c26", + "message": "use shallow clone to speed things up", + "timestamp": "2024-07-16T17:55:14Z", + "url": "https://github.com/MingweiSamuel/hydroflow/commit/ec37ac4d5342b8e3fee03cb78895473546965c26" + }, + "date": 1727755360263, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 310782, + "range": "± 474", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6524447, + "range": "± 6336", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6555090, + "range": "± 112720", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 67431865, + "range": "± 1112794", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 28923638, + "range": "± 1190977", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 43636993, + "range": "± 888716", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6512089, + "range": "± 23192", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 6224973, + "range": "± 25246", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 32763395, + "range": "± 1198527", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 3837952, + "range": "± 86490", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 7248813, + "range": "± 47105", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6525843, + "range": "± 16476", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6667485, + "range": "± 22398", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1877771, + "range": "± 13616", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1916168, + "range": "± 19071", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5358130, + "range": "± 33454", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1594827, + "range": "± 19495", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3981, + "range": "± 51", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 53187, + "range": "± 214", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 6569, + "range": "± 225", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6596, + "range": "± 127", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 83034, + "range": "± 575", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 77207, + "range": "± 1339", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 15232, + "range": "± 243", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6968, + "range": "± 73", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 21235, + "range": "± 715", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 99013, + "range": "± 4648", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 101780, + "range": "± 2331", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8689, + "range": "± 177", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 49097, + "range": "± 1208", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69643, + "range": "± 3313", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 9214, + "range": "± 273", + "unit": "ns/iter" + } + ] } ] } diff --git a/bench/data.json b/bench/data.json index 7856f8ee9ec6..c85cfd43d4d2 100644 --- a/bench/data.json +++ b/bench/data.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1727668861631, + "lastUpdate": 1727755360295, "repoUrl": "https://github.com/MingweiSamuel/hydroflow", "entries": { "Benchmark": [ @@ -153174,6 +153174,220 @@ "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "id": "ec37ac4d5342b8e3fee03cb78895473546965c26", + "message": "use shallow clone to speed things up", + "timestamp": "2024-07-16T17:55:14Z", + "url": "https://github.com/MingweiSamuel/hydroflow/commit/ec37ac4d5342b8e3fee03cb78895473546965c26" + }, + "date": 1727755360263, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 310782, + "range": "± 474", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6524447, + "range": "± 6336", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6555090, + "range": "± 112720", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 67431865, + "range": "± 1112794", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 28923638, + "range": "± 1190977", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 43636993, + "range": "± 888716", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6512089, + "range": "± 23192", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 6224973, + "range": "± 25246", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 32763395, + "range": "± 1198527", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 3837952, + "range": "± 86490", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 7248813, + "range": "± 47105", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6525843, + "range": "± 16476", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6667485, + "range": "± 22398", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1877771, + "range": "± 13616", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1916168, + "range": "± 19071", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5358130, + "range": "± 33454", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1594827, + "range": "± 19495", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3981, + "range": "± 51", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 53187, + "range": "± 214", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 6569, + "range": "± 225", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6596, + "range": "± 127", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 83034, + "range": "± 575", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 77207, + "range": "± 1339", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 15232, + "range": "± 243", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6968, + "range": "± 73", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 21235, + "range": "± 715", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 99013, + "range": "± 4648", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 101780, + "range": "± 2331", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8689, + "range": "± 177", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 49097, + "range": "± 1208", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69643, + "range": "± 3313", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 9214, + "range": "± 273", + "unit": "ns/iter" + } + ] } ] } diff --git a/criterion/arithmetic_hydroflow_compiled/base/estimates.json b/criterion/arithmetic_hydroflow_compiled/base/estimates.json index 2e107889b0ce..1d0c963b1081 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310763.24979270203,"upper_bound":311856.9669641413},"point_estimate":311157.8427702574,"standard_error":315.8613558433151},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310659.0298913043,"upper_bound":310744.3141025641},"point_estimate":310709.404265873,"standard_error":21.15098627112407},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119.74642287405138,"upper_bound":199.02498732867835},"point_estimate":153.16693474946712,"standard_error":19.643944808757084},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310794.31134988175,"upper_bound":312621.7562537289},"point_estimate":311440.9164592877,"standard_error":507.28649876758567},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":380.9458747012676,"upper_bound":5365.181435062302},"point_estimate":3162.775138531927,"standard_error":1711.7911675251617}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310792.0597560639,"upper_bound":310973.5639733718},"point_estimate":310871.6270875267,"standard_error":46.98684791587791},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310731.2698412698,"upper_bound":310831.3806818182},"point_estimate":310782.79828431376,"standard_error":26.239755709099942},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147.5460932500564,"upper_bound":239.98799821799045},"point_estimate":201.0424924842448,"standard_error":22.562094821882653},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310819.213743334,"upper_bound":310957.37753096665},"point_estimate":310882.55817866116,"standard_error":35.4019267456854},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":237.43214373653447,"upper_bound":718.0768034269533},"point_estimate":474.1524120439366,"standard_error":145.36365218906047}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/sample.json b/criterion/arithmetic_hydroflow_compiled/base/sample.json index 8b1652bcb525..7b4e460932a8 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1240698.0,2487025.0,3728144.0,4968722.0,6220790.0,7450007.0,8699711.0,9941100.0,11185385.0,12423968.0,13654336.0,14907777.0,16141802.0,17484811.0,18625011.0,19922185.0,21179132.0,22373203.0,23601076.0,24852283.0,26089535.0,27346122.0,28633898.0,29826787.0,31057224.0,32299586.0,33549710.0,34789567.0,36060651.0,37277924.0,38512881.0,39787923.0,41038249.0,42270611.0,43501491.0,44747788.0,45982986.0,47230867.0,48476113.0,49735496.0,50936809.0,52830557.0,53510367.0,54662880.0,55913225.0,57206380.0,58394059.0,59626562.0,60866498.0,62122072.0,63362300.0,64655837.0,65858333.0,67123496.0,68315422.0,69599862.0,70822505.0,72159754.0,73331762.0,74590665.0,75834789.0,77011847.0,78285396.0,79522617.0,80786248.0,82057653.0,83293230.0,84477212.0,85779926.0,86963987.0,88355447.0,89459619.0,90742165.0,101200561.0,93242085.0,94512949.0,95950494.0,96937789.0,98180750.0,99381984.0,101448364.0,101943599.0,103164480.0,104349033.0,105609086.0,106838001.0,108133792.0,109354843.0,110631378.0,111868068.0,113134844.0,114322523.0,115563301.0,116838252.0,119124923.0,119347880.0,120534145.0,121827699.0,123844128.0,124356604.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1240737.0,2487356.0,3721191.0,4970945.0,6215811.0,7449415.0,8704860.0,9939828.0,11180234.0,12426883.0,13669936.0,14950266.0,16172149.0,17432343.0,18635030.0,20134669.0,21147453.0,22372451.0,23594975.0,24857393.0,26089294.0,27345380.0,28680664.0,29843987.0,31061803.0,32353074.0,33545312.0,34795927.0,36079545.0,37263277.0,38525674.0,39751995.0,41022368.0,42295215.0,43487623.0,44765250.0,46022939.0,47217401.0,48529481.0,49705479.0,50955723.0,52284294.0,53573743.0,54672838.0,55920617.0,57227107.0,58416189.0,59672506.0,60885753.0,62148170.0,63458748.0,64634154.0,65913674.0,67130407.0,68369362.0,69647900.0,70824578.0,72063522.0,73568011.0,74553724.0,75863821.0,77052511.0,78304280.0,79573981.0,80784252.0,82033014.0,83287778.0,84502468.0,85790614.0,86977351.0,88525851.0,89508558.0,90788709.0,92004390.0,93242693.0,94428590.0,95734037.0,96994722.0,98242964.0,99475982.0,100655593.0,102192735.0,103163668.0,104496712.0,105666964.0,106864796.0,108169228.0,109412646.0,110694425.0,111880947.0,113180339.0,114316086.0,115975397.0,116899813.0,118048174.0,119419749.0,120574192.0,121883754.0,123114929.0,124426493.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/tukey.json b/criterion/arithmetic_hydroflow_compiled/base/tukey.json index 37e3b81427ab..3b7f08fac736 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[309987.0883718259,310295.99421459466,311119.7431286446,311428.6489714133] \ No newline at end of file +[309871.5077569917,310267.68828243105,311324.1696836026,311720.3502090419] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/change/estimates.json b/criterion/arithmetic_hydroflow_compiled/change/estimates.json index 48564387f190..cb7275d465e2 100644 --- a/criterion/arithmetic_hydroflow_compiled/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005429684836498511,"upper_bound":0.00109451263200535},"point_estimate":-0.002223420175042401,"standard_error":0.0016255826118355117},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0004490090736977148,"upper_bound":-0.00004824832877114993},"point_estimate":-0.00025923043820264,"standard_error":0.0001014072171985654}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003220146126256229,"upper_bound":0.00044771400271301773},"point_estimate":-0.0009198408119250878,"standard_error":0.0010225084519800808},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.000025975824025081806,"upper_bound":0.00046543522361391866},"point_estimate":0.00023621434508602768,"standard_error":0.00011194492741997854}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/estimates.json b/criterion/arithmetic_hydroflow_compiled/new/estimates.json index 2e107889b0ce..1d0c963b1081 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310763.24979270203,"upper_bound":311856.9669641413},"point_estimate":311157.8427702574,"standard_error":315.8613558433151},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310659.0298913043,"upper_bound":310744.3141025641},"point_estimate":310709.404265873,"standard_error":21.15098627112407},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119.74642287405138,"upper_bound":199.02498732867835},"point_estimate":153.16693474946712,"standard_error":19.643944808757084},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310794.31134988175,"upper_bound":312621.7562537289},"point_estimate":311440.9164592877,"standard_error":507.28649876758567},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":380.9458747012676,"upper_bound":5365.181435062302},"point_estimate":3162.775138531927,"standard_error":1711.7911675251617}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310792.0597560639,"upper_bound":310973.5639733718},"point_estimate":310871.6270875267,"standard_error":46.98684791587791},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310731.2698412698,"upper_bound":310831.3806818182},"point_estimate":310782.79828431376,"standard_error":26.239755709099942},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":147.5460932500564,"upper_bound":239.98799821799045},"point_estimate":201.0424924842448,"standard_error":22.562094821882653},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310819.213743334,"upper_bound":310957.37753096665},"point_estimate":310882.55817866116,"standard_error":35.4019267456854},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":237.43214373653447,"upper_bound":718.0768034269533},"point_estimate":474.1524120439366,"standard_error":145.36365218906047}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/sample.json b/criterion/arithmetic_hydroflow_compiled/new/sample.json index 8b1652bcb525..7b4e460932a8 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1240698.0,2487025.0,3728144.0,4968722.0,6220790.0,7450007.0,8699711.0,9941100.0,11185385.0,12423968.0,13654336.0,14907777.0,16141802.0,17484811.0,18625011.0,19922185.0,21179132.0,22373203.0,23601076.0,24852283.0,26089535.0,27346122.0,28633898.0,29826787.0,31057224.0,32299586.0,33549710.0,34789567.0,36060651.0,37277924.0,38512881.0,39787923.0,41038249.0,42270611.0,43501491.0,44747788.0,45982986.0,47230867.0,48476113.0,49735496.0,50936809.0,52830557.0,53510367.0,54662880.0,55913225.0,57206380.0,58394059.0,59626562.0,60866498.0,62122072.0,63362300.0,64655837.0,65858333.0,67123496.0,68315422.0,69599862.0,70822505.0,72159754.0,73331762.0,74590665.0,75834789.0,77011847.0,78285396.0,79522617.0,80786248.0,82057653.0,83293230.0,84477212.0,85779926.0,86963987.0,88355447.0,89459619.0,90742165.0,101200561.0,93242085.0,94512949.0,95950494.0,96937789.0,98180750.0,99381984.0,101448364.0,101943599.0,103164480.0,104349033.0,105609086.0,106838001.0,108133792.0,109354843.0,110631378.0,111868068.0,113134844.0,114322523.0,115563301.0,116838252.0,119124923.0,119347880.0,120534145.0,121827699.0,123844128.0,124356604.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1240737.0,2487356.0,3721191.0,4970945.0,6215811.0,7449415.0,8704860.0,9939828.0,11180234.0,12426883.0,13669936.0,14950266.0,16172149.0,17432343.0,18635030.0,20134669.0,21147453.0,22372451.0,23594975.0,24857393.0,26089294.0,27345380.0,28680664.0,29843987.0,31061803.0,32353074.0,33545312.0,34795927.0,36079545.0,37263277.0,38525674.0,39751995.0,41022368.0,42295215.0,43487623.0,44765250.0,46022939.0,47217401.0,48529481.0,49705479.0,50955723.0,52284294.0,53573743.0,54672838.0,55920617.0,57227107.0,58416189.0,59672506.0,60885753.0,62148170.0,63458748.0,64634154.0,65913674.0,67130407.0,68369362.0,69647900.0,70824578.0,72063522.0,73568011.0,74553724.0,75863821.0,77052511.0,78304280.0,79573981.0,80784252.0,82033014.0,83287778.0,84502468.0,85790614.0,86977351.0,88525851.0,89508558.0,90788709.0,92004390.0,93242693.0,94428590.0,95734037.0,96994722.0,98242964.0,99475982.0,100655593.0,102192735.0,103163668.0,104496712.0,105666964.0,106864796.0,108169228.0,109412646.0,110694425.0,111880947.0,113180339.0,114316086.0,115975397.0,116899813.0,118048174.0,119419749.0,120574192.0,121883754.0,123114929.0,124426493.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/tukey.json b/criterion/arithmetic_hydroflow_compiled/new/tukey.json index 37e3b81427ab..3b7f08fac736 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[309987.0883718259,310295.99421459466,311119.7431286446,311428.6489714133] \ No newline at end of file +[309871.5077569917,310267.68828243105,311324.1696836026,311720.3502090419] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg index 467431deded3..bbb06caa4396 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (ns) - -0.005 + +0.002 - - + + +0.004 + + + +0.006 + + + +0.008 + + + 0.01 - + + +0.012 + + -0.015 +0.014 - -0.02 + +0.016 - - - -120 + + +0.018 + + + +0.02 - - -130 + + +0.022 - - + + + 140 - - -150 - - - + + 160 - - -170 - - - + + 180 - - -190 - - - + + 200 - - - - + + +220 + + + +240 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/SD.svg b/criterion/arithmetic_hydroflow_compiled/report/SD.svg index 8ccacd355014..dff55c8b624c 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/SD.svg @@ -6,69 +6,61 @@ arithmetic/hydroflow/compiled:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.1 + +0.001 - - -0.2 + + +0.002 - - -0.3 + + +0.003 - - -0.4 + + +0.004 - - -0.5 + + +0.005 - - -0.6 + + +0.006 - - -0.7 - - - -0.8 - - + - -0 + +200 - - -1 + + +300 - - -2 + + +400 - - -3 + + +500 - - -4 + + +600 - - -5 + + +700 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg index ff1037ed38e0..b10c0f13a078 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg @@ -9,47 +9,51 @@ Density (a.u.) Average Time (µs) - -0.05 + +0.2 - - -0.1 + + +0.4 - - -0.15 + + +0.6 - - -0.2 + + +0.8 + + + +1 - - -0.25 + + +1.2 - + - + 310 - - + + 320 - - + + 330 - - + + 340 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg index 6513ef09f485..7a1c24d30df7 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg @@ -18,41 +18,41 @@ Iterations - - - - - - + + + + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - + 0 @@ -91,9 +91,9 @@ Iterations - - - + + + Base Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg index 9ccfddf709f0..771ee2d1b5f5 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg @@ -9,62 +9,90 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - - --0.006 + + +300 + + + +350 + + + +400 - - --0.005 + + +450 - - --0.004 + + +500 - - + + +550 + + + + +-0.0035 + + + -0.003 - - + + +-0.0025 + + + -0.002 - - + + +-0.0015 + + + -0.001 - - + + +-5e-4 + + + 0 - - -0.001 + + +5e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg index f9531e5f2cd8..a9ee7c548b82 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg @@ -9,78 +9,82 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - -4000 - - + - --0.00045 + +0 + + + +5e-5 + + + +1e-4 - - --4e-4 + + +0.00015 - - --0.00035 + + +2e-4 - - --3e-4 + + +0.00025 - - --0.00025 + + +3e-4 - - --2e-4 + + +0.00035 - - --0.00015 + + +4e-4 - - --1e-4 + + +0.00045 - - --5e-5 + + +5e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg index 27a556bb6d52..b4493028cef0 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg @@ -13,69 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -3.0 - + -2.0 - + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/index.html b/criterion/arithmetic_hydroflow_compiled/report/index.html index 97910664980a..90a6f24b59ea 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 310.79 µs - 311.44 µs - 312.62 µs + 310.82 µs + 310.88 µs + 310.96 µs R² - 0.9773670 - 0.9779397 - 0.9760324 + 0.9998791 + 0.9998848 + 0.9998768 Mean - 310.76 µs - 311.16 µs - 311.86 µs + 310.79 µs + 310.87 µs + 310.97 µs Std. Dev. - 380.95 ns - 3.1628 µs - 5.3652 µs + 237.43 ns + 474.15 ns + 718.08 ns Median - 310.66 µs - 310.71 µs - 310.74 µs + 310.73 µs + 310.78 µs + 310.83 µs MAD - 119.75 ns - 153.17 ns - 199.02 ns + 147.55 ns + 201.04 ns + 239.99 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.5430% - -0.2223% - +0.1095% - (p = 0.19 > + -0.3220% + -0.0920% + +0.0448% + (p = 0.48 > 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled/report/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/mean.svg index daa72b09b247..35793b2b0dfd 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/mean.svg @@ -9,78 +9,90 @@ Density (a.u.) Average time (µs) - -0.2 - - - -0.4 - - - -0.6 + +1 - - -0.8 + + +2 - - -1 + + +3 - - -1.2 + + +4 - - -1.4 + + +5 - - -1.6 + + +6 - - -1.8 + + +7 - - -2 + + +8 - - -2.2 + + +9 - + - + +310.78 + + + 310.8 - - -311 + + +310.82 + + + +310.84 + + + +310.86 + + + +310.88 + + + +310.9 - - -311.2 + + +310.92 - - -311.4 + + +310.94 - - -311.6 + + +310.96 - - -311.8 + + +310.98 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/median.svg b/criterion/arithmetic_hydroflow_compiled/report/median.svg index e3d0d20f50ba..e203e5500744 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/median.svg @@ -9,78 +9,54 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - + - -310.65 - - - -310.66 - - - -310.67 - - - -310.68 - - - -310.69 - - - -310.7 + +310.74 - - -310.71 + + +310.76 - - -310.72 + + +310.78 - - -310.73 + + +310.8 - - -310.74 + + +310.82 - - -310.75 + + +310.84 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg index d93bb0f45ff2..32d21ec0ab1b 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg @@ -46,38 +46,30 @@ Average Time (µs) - + 310 - - -315 - - - -320 + + +311 - - -325 + + +312 - - -330 + + +313 - - -335 + + +314 - - -340 - - - -345 + + +315 - + Density (a.u.) @@ -86,54 +78,56 @@ Density (a.u.) 0 - -0.05 - - - -0.1 - - - -0.15 - - - + 0.2 - - -0.25 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg index 90b69db6397e..e3bd9983f671 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (µs) 0 - -0.05 + +0.2 - - -0.1 + + +0.4 - - -0.15 + + +0.6 - - -0.2 + + +0.8 - - -0.25 + + +1 - - -0.3 + + +1.2 - + + +1.4 + + - + 310 - - -320 - - - -330 + + +312 - - -340 + + +314 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/regression.svg index 56871da2019f..5a5f9db75e64 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression.svg @@ -19,9 +19,9 @@ Iterations - - - + + + 20.0 @@ -35,18 +35,18 @@ Iterations 60.0 - + 80.0 - - + + 100.0 - - + + 120.0 - + 50 @@ -95,7 +95,7 @@ Iterations - + @@ -111,7 +111,7 @@ Iterations - + @@ -119,12 +119,12 @@ Iterations - + - - + + - + @@ -137,15 +137,15 @@ Iterations - - + + - + @@ -153,17 +153,17 @@ Iterations - - - - + + + + - - + + - + @@ -172,16 +172,16 @@ Iterations - + - + - + - - + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg index 86316a713951..53e790622eac 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg @@ -92,24 +92,24 @@ Iterations - + - + - + - + @@ -118,7 +118,7 @@ Iterations - + @@ -150,14 +150,14 @@ Iterations - + - + - + @@ -169,14 +169,14 @@ Iterations - + - + - + - - + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg index 79f8fcaaf770..540886eb30dc 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,45 +6,49 @@ Density (a.u.) Average Time (µs) - -0.05 + +0.2 - - -0.1 + + +0.4 - - -0.15 + + +0.6 - - -0.2 + + +0.8 + + + +1 - - -0.25 + + +1.2 - + - + 310 - - + + 320 - - + + 330 - - + + 340 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg index d54d3da1d9c5..adfd7b08b6da 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg @@ -17,10 +17,10 @@ Iterations - - + + - + 0.0 @@ -34,22 +34,22 @@ Iterations 40.0 - + 60.0 - - + + 80.0 - + 100.0 - + 120.0 - + 0 @@ -90,5 +90,5 @@ Iterations - + diff --git a/criterion/arithmetic_hydroflow_compiled/report/slope.svg b/criterion/arithmetic_hydroflow_compiled/report/slope.svg index 7a749bb392cc..82b6c0018001 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/slope.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/slope.svg @@ -9,50 +9,66 @@ Density (a.u.) Average time (µs) - -0.2 + +2 - + -0.4 +4 - -0.6 + +6 - - -0.8 + + +8 - - -1 + + +10 - - -1.2 + + +12 - + - -311 + +310.82 - - -311.5 + + +310.84 - - -312 + + +310.86 - - -312.5 + + +310.88 - - - - + + +310.9 + + + +310.92 + + + +310.94 + + + +310.96 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/typical.svg b/criterion/arithmetic_hydroflow_compiled/report/typical.svg index f5503f9074fd..4a69e190749d 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/typical.svg @@ -9,50 +9,66 @@ Density (a.u.) Average time (µs) - -0.2 + +2 - + -0.4 +4 - -0.6 + +6 - - -0.8 + + +8 - - -1 + + +10 - - -1.2 + + +12 - + - -311 + +310.82 - - -311.5 + + +310.84 - - -312 + + +310.86 - - -312.5 + + +310.88 - - - - + + +310.9 + + + +310.92 + + + +310.94 + + + +310.96 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json index c032a9424911..d9d49ee4a980 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6524348.615,"upper_bound":6579714.9475},"point_estimate":6544491.82375,"standard_error":15259.736293187478},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6522269.125,"upper_bound":6523869.5},"point_estimate":6522976.0625,"standard_error":365.40920391038594},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2246.7875976115465,"upper_bound":3977.908391878009},"point_estimate":3183.234805986285,"standard_error":448.26033161292435},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5681.419896012541,"upper_bound":259296.77322818953},"point_estimate":153691.3787513508,"standard_error":79317.5710331644}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6525044.11128125,"upper_bound":6527515.45834375},"point_estimate":6526203.04125,"standard_error":631.7407801497819},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6523745.75,"upper_bound":6525807.125},"point_estimate":6524447.6875,"standard_error":494.481182363877},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3375.5998360086232,"upper_bound":5287.898980183522},"point_estimate":4245.332362130284,"standard_error":492.11069570561324},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4313.1133440040185,"upper_bound":8206.078291023528},"point_estimate":6336.894362860462,"standard_error":994.3710469062337}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json index 9c78b8f803d6..67d7e2b461a4 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52170229.0,52250479.0,52166562.0,52166082.0,52228848.0,52552713.0,52164108.0,52162063.0,52206666.0,52223348.0,52166702.0,52162444.0,52188493.0,52183664.0,52181169.0,52217948.0,55332855.0,53307833.0,52279232.0,64067890.0,52184355.0,52204143.0,52162324.0,52157175.0,52204413.0,52238867.0,52176100.0,52196177.0,52166171.0,52183194.0,52160631.0,52201918.0,52173455.0,52257492.0,52229479.0,52183384.0,52249718.0,52244487.0,52162119.0,52178153.0,52195775.0,52175808.0,52164988.0,52219400.0,52186178.0,52160760.0,52176910.0,52207056.0,52155581.0,52173744.0,52164127.0,52168054.0,52171440.0,52205724.0,52162233.0,52193962.0,52195976.0,52178142.0,52224168.0,52185997.0,52189274.0,52159167.0,52188432.0,52212246.0,52181568.0,52173032.0,52221814.0,52168634.0,52168303.0,52183953.0,52191227.0,52167964.0,52263632.0,52172632.0,52199042.0,52193741.0,52181148.0,52170959.0,52190956.0,52176820.0,52165158.0,52203930.0,52269603.0,52181018.0,52187220.0,52205655.0,52175737.0,52186868.0,52179756.0,52172862.0,52164968.0,52222916.0,52191077.0,52239206.0,52175047.0,52214710.0,52181408.0,52177851.0,52214020.0,52170799.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52212538.0,52230712.0,52184777.0,52320619.0,52223038.0,52171723.0,52377174.0,52189595.0,52175088.0,52286105.0,52213560.0,52224591.0,52185618.0,52217358.0,52206407.0,52165912.0,52231924.0,52206727.0,52239398.0,52229831.0,52229220.0,52186891.0,52214221.0,52194404.0,52169308.0,52178635.0,52407180.0,52166613.0,52252473.0,52233527.0,52245279.0,52180068.0,52217949.0,52153348.0,52183263.0,52195266.0,52198332.0,52206187.0,52227736.0,52178996.0,52270195.0,52169758.0,52218300.0,52164499.0,52203242.0,52294130.0,52175360.0,52164519.0,52288229.0,52242134.0,52172604.0,52204634.0,52168126.0,52162756.0,52180940.0,52198693.0,52191670.0,52195406.0,52169107.0,52270456.0,52186791.0,52189966.0,52171873.0,52195757.0,52465889.0,52172744.0,52168747.0,52266258.0,52194365.0,52157716.0,52166432.0,52198482.0,52174548.0,52157907.0,52222387.0,52199354.0,52164619.0,52215263.0,52266299.0,52176201.0,52186450.0,52267551.0,52189726.0,52228599.0,52154431.0,52192621.0,52253054.0,52210193.0,52195947.0,52186449.0,52192080.0,52169288.0,52151244.0,52193102.0,52229971.0,52194836.0,52211387.0,52225983.0,52212950.0,52188624.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json index 3288ec4be323..b677cb7a2f87 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json @@ -1 +1 @@ -[6507923.1875,6514644.03125,6532566.28125,6539287.125] \ No newline at end of file +[6503087.40625,6512543.125,6537758.375,6547214.09375] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json index 07c44953157f..4587b1336c7e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0003563720589957492,"upper_bound":0.008139095069154889},"point_estimate":0.002758455283083494,"standard_error":0.002459706169348578},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0004486172710083114,"upper_bound":-0.00010803745390375319},"point_estimate":-0.0003466061447339186,"standard_error":0.00009214657922003958}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008167509879211927,"upper_bound":0.0002946681476560629},"point_estimate":-0.0027945305751060356,"standard_error":0.002335020849861806},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00006374652893259558,"upper_bound":0.0004511752039276781},"point_estimate":0.00022560637750301815,"standard_error":0.00009442339620949692}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json index c032a9424911..d9d49ee4a980 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6524348.615,"upper_bound":6579714.9475},"point_estimate":6544491.82375,"standard_error":15259.736293187478},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6522269.125,"upper_bound":6523869.5},"point_estimate":6522976.0625,"standard_error":365.40920391038594},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2246.7875976115465,"upper_bound":3977.908391878009},"point_estimate":3183.234805986285,"standard_error":448.26033161292435},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5681.419896012541,"upper_bound":259296.77322818953},"point_estimate":153691.3787513508,"standard_error":79317.5710331644}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6525044.11128125,"upper_bound":6527515.45834375},"point_estimate":6526203.04125,"standard_error":631.7407801497819},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6523745.75,"upper_bound":6525807.125},"point_estimate":6524447.6875,"standard_error":494.481182363877},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3375.5998360086232,"upper_bound":5287.898980183522},"point_estimate":4245.332362130284,"standard_error":492.11069570561324},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4313.1133440040185,"upper_bound":8206.078291023528},"point_estimate":6336.894362860462,"standard_error":994.3710469062337}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json index 9c78b8f803d6..67d7e2b461a4 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52170229.0,52250479.0,52166562.0,52166082.0,52228848.0,52552713.0,52164108.0,52162063.0,52206666.0,52223348.0,52166702.0,52162444.0,52188493.0,52183664.0,52181169.0,52217948.0,55332855.0,53307833.0,52279232.0,64067890.0,52184355.0,52204143.0,52162324.0,52157175.0,52204413.0,52238867.0,52176100.0,52196177.0,52166171.0,52183194.0,52160631.0,52201918.0,52173455.0,52257492.0,52229479.0,52183384.0,52249718.0,52244487.0,52162119.0,52178153.0,52195775.0,52175808.0,52164988.0,52219400.0,52186178.0,52160760.0,52176910.0,52207056.0,52155581.0,52173744.0,52164127.0,52168054.0,52171440.0,52205724.0,52162233.0,52193962.0,52195976.0,52178142.0,52224168.0,52185997.0,52189274.0,52159167.0,52188432.0,52212246.0,52181568.0,52173032.0,52221814.0,52168634.0,52168303.0,52183953.0,52191227.0,52167964.0,52263632.0,52172632.0,52199042.0,52193741.0,52181148.0,52170959.0,52190956.0,52176820.0,52165158.0,52203930.0,52269603.0,52181018.0,52187220.0,52205655.0,52175737.0,52186868.0,52179756.0,52172862.0,52164968.0,52222916.0,52191077.0,52239206.0,52175047.0,52214710.0,52181408.0,52177851.0,52214020.0,52170799.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52212538.0,52230712.0,52184777.0,52320619.0,52223038.0,52171723.0,52377174.0,52189595.0,52175088.0,52286105.0,52213560.0,52224591.0,52185618.0,52217358.0,52206407.0,52165912.0,52231924.0,52206727.0,52239398.0,52229831.0,52229220.0,52186891.0,52214221.0,52194404.0,52169308.0,52178635.0,52407180.0,52166613.0,52252473.0,52233527.0,52245279.0,52180068.0,52217949.0,52153348.0,52183263.0,52195266.0,52198332.0,52206187.0,52227736.0,52178996.0,52270195.0,52169758.0,52218300.0,52164499.0,52203242.0,52294130.0,52175360.0,52164519.0,52288229.0,52242134.0,52172604.0,52204634.0,52168126.0,52162756.0,52180940.0,52198693.0,52191670.0,52195406.0,52169107.0,52270456.0,52186791.0,52189966.0,52171873.0,52195757.0,52465889.0,52172744.0,52168747.0,52266258.0,52194365.0,52157716.0,52166432.0,52198482.0,52174548.0,52157907.0,52222387.0,52199354.0,52164619.0,52215263.0,52266299.0,52176201.0,52186450.0,52267551.0,52189726.0,52228599.0,52154431.0,52192621.0,52253054.0,52210193.0,52195947.0,52186449.0,52192080.0,52169288.0,52151244.0,52193102.0,52229971.0,52194836.0,52211387.0,52225983.0,52212950.0,52188624.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json index 3288ec4be323..b677cb7a2f87 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json @@ -1 +1 @@ -[6507923.1875,6514644.03125,6532566.28125,6539287.125] \ No newline at end of file +[6503087.40625,6512543.125,6537758.375,6547214.09375] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg index 760364116a68..3ee117cdef83 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg @@ -13,86 +13,70 @@ Average time (µs) 0.1 - + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - - - -2.2 - - - -2.4 - - - -2.6 - - - -2.8 + + +1.1 - - -3 - - - -3.2 + + + +3.5 - - -3.4 + + +4 - - -3.6 + + +4.5 - - -3.8 + + +5 - - -4 + + +5.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg index 3ac40cbdd9b1..128754d4057d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (µs) - -0.002 + +0.05 - - -0.004 + + +0.1 - - -0.006 + + +0.15 - - -0.008 + + +0.2 - - -0.01 + + +0.25 - - -0.012 + + +0.3 - - -0.014 + + +0.35 - - -0.016 + + +0.4 - + - -0 + +4 - - -50 + + +4.5 - - -100 + + +5 - - -150 + + +5.5 - - -200 + + +6 - - -250 + + +6.5 - - - - + + +7 + + + +7.5 + + + +8 + + + +8.5 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg index e4e5fcd3b7db..3279547ea22a 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg @@ -17,7 +17,7 @@ Average Iteration Time (ms) - + @@ -28,10 +28,10 @@ Average Iteration Time (ms) 6.6 - + 6.8 - + 7.0 @@ -97,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - + + + + - - - - - - - + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - + + + + + + + - + - - + + - + - - - + + + - + - - + + - - - + + + - - + + - + - - - + + + - - - + + + - + - - + + - - - - - + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - + + + + - - - - + + + + - - - - - - + + + + + + - + - + - - - + + + - - - + + + - - + + - - - - + + + + - - - - - - - - - + + + + + + + + + - + - - - + + + - + - - - - - - - + + + + + + + - - - + + + - + - - + + - - - - - + + + + + - - - + + + - + Current diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg index c2c308acf1aa..54cd06ad18fb 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg @@ -9,38 +9,38 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + 6.5 @@ -58,10 +58,10 @@ Average Time (ms) 8 - - - - + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg index d960371178a2..e6448500ee91 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg @@ -9,74 +9,98 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 + + + +140 + + + +160 + + + +180 - - + + 200 - - -250 + + +220 - + - --0.001 + +-0.009 - - -0 + + +-0.008 - - -0.001 + + +-0.007 - - -0.002 + + +-0.006 - - -0.003 + + +-0.005 - - -0.004 + + +-0.004 - - -0.005 + + +-0.003 - - -0.006 + + +-0.002 - - -0.007 + + +-0.001 - - -0.008 + + +0 - - -0.009 + + +0.001 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg index 7134a28d9682..79e95737fbac 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg @@ -13,78 +13,82 @@ Relative change (%) 500 - + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - + + 4000 - - + + 4500 - - + + 5000 - + - --0.00045 + +5e-5 - - --4e-4 + + +1e-4 - - --0.00035 + + +0.00015 - - --3e-4 + + +2e-4 - - --0.00025 + + +0.00025 - - --2e-4 + + +3e-4 - - --0.00015 + + +0.00035 - - --1e-4 + + +4e-4 - - - - + + +0.00045 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg index 6e8c340e214f..66a34c7fa8f4 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg @@ -50,44 +50,40 @@ t score - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html index 9ceb33fecad4..5b208fcaeaed 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0002251 - 0.0002290 - 0.0002174 + 0.0016739 + 0.0017303 + 0.0016586 Mean - 6.5243 ms - 6.5445 ms - 6.5797 ms + 6.5250 ms + 6.5262 ms + 6.5275 ms Std. Dev. - 5.6814 µs - 153.69 µs - 259.30 µs + 4.3131 µs + 6.3369 µs + 8.2061 µs Median - 6.5223 ms - 6.5230 ms - 6.5239 ms + 6.5237 ms + 6.5244 ms + 6.5258 ms MAD - 2.2468 µs - 3.1832 µs - 3.9779 µs + 3.3756 µs + 4.2453 µs + 5.2879 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -0.0356% - +0.2758% - +0.8139% - (p = 0.28 > + -0.8168% + -0.2795% + +0.0295% + (p = 0.27 > 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg index 3de3f417b1b7..9454f931a31e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg @@ -15,42 +15,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -6.6 + +6.52 - - -6.8 + + +6.525 - - -7.0 + + +6.53 - - -7.2 + + +6.535 - - -7.4 + + +6.54 - - -7.6 + + +6.545 - - -7.8 + + +6.55 - + 10 @@ -92,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg index f14144372170..11a03a5672a1 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg @@ -12,42 +12,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -6.6 + +6.52 - - -6.8 + + +6.525 - - -7.0 + + +6.53 - - -7.2 + + +6.535 - - -7.4 + + +6.54 - - -7.6 + + +6.545 - - -7.8 + + +6.55 - + 10 @@ -89,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg index 145e9c8a7800..9b01a394ae32 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (ms) - -5 + +100 - - -10 + + +200 - - -15 + + +300 - - -20 + + +400 - - -25 + + +500 - - -30 + + +600 - - -35 - - + - -6.52 - - - -6.53 + +6.525 - - -6.54 + + +6.5255 - - -6.55 + + +6.526 - - -6.56 + + +6.5265 - - -6.57 + + +6.527 - - -6.58 + + +6.5275 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg index 932961cbab07..574b66a84086 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - - + + 1800 - - + + 2000 - - -2200 - - + - -6.5222 - - - -6.5224 - - - -6.5226 - - - -6.5228 - - - -6.523 + +6.524 - - -6.5232 + + +6.5245 - - -6.5234 + + +6.525 - - -6.5236 + + +6.5255 - - -6.5238 + + +6.526 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg index 8b6351f08f25..2ed129185d20 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg @@ -46,46 +46,50 @@ Average Time (ms) - -6.4 + +6.515 - - -6.6 + + +6.52 - - -6.8 + + +6.525 - - -7 + + +6.53 - - -7.2 + + +6.535 - - -7.4 + + +6.54 - - -7.6 + + +6.545 - - -7.8 + + +6.55 - - -8 + + +6.555 - - -8.2 + + +6.56 - + + +6.565 + + Density (a.u.) @@ -94,46 +98,52 @@ Density (a.u.) 0 - -1 - - - -2 - - - -3 - - - -4 - - - -5 - - - - - - - - - - - - - - - - - - - - - - + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg index 80fd313d9d50..1b1328e284a4 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg @@ -10,47 +10,63 @@ Average Time (ms) 0 - -1 + +10 - - -2 + + +20 - - -3 + + +30 - - -4 + + +40 - - -5 + + +50 - - -6 + + +60 - + + +70 + + + +80 + + + +90 + + - -6.5 + +6.52 + + + +6.53 - - -7 + + +6.54 - - -7.5 + + +6.55 - - -8 + + +6.56 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg index fc3f4de9b68c..3e918a510fa7 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg @@ -94,204 +94,204 @@ Average Iteration Time (ms) 100 - + - + - - + + - - - + + + - - - - - - - - + + + + + + + + - + - - + + - - - + + + - - - + + + - + - + - + - - - - + + + + - - + + - + - - + + - - + + - - + + - + - + - - + + - - - + + + - - + + - + - - - - - + + + + + - - + + - - - + + + - + - + - - - - + + + + - - + + - + - - + + - - - - - - - + + + + + + + - - + + - - + + - + - + - - - + + + - + - - + + - - + + - - + + - - + + - - - + + + - - + + - - - - - + + + + + - - - + + + - + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg index 47832dcfbfca..e611ba05d5e3 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg @@ -6,38 +6,38 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + 6.5 @@ -55,8 +55,8 @@ Average Time (ms) 8 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg index 9c9dc814118d..7fb12950ed4e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (ms) - -5 + +100 - - -10 + + +200 - - -15 + + +300 - - -20 + + +400 - - -25 + + +500 - - -30 + + +600 - - -35 - - + - -6.52 - - - -6.53 + +6.525 - - -6.54 + + +6.5255 - - -6.55 + + +6.526 - - -6.56 + + +6.5265 - - -6.57 + + +6.527 - - -6.58 + + +6.5275 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/base/estimates.json b/criterion/arithmetic_hydroflow_surface/base/estimates.json index 91f1aa5d7ba6..dc6a2c95b4a0 100644 --- a/criterion/arithmetic_hydroflow_surface/base/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6607122.0940625,"upper_bound":6678439.0206875},"point_estimate":6639930.985,"standard_error":18216.141951721827},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6561806.5,"upper_bound":6569572.75},"point_estimate":6565183.375,"standard_error":2056.402455774045},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11144.240689650178,"upper_bound":22685.354859754443},"point_estimate":15241.591041907668,"standard_error":3150.990276216683},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":118381.582599125,"upper_bound":249255.5816104426},"point_estimate":183794.31520866437,"standard_error":34698.04469320177}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6574041.7155625,"upper_bound":6617957.54975},"point_estimate":6594271.57625,"standard_error":11209.865851639053},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6553813.5,"upper_bound":6555975.625},"point_estimate":6555090.3125,"standard_error":610.0115712325975},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3735.4986630566423,"upper_bound":7122.96624854207},"point_estimate":5144.158596172929,"standard_error":862.6801246364856},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70903.00933004478,"upper_bound":146023.53110954724},"point_estimate":112720.69077952552,"standard_error":19190.222349297394}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/sample.json b/criterion/arithmetic_hydroflow_surface/base/sample.json index d24131a3a1dc..911f5d77da3d 100644 --- a/criterion/arithmetic_hydroflow_surface/base/sample.json +++ b/criterion/arithmetic_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52518437.0,52650854.0,52791897.0,52430303.0,52454881.0,52489454.0,52693716.0,52650304.0,52563101.0,52569904.0,53432176.0,52504371.0,52581306.0,52625706.0,52460602.0,52476207.0,52556582.0,52553783.0,53059627.0,52998234.0,52738229.0,52536352.0,52488200.0,52524497.0,52511994.0,52569463.0,52553545.0,52568543.0,52879453.0,52515412.0,52402591.0,52524980.0,52409865.0,52465868.0,52458405.0,52433568.0,52490806.0,52446834.0,52396691.0,52533626.0,52494513.0,52439901.0,52415067.0,52425474.0,52416547.0,52372646.0,52570234.0,52495856.0,52507367.0,52438548.0,52456091.0,52401169.0,52451835.0,52453116.0,52444810.0,52474077.0,54134615.0,56241365.0,57125492.0,61970413.0,56573644.0,56400679.0,54099663.0,54232960.0,54421201.0,55453841.0,56360345.0,55229209.0,54652774.0,52496215.0,55713183.0,54692477.0,56701079.0,55853529.0,53479562.0,52770498.0,52417760.0,52492689.0,52555617.0,52417058.0,52433369.0,52559035.0,53354680.0,52518399.0,52453005.0,52479022.0,52401268.0,52446572.0,52413993.0,52570295.0,52575111.0,52694035.0,52515682.0,52433538.0,52531031.0,52545307.0,52433278.0,52435523.0,52449620.0,52448539.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52432842.0,52402445.0,52407985.0,52435048.0,52457539.0,52430508.0,52462266.0,52451828.0,52410223.0,52410041.0,52438322.0,52414557.0,52553418.0,52403137.0,52594894.0,53434986.0,52439236.0,52419718.0,52478407.0,52404040.0,52394291.0,52454381.0,52443110.0,52455974.0,52448712.0,52446898.0,52377178.0,52392326.0,52409128.0,52442879.0,53293152.0,52389184.0,52442209.0,52446980.0,52416201.0,52364635.0,52405980.0,52385865.0,52358785.0,52377470.0,52466045.0,52423787.0,52432293.0,52419258.0,52404109.0,52378762.0,52434755.0,52426410.0,52442962.0,52453801.0,52394909.0,52453170.0,52452759.0,52411343.0,52419107.0,52392656.0,52421971.0,52425238.0,52426751.0,52418444.0,52443582.0,52454864.0,52436647.0,52414979.0,52446576.0,52435267.0,52431697.0,53285598.0,52396806.0,52460784.0,52470274.0,52444957.0,52444504.0,52468580.0,52419697.0,52413065.0,52495228.0,52430067.0,52491963.0,52459821.0,52423296.0,52403679.0,52415639.0,52483725.0,52904951.0,55379585.0,57040515.0,56526377.0,53567953.0,52582620.0,54867319.0,52591435.0,52995888.0,55516877.0,52686655.0,53876308.0,52634808.0,55614798.0,54277371.0,55357198.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/tukey.json b/criterion/arithmetic_hydroflow_surface/base/tukey.json index 5fc757623e51..4fd11764feba 100644 --- a/criterion/arithmetic_hydroflow_surface/base/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6445779.53125,6501094.84375,6648602.34375,6703917.65625] \ No newline at end of file +[6530321.53125,6541090.359375,6569807.234375,6580576.0625] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/change/estimates.json b/criterion/arithmetic_hydroflow_surface/change/estimates.json index 4f8c7a7f7269..39c769cd030b 100644 --- a/criterion/arithmetic_hydroflow_surface/change/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.007015672374763995,"upper_bound":0.01880694923490527},"point_estimate":0.012213589101511824,"standard_error":0.002856994760214122},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0009086553639465755,"upper_bound":0.0021798075090366797},"point_estimate":0.0014560558407892277,"standard_error":0.0003266721791338296}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013309258862879833,"upper_bound":-0.0009675409618358205},"point_estimate":-0.006876488453441465,"standard_error":0.0031511353685360556},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0022967288663343632,"upper_bound":-0.00099577383784355},"point_estimate":-0.0015373618562481983,"standard_error":0.0003280238623138485}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/estimates.json b/criterion/arithmetic_hydroflow_surface/new/estimates.json index 91f1aa5d7ba6..dc6a2c95b4a0 100644 --- a/criterion/arithmetic_hydroflow_surface/new/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6607122.0940625,"upper_bound":6678439.0206875},"point_estimate":6639930.985,"standard_error":18216.141951721827},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6561806.5,"upper_bound":6569572.75},"point_estimate":6565183.375,"standard_error":2056.402455774045},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11144.240689650178,"upper_bound":22685.354859754443},"point_estimate":15241.591041907668,"standard_error":3150.990276216683},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":118381.582599125,"upper_bound":249255.5816104426},"point_estimate":183794.31520866437,"standard_error":34698.04469320177}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6574041.7155625,"upper_bound":6617957.54975},"point_estimate":6594271.57625,"standard_error":11209.865851639053},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6553813.5,"upper_bound":6555975.625},"point_estimate":6555090.3125,"standard_error":610.0115712325975},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3735.4986630566423,"upper_bound":7122.96624854207},"point_estimate":5144.158596172929,"standard_error":862.6801246364856},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70903.00933004478,"upper_bound":146023.53110954724},"point_estimate":112720.69077952552,"standard_error":19190.222349297394}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/sample.json b/criterion/arithmetic_hydroflow_surface/new/sample.json index d24131a3a1dc..911f5d77da3d 100644 --- a/criterion/arithmetic_hydroflow_surface/new/sample.json +++ b/criterion/arithmetic_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52518437.0,52650854.0,52791897.0,52430303.0,52454881.0,52489454.0,52693716.0,52650304.0,52563101.0,52569904.0,53432176.0,52504371.0,52581306.0,52625706.0,52460602.0,52476207.0,52556582.0,52553783.0,53059627.0,52998234.0,52738229.0,52536352.0,52488200.0,52524497.0,52511994.0,52569463.0,52553545.0,52568543.0,52879453.0,52515412.0,52402591.0,52524980.0,52409865.0,52465868.0,52458405.0,52433568.0,52490806.0,52446834.0,52396691.0,52533626.0,52494513.0,52439901.0,52415067.0,52425474.0,52416547.0,52372646.0,52570234.0,52495856.0,52507367.0,52438548.0,52456091.0,52401169.0,52451835.0,52453116.0,52444810.0,52474077.0,54134615.0,56241365.0,57125492.0,61970413.0,56573644.0,56400679.0,54099663.0,54232960.0,54421201.0,55453841.0,56360345.0,55229209.0,54652774.0,52496215.0,55713183.0,54692477.0,56701079.0,55853529.0,53479562.0,52770498.0,52417760.0,52492689.0,52555617.0,52417058.0,52433369.0,52559035.0,53354680.0,52518399.0,52453005.0,52479022.0,52401268.0,52446572.0,52413993.0,52570295.0,52575111.0,52694035.0,52515682.0,52433538.0,52531031.0,52545307.0,52433278.0,52435523.0,52449620.0,52448539.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52432842.0,52402445.0,52407985.0,52435048.0,52457539.0,52430508.0,52462266.0,52451828.0,52410223.0,52410041.0,52438322.0,52414557.0,52553418.0,52403137.0,52594894.0,53434986.0,52439236.0,52419718.0,52478407.0,52404040.0,52394291.0,52454381.0,52443110.0,52455974.0,52448712.0,52446898.0,52377178.0,52392326.0,52409128.0,52442879.0,53293152.0,52389184.0,52442209.0,52446980.0,52416201.0,52364635.0,52405980.0,52385865.0,52358785.0,52377470.0,52466045.0,52423787.0,52432293.0,52419258.0,52404109.0,52378762.0,52434755.0,52426410.0,52442962.0,52453801.0,52394909.0,52453170.0,52452759.0,52411343.0,52419107.0,52392656.0,52421971.0,52425238.0,52426751.0,52418444.0,52443582.0,52454864.0,52436647.0,52414979.0,52446576.0,52435267.0,52431697.0,53285598.0,52396806.0,52460784.0,52470274.0,52444957.0,52444504.0,52468580.0,52419697.0,52413065.0,52495228.0,52430067.0,52491963.0,52459821.0,52423296.0,52403679.0,52415639.0,52483725.0,52904951.0,55379585.0,57040515.0,56526377.0,53567953.0,52582620.0,54867319.0,52591435.0,52995888.0,55516877.0,52686655.0,53876308.0,52634808.0,55614798.0,54277371.0,55357198.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/tukey.json b/criterion/arithmetic_hydroflow_surface/new/tukey.json index 5fc757623e51..4fd11764feba 100644 --- a/criterion/arithmetic_hydroflow_surface/new/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6445779.53125,6501094.84375,6648602.34375,6703917.65625] \ No newline at end of file +[6530321.53125,6541090.359375,6569807.234375,6580576.0625] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/report/MAD.svg b/criterion/arithmetic_hydroflow_surface/report/MAD.svg index 6a8ac3960620..9a1ca0e4ac0a 100644 --- a/criterion/arithmetic_hydroflow_surface/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/MAD.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (µs) - -0.02 + +0.05 - - -0.04 + + +0.1 - - -0.06 + + +0.15 - - -0.08 + + +0.2 - - -0.1 + + +0.25 + + + +0.3 + + + +0.35 - - -0.12 + + +0.4 - - -0.14 + + +0.45 - + + +0.5 + + + +0.55 + + - -10 + +3.5 + + + +4 - - -12 + + +4.5 - - -14 + + +5 - - -16 + + +5.5 - - -18 + + +6 - - -20 + + +6.5 - - -22 + + +7 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/SD.svg b/criterion/arithmetic_hydroflow_surface/report/SD.svg index 38bb0532f627..73a49f93ee04 100644 --- a/criterion/arithmetic_hydroflow_surface/report/SD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/SD.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - + + +0.014 + + + +0.016 + + + +0.018 + + + +0.02 + + + +0.022 + + - -120 + +70 - - -140 + + +80 - - -160 + + +90 - - -180 + + +100 - - -200 + + +110 - - -220 + + +120 - - -240 + + +130 + + + +140 - - -260 + + +150 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg index 9aaa96594a84..c4e8acceb4c2 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg @@ -16,17 +16,17 @@ Average Iteration Time (ms) - + - + 6.6 - + 6.8 @@ -92,204 +92,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - - - + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg index 8fcb7b743278..08a256714e66 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg @@ -9,42 +9,34 @@ Density (a.u.) Average Time (ms) - -5 - - - -10 - - - -15 + +1 - - -20 + + +2 - - -25 + + +3 - - -30 + + +4 - - -35 + + +5 - - -40 + + +6 - - -45 + + +7 - + 6.5 @@ -58,10 +50,10 @@ Average Time (ms) 7.5 - - - - + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg index a53deb1e4aa3..8fd955d28223 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg @@ -9,71 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - + - -0.006 + +-0.014 - - -0.008 + + +-0.012 - - -0.01 + + +-0.01 - - -0.012 + + +-0.008 - + -0.014 +-0.006 - -0.016 - - - -0.018 - - - -0.02 - - - - - - + +-0.004 + + + +-0.002 + + + +0 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/median.svg b/criterion/arithmetic_hydroflow_surface/report/change/median.svg index 2a4542b2700b..1b1530010f55 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/median.svg @@ -9,74 +9,70 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - -1600 - - + - -8e-4 + +-0.0024 - - -0.001 + + +-0.0022 - - -0.0012 + + +-0.002 - - -0.0014 + + +-0.0018 - - -0.0016 + + +-0.0016 - - -0.0018 + + +-0.0014 - - -0.002 + + +-0.0012 - - -0.0022 + + +-0.001 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg index ef02be1bf242..5cdf69e561c7 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/index.html b/criterion/arithmetic_hydroflow_surface/report/index.html index bb5ac8794483..2e1380a13380 100644 --- a/criterion/arithmetic_hydroflow_surface/report/index.html +++ b/criterion/arithmetic_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0020333 - 0.0020986 - 0.0020097 + 0.0753699 + 0.0776316 + 0.0745642 Mean - 6.6071 ms - 6.6399 ms - 6.6784 ms + 6.5740 ms + 6.5943 ms + 6.6180 ms Std. Dev. - 118.38 µs - 183.79 µs - 249.26 µs + 70.903 µs + 112.72 µs + 146.02 µs Median - 6.5618 ms - 6.5652 ms - 6.5696 ms + 6.5538 ms + 6.5551 ms + 6.5560 ms MAD - 11.144 µs - 15.242 µs - 22.685 µs + 3.7355 µs + 5.1442 µs + 7.1230 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - +0.7016% - +1.2214% - +1.8807% - (p = 0.00 < + -1.3309% + -0.6876% + -0.0968% + (p = 0.03 < 0.05) diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg index 390446a04623..2720cd24b6dd 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - + 6.6 - - -6.8 + + +6.7 - - -7.0 + + +6.8 - - -7.2 + + +6.9 - - -7.4 + + +7.0 - - -7.6 + + +7.1 - + 10 @@ -88,105 +88,105 @@ Average Iteration Time (ms) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg index 83d069b22b3e..811023c1dacd 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - + 6.6 - - -6.8 + + +6.7 - - -7.0 + + +6.8 - - -7.2 + + +6.9 - - -7.4 + + +7.0 - - -7.6 + + +7.1 - + 10 @@ -85,103 +85,103 @@ Average Iteration Time (ms) - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - + - - - - - - + + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/mean.svg b/criterion/arithmetic_hydroflow_surface/report/mean.svg index 8727a2ba4d70..16c7d75d52b3 100644 --- a/criterion/arithmetic_hydroflow_surface/report/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/mean.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - + + +25 + + + +30 + + + +35 + + - -6.6 + +6.57 - - -6.61 + + +6.575 - - -6.62 + + +6.58 - - -6.63 + + +6.585 - - -6.64 + + +6.59 - - -6.65 + + +6.595 - - -6.66 + + +6.6 + + + +6.605 - - -6.67 + + +6.61 - - -6.68 + + +6.615 + + + +6.62 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/median.svg b/criterion/arithmetic_hydroflow_surface/report/median.svg index 61499af0aa0e..b7cdbe05b72b 100644 --- a/criterion/arithmetic_hydroflow_surface/report/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/median.svg @@ -9,74 +9,58 @@ Density (a.u.) Average time (ms) - -50 - - - -100 - - - -150 - - - + 200 - - -250 + + +400 - - -300 + + +600 - - -350 + + +800 - - - -6.561 - - - -6.562 + + +1000 - - -6.563 + + +1200 - - -6.564 + + +1400 - - -6.565 + + + +6.554 - - -6.566 + + +6.5545 - - -6.567 + + +6.555 - - -6.568 + + +6.5555 - - -6.569 + + +6.556 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/pdf.svg index 0a47f44ee1dc..28ed6e8f38d3 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf.svg @@ -46,38 +46,38 @@ Average Time (ms) - -6.4 + +6.5 - - + + 6.6 - - -6.8 + + +6.7 - - -7 + + +6.8 - - -7.2 + + +6.9 - - -7.4 + + +7 - - -7.6 + + +7.1 - - -7.8 + + +7.2 - + Density (a.u.) @@ -86,84 +86,80 @@ Density (a.u.) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - - - - - - - - - - - - - - - - - + + +5 + + + +6 + + + +7 + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - + PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg index 4c1357b9a001..84d49a8c851f 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg @@ -10,55 +10,47 @@ Average Time (ms) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 + + +4 + + + +5 + + + +6 - + -4 +7 - -4.5 - - - -6.5 + +6.6 - - -7 + + +6.8 - - -7.5 + + +7 - - - + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg index df29c58a7b07..4a85517873d1 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg @@ -89,204 +89,204 @@ Average Iteration Time (ms) 100 - - - + + + - - - - - - - - + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - + + + + - + - - - - - - - + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - + - - + + - + - - - - + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - + + + + + - - - - - - - - - + + + + + + + + + - + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg index 16b8c427ac35..04cc6e0bc891 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg @@ -6,42 +6,34 @@ Density (a.u.) Average Time (ms) - -5 - - - -10 - - - -15 + +1 - - -20 + + +2 - - -25 + + +3 - - -30 + + +4 - - -35 + + +5 - - -40 + + +6 - - -45 + + +7 - + 6.5 @@ -55,8 +47,8 @@ Average Time (ms) 7.5 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/typical.svg b/criterion/arithmetic_hydroflow_surface/report/typical.svg index 887f36befae3..4e2aa4c765b0 100644 --- a/criterion/arithmetic_hydroflow_surface/report/typical.svg +++ b/criterion/arithmetic_hydroflow_surface/report/typical.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - + + +25 + + + +30 + + + +35 + + - -6.6 + +6.57 - - -6.61 + + +6.575 - - -6.62 + + +6.58 - - -6.63 + + +6.585 - - -6.64 + + +6.59 - - -6.65 + + +6.595 - - -6.66 + + +6.6 + + + +6.605 - - -6.67 + + +6.61 - - -6.68 + + +6.615 + + + +6.62 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/base/estimates.json b/criterion/fan_in_hydroflow/base/estimates.json index a1902fa2b51e..6b4e36c85da9 100644 --- a/criterion/fan_in_hydroflow/base/estimates.json +++ b/criterion/fan_in_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68237400.44125,"upper_bound":68564874.51},"point_estimate":68401824.84,"standard_error":83509.02874253626},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68196086.0,"upper_bound":68674396.0},"point_estimate":68413520.5,"standard_error":133059.43087395193},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":580323.7294971943,"upper_bound":1114374.0312159061},"point_estimate":810189.7359162569,"standard_error":138414.16291560367},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":734800.5807344925,"upper_bound":925852.5300040366},"point_estimate":836935.6500502682,"standard_error":48981.29588511776}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67206110.09699999,"upper_bound":67639321.63},"point_estimate":67418519.21,"standard_error":110724.01395469568},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67294791.5,"upper_bound":67635346.0},"point_estimate":67431865.5,"standard_error":77037.9881910064},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":607581.3300132751,"upper_bound":1023870.1984226704},"point_estimate":758829.5076280832,"standard_error":103262.73559840389},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":823669.2257047656,"upper_bound":1420104.7107278814},"point_estimate":1112794.155660465,"standard_error":156515.1200429193}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/sample.json b/criterion/fan_in_hydroflow/base/sample.json index 562f94d7d894..a7ec302e27b4 100644 --- a/criterion/fan_in_hydroflow/base/sample.json +++ b/criterion/fan_in_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[68175982.0,67200880.0,68098117.0,67272805.0,68221958.0,67927908.0,67521389.0,67080005.0,69449821.0,69775490.0,69501938.0,68837798.0,68739465.0,68631132.0,68971007.0,70127658.0,68751978.0,68500859.0,68131239.0,67821940.0,68117423.0,68667861.0,68391685.0,69059803.0,68155233.0,68380214.0,68038966.0,68201981.0,68154883.0,68227859.0,67228612.0,67878076.0,68729776.0,68750655.0,67814316.0,67318771.0,67810029.0,68073431.0,68189417.0,68775031.0,68510077.0,68240533.0,67683342.0,68435356.0,68737621.0,68596237.0,68839782.0,68465693.0,68717660.0,69304382.0,69476544.0,69294854.0,68708930.0,68202755.0,69139635.0,68785664.0,69800570.0,69098197.0,69436970.0,69482365.0,69418516.0,69775633.0,69719118.0,68911970.0,69613019.0,68666881.0,69575289.0,70180950.0,69777206.0,69387889.0,69426721.0,68797185.0,68825708.0,68913492.0,68625444.0,69148130.0,68225206.0,67806995.0,68351613.0,68477197.0,68102236.0,68387329.0,68775477.0,67622180.0,67270913.0,68047053.0,67276835.0,67983415.0,67248993.0,66552882.0,67665641.0,67477630.0,66573881.0,67163603.0,67005027.0,66979880.0,67184973.0,67357165.0,67101938.0,67120713.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[65260207.0,65098886.0,65166572.0,65627319.0,65452354.0,64950780.0,64775564.0,64246710.0,67213411.0,67873188.0,66983694.0,67722298.0,67635346.0,67946264.0,67808648.0,68043315.0,67463115.0,67685691.0,68387296.0,67486699.0,67442506.0,67297718.0,66625267.0,66562169.0,67376631.0,66890132.0,67401398.0,67909508.0,66553964.0,67092640.0,66672065.0,67182629.0,67435021.0,67533394.0,68435110.0,66923415.0,66733560.0,66343210.0,67032168.0,67399624.0,67894429.0,66904148.0,67153195.0,67069948.0,66742678.0,67707108.0,67873397.0,69032112.0,69078509.0,68236453.0,67941114.0,67878738.0,66620297.0,67172524.0,66891341.0,66574953.0,66519870.0,68113284.0,67356737.0,67676230.0,67518197.0,69223549.0,68356767.0,68203862.0,68401850.0,67802335.0,67351196.0,73080112.0,66923020.0,66586324.0,67063722.0,67372246.0,66773081.0,66534777.0,66796755.0,68224971.0,66874240.0,67232846.0,68680750.0,67712638.0,67831499.0,68847459.0,67388526.0,67185227.0,67804971.0,67936595.0,66567569.0,67559864.0,68669499.0,67470108.0,67428710.0,68253955.0,68679478.0,68356646.0,68370303.0,67560145.0,68589048.0,69293670.0,67871113.0,67367747.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/tukey.json b/criterion/fan_in_hydroflow/base/tukey.json index 5bafa774d5f9..ba74e8a4cb7a 100644 --- a/criterion/fan_in_hydroflow/base/tukey.json +++ b/criterion/fan_in_hydroflow/base/tukey.json @@ -1 +1 @@ -[64543084.5,66181559.25,70550825.25,72189300.0] \ No newline at end of file +[63815315.75,65353177.25,69454141.25,70992002.75] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/change/estimates.json b/criterion/fan_in_hydroflow/change/estimates.json index 02856051c848..13131e0b4084 100644 --- a/criterion/fan_in_hydroflow/change/estimates.json +++ b/criterion/fan_in_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010398968074622398,"upper_bound":-0.0026567247579782215},"point_estimate":-0.006550981138170542,"standard_error":0.0019724304970351932},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013266273214637058,"upper_bound":-0.005201823960473306},"point_estimate":-0.00956448567007584,"standard_error":0.0020811219238795337}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01821463704854069,"upper_bound":-0.010519489170142067},"point_estimate":-0.014375429782759186,"standard_error":0.001925871452458502},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01864065760807931,"upper_bound":-0.00996922359786867},"point_estimate":-0.01434884497721467,"standard_error":0.0022539414681847637}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/estimates.json b/criterion/fan_in_hydroflow/new/estimates.json index a1902fa2b51e..6b4e36c85da9 100644 --- a/criterion/fan_in_hydroflow/new/estimates.json +++ b/criterion/fan_in_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68237400.44125,"upper_bound":68564874.51},"point_estimate":68401824.84,"standard_error":83509.02874253626},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68196086.0,"upper_bound":68674396.0},"point_estimate":68413520.5,"standard_error":133059.43087395193},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":580323.7294971943,"upper_bound":1114374.0312159061},"point_estimate":810189.7359162569,"standard_error":138414.16291560367},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":734800.5807344925,"upper_bound":925852.5300040366},"point_estimate":836935.6500502682,"standard_error":48981.29588511776}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67206110.09699999,"upper_bound":67639321.63},"point_estimate":67418519.21,"standard_error":110724.01395469568},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67294791.5,"upper_bound":67635346.0},"point_estimate":67431865.5,"standard_error":77037.9881910064},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":607581.3300132751,"upper_bound":1023870.1984226704},"point_estimate":758829.5076280832,"standard_error":103262.73559840389},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":823669.2257047656,"upper_bound":1420104.7107278814},"point_estimate":1112794.155660465,"standard_error":156515.1200429193}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/sample.json b/criterion/fan_in_hydroflow/new/sample.json index 562f94d7d894..a7ec302e27b4 100644 --- a/criterion/fan_in_hydroflow/new/sample.json +++ b/criterion/fan_in_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[68175982.0,67200880.0,68098117.0,67272805.0,68221958.0,67927908.0,67521389.0,67080005.0,69449821.0,69775490.0,69501938.0,68837798.0,68739465.0,68631132.0,68971007.0,70127658.0,68751978.0,68500859.0,68131239.0,67821940.0,68117423.0,68667861.0,68391685.0,69059803.0,68155233.0,68380214.0,68038966.0,68201981.0,68154883.0,68227859.0,67228612.0,67878076.0,68729776.0,68750655.0,67814316.0,67318771.0,67810029.0,68073431.0,68189417.0,68775031.0,68510077.0,68240533.0,67683342.0,68435356.0,68737621.0,68596237.0,68839782.0,68465693.0,68717660.0,69304382.0,69476544.0,69294854.0,68708930.0,68202755.0,69139635.0,68785664.0,69800570.0,69098197.0,69436970.0,69482365.0,69418516.0,69775633.0,69719118.0,68911970.0,69613019.0,68666881.0,69575289.0,70180950.0,69777206.0,69387889.0,69426721.0,68797185.0,68825708.0,68913492.0,68625444.0,69148130.0,68225206.0,67806995.0,68351613.0,68477197.0,68102236.0,68387329.0,68775477.0,67622180.0,67270913.0,68047053.0,67276835.0,67983415.0,67248993.0,66552882.0,67665641.0,67477630.0,66573881.0,67163603.0,67005027.0,66979880.0,67184973.0,67357165.0,67101938.0,67120713.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[65260207.0,65098886.0,65166572.0,65627319.0,65452354.0,64950780.0,64775564.0,64246710.0,67213411.0,67873188.0,66983694.0,67722298.0,67635346.0,67946264.0,67808648.0,68043315.0,67463115.0,67685691.0,68387296.0,67486699.0,67442506.0,67297718.0,66625267.0,66562169.0,67376631.0,66890132.0,67401398.0,67909508.0,66553964.0,67092640.0,66672065.0,67182629.0,67435021.0,67533394.0,68435110.0,66923415.0,66733560.0,66343210.0,67032168.0,67399624.0,67894429.0,66904148.0,67153195.0,67069948.0,66742678.0,67707108.0,67873397.0,69032112.0,69078509.0,68236453.0,67941114.0,67878738.0,66620297.0,67172524.0,66891341.0,66574953.0,66519870.0,68113284.0,67356737.0,67676230.0,67518197.0,69223549.0,68356767.0,68203862.0,68401850.0,67802335.0,67351196.0,73080112.0,66923020.0,66586324.0,67063722.0,67372246.0,66773081.0,66534777.0,66796755.0,68224971.0,66874240.0,67232846.0,68680750.0,67712638.0,67831499.0,68847459.0,67388526.0,67185227.0,67804971.0,67936595.0,66567569.0,67559864.0,68669499.0,67470108.0,67428710.0,68253955.0,68679478.0,68356646.0,68370303.0,67560145.0,68589048.0,69293670.0,67871113.0,67367747.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/tukey.json b/criterion/fan_in_hydroflow/new/tukey.json index 5bafa774d5f9..ba74e8a4cb7a 100644 --- a/criterion/fan_in_hydroflow/new/tukey.json +++ b/criterion/fan_in_hydroflow/new/tukey.json @@ -1 +1 @@ -[64543084.5,66181559.25,70550825.25,72189300.0] \ No newline at end of file +[63815315.75,65353177.25,69454141.25,70992002.75] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/report/MAD.svg b/criterion/fan_in_hydroflow/report/MAD.svg index db78b29b2155..6323a0d1ba12 100644 --- a/criterion/fan_in_hydroflow/report/MAD.svg +++ b/criterion/fan_in_hydroflow/report/MAD.svg @@ -9,62 +9,74 @@ Density (a.u.) Average time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 + + +4 + + + +5 + + + +6 - + - + 0.6 - - + + +0.65 + + + 0.7 - - + + +0.75 + + + 0.8 - - + + +0.85 + + + 0.9 - - + + +0.95 + + + 1 - - -1.1 + + +1.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/SD.svg b/criterion/fan_in_hydroflow/report/SD.svg index 1463d9316557..5fbe8542c0b3 100644 --- a/criterion/fan_in_hydroflow/report/SD.svg +++ b/criterion/fan_in_hydroflow/report/SD.svg @@ -6,61 +6,61 @@ fan_in/hydroflow:SD Density (a.u.) -Average time (µs) +Average time (ms) - -0.001 + +0.5 - - -0.002 + + +1 - - -0.003 - - - -0.004 - - + -0.005 +1.5 - -0.006 - - - -0.007 + +2 - - -0.008 + + +2.5 - + - -750 + +0.8 + + + +0.9 + + + +1 + + + +1.1 - - -800 + + +1.2 - - -850 + + +1.3 - - -900 + + +1.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/both/iteration_times.svg b/criterion/fan_in_hydroflow/report/both/iteration_times.svg index 35c85f489093..11ddf95639ad 100644 --- a/criterion/fan_in_hydroflow/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/both/iteration_times.svg @@ -16,62 +16,52 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + - -65.5 + +65.0 - - + + 66.0 - - -66.5 - - - + + 67.0 - - -67.5 - - - + + 68.0 - - -68.5 - - - + + 69.0 - - -69.5 - - - + + 70.0 - - -70.5 + + +71.0 + + + +72.0 + + + +73.0 - + 0 @@ -117,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow/report/both/pdf.svg b/criterion/fan_in_hydroflow/report/both/pdf.svg index 35f6c8f18cc2..eb037583bd4d 100644 --- a/criterion/fan_in_hydroflow/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow/report/both/pdf.svg @@ -9,75 +9,51 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - -0.45 - - - -0.5 - - - -0.55 - - + - -64 + +65 - - -66 - - - -68 - - - + + 70 - - -72 - - - - - - + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow/report/change/mean.svg b/criterion/fan_in_hydroflow/report/change/mean.svg index c2d60b70fe8b..75bb54c7b95c 100644 --- a/criterion/fan_in_hydroflow/report/change/mean.svg +++ b/criterion/fan_in_hydroflow/report/change/mean.svg @@ -9,91 +9,91 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - + + 200 - + - --0.011 + +-0.019 - - --0.01 + + +-0.018 - - --0.009 + + +-0.017 - - --0.008 + + +-0.016 - - --0.007 + + +-0.015 - - --0.006 + + +-0.014 - - --0.005 + + +-0.013 - - --0.004 + + +-0.012 - - --0.003 + + +-0.011 - - --0.002 + + +-0.01 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/median.svg b/criterion/fan_in_hydroflow/report/change/median.svg index bdefe832d555..928fcc647cbb 100644 --- a/criterion/fan_in_hydroflow/report/change/median.svg +++ b/criterion/fan_in_hydroflow/report/change/median.svg @@ -9,91 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - -200 - - + - --0.014 + +-0.019 - - --0.013 + + +-0.018 - - --0.012 + + +-0.017 - - --0.011 + + +-0.016 - - --0.01 + + +-0.015 - - --0.009 + + +-0.014 - - --0.008 + + +-0.013 - - --0.007 + + +-0.012 - - --0.006 + + +-0.011 - - --0.005 + + +-0.01 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/t-test.svg b/criterion/fan_in_hydroflow/report/change/t-test.svg index b7f88b4f1b65..30457158d5ca 100644 --- a/criterion/fan_in_hydroflow/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow/report/change/t-test.svg @@ -13,81 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow/report/index.html b/criterion/fan_in_hydroflow/report/index.html index 1f28152c20e7..0e432897f0db 100644 --- a/criterion/fan_in_hydroflow/report/index.html +++ b/criterion/fan_in_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0222722 - 0.0231204 - 0.0222858 + 0.0000203 + 0.0000210 + 0.0000202 Mean - 68.237 ms - 68.402 ms - 68.565 ms + 67.206 ms + 67.419 ms + 67.639 ms Std. Dev. - 734.80 µs - 836.94 µs - 925.85 µs + 823.67 µs + 1.1128 ms + 1.4201 ms Median - 68.196 ms - 68.414 ms - 68.674 ms + 67.295 ms + 67.432 ms + 67.635 ms MAD - 580.32 µs - 810.19 µs - 1.1144 ms + 607.58 µs + 758.83 µs + 1.0239 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -1.0399% - -0.6551% - -0.2657% + -1.8215% + -1.4375% + -1.0519% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has improved.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow/report/iteration_times.svg b/criterion/fan_in_hydroflow/report/iteration_times.svg index dd1a76788c27..3ae9dc8c93b8 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times.svg @@ -15,42 +15,52 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + - -67.0 + +65.0 - - -67.5 + + +66.0 - - -68.0 + + +67.0 - - -68.5 + + +68.0 - - + + 69.0 - - -69.5 - - - + + 70.0 - + + +71.0 + + + +72.0 + + + +73.0 + + 10 @@ -92,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow/report/iteration_times_small.svg b/criterion/fan_in_hydroflow/report/iteration_times_small.svg index 7f62fb185ef5..0e2ecffe3567 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times_small.svg @@ -12,42 +12,52 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + - -67.0 + +65.0 - - -67.5 + + +66.0 - - -68.0 + + +67.0 - - -68.5 + + +68.0 - - + + 69.0 - - -69.5 - - - + + 70.0 - + + +71.0 + + + +72.0 + + + +73.0 + + 10 @@ -89,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/mean.svg b/criterion/fan_in_hydroflow/report/mean.svg index 88568edd0ebc..dedc554f42d0 100644 --- a/criterion/fan_in_hydroflow/report/mean.svg +++ b/criterion/fan_in_hydroflow/report/mean.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 - - - -4.5 + + + +67.2 - - -5 + + +67.25 - - - -68.25 + + +67.3 - - -68.3 + + +67.35 - - -68.35 + + +67.4 - - -68.4 + + +67.45 - - -68.45 + + +67.5 - - -68.5 + + +67.55 - - -68.55 + + +67.6 - - -68.6 + + +67.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/median.svg b/criterion/fan_in_hydroflow/report/median.svg index 179286dc5518..5a1d451f48a0 100644 --- a/criterion/fan_in_hydroflow/report/median.svg +++ b/criterion/fan_in_hydroflow/report/median.svg @@ -9,78 +9,74 @@ Density (a.u.) Average time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - -5.5 + + +6 - + + +7 + + + +8 + + - -68.2 + +67.3 + + + +67.35 + + + +67.4 - - -68.3 + + +67.45 - - -68.4 + + +67.5 - - -68.5 + + +67.55 - - -68.6 + + +67.6 - - -68.7 + + +67.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/pdf.svg b/criterion/fan_in_hydroflow/report/pdf.svg index a8090be4cd86..c12b382bf3b0 100644 --- a/criterion/fan_in_hydroflow/report/pdf.svg +++ b/criterion/fan_in_hydroflow/report/pdf.svg @@ -54,28 +54,28 @@ Average Time (ms) - -66 + +64 - - -67 + + +66 - - + + 68 - - -69 - - - + + 70 - + + +72 + + -71 +74 @@ -86,44 +86,58 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - - - - - - + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow/report/pdf_small.svg b/criterion/fan_in_hydroflow/report/pdf_small.svg index feee99a57be1..8321ba7ba350 100644 --- a/criterion/fan_in_hydroflow/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/pdf_small.svg @@ -10,55 +10,51 @@ Average Time (ms) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - + - -66 + +65 - - -68 - - - + + 70 - - - + + + diff --git a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg index 2262fe9e24c7..980c6093030f 100644 --- a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg @@ -13,62 +13,52 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + - -65.5 + +65.0 - - + + 66.0 - - -66.5 - - - + + 67.0 - - -67.5 - - - + + 68.0 - - -68.5 - - - + + 69.0 - - -69.5 - - - + + 70.0 - - -70.5 + + +71.0 + + + +72.0 + + + +73.0 - + 0 @@ -114,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg index b332bc4ffb85..be8406b6294c 100644 --- a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg @@ -6,73 +6,49 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - -0.45 - - - -0.5 - - - -0.55 - - + - -64 + +65 - - -66 - - - -68 - - - + + 70 - - -72 - - - - - - + + + + + diff --git a/criterion/fan_in_hydroflow/report/typical.svg b/criterion/fan_in_hydroflow/report/typical.svg index ad22681ba148..1e085bdb5d03 100644 --- a/criterion/fan_in_hydroflow/report/typical.svg +++ b/criterion/fan_in_hydroflow/report/typical.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 - - - -4.5 + + + +67.2 - - -5 + + +67.25 - - - -68.25 + + +67.3 - - -68.3 + + +67.35 - - -68.35 + + +67.4 - - -68.4 + + +67.45 - - -68.45 + + +67.5 - - -68.5 + + +67.55 - - -68.55 + + +67.6 - - -68.6 + + +67.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/base/estimates.json b/criterion/fan_in_hydroflow_surface/base/estimates.json index e9d5142bdb82..74ab148f182b 100644 --- a/criterion/fan_in_hydroflow_surface/base/estimates.json +++ b/criterion/fan_in_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28145358.03125,"upper_bound":28577628.710625},"point_estimate":28363839.165,"standard_error":110265.8970954689},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28302092.0,"upper_bound":28625368.5},"point_estimate":28374700.5,"standard_error":72889.33621954951},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":799496.1129561067,"upper_bound":1239527.4392727364},"point_estimate":946083.7375536561,"standard_error":107795.0225229719},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":923341.7426112485,"upper_bound":1265942.1734701584},"point_estimate":1103637.4042262605,"standard_error":87525.74686708447}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28725892.264,"upper_bound":29193887.326625},"point_estimate":28961902.005,"standard_error":118956.3533881095},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28829818.5,"upper_bound":29367477.5},"point_estimate":28923638.0,"standard_error":142391.79067544546},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":840095.2599853277,"upper_bound":1560283.4679794307},"point_estimate":993235.9764665365,"standard_error":233921.81245500105},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1020826.5798695624,"upper_bound":1340565.5119009302},"point_estimate":1190977.6896211957,"standard_error":81501.30479605957}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/sample.json b/criterion/fan_in_hydroflow_surface/base/sample.json index 0403140be86b..aa6756642193 100644 --- a/criterion/fan_in_hydroflow_surface/base/sample.json +++ b/criterion/fan_in_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[55195898.0,54436470.0,55365836.0,58917742.0,58980690.0,57829820.0,56748619.0,56592447.0,58096337.0,56857052.0,55228098.0,56477944.0,54492254.0,56850239.0,56555388.0,56987555.0,56445082.0,55440886.0,60186893.0,50983739.0,56834039.0,52782980.0,57121846.0,58919235.0,60996325.0,54398749.0,58838113.0,57527896.0,54452650.0,57513919.0,55478356.0,56556290.0,58888226.0,55320181.0,55383539.0,55509675.0,61172103.0,56520423.0,58790103.0,56861049.0,56614910.0,57752124.0,58801595.0,55535323.0,54442270.0,55636742.0,51935176.0,54346191.0,58786266.0,52111807.0,58584960.0,60097796.0,56871779.0,57671193.0,56688326.0,57663379.0,58047155.0,53096597.0,59309984.0,56703875.0,56979891.0,57904378.0,56751785.0,57872840.0,58849073.0,56615921.0,55817019.0,57676082.0,57564032.0,57570646.0,58889088.0,56699127.0,55625791.0,53651634.0,57914417.0,56318977.0,56748268.0,56747327.0,61183725.0,59954639.0,58187978.0,58887506.0,57986121.0,55554428.0,56750183.0,49806390.0,57784876.0,54531487.0,53245835.0,59119638.0,54606809.0,56670453.0,53746120.0,60242887.0,55467947.0,52129720.0,57938512.0,56735575.0,61135765.0,55672809.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[56829963.0,56777135.0,57461419.0,62278891.0,55474712.0,56635592.0,58795220.0,52459403.0,55525487.0,52372832.0,59867395.0,57869578.0,58723346.0,55279299.0,57510790.0,53321086.0,59813966.0,59893583.0,59824314.0,53275932.0,59837428.0,56636494.0,56096008.0,60000242.0,57720190.0,55799707.0,54266304.0,57934088.0,62353288.0,51591748.0,61257430.0,60087183.0,53353316.0,59943356.0,58973472.0,57956740.0,56583926.0,59993469.0,55448343.0,57824974.0,56594335.0,58641284.0,58738153.0,58784700.0,62243595.0,58831837.0,58739205.0,58879356.0,54322048.0,56670557.0,57645711.0,57750536.0,57877062.0,57718687.0,59864910.0,56490973.0,62316681.0,59078687.0,62350654.0,55554300.0,55636563.0,61077475.0,61088536.0,54491503.0,59947353.0,60131225.0,57633539.0,58873475.0,57597471.0,59781525.0,57598944.0,57687228.0,61011773.0,57804978.0,58583806.0,59169997.0,57646623.0,54393251.0,57976647.0,61184385.0,55132416.0,57770013.0,56574619.0,57667712.0,54328439.0,57622614.0,57672651.0,58734955.0,54628451.0,61082740.0,59020697.0,56523865.0,61028659.0,61201500.0,58971545.0,56636404.0,58155418.0,59942881.0,57749103.0,59878502.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/tukey.json b/criterion/fan_in_hydroflow_surface/base/tukey.json index 7efb90a5d701..2a0e46e67b84 100644 --- a/criterion/fan_in_hydroflow_surface/base/tukey.json +++ b/criterion/fan_in_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[23949438.25,25843657.5625,30894909.0625,32789128.375] \ No newline at end of file +[23442076.75,25868971.5625,32340691.0625,34767585.875] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/change/estimates.json b/criterion/fan_in_hydroflow_surface/change/estimates.json index 3a8a1d204184..d1638f1bfbfc 100644 --- a/criterion/fan_in_hydroflow_surface/change/estimates.json +++ b/criterion/fan_in_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.07242323450756112,"upper_bound":-0.05351518184486644},"point_estimate":-0.06338498321518937,"standard_error":0.0048198504548666405},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.07544508688323248,"upper_bound":-0.06635114828604272},"point_estimate":-0.07300451538957797,"standard_error":0.0022894129610605157}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.010158690461981094,"upper_bound":0.032376376056054014},"point_estimate":0.021085398084543794,"standard_error":0.005661966445724454},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.011664060877858873,"upper_bound":0.03501628149343805},"point_estimate":0.019346019176484264,"standard_error":0.005596496942785243}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/estimates.json b/criterion/fan_in_hydroflow_surface/new/estimates.json index e9d5142bdb82..74ab148f182b 100644 --- a/criterion/fan_in_hydroflow_surface/new/estimates.json +++ b/criterion/fan_in_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28145358.03125,"upper_bound":28577628.710625},"point_estimate":28363839.165,"standard_error":110265.8970954689},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28302092.0,"upper_bound":28625368.5},"point_estimate":28374700.5,"standard_error":72889.33621954951},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":799496.1129561067,"upper_bound":1239527.4392727364},"point_estimate":946083.7375536561,"standard_error":107795.0225229719},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":923341.7426112485,"upper_bound":1265942.1734701584},"point_estimate":1103637.4042262605,"standard_error":87525.74686708447}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28725892.264,"upper_bound":29193887.326625},"point_estimate":28961902.005,"standard_error":118956.3533881095},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28829818.5,"upper_bound":29367477.5},"point_estimate":28923638.0,"standard_error":142391.79067544546},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":840095.2599853277,"upper_bound":1560283.4679794307},"point_estimate":993235.9764665365,"standard_error":233921.81245500105},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1020826.5798695624,"upper_bound":1340565.5119009302},"point_estimate":1190977.6896211957,"standard_error":81501.30479605957}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/sample.json b/criterion/fan_in_hydroflow_surface/new/sample.json index 0403140be86b..aa6756642193 100644 --- a/criterion/fan_in_hydroflow_surface/new/sample.json +++ b/criterion/fan_in_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[55195898.0,54436470.0,55365836.0,58917742.0,58980690.0,57829820.0,56748619.0,56592447.0,58096337.0,56857052.0,55228098.0,56477944.0,54492254.0,56850239.0,56555388.0,56987555.0,56445082.0,55440886.0,60186893.0,50983739.0,56834039.0,52782980.0,57121846.0,58919235.0,60996325.0,54398749.0,58838113.0,57527896.0,54452650.0,57513919.0,55478356.0,56556290.0,58888226.0,55320181.0,55383539.0,55509675.0,61172103.0,56520423.0,58790103.0,56861049.0,56614910.0,57752124.0,58801595.0,55535323.0,54442270.0,55636742.0,51935176.0,54346191.0,58786266.0,52111807.0,58584960.0,60097796.0,56871779.0,57671193.0,56688326.0,57663379.0,58047155.0,53096597.0,59309984.0,56703875.0,56979891.0,57904378.0,56751785.0,57872840.0,58849073.0,56615921.0,55817019.0,57676082.0,57564032.0,57570646.0,58889088.0,56699127.0,55625791.0,53651634.0,57914417.0,56318977.0,56748268.0,56747327.0,61183725.0,59954639.0,58187978.0,58887506.0,57986121.0,55554428.0,56750183.0,49806390.0,57784876.0,54531487.0,53245835.0,59119638.0,54606809.0,56670453.0,53746120.0,60242887.0,55467947.0,52129720.0,57938512.0,56735575.0,61135765.0,55672809.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[56829963.0,56777135.0,57461419.0,62278891.0,55474712.0,56635592.0,58795220.0,52459403.0,55525487.0,52372832.0,59867395.0,57869578.0,58723346.0,55279299.0,57510790.0,53321086.0,59813966.0,59893583.0,59824314.0,53275932.0,59837428.0,56636494.0,56096008.0,60000242.0,57720190.0,55799707.0,54266304.0,57934088.0,62353288.0,51591748.0,61257430.0,60087183.0,53353316.0,59943356.0,58973472.0,57956740.0,56583926.0,59993469.0,55448343.0,57824974.0,56594335.0,58641284.0,58738153.0,58784700.0,62243595.0,58831837.0,58739205.0,58879356.0,54322048.0,56670557.0,57645711.0,57750536.0,57877062.0,57718687.0,59864910.0,56490973.0,62316681.0,59078687.0,62350654.0,55554300.0,55636563.0,61077475.0,61088536.0,54491503.0,59947353.0,60131225.0,57633539.0,58873475.0,57597471.0,59781525.0,57598944.0,57687228.0,61011773.0,57804978.0,58583806.0,59169997.0,57646623.0,54393251.0,57976647.0,61184385.0,55132416.0,57770013.0,56574619.0,57667712.0,54328439.0,57622614.0,57672651.0,58734955.0,54628451.0,61082740.0,59020697.0,56523865.0,61028659.0,61201500.0,58971545.0,56636404.0,58155418.0,59942881.0,57749103.0,59878502.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/tukey.json b/criterion/fan_in_hydroflow_surface/new/tukey.json index 7efb90a5d701..2a0e46e67b84 100644 --- a/criterion/fan_in_hydroflow_surface/new/tukey.json +++ b/criterion/fan_in_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[23949438.25,25843657.5625,30894909.0625,32789128.375] \ No newline at end of file +[23442076.75,25868971.5625,32340691.0625,34767585.875] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/report/MAD.svg b/criterion/fan_in_hydroflow_surface/report/MAD.svg index 7db5e682efed..dafd5078734e 100644 --- a/criterion/fan_in_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_in_hydroflow_surface/report/MAD.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (ms) - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 + + +2 - - -4 + + +2.5 - - -5 + + +3 - - -6 + + +3.5 - + - + 0.8 - - -0.85 - - - + + 0.9 - - -0.95 - - - + + 1 - - -1.05 - - - + + 1.1 - - -1.15 - - - + + 1.2 - - -1.25 + + +1.3 + + + +1.4 + + + +1.5 + + + +1.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/SD.svg b/criterion/fan_in_hydroflow_surface/report/SD.svg index b149d6a7f7cc..1d0f7aeab7ed 100644 --- a/criterion/fan_in_hydroflow_surface/report/SD.svg +++ b/criterion/fan_in_hydroflow_surface/report/SD.svg @@ -13,78 +13,78 @@ Average time (ms) 0.5 - + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - - -0.9 - - - -0.95 + + +5 - - + + + 1 - - + + 1.05 - - + + 1.1 - - + + 1.15 - - + + 1.2 - - + + 1.25 - - + + 1.3 - - - - + + +1.35 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg index 35c5c17eac7f..2352ea4e5fec 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg @@ -16,42 +16,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - + 25.0 - - + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - + 0 @@ -97,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg index 632d90b781dd..dc3e30928a51 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg @@ -9,67 +9,59 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - - -0.45 - - + - + 24 - - + + 26 - - + + 28 - - + + 30 - - + + 32 - - - - - + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow_surface/report/change/mean.svg b/criterion/fan_in_hydroflow_surface/report/change/mean.svg index bdb1b0d7662c..2a04822ede3b 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/mean.svg @@ -9,59 +9,55 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - + - --0.07 - - - --0.065 - - - --0.06 - - - --0.055 - - - - - - + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/median.svg b/criterion/fan_in_hydroflow_surface/report/change/median.svg index a616526902d3..5c4a80c82443 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/median.svg @@ -9,79 +9,59 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - -300 + + +120 - + - --0.076 - - - --0.075 - - - --0.074 - - - --0.073 - - - --0.072 - - - --0.071 - - - --0.07 - - - --0.069 - - - --0.068 - - - --0.067 - - - --0.066 - - - - - - + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg index de5ce6264b3a..bf2e35f764bd 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg @@ -21,73 +21,73 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -5.0 - - + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow_surface/report/index.html b/criterion/fan_in_hydroflow_surface/report/index.html index 15f980b7f6d5..54957c9e1dc4 100644 --- a/criterion/fan_in_hydroflow_surface/report/index.html +++ b/criterion/fan_in_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0022142 - 0.0023017 - 0.0022178 + 0.0065003 + 0.0067564 + 0.0065086 Mean - 28.145 ms - 28.364 ms - 28.578 ms + 28.726 ms + 28.962 ms + 29.194 ms Std. Dev. - 923.34 µs - 1.1036 ms - 1.2659 ms + 1.0208 ms + 1.1910 ms + 1.3406 ms Median - 28.302 ms - 28.375 ms - 28.625 ms + 28.830 ms + 28.924 ms + 29.367 ms MAD - 799.50 µs - 946.08 µs - 1.2395 ms + 840.10 µs + 993.24 µs + 1.5603 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -7.2423% - -6.3385% - -5.3515% + +1.0159% + +2.1085% + +3.2376% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg index fe61ad9879fb..ac28e0688685 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + + - -25.0 - - - + 26.0 - - + + +26.5 + + + 27.0 - - + + +27.5 + + + 28.0 - - + + +28.5 + + + 29.0 - - + + +29.5 + + + 30.0 - + + +30.5 + + + +31.0 + + 10 @@ -87,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg index 1c21c79345a2..404e7c02c6d5 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + + - -25.0 - - - + 26.0 - - + + +26.5 + + + 27.0 - - + + +27.5 + + + 28.0 - - + + +28.5 + + + 29.0 - - + + +29.5 + + + 30.0 - + + +30.5 + + + +31.0 + + 10 @@ -84,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/mean.svg b/criterion/fan_in_hydroflow_surface/report/mean.svg index f5a5a2928243..9f989d54bf61 100644 --- a/criterion/fan_in_hydroflow_surface/report/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - + - -28.1 + +28.7 - - -28.15 + + +28.75 - - -28.2 + + +28.8 - - -28.25 + + +28.85 - - -28.3 + + +28.9 - - -28.35 + + +28.95 - - -28.4 + + +29 - - -28.45 + + +29.05 - - -28.5 + + +29.1 - - -28.55 + + +29.15 - - -28.6 + + +29.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/median.svg b/criterion/fan_in_hydroflow_surface/report/median.svg index fa4020c2b5cb..c8dd35aa1fc6 100644 --- a/criterion/fan_in_hydroflow_surface/report/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/median.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - -2 - - - -4 - - - -6 - - - -8 + +1 - - -10 + + +2 - - -12 + + +3 - - -14 + + +4 - - -16 + + +5 - - -18 + + +6 - - -20 + + +7 - + - -28.3 - - - -28.35 - - - -28.4 + +28.8 - - -28.45 + + +28.9 - - -28.5 + + +29 - - -28.55 + + +29.1 - - -28.6 + + +29.2 - - -28.65 + + +29.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/pdf.svg b/criterion/fan_in_hydroflow_surface/report/pdf.svg index 1e7792e0f7c9..8c0feebd1f91 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf.svg @@ -54,38 +54,38 @@ Average Time (ms) - -24 - - - + 25 - - + + 26 - - + + 27 - - + + 28 - - + + 29 - - + + 30 - - + + 31 - + + +32 + + Density (a.u.) @@ -94,44 +94,38 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - -0.35 - - - - - - - + + + + + + - - - - + + PDF diff --git a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg index d2a83dbfbbbb..8ccf819bb7ca 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg @@ -10,55 +10,51 @@ Average Time (ms) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - -24 - - - + 26 - - + + 28 - - + + 30 - - - + + +32 + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg index 3c9301be55d6..b40ffc2ec4a1 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg @@ -14,41 +14,41 @@ Average Iteration Time (ms) - - - - - - + + + + + + 25.0 - + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - + 0 @@ -94,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg index f344fd22a8e1..4e76ae4dd0e3 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg @@ -6,65 +6,57 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - - -0.45 - - + - + 24 - - + + 26 - - + + 28 - - + + 30 - - + + 32 - - - - - + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/typical.svg b/criterion/fan_in_hydroflow_surface/report/typical.svg index 010cc7eef724..914afa0c6620 100644 --- a/criterion/fan_in_hydroflow_surface/report/typical.svg +++ b/criterion/fan_in_hydroflow_surface/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - + - -28.1 + +28.7 - - -28.15 + + +28.75 - - -28.2 + + +28.8 - - -28.25 + + +28.85 - - -28.3 + + +28.9 - - -28.35 + + +28.95 - - -28.4 + + +29 - - -28.45 + + +29.05 - - -28.5 + + +29.1 - - -28.55 + + +29.15 - - -28.6 + + +29.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/base/estimates.json b/criterion/fan_out_hydroflow_scheduled/base/estimates.json index 35203b82a94a..6f6fbba30938 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42705185.620625,"upper_bound":42828187.04025},"point_estimate":42766055.27,"standard_error":31483.075996768},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42618611.0,"upper_bound":42823018.0},"point_estimate":42709208.5,"standard_error":49852.516932940955},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":251176.89844071865,"upper_bound":388619.47575062513},"point_estimate":327801.0009303689,"standard_error":35027.02759860077},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":267035.8178169184,"upper_bound":364300.50493811315},"point_estimate":317735.5692146597,"standard_error":24774.672204531103}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43796804.65,"upper_bound":44143365.073625},"point_estimate":43965241.92,"standard_error":88344.15781003218},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43486552.5,"upper_bound":43803393.25},"point_estimate":43636993.0,"standard_error":83856.40049930963},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":421480.1922172308,"upper_bound":883280.4320186377},"point_estimate":614472.4546909332,"standard_error":121881.1791026625},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":737346.4287340016,"upper_bound":1041487.4192596984},"point_estimate":888716.2587728924,"standard_error":77847.90148900964}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/sample.json b/criterion/fan_out_hydroflow_scheduled/base/sample.json index 573ab1a9fb17..a7d6980445f4 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[84797513.0,85004310.0,85006764.0,85284423.0,85411981.0,86700949.0,85217237.0,85182312.0,85821486.0,86773544.0,85480249.0,86116677.0,85378499.0,84946592.0,85339235.0,85936410.0,85662419.0,86151321.0,86207990.0,86405434.0,85953860.0,87285708.0,85454748.0,85636758.0,86160256.0,85624585.0,85237222.0,86037005.0,87161616.0,85471760.0,84997544.0,85938191.0,86035041.0,85232583.0,86255143.0,85424853.0,85778213.0,85944974.0,87566562.0,86308582.0,86510008.0,86318791.0,86086467.0,85309927.0,84382395.0,84663130.0,85122638.0,84806227.0,85391009.0,86086177.0,86013141.0,86106084.0,85707379.0,85226391.0,84910151.0,86149766.0,85336327.0,84914218.0,84838116.0,85654731.0,86806562.0,85406798.0,85618744.0,86357053.0,85151692.0,85205012.0,84747388.0,85868130.0,85646036.0,84997434.0,84486751.0,84536062.0,84687406.0,85161731.0,85231502.0,84967639.0,84675603.0,84916352.0,84886637.0,84972608.0,85851139.0,85762983.0,84840641.0,85189352.0,85993734.0,85186307.0,85187218.0,85520671.0,85118900.0,84897588.0,84994799.0,85872669.0,85673166.0,85733318.0,84979831.0,85055652.0,84510705.0,85730823.0,85582025.0,85338771.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[88365930.0,87064688.0,87964563.0,87493024.0,86941398.0,86000775.0,85779624.0,87084664.0,87755664.0,87135930.0,87720679.0,86525572.0,86862039.0,86407393.0,87848287.0,86028757.0,86059424.0,86082588.0,87345910.0,85829556.0,86388507.0,86582920.0,87107527.0,88600187.0,86396923.0,86687083.0,87253920.0,86868451.0,88233784.0,87106424.0,86962336.0,87541025.0,86189817.0,86262773.0,86506397.0,87474711.0,87383100.0,87744433.0,86960232.0,86353152.0,86620258.0,87492894.0,86108631.0,87451064.0,87866547.0,87033247.0,88065217.0,86291617.0,86973105.0,87455693.0,86754008.0,86934262.0,87171243.0,86217129.0,86155394.0,87384050.0,85998111.0,86535932.0,86566960.0,86718641.0,86824428.0,88379180.0,86830600.0,87020302.0,86936677.0,86163530.0,88626360.0,86885702.0,86720244.0,86716527.0,87725364.0,87294052.0,86519501.0,90191161.0,94880604.0,90573011.0,89678487.0,90545620.0,90733821.0,91056030.0,90739191.0,90188516.0,91763816.0,92369614.0,90207694.0,90862462.0,90416412.0,90034973.0,90035242.0,89050801.0,88986983.0,90118539.0,89344087.0,90626123.0,89755613.0,90437191.0,89817157.0,90417685.0,90747328.0,90133586.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/tukey.json b/criterion/fan_out_hydroflow_scheduled/base/tukey.json index e44ccaa54488..8e35645901cd 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[41091507.75,41797291.5,43679381.5,44385165.25] \ No newline at end of file +[39654569.75,41494879.0625,46402370.5625,48242679.875] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/change/estimates.json b/criterion/fan_out_hydroflow_scheduled/change/estimates.json index dc34c8aeadf4..8120ab7e249b 100644 --- a/criterion/fan_out_hydroflow_scheduled/change/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.06127336068628697,"upper_bound":-0.050451004689320844},"point_estimate":-0.0554027501760318,"standard_error":0.0027768640813379806},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05531421841219597,"upper_bound":-0.05032701082681501},"point_estimate":-0.053060864266258556,"standard_error":0.0012907461929922996}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.023922965057981038,"upper_bound":0.031871609794455615},"point_estimate":0.02804061872036212,"standard_error":0.0020373794992461303},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.01722295417960429,"upper_bound":0.025271382959803246},"point_estimate":0.0217232894868562,"standard_error":0.0021782005574049316}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/estimates.json b/criterion/fan_out_hydroflow_scheduled/new/estimates.json index 35203b82a94a..6f6fbba30938 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42705185.620625,"upper_bound":42828187.04025},"point_estimate":42766055.27,"standard_error":31483.075996768},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42618611.0,"upper_bound":42823018.0},"point_estimate":42709208.5,"standard_error":49852.516932940955},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":251176.89844071865,"upper_bound":388619.47575062513},"point_estimate":327801.0009303689,"standard_error":35027.02759860077},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":267035.8178169184,"upper_bound":364300.50493811315},"point_estimate":317735.5692146597,"standard_error":24774.672204531103}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43796804.65,"upper_bound":44143365.073625},"point_estimate":43965241.92,"standard_error":88344.15781003218},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43486552.5,"upper_bound":43803393.25},"point_estimate":43636993.0,"standard_error":83856.40049930963},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":421480.1922172308,"upper_bound":883280.4320186377},"point_estimate":614472.4546909332,"standard_error":121881.1791026625},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":737346.4287340016,"upper_bound":1041487.4192596984},"point_estimate":888716.2587728924,"standard_error":77847.90148900964}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/sample.json b/criterion/fan_out_hydroflow_scheduled/new/sample.json index 573ab1a9fb17..a7d6980445f4 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[84797513.0,85004310.0,85006764.0,85284423.0,85411981.0,86700949.0,85217237.0,85182312.0,85821486.0,86773544.0,85480249.0,86116677.0,85378499.0,84946592.0,85339235.0,85936410.0,85662419.0,86151321.0,86207990.0,86405434.0,85953860.0,87285708.0,85454748.0,85636758.0,86160256.0,85624585.0,85237222.0,86037005.0,87161616.0,85471760.0,84997544.0,85938191.0,86035041.0,85232583.0,86255143.0,85424853.0,85778213.0,85944974.0,87566562.0,86308582.0,86510008.0,86318791.0,86086467.0,85309927.0,84382395.0,84663130.0,85122638.0,84806227.0,85391009.0,86086177.0,86013141.0,86106084.0,85707379.0,85226391.0,84910151.0,86149766.0,85336327.0,84914218.0,84838116.0,85654731.0,86806562.0,85406798.0,85618744.0,86357053.0,85151692.0,85205012.0,84747388.0,85868130.0,85646036.0,84997434.0,84486751.0,84536062.0,84687406.0,85161731.0,85231502.0,84967639.0,84675603.0,84916352.0,84886637.0,84972608.0,85851139.0,85762983.0,84840641.0,85189352.0,85993734.0,85186307.0,85187218.0,85520671.0,85118900.0,84897588.0,84994799.0,85872669.0,85673166.0,85733318.0,84979831.0,85055652.0,84510705.0,85730823.0,85582025.0,85338771.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[88365930.0,87064688.0,87964563.0,87493024.0,86941398.0,86000775.0,85779624.0,87084664.0,87755664.0,87135930.0,87720679.0,86525572.0,86862039.0,86407393.0,87848287.0,86028757.0,86059424.0,86082588.0,87345910.0,85829556.0,86388507.0,86582920.0,87107527.0,88600187.0,86396923.0,86687083.0,87253920.0,86868451.0,88233784.0,87106424.0,86962336.0,87541025.0,86189817.0,86262773.0,86506397.0,87474711.0,87383100.0,87744433.0,86960232.0,86353152.0,86620258.0,87492894.0,86108631.0,87451064.0,87866547.0,87033247.0,88065217.0,86291617.0,86973105.0,87455693.0,86754008.0,86934262.0,87171243.0,86217129.0,86155394.0,87384050.0,85998111.0,86535932.0,86566960.0,86718641.0,86824428.0,88379180.0,86830600.0,87020302.0,86936677.0,86163530.0,88626360.0,86885702.0,86720244.0,86716527.0,87725364.0,87294052.0,86519501.0,90191161.0,94880604.0,90573011.0,89678487.0,90545620.0,90733821.0,91056030.0,90739191.0,90188516.0,91763816.0,92369614.0,90207694.0,90862462.0,90416412.0,90034973.0,90035242.0,89050801.0,88986983.0,90118539.0,89344087.0,90626123.0,89755613.0,90437191.0,89817157.0,90417685.0,90747328.0,90133586.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/tukey.json b/criterion/fan_out_hydroflow_scheduled/new/tukey.json index e44ccaa54488..8e35645901cd 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[41091507.75,41797291.5,43679381.5,44385165.25] \ No newline at end of file +[39654569.75,41494879.0625,46402370.5625,48242679.875] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg index 34adf61dbba6..1ff26c7937be 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (µs) - -0.002 + +5e-4 + + + +0.001 - - -0.004 + + +0.0015 - - -0.006 + + +0.002 - - -0.008 + + +0.0025 - - -0.01 + + +0.003 - - -0.012 + + +0.0035 - + - -240 + +400 - - -260 + + +450 - - -280 + + +500 - - -300 + + +550 - - -320 + + +600 - - -340 + + +650 - - -360 + + +700 - - -380 + + +750 - - -400 + + +800 + + + +850 + + + +900 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/SD.svg b/criterion/fan_out_hydroflow_scheduled/report/SD.svg index 7435b235aa85..61dea955ed45 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/SD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/SD.svg @@ -6,69 +6,85 @@ fan_out/hydroflow/scheduled:SD Density (a.u.) -Average time (µs) +Average time (ms) - -0.002 + +0.5 - - -0.004 + + +1 - - -0.006 + + +1.5 - - -0.008 + + +2 - - -0.01 + + +2.5 - - -0.012 + + +3 - - -0.014 + + +3.5 - - -0.016 + + +4 - + + +4.5 + + + +5 + + + +5.5 + + - -260 + +0.75 + + + +0.8 - - -280 + + +0.85 - - -300 + + +0.9 - - -320 + + +0.95 - - -340 + + +1 - - -360 + + +1.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg index 28d7e104d8b9..45ccb569e0e5 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,62 +16,57 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + - -43.0 - - - -44.0 + +42.5 - - -45.0 + + +43.0 - - -46.0 + + +43.5 - - -47.0 + + +44.0 - - -48.0 + + +44.5 - - -49.0 + + +45.0 - - -50.0 + + +45.5 - - -51.0 + + +46.0 - - -52.0 + + +46.5 - - -53.0 + + +47.0 - + 0 @@ -117,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg index 840ad26dff97..6cbb57f22f98 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg @@ -54,22 +54,26 @@ Average Time (ms) - -45 - - - -50 - - - -55 - - - - - - + +42 + + + +44 + + + +46 + + + +48 + + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg index ac93fb95b1c3..907a24a9f368 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg @@ -9,66 +9,82 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + + +160 + + + +180 + + - --0.062 + +0.024 + + + +0.025 + + + +0.026 - - --0.06 + + +0.027 - - --0.058 + + +0.028 - - --0.056 + + +0.029 - - --0.054 + + +0.03 - - --0.052 + + +0.031 - - --0.05 + + +0.032 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg index c94d0a4e356c..3c9d2f3aa82d 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg @@ -9,62 +9,82 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 + + +40 + + + +60 - - -150 + + +80 - - -200 + + +100 - - -250 + + +120 - - -300 + + +140 - - -350 + + +160 - + - --0.055 + +0.017 + + + +0.018 + + + +0.019 + + + +0.02 + + + +0.021 - - --0.054 + + +0.022 - - --0.053 + + +0.023 - - --0.052 + + +0.024 - - --0.051 + + +0.025 - - --0.05 + + +0.026 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg index 7fef53d319b7..177aeb92e639 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg @@ -25,65 +25,65 @@ t score 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/index.html b/criterion/fan_out_hydroflow_scheduled/report/index.html index 9b1fe086bdf9..a20af93493d9 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/index.html +++ b/criterion/fan_out_hydroflow_scheduled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0009008 - 0.0009341 - 0.0008994 + 0.0147541 + 0.0152813 + 0.0146942 Mean - 42.705 ms - 42.766 ms - 42.828 ms + 43.797 ms + 43.965 ms + 44.143 ms Std. Dev. - 267.04 µs - 317.74 µs - 364.30 µs + 737.35 µs + 888.72 µs + 1.0415 ms Median - 42.619 ms - 42.709 ms - 42.823 ms + 43.487 ms + 43.637 ms + 43.803 ms MAD - 251.18 µs - 327.80 µs - 388.62 µs + 421.48 µs + 614.47 µs + 883.28 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -6.1273% - -5.5403% - -5.0451% + +2.3923% + +2.8041% + +3.1872% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg index 015468f039e6..3ff86eeaff64 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg @@ -15,47 +15,52 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + - -42.2 + +43.0 - - -42.4 + + +43.5 - - -42.6 + + +44.0 - - -42.8 + + +44.5 - - -43.0 + + +45.0 + + + +45.5 - - -43.2 + + +46.0 - - -43.4 + + +46.5 - - -43.6 + + +47.0 - + 10 @@ -97,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg index 3f51cb5e2951..6276f46b7f13 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,47 +12,52 @@ Average Iteration Time (ms) - + - - - - - - + + + + + + + - -42.2 + +43.0 - + -42.4 +43.5 - -42.6 + +44.0 - - -42.8 + + +44.5 - - -43.0 + + +45.0 + + + +45.5 - - -43.2 + + +46.0 - - -43.4 + + +46.5 - - -43.6 + + +47.0 - + 10 @@ -94,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/mean.svg index ef92d3926b9d..0e8d778f322e 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/mean.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (ms) - + +0.5 + + + +1 + + + +1.5 + + + 2 - - -4 + + +2.5 - - -6 + + +3 - - -8 + + +3.5 - - -10 + + +4 - - -12 + + +4.5 - - -14 + + +5 - + - -42.7 + +43.8 - - -42.72 + + +43.85 - - -42.74 + + +43.9 - - -42.76 + + +43.95 - - -42.78 + + +44 - - -42.8 + + +44.05 - - -42.82 + + +44.1 - - -42.84 + + +44.15 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/median.svg b/criterion/fan_out_hydroflow_scheduled/report/median.svg index e8eeaef12597..863b8e6ab97c 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/median.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (ms) - + +1 + + + 2 - - + + +3 + + + 4 - - -6 + + +5 - - -8 + + +6 - - -10 + + +7 - - -12 + + + +43.5 - - -14 + + +43.55 - - - -42.6 + + +43.6 - - -42.65 + + +43.65 - - -42.7 + + +43.7 - - -42.75 + + +43.75 - - -42.8 + + +43.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg index c1127d230117..60641f8b340e 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg @@ -54,26 +54,34 @@ Average Time (ms) - + 42 - - -42.5 - - - + + 43 - - -43.5 - - - + + 44 - + + +45 + + + +46 + + + +47 + + + +48 + + Density (a.u.) @@ -82,34 +90,34 @@ Density (a.u.) 0 - -0.2 + +0.1 - - -0.4 + + +0.2 - - -0.6 + + +0.3 - - -0.8 + + +0.4 - - -1 + + +0.5 - - - - - + + + + + - - - + + + PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg index 5ce5378eba06..62d10d952356 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg @@ -10,51 +10,47 @@ Average Time (ms) 0 - + +0.1 + + + 0.2 - - -0.4 + + +0.3 - - -0.6 - - - -0.8 + + +0.4 - - -1 + + +0.5 - - -1.2 + + +0.6 - + - + 42 - - -42.5 - - - -43 + + +44 - - -43.5 + + +46 - - -44 + + +48 - - - + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg index bad833cb0e20..948f3e2abda5 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -13,62 +13,57 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + - -43.0 - - - -44.0 + +42.5 - - -45.0 + + +43.0 - - -46.0 + + +43.5 - - -47.0 + + +44.0 - - -48.0 + + +44.5 - - -49.0 + + +45.0 - - -50.0 + + +45.5 - - -51.0 + + +46.0 - - -52.0 + + +46.5 - - -53.0 + + +47.0 - + 0 @@ -114,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg index 07056ea1d626..f54a01b481dd 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg @@ -51,20 +51,24 @@ Average Time (ms) - -45 - - - -50 - - - -55 - - - - - - + +42 + + + +44 + + + +46 + + + +48 + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/typical.svg b/criterion/fan_out_hydroflow_scheduled/report/typical.svg index 967bf78dda45..c408e8100992 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/typical.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/typical.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (ms) - + +0.5 + + + +1 + + + +1.5 + + + 2 - - -4 + + +2.5 - - -6 + + +3 - - -8 + + +3.5 - - -10 + + +4 - - -12 + + +4.5 - - -14 + + +5 - + - -42.7 + +43.8 - - -42.72 + + +43.85 - - -42.74 + + +43.9 - - -42.76 + + +43.95 - - -42.78 + + +44 - - -42.8 + + +44.05 - - -42.82 + + +44.1 - - -42.84 + + +44.15 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/base/estimates.json b/criterion/fan_out_hydroflow_surface/base/estimates.json index 00c99bbbb527..55b6eeefb7c3 100644 --- a/criterion/fan_out_hydroflow_surface/base/estimates.json +++ b/criterion/fan_out_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6521828.62734375,"upper_bound":6556230.4257499995},"point_estimate":6535010.8925,"standard_error":9211.905948524707},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6515506.375,"upper_bound":6517922.5},"point_estimate":6516908.9375,"standard_error":638.3686756362487},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5305.85465580225,"upper_bound":9198.976861685514},"point_estimate":7491.855654492974,"standard_error":945.5203159864823},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23025.188420112918,"upper_bound":152240.7687819118},"point_estimate":92155.30065386798,"standard_error":42191.50553700288}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6513183.53553125,"upper_bound":6522198.488125},"point_estimate":6517208.93375,"standard_error":2311.1927070882116},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6510437.875,"upper_bound":6513638.875},"point_estimate":6512089.5625,"standard_error":849.7881192613305},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4662.10743066855,"upper_bound":7320.986007526517},"point_estimate":5606.266475468874,"standard_error":679.4836413284451},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11976.297862376845,"upper_bound":31875.158386628504},"point_estimate":23192.58002238735,"standard_error":5095.634615457444}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/sample.json b/criterion/fan_out_hydroflow_surface/base/sample.json index 81ecac15b895..0770de0f71d3 100644 --- a/criterion/fan_out_hydroflow_surface/base/sample.json +++ b/criterion/fan_out_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52225012.0,52230523.0,52054474.0,52084139.0,52149852.0,52071616.0,52184347.0,52143380.0,52126469.0,52106131.0,52079310.0,52118854.0,52060345.0,52153058.0,52088938.0,52124294.0,52108645.0,52040728.0,52085833.0,52175580.0,52926332.0,52198162.0,59105360.0,52203823.0,52114947.0,52977868.0,52135185.0,52198223.0,52097073.0,52132850.0,52101161.0,52129614.0,52115779.0,52084200.0,52131248.0,52118534.0,52086594.0,52105730.0,52157126.0,53076743.0,52098026.0,52056999.0,52093136.0,52086785.0,52219492.0,52140024.0,52240081.0,52207209.0,52156134.0,52329768.0,52168797.0,52126368.0,52197401.0,52089459.0,52230903.0,52092676.0,52141146.0,52246623.0,52252464.0,52176863.0,52141096.0,52123043.0,52217920.0,52177694.0,52139733.0,52173066.0,52662680.0,52806809.0,52153078.0,52100378.0,52136450.0,52139596.0,52094011.0,52135959.0,52038517.0,52102276.0,52135358.0,52926436.0,52210630.0,52125059.0,52101595.0,52132353.0,52175814.0,52160355.0,52144586.0,52082350.0,52130770.0,52120591.0,52105854.0,52108458.0,52096796.0,52077771.0,52100273.0,52108598.0,53510657.0,52350840.0,52189370.0,53383650.0,52135539.0,52094271.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52148092.0,52060258.0,52095333.0,52124518.0,52038818.0,52125229.0,52055009.0,52168369.0,52045301.0,52062602.0,52003683.0,52135729.0,52098990.0,52203244.0,52016617.0,52102667.0,52071589.0,52107807.0,52153742.0,52131300.0,52179800.0,52109320.0,52139577.0,52068415.0,52207204.0,52780770.0,52107297.0,52119570.0,52104081.0,52011439.0,52072582.0,52119239.0,53119380.0,52038048.0,52086388.0,52081119.0,52058837.0,52081740.0,52116284.0,52106756.0,52119850.0,52140549.0,52011990.0,52088512.0,52090937.0,52014114.0,52111225.0,52122125.0,52037026.0,52020716.0,52158813.0,52307420.0,52042587.0,52300768.0,52060009.0,52123949.0,52115613.0,52086318.0,52078594.0,52177217.0,52071210.0,52098100.0,52137524.0,52126633.0,52043368.0,52061623.0,52093552.0,52196513.0,52070068.0,52076560.0,53028351.0,52121133.0,52066131.0,52047647.0,52092310.0,52126263.0,52054149.0,52068966.0,52090256.0,52131563.0,52091789.0,52013243.0,52119731.0,52103791.0,52109111.0,52057936.0,52079816.0,52077021.0,52142062.0,52539682.0,52949584.0,52083503.0,52060220.0,52038329.0,52143544.0,52082190.0,52068755.0,52076550.0,52100274.0,52163021.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/tukey.json b/criterion/fan_out_hydroflow_surface/base/tukey.json index 0f1dee1e0b2b..43ce24275808 100644 --- a/criterion/fan_out_hydroflow_surface/base/tukey.json +++ b/criterion/fan_out_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6478715.96875,6495668.3125,6540874.5625,6557826.90625] \ No newline at end of file +[6485997.09375,6497238.796875,6527216.671875,6538458.375] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/change/estimates.json b/criterion/fan_out_hydroflow_surface/change/estimates.json index 5e5c261d69c5..39ff5b2e573e 100644 --- a/criterion/fan_out_hydroflow_surface/change/estimates.json +++ b/criterion/fan_out_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.000193208284645263,"upper_bound":0.00537117752855834},"point_estimate":0.0020187794715513796,"standard_error":0.0014788497471026046},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00022924842015825675,"upper_bound":0.00039708654930548093},"point_estimate":0.00010160181354401665,"standard_error":0.00014380660984516423}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006023728452350885,"upper_bound":-0.0005392794271362048},"point_estimate":-0.0027240901419813834,"standard_error":0.0014376730686496665},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0010353807392391445,"upper_bound":-0.0004029155341698512},"point_estimate":-0.0007395185426434248,"standard_error":0.00016513588722057726}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/estimates.json b/criterion/fan_out_hydroflow_surface/new/estimates.json index 00c99bbbb527..55b6eeefb7c3 100644 --- a/criterion/fan_out_hydroflow_surface/new/estimates.json +++ b/criterion/fan_out_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6521828.62734375,"upper_bound":6556230.4257499995},"point_estimate":6535010.8925,"standard_error":9211.905948524707},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6515506.375,"upper_bound":6517922.5},"point_estimate":6516908.9375,"standard_error":638.3686756362487},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5305.85465580225,"upper_bound":9198.976861685514},"point_estimate":7491.855654492974,"standard_error":945.5203159864823},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23025.188420112918,"upper_bound":152240.7687819118},"point_estimate":92155.30065386798,"standard_error":42191.50553700288}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6513183.53553125,"upper_bound":6522198.488125},"point_estimate":6517208.93375,"standard_error":2311.1927070882116},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6510437.875,"upper_bound":6513638.875},"point_estimate":6512089.5625,"standard_error":849.7881192613305},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4662.10743066855,"upper_bound":7320.986007526517},"point_estimate":5606.266475468874,"standard_error":679.4836413284451},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11976.297862376845,"upper_bound":31875.158386628504},"point_estimate":23192.58002238735,"standard_error":5095.634615457444}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/sample.json b/criterion/fan_out_hydroflow_surface/new/sample.json index 81ecac15b895..0770de0f71d3 100644 --- a/criterion/fan_out_hydroflow_surface/new/sample.json +++ b/criterion/fan_out_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52225012.0,52230523.0,52054474.0,52084139.0,52149852.0,52071616.0,52184347.0,52143380.0,52126469.0,52106131.0,52079310.0,52118854.0,52060345.0,52153058.0,52088938.0,52124294.0,52108645.0,52040728.0,52085833.0,52175580.0,52926332.0,52198162.0,59105360.0,52203823.0,52114947.0,52977868.0,52135185.0,52198223.0,52097073.0,52132850.0,52101161.0,52129614.0,52115779.0,52084200.0,52131248.0,52118534.0,52086594.0,52105730.0,52157126.0,53076743.0,52098026.0,52056999.0,52093136.0,52086785.0,52219492.0,52140024.0,52240081.0,52207209.0,52156134.0,52329768.0,52168797.0,52126368.0,52197401.0,52089459.0,52230903.0,52092676.0,52141146.0,52246623.0,52252464.0,52176863.0,52141096.0,52123043.0,52217920.0,52177694.0,52139733.0,52173066.0,52662680.0,52806809.0,52153078.0,52100378.0,52136450.0,52139596.0,52094011.0,52135959.0,52038517.0,52102276.0,52135358.0,52926436.0,52210630.0,52125059.0,52101595.0,52132353.0,52175814.0,52160355.0,52144586.0,52082350.0,52130770.0,52120591.0,52105854.0,52108458.0,52096796.0,52077771.0,52100273.0,52108598.0,53510657.0,52350840.0,52189370.0,53383650.0,52135539.0,52094271.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52148092.0,52060258.0,52095333.0,52124518.0,52038818.0,52125229.0,52055009.0,52168369.0,52045301.0,52062602.0,52003683.0,52135729.0,52098990.0,52203244.0,52016617.0,52102667.0,52071589.0,52107807.0,52153742.0,52131300.0,52179800.0,52109320.0,52139577.0,52068415.0,52207204.0,52780770.0,52107297.0,52119570.0,52104081.0,52011439.0,52072582.0,52119239.0,53119380.0,52038048.0,52086388.0,52081119.0,52058837.0,52081740.0,52116284.0,52106756.0,52119850.0,52140549.0,52011990.0,52088512.0,52090937.0,52014114.0,52111225.0,52122125.0,52037026.0,52020716.0,52158813.0,52307420.0,52042587.0,52300768.0,52060009.0,52123949.0,52115613.0,52086318.0,52078594.0,52177217.0,52071210.0,52098100.0,52137524.0,52126633.0,52043368.0,52061623.0,52093552.0,52196513.0,52070068.0,52076560.0,53028351.0,52121133.0,52066131.0,52047647.0,52092310.0,52126263.0,52054149.0,52068966.0,52090256.0,52131563.0,52091789.0,52013243.0,52119731.0,52103791.0,52109111.0,52057936.0,52079816.0,52077021.0,52142062.0,52539682.0,52949584.0,52083503.0,52060220.0,52038329.0,52143544.0,52082190.0,52068755.0,52076550.0,52100274.0,52163021.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/tukey.json b/criterion/fan_out_hydroflow_surface/new/tukey.json index 0f1dee1e0b2b..43ce24275808 100644 --- a/criterion/fan_out_hydroflow_surface/new/tukey.json +++ b/criterion/fan_out_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6478715.96875,6495668.3125,6540874.5625,6557826.90625] \ No newline at end of file +[6485997.09375,6497238.796875,6527216.671875,6538458.375] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/report/MAD.svg b/criterion/fan_out_hydroflow_surface/report/MAD.svg index 9312a1dee27d..a021c58c5e6c 100644 --- a/criterion/fan_out_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_out_hydroflow_surface/report/MAD.svg @@ -9,94 +9,66 @@ Density (a.u.) Average time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - - -0.55 + + +0.6 + + + +0.7 - + - + +4.5 + + + 5 - - + + 5.5 - - + + 6 - - + + 6.5 - - + + 7 - - + + 7.5 - - -8 - - - -8.5 - - - -9 - - - -9.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/SD.svg b/criterion/fan_out_hydroflow_surface/report/SD.svg index 1a9db8fe2ac5..8eeff392ad39 100644 --- a/criterion/fan_out_hydroflow_surface/report/SD.svg +++ b/criterion/fan_out_hydroflow_surface/report/SD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - - -20 + + +0.04 - - -40 + + +0.05 - - -60 + + +0.06 - - -80 + + +0.07 - - -100 + + +0.08 - - -120 + + + +10 + + + +15 + + + +20 - - -140 + + +25 - - -160 + + +30 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg index ee27ebc02bd0..da6ef6e62f1e 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg @@ -16,43 +16,43 @@ Average Iteration Time (ms) - - - - - + + + + + - + - + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - - + + 7.0 - + 7.1 - + 7.2 - + 7.3 @@ -102,205 +102,205 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - + + - - - - + + + + - - - - - + + + + + - - - - + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg index a71ea82f7701..13bf985934ca 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg @@ -9,26 +9,30 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + + +30 + + 6.5 @@ -42,10 +46,10 @@ Average Time (ms) 7.5 - - - - + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_surface/report/change/mean.svg b/criterion/fan_out_hydroflow_surface/report/change/mean.svg index 0efe6a71c5cb..87088ccf01bf 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/mean.svg @@ -9,54 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - -0 + +-0.006 + + + +-0.005 - - -0.001 + + +-0.004 - - -0.002 + + +-0.003 - - -0.003 + + +-0.002 - - -0.004 + + +-0.001 - - -0.005 + + +0 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/median.svg b/criterion/fan_out_hydroflow_surface/report/change/median.svg index 82f3d539680c..5c33927b6786 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/median.svg @@ -9,66 +9,86 @@ Density (a.u.) Relative change (%) - -500 + +200 - - + + +400 + + + +600 + + + +800 + + + 1000 - - -1500 + + +1200 - - -2000 + + +1400 - - -2500 + + +1600 - - -3000 + + +1800 - - -3500 + + +2000 + + + +2200 - + - --2e-4 + +-0.0011 + + + +-0.001 - - --1e-4 + + +-9e-4 - - --2.7105e-20 + + +-8e-4 - - -1e-4 + + +-7e-4 - - -2e-4 + + +-6e-4 - - -3e-4 + + +-5e-4 - + -4e-4 +-4e-4 - - - + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg index b40aafcf5a1f..c8e022d541ce 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg @@ -42,36 +42,44 @@ t score - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/fan_out_hydroflow_surface/report/index.html b/criterion/fan_out_hydroflow_surface/report/index.html index c4aba09168ed..5761a50a8dee 100644 --- a/criterion/fan_out_hydroflow_surface/report/index.html +++ b/criterion/fan_out_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0006283 - 0.0006413 - 0.0006087 + 0.0001829 + 0.0001885 + 0.0001801 Mean - 6.5218 ms - 6.5350 ms - 6.5562 ms + 6.5132 ms + 6.5172 ms + 6.5222 ms Std. Dev. - 23.025 µs - 92.155 µs - 152.24 µs + 11.976 µs + 23.193 µs + 31.875 µs Median - 6.5155 ms - 6.5169 ms - 6.5179 ms + 6.5104 ms + 6.5121 ms + 6.5136 ms MAD - 5.3059 µs - 7.4919 µs - 9.1990 µs + 4.6621 µs + 5.6063 µs + 7.3210 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.0193% - +0.2019% - +0.5371% - (p = 0.18 > + -0.6024% + -0.2724% + -0.0539% + (p = 0.04 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg index 7bb8d81d75a9..fb27dfbde9fc 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg @@ -15,47 +15,37 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + - -6.6 - - - -6.7 + +6.52 - - -6.8 + + +6.54 - - -6.9 + + +6.56 - - -7.0 + + +6.58 - - -7.1 - - - -7.2 + + +6.6 - - -7.3 + + +6.62 - + 10 @@ -97,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg index 5af9b6bab85d..4b555d9f565c 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg @@ -12,47 +12,37 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + - -6.6 - - - -6.7 + +6.52 - - -6.8 + + +6.54 - - -6.9 + + +6.56 - - -7.0 + + +6.58 - - -7.1 - - - -7.2 + + +6.6 - - -7.3 + + +6.62 - + 10 @@ -94,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/mean.svg b/criterion/fan_out_hydroflow_surface/report/mean.svg index cd3c2c22e008..c1baf09af9da 100644 --- a/criterion/fan_out_hydroflow_surface/report/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/mean.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (ms) - -5 + +20 - - -10 + + +40 - - -15 + + +60 - - -20 + + +80 - - -25 + + +100 - - -30 + + +120 - - -35 - - - -40 + + +140 - - -45 + + +160 - - -50 + + +180 - + - -6.52 + +6.513 + + + +6.514 - - -6.525 + + +6.515 - - -6.53 + + +6.516 - - -6.535 + + +6.517 - - -6.54 + + +6.518 - - -6.545 + + +6.519 + + + +6.52 - - -6.55 + + +6.521 - - -6.555 + + +6.522 - - -6.56 + + +6.523 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/median.svg b/criterion/fan_out_hydroflow_surface/report/median.svg index a17eeff4aa87..415656b63b04 100644 --- a/criterion/fan_out_hydroflow_surface/report/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/median.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (ms) - + +100 + + + 200 - - -400 + + +300 - - -600 + + +400 - - -800 + + +500 - - -1000 + + +600 - - -1200 + + + +6.5105 - - -1400 + + +6.511 - - - -6.5155 + + +6.5115 - - -6.516 + + +6.512 - - -6.5165 + + +6.5125 - - -6.517 + + +6.513 - - -6.5175 + + +6.5135 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/pdf.svg b/criterion/fan_out_hydroflow_surface/report/pdf.svg index 5eb78f317251..adf814b97d56 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf.svg @@ -46,30 +46,46 @@ Average Time (ms) - -6.4 + +6.48 - - -6.6 + + +6.5 - - -6.8 + + +6.52 - - -7 + + +6.54 + + + +6.56 + + + +6.58 + + + +6.6 + + + +6.62 - - -7.2 + + +6.64 - - -7.4 + + +6.66 - + Density (a.u.) @@ -78,70 +94,50 @@ Density (a.u.) 0 - -1 - - - -2 + +5 - - -3 + + +10 - - -4 + + +15 - - -5 + + +20 - - -6 - - + -7 +25 - -8 - - - -9 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + +30 + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg index 8b946a7a618a..7f679fbb0fc7 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg @@ -10,59 +10,51 @@ Average Time (ms) 0 - -1 - - - -2 - - - -3 + +5 - - -4 + + +10 - - -5 + + +15 - - -6 + + +20 - + -7 +25 - -8 - - - -9 + +30 - - -10 + + +35 - + - + 6.5 - - -7 + + +6.55 + + + +6.6 - - -7.5 + + +6.65 - - - + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg index 4bb28c72aed1..4bafdb871674 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,31 +13,31 @@ Average Iteration Time (ms) - - - - + + + + - + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - + 7.0 @@ -99,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - + + - - - - - - + + + + + + - - - + + + - - + + - + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - + - - - - - - - - + + + + + + + + - - + + - - - - - - - - - - + + + + + + + + + + - - - - + + + + - + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - + + + + - - - - - - - + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg index bca420b9356e..39d2927779b6 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg @@ -6,26 +6,30 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + + +30 + + 6.5 @@ -39,8 +43,8 @@ Average Time (ms) 7.5 - - - - + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/typical.svg b/criterion/fan_out_hydroflow_surface/report/typical.svg index c4c32878ff01..a3106f936245 100644 --- a/criterion/fan_out_hydroflow_surface/report/typical.svg +++ b/criterion/fan_out_hydroflow_surface/report/typical.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (ms) - -5 + +20 - - -10 + + +40 - - -15 + + +60 - - -20 + + +80 - - -25 + + +100 - - -30 + + +120 - - -35 - - - -40 + + +140 - - -45 + + +160 - - -50 + + +180 - + - -6.52 + +6.513 + + + +6.514 - - -6.525 + + +6.515 - - -6.53 + + +6.516 - - -6.535 + + +6.517 - - -6.54 + + +6.518 - - -6.545 + + +6.519 + + + +6.52 - - -6.55 + + +6.521 - - -6.555 + + +6.522 - - -6.56 + + +6.523 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/base/estimates.json b/criterion/fork_join_hydroflow/base/estimates.json index 15039287b9a6..57bbb2f63c78 100644 --- a/criterion/fork_join_hydroflow/base/estimates.json +++ b/criterion/fork_join_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6360138.98625,"upper_bound":6386365.26125},"point_estimate":6373123.8825,"standard_error":6685.452910187436},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6354807.5,"upper_bound":6369767.375},"point_estimate":6363871.125,"standard_error":3979.801519113117},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22730.481496453285,"upper_bound":47768.815176934004},"point_estimate":31637.571488320827,"standard_error":6097.331281537232},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54480.60214283649,"upper_bound":78796.80365335614},"point_estimate":67331.47172379385,"standard_error":6233.959458990697}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6221665.539361114,"upper_bound":6231529.952194443},"point_estimate":6226457.292222222,"standard_error":2512.807732559643},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6221330.888888889,"upper_bound":6230279.222222222},"point_estimate":6224973.777777778,"standard_error":2068.56525630165},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14293.993446231349,"upper_bound":26931.263788541313},"point_estimate":20174.561508496525,"standard_error":3154.879782692102},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18854.72469804356,"upper_bound":31857.907128679573},"point_estimate":25246.343600007465,"standard_error":3398.5428132020743}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/sample.json b/criterion/fork_join_hydroflow/base/sample.json index 8b8ce2d16a31..fc3187571163 100644 --- a/criterion/fork_join_hydroflow/base/sample.json +++ b/criterion/fork_join_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52418026.0,50263472.0,49895635.0,50958139.0,50822326.0,50174196.0,51629763.0,51924304.0,51240978.0,50948461.0,51746773.0,50347790.0,50063579.0,51202255.0,51401077.0,50772152.0,50080931.0,50912886.0,49772389.0,52799865.0,50569237.0,51618237.0,51845041.0,50351010.0,50909052.0,50302760.0,51347842.0,51077477.0,51035538.0,51661758.0,52322002.0,51879325.0,51645488.0,50718827.0,50626885.0,51655116.0,49891120.0,51025870.0,50140236.0,50815337.0,51252344.0,52165178.0,52369220.0,50598782.0,50160523.0,51326812.0,50436649.0,51103966.0,50999390.0,50925142.0,50878114.0,50902359.0,51239920.0,51116319.0,50921886.0,50814555.0,51090461.0,51063681.0,50799617.0,50891509.0,50781894.0,50929119.0,50708457.0,50962502.0,50946432.0,50826097.0,51615000.0,50968774.0,50873205.0,50745075.0,50770964.0,50997046.0,50736049.0,50968363.0,51055576.0,50795520.0,50907930.0,50781674.0,50834242.0,51070193.0,50944498.0,50921354.0,50749513.0,50757989.0,51198873.0,50713627.0,50952282.0,50755696.0,50781995.0,50841977.0,50843810.0,51127503.0,50824504.0,50846264.0,51364312.0,51612513.0,50842678.0,50724107.0,50784820.0,50767097.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55845625.0,56409805.0,55810891.0,56281316.0,55974345.0,55928460.0,55948738.0,56192822.0,55774894.0,55898854.0,55784723.0,56013348.0,55673425.0,56136037.0,55960499.0,56221486.0,55748404.0,55728377.0,55858099.0,56144993.0,56370122.0,55676901.0,55901379.0,55574190.0,55702218.0,55895688.0,56014119.0,55844484.0,55738506.0,55987420.0,56000685.0,55777138.0,55770416.0,55932286.0,55612372.0,56132580.0,55882365.0,56029928.0,55806172.0,55782749.0,56167665.0,55803778.0,55668877.0,56308998.0,56235190.0,56107794.0,56065124.0,55965599.0,55910606.0,56027814.0,56218189.0,56015432.0,56021714.0,56081755.0,55979194.0,56177603.0,56100159.0,55999963.0,56159510.0,56146315.0,56077598.0,56266188.0,56232616.0,55823364.0,56068080.0,56178415.0,56017807.0,55975898.0,55976740.0,56318606.0,56043194.0,56043985.0,56246322.0,56020280.0,57135266.0,56281988.0,56089409.0,56108094.0,56052641.0,56032264.0,56177894.0,56217678.0,56012286.0,56260337.0,55975448.0,56143530.0,56078489.0,56309990.0,56286977.0,56100620.0,56868119.0,56040818.0,55977210.0,56104928.0,56129975.0,55970924.0,55989524.0,56067428.0,56190517.0,55991978.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/tukey.json b/criterion/fork_join_hydroflow/base/tukey.json index 26380dc379df..83f33c656286 100644 --- a/criterion/fork_join_hydroflow/base/tukey.json +++ b/criterion/fork_join_hydroflow/base/tukey.json @@ -1 +1 @@ -[6202905.4375,6274253.96875,6464516.71875,6535865.25] \ No newline at end of file +[6131595.083333334,6171814.166666667,6279065.055555555,6319284.138888888] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/change/estimates.json b/criterion/fork_join_hydroflow/change/estimates.json index 02283b30db39..16a8f6d300fe 100644 --- a/criterion/fork_join_hydroflow/change/estimates.json +++ b/criterion/fork_join_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.059342197755521076,"upper_bound":0.06529276060490252},"point_estimate":0.06223110226009587,"standard_error":0.001501796240387619},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.061467516266960676,"upper_bound":0.06607879845558418},"point_estimate":0.064062809457476,"standard_error":0.0011682042377473077}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02514842241005319,"upper_bound":-0.020872208746124794},"point_estimate":-0.023013296615888912,"standard_error":0.0010923783621581103},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.022825991090708597,"upper_bound":-0.020204100071743447},"point_estimate":-0.021825920810459865,"standard_error":0.0006784497590976444}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/estimates.json b/criterion/fork_join_hydroflow/new/estimates.json index 15039287b9a6..57bbb2f63c78 100644 --- a/criterion/fork_join_hydroflow/new/estimates.json +++ b/criterion/fork_join_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6360138.98625,"upper_bound":6386365.26125},"point_estimate":6373123.8825,"standard_error":6685.452910187436},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6354807.5,"upper_bound":6369767.375},"point_estimate":6363871.125,"standard_error":3979.801519113117},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22730.481496453285,"upper_bound":47768.815176934004},"point_estimate":31637.571488320827,"standard_error":6097.331281537232},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54480.60214283649,"upper_bound":78796.80365335614},"point_estimate":67331.47172379385,"standard_error":6233.959458990697}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6221665.539361114,"upper_bound":6231529.952194443},"point_estimate":6226457.292222222,"standard_error":2512.807732559643},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6221330.888888889,"upper_bound":6230279.222222222},"point_estimate":6224973.777777778,"standard_error":2068.56525630165},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14293.993446231349,"upper_bound":26931.263788541313},"point_estimate":20174.561508496525,"standard_error":3154.879782692102},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18854.72469804356,"upper_bound":31857.907128679573},"point_estimate":25246.343600007465,"standard_error":3398.5428132020743}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/sample.json b/criterion/fork_join_hydroflow/new/sample.json index 8b8ce2d16a31..fc3187571163 100644 --- a/criterion/fork_join_hydroflow/new/sample.json +++ b/criterion/fork_join_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52418026.0,50263472.0,49895635.0,50958139.0,50822326.0,50174196.0,51629763.0,51924304.0,51240978.0,50948461.0,51746773.0,50347790.0,50063579.0,51202255.0,51401077.0,50772152.0,50080931.0,50912886.0,49772389.0,52799865.0,50569237.0,51618237.0,51845041.0,50351010.0,50909052.0,50302760.0,51347842.0,51077477.0,51035538.0,51661758.0,52322002.0,51879325.0,51645488.0,50718827.0,50626885.0,51655116.0,49891120.0,51025870.0,50140236.0,50815337.0,51252344.0,52165178.0,52369220.0,50598782.0,50160523.0,51326812.0,50436649.0,51103966.0,50999390.0,50925142.0,50878114.0,50902359.0,51239920.0,51116319.0,50921886.0,50814555.0,51090461.0,51063681.0,50799617.0,50891509.0,50781894.0,50929119.0,50708457.0,50962502.0,50946432.0,50826097.0,51615000.0,50968774.0,50873205.0,50745075.0,50770964.0,50997046.0,50736049.0,50968363.0,51055576.0,50795520.0,50907930.0,50781674.0,50834242.0,51070193.0,50944498.0,50921354.0,50749513.0,50757989.0,51198873.0,50713627.0,50952282.0,50755696.0,50781995.0,50841977.0,50843810.0,51127503.0,50824504.0,50846264.0,51364312.0,51612513.0,50842678.0,50724107.0,50784820.0,50767097.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55845625.0,56409805.0,55810891.0,56281316.0,55974345.0,55928460.0,55948738.0,56192822.0,55774894.0,55898854.0,55784723.0,56013348.0,55673425.0,56136037.0,55960499.0,56221486.0,55748404.0,55728377.0,55858099.0,56144993.0,56370122.0,55676901.0,55901379.0,55574190.0,55702218.0,55895688.0,56014119.0,55844484.0,55738506.0,55987420.0,56000685.0,55777138.0,55770416.0,55932286.0,55612372.0,56132580.0,55882365.0,56029928.0,55806172.0,55782749.0,56167665.0,55803778.0,55668877.0,56308998.0,56235190.0,56107794.0,56065124.0,55965599.0,55910606.0,56027814.0,56218189.0,56015432.0,56021714.0,56081755.0,55979194.0,56177603.0,56100159.0,55999963.0,56159510.0,56146315.0,56077598.0,56266188.0,56232616.0,55823364.0,56068080.0,56178415.0,56017807.0,55975898.0,55976740.0,56318606.0,56043194.0,56043985.0,56246322.0,56020280.0,57135266.0,56281988.0,56089409.0,56108094.0,56052641.0,56032264.0,56177894.0,56217678.0,56012286.0,56260337.0,55975448.0,56143530.0,56078489.0,56309990.0,56286977.0,56100620.0,56868119.0,56040818.0,55977210.0,56104928.0,56129975.0,55970924.0,55989524.0,56067428.0,56190517.0,55991978.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/tukey.json b/criterion/fork_join_hydroflow/new/tukey.json index 26380dc379df..83f33c656286 100644 --- a/criterion/fork_join_hydroflow/new/tukey.json +++ b/criterion/fork_join_hydroflow/new/tukey.json @@ -1 +1 @@ -[6202905.4375,6274253.96875,6464516.71875,6535865.25] \ No newline at end of file +[6131595.083333334,6171814.166666667,6279065.055555555,6319284.138888888] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/report/MAD.svg b/criterion/fork_join_hydroflow/report/MAD.svg index b7216c3aa7ec..55ea45c0981c 100644 --- a/criterion/fork_join_hydroflow/report/MAD.svg +++ b/criterion/fork_join_hydroflow/report/MAD.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (µs) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - - -0.07 - - - + + 0.08 - - -0.09 + + +0.1 + + + +0.12 - + + +0.14 + + + +0.16 + + - -20 + +14 - - -25 + + +16 - - -30 + + +18 + + + +20 - - -35 + + +22 - - -40 + + +24 - - -45 + + +26 - - -50 + + +28 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/SD.svg b/criterion/fork_join_hydroflow/report/SD.svg index b177cd769367..5d2fe4862038 100644 --- a/criterion/fork_join_hydroflow/report/SD.svg +++ b/criterion/fork_join_hydroflow/report/SD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - - -0.07 + + +0.08 + + + +0.1 - + + +0.12 + + - -55 + +18 + + + +20 + + + +22 - - -60 + + +24 - - -65 + + +26 - - -70 + + +28 - - -75 + + +30 - - -80 + + +32 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/both/iteration_times.svg b/criterion/fork_join_hydroflow/report/both/iteration_times.svg index 83ed54caafcb..d92f5b47772f 100644 --- a/criterion/fork_join_hydroflow/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/both/iteration_times.svg @@ -16,37 +16,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - -6.0 - - - -6.1 - - - + 6.2 - - + + +6.25 + + + 6.3 - - + + +6.35 + + + 6.4 - - + + +6.45 + + + 6.5 - + + +6.55 + + 0 @@ -92,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow/report/both/pdf.svg b/criterion/fork_join_hydroflow/report/both/pdf.svg index c61be6656fd5..edbaf98a0b5e 100644 --- a/criterion/fork_join_hydroflow/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow/report/both/pdf.svg @@ -9,63 +9,63 @@ Density (a.u.) Average Time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 + + +10 - - - -6 + + +12 - - + + +14 + + + +16 + + + + 6.2 - - + + +6.3 + + + 6.4 - - + + +6.5 + + + 6.6 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow/report/change/mean.svg b/criterion/fork_join_hydroflow/report/change/mean.svg index ce56bf1037b0..9ffe0a415c93 100644 --- a/criterion/fork_join_hydroflow/report/change/mean.svg +++ b/criterion/fork_join_hydroflow/report/change/mean.svg @@ -9,58 +9,82 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + + +350 + + - -0.059 + +-0.0255 + + + +-0.025 + + + +-0.0245 + + + +-0.024 + + + +-0.0235 - - -0.06 + + +-0.023 - - -0.061 + + +-0.0225 - - -0.062 + + +-0.022 - - -0.063 + + +-0.0215 - - -0.064 + + +-0.021 - - -0.065 + + +-0.0205 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/median.svg b/criterion/fork_join_hydroflow/report/change/median.svg index a9d0af1f656d..3b2cb434df9b 100644 --- a/criterion/fork_join_hydroflow/report/change/median.svg +++ b/criterion/fork_join_hydroflow/report/change/median.svg @@ -9,62 +9,66 @@ Density (a.u.) Relative change (%) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 + + +400 + + + +500 - + + +600 + + + +700 + + - -0.061 + +-0.023 + + + +-0.0225 - - -0.062 + + +-0.022 - - -0.063 + + +-0.0215 - - -0.064 + + +-0.021 - - -0.065 + + +-0.0205 - - -0.066 + + +-0.02 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/t-test.svg b/criterion/fork_join_hydroflow/report/change/t-test.svg index b4acd6b159fd..2a222ef4ca78 100644 --- a/criterion/fork_join_hydroflow/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/fork_join_hydroflow/report/index.html b/criterion/fork_join_hydroflow/report/index.html index c16e5da4fc35..43e2862016e2 100644 --- a/criterion/fork_join_hydroflow/report/index.html +++ b/criterion/fork_join_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0015905 - 0.0016501 - 0.0015882 + 0.0004017 + 0.0004163 + 0.0004000 Mean - 6.3601 ms - 6.3731 ms - 6.3864 ms + 6.2217 ms + 6.2265 ms + 6.2315 ms Std. Dev. - 54.481 µs - 67.331 µs - 78.797 µs + 18.855 µs + 25.246 µs + 31.858 µs Median - 6.3548 ms - 6.3639 ms - 6.3698 ms + 6.2213 ms + 6.2250 ms + 6.2303 ms MAD - 22.730 µs - 31.638 µs - 47.769 µs + 14.294 µs + 20.175 µs + 26.931 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +5.9342% - +6.2231% - +6.5293% + -2.5148% + -2.3013% + -2.0872% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow/report/iteration_times.svg b/criterion/fork_join_hydroflow/report/iteration_times.svg index 4c387b875e09..fd0fb05b204f 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times.svg @@ -15,42 +15,52 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + - -6.25 + +6.18 - - -6.3 + + +6.2 + + + +6.22 - - -6.35 + + +6.24 - - -6.4 + + +6.26 - - -6.45 + + +6.28 + + + +6.3 - - -6.5 + + +6.32 - - -6.55 + + +6.34 - + 10 @@ -92,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow/report/iteration_times_small.svg b/criterion/fork_join_hydroflow/report/iteration_times_small.svg index a401e87ea5bf..f62567dcac60 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times_small.svg @@ -12,42 +12,52 @@ Average Iteration Time (ms) - - - - + + + + + - - + + + - -6.25 + +6.18 - - -6.3 + + +6.2 + + + +6.22 - - -6.35 + + +6.24 - - -6.4 + + +6.26 - + -6.45 +6.28 - -6.5 + +6.3 + + + +6.32 - - -6.55 + + +6.34 - + 10 @@ -89,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/mean.svg b/criterion/fork_join_hydroflow/report/mean.svg index d9982a1c5187..b80a23c06b8b 100644 --- a/criterion/fork_join_hydroflow/report/mean.svg +++ b/criterion/fork_join_hydroflow/report/mean.svg @@ -9,54 +9,66 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + - -6.36 + +6.222 + + + +6.224 - - -6.365 + + +6.226 - - -6.37 + + +6.228 - - -6.375 + + +6.23 - - -6.38 + + +6.232 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/median.svg b/criterion/fork_join_hydroflow/report/median.svg index 3ac0c48aa5bc..4a7ba8499a95 100644 --- a/criterion/fork_join_hydroflow/report/median.svg +++ b/criterion/fork_join_hydroflow/report/median.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 + + + +200 - - -140 + + +250 - + -160 +300 - -180 - - - -6.354 + +6.221 + + + +6.222 + + + +6.223 - - -6.356 + + +6.224 - - -6.358 + + +6.225 - - -6.36 + + +6.226 - - -6.362 + + +6.227 - - -6.364 + + +6.228 - - -6.366 + + +6.229 - - -6.368 + + +6.23 - - -6.37 + + +6.231 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/pdf.svg b/criterion/fork_join_hydroflow/report/pdf.svg index 7d3e6c632dd8..547ea9690a74 100644 --- a/criterion/fork_join_hydroflow/report/pdf.svg +++ b/criterion/fork_join_hydroflow/report/pdf.svg @@ -13,83 +13,63 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 + + +9 + - + 6.15 - - + + 6.2 - - + + 6.25 - - + + 6.3 - - + + 6.35 - - -6.4 - - - -6.45 - - - -6.5 - - - -6.55 - - - -6.6 - - - -6.65 - - + Density (a.u.) @@ -98,74 +78,48 @@ Density (a.u.) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 + + +8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +10 + + + +12 + + + +14 + + + +16 + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow/report/pdf_small.svg b/criterion/fork_join_hydroflow/report/pdf_small.svg index 7616bc08b071..7174fceec782 100644 --- a/criterion/fork_join_hydroflow/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/pdf_small.svg @@ -10,59 +10,63 @@ Average Time (ms) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + - -6.2 + +6.15 - - -6.3 + + +6.2 - - -6.4 + + +6.25 - + -6.5 +6.3 - -6.6 + +6.35 - - - + + + diff --git a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg index a36f0b094183..619a0c1e6797 100644 --- a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg @@ -13,37 +13,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - -6.0 - - - -6.1 - - - + 6.2 - - + + +6.25 + + + 6.3 - - + + +6.35 + + + 6.4 - - + + +6.45 + + + 6.5 - + + +6.55 + + 0 @@ -89,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg index 4e510c7f1cee..baa5e6e37a0a 100644 --- a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg @@ -7,60 +7,60 @@ Average Time (ms) -1 - - - 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 + + +10 - - - -6 + + +12 - - + + +14 + + + +16 + + + + 6.2 - - + + +6.3 + + + 6.4 + + +6.5 + - + 6.6 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow/report/typical.svg b/criterion/fork_join_hydroflow/report/typical.svg index 18d50e4cc4a8..2d87c2a30606 100644 --- a/criterion/fork_join_hydroflow/report/typical.svg +++ b/criterion/fork_join_hydroflow/report/typical.svg @@ -9,54 +9,66 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - + + +80 + + + +100 + + + +120 + + + +140 + + + +160 + + - -6.36 + +6.222 + + + +6.224 - - -6.365 + + +6.226 - - -6.37 + + +6.228 - - -6.375 + + +6.23 - - -6.38 + + +6.232 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/base/estimates.json b/criterion/fork_join_hydroflow_builder/base/estimates.json index 8b232960fea6..2c10bfea5e8f 100644 --- a/criterion/fork_join_hydroflow_builder/base/estimates.json +++ b/criterion/fork_join_hydroflow_builder/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3855511.806057694,"upper_bound":3865411.854865384},"point_estimate":3859902.2138461526,"standard_error":2547.276398165652},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3853570.923076923,"upper_bound":3859068.923076923},"point_estimate":3856035.730769231,"standard_error":1328.1405038777646},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8710.0467530582,"upper_bound":14551.604695503767},"point_estimate":12032.724363299463,"standard_error":1499.2809807346111},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11800.433310758746,"upper_bound":37044.455940029955},"point_estimate":25566.71345769927,"standard_error":6788.39021643845}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3850247.5197142847,"upper_bound":3883782.2791071427},"point_estimate":3866028.586428569,"standard_error":8583.69178668019},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3834047.8571428573,"upper_bound":3839944.535714286},"point_estimate":3837952.6428571427,"standard_error":1457.7773707913796},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10023.011222055733,"upper_bound":19637.248451368952},"point_estimate":15167.050680730974,"standard_error":2411.002444072321},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61601.31934819699,"upper_bound":105438.3287137154},"point_estimate":86490.49048316214,"standard_error":11182.348526354408}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/sample.json b/criterion/fork_join_hydroflow_builder/base/sample.json index 23e107681309..9a6dd51a22f6 100644 --- a/criterion/fork_join_hydroflow_builder/base/sample.json +++ b/criterion/fork_join_hydroflow_builder/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0],"times":[50031997.0,49771760.0,50007711.0,50387321.0,50378855.0,50260364.0,50255996.0,50425482.0,50071752.0,50208487.0,49997783.0,50145309.0,52144003.0,50135691.0,50223825.0,50474324.0,50073886.0,50262538.0,49896765.0,50192978.0,50115844.0,50127396.0,50171895.0,50083407.0,50122140.0,50409487.0,49922367.0,49960117.0,50222768.0,49978170.0,50122349.0,49831026.0,50144231.0,50039505.0,50075392.0,50198863.0,50589714.0,50235602.0,50092003.0,50153468.0,50124834.0,50014528.0,50262812.0,50113544.0,50258905.0,50088256.0,50045437.0,50002566.0,50167896.0,50129533.0,50177753.0,50091934.0,52235117.0,50102263.0,49833870.0,50220614.0,50024587.0,50174257.0,49985825.0,50210034.0,50307817.0,50100910.0,50096422.0,50215434.0,50328466.0,50280746.0,50094528.0,50155311.0,50158768.0,49841195.0,49858888.0,49923920.0,50616603.0,49921825.0,49983070.0,50243737.0,50257533.0,50486811.0,49996796.0,50197821.0,50435365.0,50137959.0,50017043.0,50195046.0,50107161.0,50086533.0,50037862.0,49983390.0,50258935.0,50248947.0,50092714.0,50062688.0,50314479.0,50149310.0,50074531.0,50347651.0,50387926.0,49951952.0,49753821.0,49955828.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0],"times":[54001068.0,55373929.0,53716708.0,53661515.0,53556048.0,53421477.0,53743607.0,53703363.0,53604407.0,54070077.0,53754578.0,53494644.0,53563602.0,53666004.0,53981331.0,53658920.0,53586254.0,53473485.0,53480387.0,53770007.0,53402822.0,53535079.0,53297271.0,53572957.0,53420884.0,53778730.0,53760536.0,55502047.0,57572249.0,57815692.0,57832713.0,57596875.0,57713041.0,57628413.0,57833085.0,57877907.0,57763936.0,55798528.0,53757089.0,53769172.0,53600197.0,53735650.0,53951732.0,53572046.0,53629923.0,53700825.0,53596571.0,53726533.0,53943837.0,53599847.0,53872695.0,53452673.0,53833472.0,53665689.0,53770885.0,53953365.0,53598474.0,53809506.0,53782246.0,53389345.0,53481737.0,53437825.0,53676670.0,53774181.0,53710452.0,53854941.0,53425031.0,53575351.0,53542170.0,53806802.0,53762680.0,53757911.0,53717295.0,53574379.0,55609377.0,53991245.0,53759163.0,53620214.0,53484993.0,53651313.0,53676610.0,53914142.0,53533713.0,53739336.0,53795962.0,53455128.0,53540507.0,53739447.0,53743624.0,53579930.0,53768150.0,53878656.0,53770154.0,53949688.0,53694703.0,53683483.0,53727024.0,53641745.0,53958133.0,53740208.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/tukey.json b/criterion/fork_join_hydroflow_builder/base/tukey.json index 808eb7000d3c..c56acbbbc72d 100644 --- a/criterion/fork_join_hydroflow_builder/base/tukey.json +++ b/criterion/fork_join_hydroflow_builder/base/tukey.json @@ -1 +1 @@ -[3800804.9615384606,3824879.240384615,3889077.317307693,3913151.596153847] \ No newline at end of file +[3768610.9642857146,3798043.8035714286,3876531.3749999995,3905964.2142857136] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/change/estimates.json b/criterion/fork_join_hydroflow_builder/change/estimates.json index 471e439e8887..70c441ee0c85 100644 --- a/criterion/fork_join_hydroflow_builder/change/estimates.json +++ b/criterion/fork_join_hydroflow_builder/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.09848135323723615,"upper_bound":-0.09560269208265978},"point_estimate":-0.0970000996515693,"standard_error":0.0007367037267994188},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.09811657443708521,"upper_bound":-0.0961033246185069},"point_estimate":-0.0970749795431819,"standard_error":0.0005089115775905993}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002901551049138532,"upper_bound":0.006334157583667613},"point_estimate":0.0015871833645009215,"standard_error":0.0024026200465689634},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0059055738641646816,"upper_bound":-0.0039046700780347443},"point_estimate":-0.0046895540328618646,"standard_error":0.0005048101782707099}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/estimates.json b/criterion/fork_join_hydroflow_builder/new/estimates.json index 8b232960fea6..2c10bfea5e8f 100644 --- a/criterion/fork_join_hydroflow_builder/new/estimates.json +++ b/criterion/fork_join_hydroflow_builder/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3855511.806057694,"upper_bound":3865411.854865384},"point_estimate":3859902.2138461526,"standard_error":2547.276398165652},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3853570.923076923,"upper_bound":3859068.923076923},"point_estimate":3856035.730769231,"standard_error":1328.1405038777646},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8710.0467530582,"upper_bound":14551.604695503767},"point_estimate":12032.724363299463,"standard_error":1499.2809807346111},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11800.433310758746,"upper_bound":37044.455940029955},"point_estimate":25566.71345769927,"standard_error":6788.39021643845}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3850247.5197142847,"upper_bound":3883782.2791071427},"point_estimate":3866028.586428569,"standard_error":8583.69178668019},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3834047.8571428573,"upper_bound":3839944.535714286},"point_estimate":3837952.6428571427,"standard_error":1457.7773707913796},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10023.011222055733,"upper_bound":19637.248451368952},"point_estimate":15167.050680730974,"standard_error":2411.002444072321},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61601.31934819699,"upper_bound":105438.3287137154},"point_estimate":86490.49048316214,"standard_error":11182.348526354408}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/sample.json b/criterion/fork_join_hydroflow_builder/new/sample.json index 23e107681309..9a6dd51a22f6 100644 --- a/criterion/fork_join_hydroflow_builder/new/sample.json +++ b/criterion/fork_join_hydroflow_builder/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0],"times":[50031997.0,49771760.0,50007711.0,50387321.0,50378855.0,50260364.0,50255996.0,50425482.0,50071752.0,50208487.0,49997783.0,50145309.0,52144003.0,50135691.0,50223825.0,50474324.0,50073886.0,50262538.0,49896765.0,50192978.0,50115844.0,50127396.0,50171895.0,50083407.0,50122140.0,50409487.0,49922367.0,49960117.0,50222768.0,49978170.0,50122349.0,49831026.0,50144231.0,50039505.0,50075392.0,50198863.0,50589714.0,50235602.0,50092003.0,50153468.0,50124834.0,50014528.0,50262812.0,50113544.0,50258905.0,50088256.0,50045437.0,50002566.0,50167896.0,50129533.0,50177753.0,50091934.0,52235117.0,50102263.0,49833870.0,50220614.0,50024587.0,50174257.0,49985825.0,50210034.0,50307817.0,50100910.0,50096422.0,50215434.0,50328466.0,50280746.0,50094528.0,50155311.0,50158768.0,49841195.0,49858888.0,49923920.0,50616603.0,49921825.0,49983070.0,50243737.0,50257533.0,50486811.0,49996796.0,50197821.0,50435365.0,50137959.0,50017043.0,50195046.0,50107161.0,50086533.0,50037862.0,49983390.0,50258935.0,50248947.0,50092714.0,50062688.0,50314479.0,50149310.0,50074531.0,50347651.0,50387926.0,49951952.0,49753821.0,49955828.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0,14.0],"times":[54001068.0,55373929.0,53716708.0,53661515.0,53556048.0,53421477.0,53743607.0,53703363.0,53604407.0,54070077.0,53754578.0,53494644.0,53563602.0,53666004.0,53981331.0,53658920.0,53586254.0,53473485.0,53480387.0,53770007.0,53402822.0,53535079.0,53297271.0,53572957.0,53420884.0,53778730.0,53760536.0,55502047.0,57572249.0,57815692.0,57832713.0,57596875.0,57713041.0,57628413.0,57833085.0,57877907.0,57763936.0,55798528.0,53757089.0,53769172.0,53600197.0,53735650.0,53951732.0,53572046.0,53629923.0,53700825.0,53596571.0,53726533.0,53943837.0,53599847.0,53872695.0,53452673.0,53833472.0,53665689.0,53770885.0,53953365.0,53598474.0,53809506.0,53782246.0,53389345.0,53481737.0,53437825.0,53676670.0,53774181.0,53710452.0,53854941.0,53425031.0,53575351.0,53542170.0,53806802.0,53762680.0,53757911.0,53717295.0,53574379.0,55609377.0,53991245.0,53759163.0,53620214.0,53484993.0,53651313.0,53676610.0,53914142.0,53533713.0,53739336.0,53795962.0,53455128.0,53540507.0,53739447.0,53743624.0,53579930.0,53768150.0,53878656.0,53770154.0,53949688.0,53694703.0,53683483.0,53727024.0,53641745.0,53958133.0,53740208.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/tukey.json b/criterion/fork_join_hydroflow_builder/new/tukey.json index 808eb7000d3c..c56acbbbc72d 100644 --- a/criterion/fork_join_hydroflow_builder/new/tukey.json +++ b/criterion/fork_join_hydroflow_builder/new/tukey.json @@ -1 +1 @@ -[3800804.9615384606,3824879.240384615,3889077.317307693,3913151.596153847] \ No newline at end of file +[3768610.9642857146,3798043.8035714286,3876531.3749999995,3905964.2142857136] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/report/MAD.svg b/criterion/fork_join_hydroflow_builder/report/MAD.svg index 77d97a1514cb..56b88af77cff 100644 --- a/criterion/fork_join_hydroflow_builder/report/MAD.svg +++ b/criterion/fork_join_hydroflow_builder/report/MAD.svg @@ -9,58 +9,50 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - -0.25 - - + - -9 - - - + 10 - - -11 - - - + + 12 - - -13 - - - + + 14 - - -15 + + +16 + + + +18 + + + +20 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/SD.svg b/criterion/fork_join_hydroflow_builder/report/SD.svg index 5284f2c8f94c..d2ef8b043c5f 100644 --- a/criterion/fork_join_hydroflow_builder/report/SD.svg +++ b/criterion/fork_join_hydroflow_builder/report/SD.svg @@ -9,58 +9,86 @@ Density (a.u.) Average time (µs) - + +0.005 + + + +0.01 + + + +0.015 + + + 0.02 - - + + +0.025 + + + +0.03 + + + +0.035 + + + 0.04 - - -0.06 + + + +60 + + + +65 - - -0.08 + + +70 - - -0.1 + + +75 - - -0.12 + + +80 - - - -10 + + +85 - - -15 + + +90 - - -20 + + +95 - - -25 + + +100 - - -30 + + +105 - - -35 + + +110 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg index d37383d6be1b..4cfd7ea403e1 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg @@ -16,37 +16,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -3.9 + +3.85 - - -4.0 + + +3.9 - - -4.1 + + +3.95 - - -4.2 + + +4.0 - - -4.3 + + +4.05 - - -4.4 + + +4.1 - + 0 @@ -92,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg index 95d09ebe0805..4295748e75d5 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg @@ -26,26 +26,22 @@ Average Time (ms) - + 3.8 - - + + 4 - - + + 4.2 - - -4.4 - - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_builder/report/change/mean.svg b/criterion/fork_join_hydroflow_builder/report/change/mean.svg index 15341f8c69d6..d8eaffa333cd 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/mean.svg @@ -9,79 +9,87 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 - - - -150 + + +40 - - -200 + + +60 - - -250 + + +80 - - -300 - - - -350 + + +100 - - -400 + + +120 - - -450 + + +140 - - -500 + + +160 - + - --0.0985 - - - --0.098 - - - --0.0975 - - - --0.097 - - - --0.0965 - - - --0.096 - - - --0.0955 - - - - - - + +-0.003 + + + +-0.002 + + + +-0.001 + + + +0 + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/median.svg b/criterion/fork_join_hydroflow_builder/report/change/median.svg index b964a0f1c53f..24a84e7912e2 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/median.svg @@ -9,63 +9,63 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - + - --0.098 - - - --0.0975 - - - --0.097 - - - --0.0965 - - - --0.096 - - - - - - + +-0.006 + + + +-0.0055 + + + +-0.005 + + + +-0.0045 + + + +-0.004 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg index b6b5e4a178bc..d10f4e142b22 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg @@ -17,77 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_builder/report/index.html b/criterion/fork_join_hydroflow_builder/report/index.html index 85ab2cdd5939..32c4bb3fc087 100644 --- a/criterion/fork_join_hydroflow_builder/report/index.html +++ b/criterion/fork_join_hydroflow_builder/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0043923 - 0.0045225 - 0.0043208 + 0.0009828 + 0.0010158 + 0.0009744 Mean - 3.8555 ms - 3.8599 ms - 3.8654 ms + 3.8502 ms + 3.8660 ms + 3.8838 ms Std. Dev. - 11.800 µs - 25.567 µs - 37.044 µs + 61.601 µs + 86.490 µs + 105.44 µs Median - 3.8536 ms - 3.8560 ms - 3.8591 ms + 3.8340 ms + 3.8380 ms + 3.8399 ms MAD - 8.7100 µs - 12.033 µs - 14.552 µs + 10.023 µs + 15.167 µs + 19.637 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -9.8481% - -9.7000% - -9.5603% - (p = 0.00 < + -0.2902% + +0.1587% + +0.6334% + (p = 0.50 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg index ceeefff586d9..b1c9f392fefd 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg @@ -15,47 +15,37 @@ Average Iteration Time (ms) - - - - - + + + - - + + - -3.84 + +3.85 - - -3.86 - - - -3.88 - - - + + 3.9 - - -3.92 + + +3.95 - + -3.94 +4.0 - -3.96 + +4.05 - - -3.98 + + +4.1 - + 10 @@ -97,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg index 164ca4b0e528..a082ad0cc12c 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg @@ -12,47 +12,37 @@ Average Iteration Time (ms) - - - - - + + + - - + + - -3.84 + +3.85 - - -3.86 - - - -3.88 - - - + + 3.9 - - -3.92 + + +3.95 - + -3.94 +4.0 - -3.96 + +4.05 - - -3.98 + + +4.1 - + 10 @@ -94,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/mean.svg b/criterion/fork_join_hydroflow_builder/report/mean.svg index dbab14bdac1c..cc73b7199c6f 100644 --- a/criterion/fork_join_hydroflow_builder/report/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/mean.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (ms) - -20 + +5 - - -40 + + +10 + + + +15 + + + +20 - - -60 + + +25 - - -80 + + +30 - - -100 + + +35 - - -120 + + +40 - - -140 + + +45 - - -160 + + +50 - + - -3.856 + +3.85 - - -3.858 + + +3.855 - - + + 3.86 - - -3.862 + + +3.865 + + + +3.87 + + + +3.875 - - -3.864 + + +3.88 - - -3.866 + + +3.885 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/median.svg b/criterion/fork_join_hydroflow_builder/report/median.svg index 74128611ffa0..fe0d4f935664 100644 --- a/criterion/fork_join_hydroflow_builder/report/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/median.svg @@ -9,74 +9,62 @@ Density (a.u.) Average time (ms) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - -450 + + +500 + + + +600 - + - -3.853 + +3.834 - - -3.854 + + +3.835 - - -3.855 + + +3.836 - - -3.856 + + +3.837 - - -3.857 + + +3.838 - - -3.858 + + +3.839 - - -3.859 + + +3.84 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/pdf.svg b/criterion/fork_join_hydroflow_builder/report/pdf.svg index 8787af9ca955..4f10d8b0b230 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf.svg @@ -13,55 +13,79 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + + +14 + + - + +3.7 + + + +3.75 + + + 3.8 - - + + 3.85 - - + + 3.9 - - + + 3.95 - - + + 4 - - + + 4.05 - + + +4.1 + + + +4.15 + + + +4.2 + + Density (a.u.) @@ -70,36 +94,74 @@ Density (a.u.) 0 - + +1 + + + +2 + + + +3 + + + +4 + + + 5 - - -10 + + +6 + + + +7 + + + +8 - - -15 - - - -20 - - - - - - - - - - - - - - - - + + +9 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg index 3d2f1b769105..0b14635329d5 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg @@ -10,35 +10,55 @@ Average Time (ms) 0 - + +1 + + + +2 + + + +3 + + + +4 + + + 5 - - -10 + + +6 - - -15 + + +7 - - -20 + + +8 - - -25 + + +9 - + - + 3.8 - - -3.9 + + +4 + + + +4.2 - - - + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg index 3c105d0d99df..0931d8c26fca 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg @@ -13,37 +13,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -3.9 + +3.85 - - -4.0 + + +3.9 - - -4.1 + + +3.95 - - -4.2 + + +4.0 - - -4.3 + + +4.05 - - -4.4 + + +4.1 - + 0 @@ -89,204 +89,204 @@ Average Iteration Time (ms) 100 - - - + + + - - - + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg index 043b419a896b..0d706286a5d4 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg @@ -23,24 +23,20 @@ Average Time (ms) - + 3.8 - - + + 4 - - + + 4.2 - - -4.4 - - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/typical.svg b/criterion/fork_join_hydroflow_builder/report/typical.svg index e02f2a19f72d..e22c670feaae 100644 --- a/criterion/fork_join_hydroflow_builder/report/typical.svg +++ b/criterion/fork_join_hydroflow_builder/report/typical.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (ms) - -20 + +5 - - -40 + + +10 + + + +15 + + + +20 - - -60 + + +25 - - -80 + + +30 - - -100 + + +35 - - -120 + + +40 - - -140 + + +45 - - -160 + + +50 - + - -3.856 + +3.85 - - -3.858 + + +3.855 - - + + 3.86 - - -3.862 + + +3.865 + + + +3.87 + + + +3.875 - - -3.864 + + +3.88 - - -3.866 + + +3.885 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/base/estimates.json b/criterion/fork_join_hydroflow_surface/base/estimates.json index 4c7bc87bb00f..79f42b979ee7 100644 --- a/criterion/fork_join_hydroflow_surface/base/estimates.json +++ b/criterion/fork_join_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32064626.96225,"upper_bound":32922548.0295},"point_estimate":32506646.57,"standard_error":219338.0888736976},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32396995.25,"upper_bound":33629089.5},"point_estimate":33134703.5,"standard_error":338124.9268508318},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1320433.9298576117,"upper_bound":2178185.4729294777},"point_estimate":1692636.9467496872,"standard_error":220651.79504484084},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1761483.4409200496,"upper_bound":2570655.934052745},"point_estimate":2203486.0138784926,"standard_error":206643.90899893848}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32231050.36375,"upper_bound":32701001.01275},"point_estimate":32476520.3,"standard_error":119743.48715892389},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32717945.75,"upper_bound":32936234.5},"point_estimate":32763395.25,"standard_error":62455.27120756481},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":388759.9520981312,"upper_bound":742381.1728700995},"point_estimate":586960.2176293731,"standard_error":90172.28044613506},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":921201.7124361243,"upper_bound":1431450.2645584652},"point_estimate":1198527.068636615,"standard_error":130116.05540161875}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/sample.json b/criterion/fork_join_hydroflow_surface/base/sample.json index 79179d1436a9..2d02aaaa2a15 100644 --- a/criterion/fork_join_hydroflow_surface/base/sample.json +++ b/criterion/fork_join_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[69777222.0,67545055.0,60802749.0,52353615.0,53476302.0,54043131.0,62368985.0,51707718.0,58267213.0,56888567.0,61226631.0,64015070.0,62118858.0,66215391.0,60001984.0,53517790.0,53494546.0,53184025.0,67038318.0,62787096.0,67714090.0,66701889.0,67544403.0,60997353.0,58425357.0,63960879.0,64221996.0,65943793.0,63970186.0,66847561.0,65036308.0,61804460.0,64169118.0,65306753.0,64634136.0,63408026.0,63981497.0,63400031.0,63874318.0,62860774.0,64082667.0,65667487.0,64012645.0,60409344.0,65160179.0,66323423.0,67659057.0,71178913.0,66876937.0,67274710.0,66000970.0,67258179.0,67069396.0,67334201.0,66951646.0,67940002.0,68902731.0,68639520.0,68941694.0,69108725.0,67500361.0,68548169.0,69023697.0,69291277.0,68339429.0,68500199.0,69424866.0,64643785.0,64649195.0,64938786.0,64530623.0,62307120.0,60674680.0,69900755.0,67352876.0,68702907.0,68999913.0,67504238.0,64837616.0,68448522.0,67161538.0,69680935.0,62936715.0,68057863.0,65719294.0,63064394.0,69104564.0,68362965.0,69055951.0,67613165.0,62620828.0,67594370.0,68014004.0,68930225.0,66619307.0,67925879.0,70792825.0,69736111.0,69345672.0,68448075.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[66587394.0,66370710.0,67288229.0,65330364.0,65482818.0,66534655.0,66488860.0,65601519.0,66504880.0,65868967.0,66812803.0,66652014.0,65217214.0,64671859.0,66277477.0,65086620.0,64167670.0,64962710.0,65490803.0,65416956.0,65644759.0,67860293.0,65109994.0,65462430.0,66230339.0,66736531.0,65338970.0,65269351.0,64501963.0,66133669.0,67544785.0,56503649.0,65729628.0,61218903.0,60754639.0,64038680.0,65463242.0,65540154.0,66092894.0,66298225.0,60232978.0,64642855.0,65950859.0,66601524.0,65471248.0,66387012.0,67141175.0,65409353.0,65618863.0,60706032.0,62924579.0,65554924.0,67337490.0,65869869.0,65041629.0,64147405.0,64936483.0,65844082.0,65448255.0,66549915.0,65464335.0,66366314.0,60131131.0,66669698.0,63618801.0,66338953.0,65895166.0,60817018.0,62918829.0,58025274.0,60908939.0,60547326.0,60235937.0,59624329.0,67003950.0,64872414.0,66815919.0,65967491.0,65513427.0,65158165.0,58887248.0,56655445.0,65814246.0,66934230.0,65299318.0,67848180.0,65916697.0,65475375.0,67187382.0,65955098.0,65875971.0,65447915.0,65268911.0,65223566.0,66099276.0,66343601.0,64937514.0,66219520.0,67266348.0,67650653.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/tukey.json b/criterion/fork_join_hydroflow_surface/base/tukey.json index 95ba3e074e9c..0a9483c409e5 100644 --- a/criterion/fork_join_hydroflow_surface/base/tukey.json +++ b/criterion/fork_join_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[24439861.75,28048961.3125,37673226.8125,41282326.375] \ No newline at end of file +[30350593.625,31409610.875,34233656.875,35292674.125] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/change/estimates.json b/criterion/fork_join_hydroflow_surface/change/estimates.json index ec26930045b1..1baf7f564921 100644 --- a/criterion/fork_join_hydroflow_surface/change/estimates.json +++ b/criterion/fork_join_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010527053834626862,"upper_bound":0.01991632468797685},"point_estimate":0.0051092981762506096,"standard_error":0.008044671988809319},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010503396173705992,"upper_bound":0.0277795599303321},"point_estimate":0.01309658815841841,"standard_error":0.011029190245032093}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.015851780864886852,"upper_bound":0.014415103199479199},"point_estimate":-0.0009267726197202952,"standard_error":0.0077152985779931245},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02541538944867932,"upper_bound":0.012420315146999705},"point_estimate":-0.011206023014511013,"standard_error":0.01034744284179161}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/estimates.json b/criterion/fork_join_hydroflow_surface/new/estimates.json index 4c7bc87bb00f..79f42b979ee7 100644 --- a/criterion/fork_join_hydroflow_surface/new/estimates.json +++ b/criterion/fork_join_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32064626.96225,"upper_bound":32922548.0295},"point_estimate":32506646.57,"standard_error":219338.0888736976},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32396995.25,"upper_bound":33629089.5},"point_estimate":33134703.5,"standard_error":338124.9268508318},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1320433.9298576117,"upper_bound":2178185.4729294777},"point_estimate":1692636.9467496872,"standard_error":220651.79504484084},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1761483.4409200496,"upper_bound":2570655.934052745},"point_estimate":2203486.0138784926,"standard_error":206643.90899893848}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32231050.36375,"upper_bound":32701001.01275},"point_estimate":32476520.3,"standard_error":119743.48715892389},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32717945.75,"upper_bound":32936234.5},"point_estimate":32763395.25,"standard_error":62455.27120756481},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":388759.9520981312,"upper_bound":742381.1728700995},"point_estimate":586960.2176293731,"standard_error":90172.28044613506},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":921201.7124361243,"upper_bound":1431450.2645584652},"point_estimate":1198527.068636615,"standard_error":130116.05540161875}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/sample.json b/criterion/fork_join_hydroflow_surface/new/sample.json index 79179d1436a9..2d02aaaa2a15 100644 --- a/criterion/fork_join_hydroflow_surface/new/sample.json +++ b/criterion/fork_join_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[69777222.0,67545055.0,60802749.0,52353615.0,53476302.0,54043131.0,62368985.0,51707718.0,58267213.0,56888567.0,61226631.0,64015070.0,62118858.0,66215391.0,60001984.0,53517790.0,53494546.0,53184025.0,67038318.0,62787096.0,67714090.0,66701889.0,67544403.0,60997353.0,58425357.0,63960879.0,64221996.0,65943793.0,63970186.0,66847561.0,65036308.0,61804460.0,64169118.0,65306753.0,64634136.0,63408026.0,63981497.0,63400031.0,63874318.0,62860774.0,64082667.0,65667487.0,64012645.0,60409344.0,65160179.0,66323423.0,67659057.0,71178913.0,66876937.0,67274710.0,66000970.0,67258179.0,67069396.0,67334201.0,66951646.0,67940002.0,68902731.0,68639520.0,68941694.0,69108725.0,67500361.0,68548169.0,69023697.0,69291277.0,68339429.0,68500199.0,69424866.0,64643785.0,64649195.0,64938786.0,64530623.0,62307120.0,60674680.0,69900755.0,67352876.0,68702907.0,68999913.0,67504238.0,64837616.0,68448522.0,67161538.0,69680935.0,62936715.0,68057863.0,65719294.0,63064394.0,69104564.0,68362965.0,69055951.0,67613165.0,62620828.0,67594370.0,68014004.0,68930225.0,66619307.0,67925879.0,70792825.0,69736111.0,69345672.0,68448075.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[66587394.0,66370710.0,67288229.0,65330364.0,65482818.0,66534655.0,66488860.0,65601519.0,66504880.0,65868967.0,66812803.0,66652014.0,65217214.0,64671859.0,66277477.0,65086620.0,64167670.0,64962710.0,65490803.0,65416956.0,65644759.0,67860293.0,65109994.0,65462430.0,66230339.0,66736531.0,65338970.0,65269351.0,64501963.0,66133669.0,67544785.0,56503649.0,65729628.0,61218903.0,60754639.0,64038680.0,65463242.0,65540154.0,66092894.0,66298225.0,60232978.0,64642855.0,65950859.0,66601524.0,65471248.0,66387012.0,67141175.0,65409353.0,65618863.0,60706032.0,62924579.0,65554924.0,67337490.0,65869869.0,65041629.0,64147405.0,64936483.0,65844082.0,65448255.0,66549915.0,65464335.0,66366314.0,60131131.0,66669698.0,63618801.0,66338953.0,65895166.0,60817018.0,62918829.0,58025274.0,60908939.0,60547326.0,60235937.0,59624329.0,67003950.0,64872414.0,66815919.0,65967491.0,65513427.0,65158165.0,58887248.0,56655445.0,65814246.0,66934230.0,65299318.0,67848180.0,65916697.0,65475375.0,67187382.0,65955098.0,65875971.0,65447915.0,65268911.0,65223566.0,66099276.0,66343601.0,64937514.0,66219520.0,67266348.0,67650653.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/tukey.json b/criterion/fork_join_hydroflow_surface/new/tukey.json index 95ba3e074e9c..0a9483c409e5 100644 --- a/criterion/fork_join_hydroflow_surface/new/tukey.json +++ b/criterion/fork_join_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[24439861.75,28048961.3125,37673226.8125,41282326.375] \ No newline at end of file +[30350593.625,31409610.875,34233656.875,35292674.125] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/report/MAD.svg b/criterion/fork_join_hydroflow_surface/report/MAD.svg index c2db2046dd30..66fd292bbd0c 100644 --- a/criterion/fork_join_hydroflow_surface/report/MAD.svg +++ b/criterion/fork_join_hydroflow_surface/report/MAD.svg @@ -6,69 +6,85 @@ fork_join/hydroflow/surface:MAD Density (a.u.) -Average time (ms) +Average time (µs) - -0.5 + +5e-4 - - -1 + + +0.001 - - -1.5 + + +0.0015 - - -2 + + +0.002 - - - -1.3 + + +0.0025 + + + +0.003 + + + +0.0035 - - -1.4 + + +0.004 + + + +0.0045 + + + + +350 - - -1.5 + + +400 - - -1.6 + + +450 - - -1.7 + + +500 - - -1.8 + + +550 - - -1.9 + + +600 - - -2 + + +650 - - -2.1 + + +700 - - -2.2 + + +750 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/SD.svg b/criterion/fork_join_hydroflow_surface/report/SD.svg index dc0f7108d84b..70e00266017b 100644 --- a/criterion/fork_join_hydroflow_surface/report/SD.svg +++ b/criterion/fork_join_hydroflow_surface/report/SD.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (ms) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 - - -1.4 - - - -1.6 - - - -1.8 - - - + + 2 - - - -1.7 - - - -1.8 + + +2.5 - - -1.9 + + +3 - - -2 - - - -2.1 + + + +0.9 - - -2.2 + + +1 - - -2.3 + + +1.1 - - -2.4 + + +1.2 - - -2.5 + + +1.3 - - -2.6 + + +1.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg index c29b027f35f1..4ed7f63b186e 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg @@ -112,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg index e526aa278bc4..ed77144447f7 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg @@ -9,46 +9,46 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - + 25 @@ -62,10 +62,10 @@ Average Time (ms) 35 - - - - + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_surface/report/change/mean.svg b/criterion/fork_join_hydroflow_surface/report/change/mean.svg index 82c44972262e..301568f920e5 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/mean.svg @@ -9,75 +9,79 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - + + +50 + + - + +-0.015 + + + -0.01 - - + + -0.005 - - -1.73472e-18 + + +0 - - + + 0.005 - - + + 0.01 - - + + 0.015 - - -0.02 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/median.svg b/criterion/fork_join_hydroflow_surface/report/change/median.svg index 44c7c6423e45..87e61175e2d3 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/median.svg @@ -9,75 +9,79 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + + +40 + + - + +-0.025 + + + +-0.02 + + + +-0.015 + + + -0.01 - - + + -0.005 - - -1.73472e-18 + + +3.46945e-18 - - + + 0.005 - - + + 0.01 - - + + 0.015 - - -0.02 - - - -0.025 - - - -0.03 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg index e7f6027ad9ec..81be0ef67ec5 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_surface/report/index.html b/criterion/fork_join_hydroflow_surface/report/index.html index a0b8bedf9235..46b737ed4b50 100644 --- a/criterion/fork_join_hydroflow_surface/report/index.html +++ b/criterion/fork_join_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0058617 - 0.0060985 - 0.0058880 + 0.0121241 + 0.0126313 + 0.0122043 Mean - 32.065 ms - 32.507 ms - 32.923 ms + 32.231 ms + 32.477 ms + 32.701 ms Std. Dev. - 1.7615 ms - 2.2035 ms - 2.5707 ms + 921.20 µs + 1.1985 ms + 1.4315 ms Median - 32.397 ms - 33.135 ms - 33.629 ms + 32.718 ms + 32.763 ms + 32.936 ms MAD - 1.3204 ms - 1.6926 ms - 2.1782 ms + 388.76 µs + 586.96 µs + 742.38 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -1.0527% - +0.5109% - +1.9916% - (p = 0.51 > + -1.5852% + -0.0927% + +1.4415% + (p = 0.91 > 0.05) diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg index 65d0e7671637..c8bd7cae2d3a 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg @@ -15,57 +15,62 @@ Average Iteration Time (ms) - - + + - - - - - + + + + + + - + - -26.0 + +28.5 - - -27.0 + + +29.0 - + -28.0 +29.5 - -29.0 - - - + 30.0 - - + + +30.5 + + + 31.0 - - + + +31.5 + + + 32.0 - - -33.0 + + +32.5 - + -34.0 +33.0 - -35.0 + +33.5 - + 10 @@ -107,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg index b98e51dfa430..9d7f9bed2979 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg @@ -12,57 +12,62 @@ Average Iteration Time (ms) - - + + - - - - - + + + + + + - + - -26.0 + +28.5 - - -27.0 + + +29.0 - + -28.0 +29.5 - -29.0 - - - + 30.0 - - + + +30.5 + + + 31.0 - - + + +31.5 + + + 32.0 - - -33.0 + + +32.5 - + -34.0 +33.0 - -35.0 + +33.5 - + 10 @@ -104,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/mean.svg b/criterion/fork_join_hydroflow_surface/report/mean.svg index 99e63aba308f..c0c7ce6456d2 100644 --- a/criterion/fork_join_hydroflow_surface/report/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 - - -1.4 + + +2 - - -1.6 + + +2.5 - - -1.8 - - - - -32 + + +3 - - -32.1 + + +3.5 - - + + + 32.2 - - + + 32.3 - - + + 32.4 - - + + 32.5 - - + + 32.6 - - + + 32.7 - - -32.8 - - - -32.9 - - - -33 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/median.svg b/criterion/fork_join_hydroflow_surface/report/median.svg index d56bf63c1c58..337258ecdd93 100644 --- a/criterion/fork_join_hydroflow_surface/report/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/median.svg @@ -10,65 +10,69 @@ Average time (ms) -0.2 +2 - -0.4 + +4 - - -0.6 + + +6 - - -0.8 + + +8 - - -1 + + +10 - - -1.2 + + +12 - - -1.4 + + +14 - - -1.6 + + +16 - + + +18 + + - -32.4 + +32.7 - - -32.6 + + +32.75 - - + + 32.8 - - -33 + + +32.85 - - -33.2 + + +32.9 - - -33.4 + + +32.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/pdf.svg b/criterion/fork_join_hydroflow_surface/report/pdf.svg index 169d8f5a6644..cee552672898 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf.svg @@ -54,38 +54,42 @@ Average Time (ms) - -24 + +27 - - -26 - - - + + 28 - - + + +29 + + + 30 - - + + +31 + + + 32 - - -34 + + +33 - - -36 + + +34 - - -38 + + +35 - + Density (a.u.) @@ -94,66 +98,80 @@ Density (a.u.) 0 - -0.02 - - - -0.04 + +0.05 - - -0.06 - - - -0.08 - - - + + 0.1 - - -0.12 + + +0.15 + + + +0.2 - - -0.14 + + +0.25 - - -0.16 + + +0.3 - - -0.18 + + +0.35 - - -0.2 + + +0.4 - - - - - - - - - - - - - - - - - - - - - + + +0.45 + + + +0.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg index abc23672018e..735b2ade355d 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg @@ -10,35 +10,43 @@ Average Time (ms) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - + + +0.3 + + + +0.4 + + + +0.5 + + - -25 + +28 - - + + 30 - - -35 + + +32 + + + +34 - - - + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg index bc580e53c880..4c91ad3115e9 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg @@ -109,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg index 5d0e980759ef..b1b4432e9f02 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg @@ -6,46 +6,46 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - + 25 @@ -59,8 +59,8 @@ Average Time (ms) 35 - - - - + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/typical.svg b/criterion/fork_join_hydroflow_surface/report/typical.svg index fc4dcd8340d9..73ed76142fd8 100644 --- a/criterion/fork_join_hydroflow_surface/report/typical.svg +++ b/criterion/fork_join_hydroflow_surface/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 - - -1.4 + + +2 - - -1.6 + + +2.5 - - -1.8 - - - - -32 + + +3 - - -32.1 + + +3.5 - - + + + 32.2 - - + + 32.3 - - + + 32.4 - - + + 32.5 - - + + 32.6 - - + + 32.7 - - -32.8 - - - -32.9 - - - -33 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/base/estimates.json b/criterion/identity_hydroflow/base/estimates.json index dd07c7bd9267..b04480762674 100644 --- a/criterion/identity_hydroflow/base/estimates.json +++ b/criterion/identity_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7538673.205892856,"upper_bound":7597633.53275},"point_estimate":7568103.579999999,"standard_error":14999.778332140084},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7564365.285714285,"upper_bound":7598185.571428572},"point_estimate":7585061.142857143,"standard_error":9767.515142695669},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":63229.076477459595,"upper_bound":143967.76454406066},"point_estimate":90310.67119666548,"standard_error":20533.99376937305},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":122191.89381907854,"upper_bound":178753.6232193569},"point_estimate":151552.28809603775,"standard_error":14465.145200350797}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7247505.398571428,"upper_bound":7265984.241535714},"point_estimate":7256453.20142857,"standard_error":4713.4504814604925},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7240516.071428571,"upper_bound":7259211.142857144},"point_estimate":7248813.5,"standard_error":4846.772609690162},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29242.801880836487,"upper_bound":45958.287916577465},"point_estimate":38444.34681747661,"standard_error":4309.090416150748},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36454.02769167101,"upper_bound":57578.05519616789},"point_estimate":47105.791990241174,"standard_error":5403.448858376983}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/sample.json b/criterion/identity_hydroflow/base/sample.json index 171498fb3574..b4c491892e21 100644 --- a/criterion/identity_hydroflow/base/sample.json +++ b/criterion/identity_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[51593933.0,50820308.0,50207514.0,50193067.0,51098278.0,51668292.0,51572364.0,51493125.0,51524354.0,51233891.0,52174638.0,52187993.0,52670214.0,52069191.0,53108012.0,53194232.0,53377224.0,51877664.0,52911084.0,52472965.0,52785839.0,52186310.0,53067566.0,52942041.0,54344651.0,51900857.0,52373770.0,54213226.0,52936982.0,52277470.0,52052450.0,53421086.0,52271419.0,52597759.0,52580677.0,53978698.0,55191343.0,53433509.0,53630888.0,53582377.0,54635524.0,55423417.0,56276540.0,55137623.0,53342169.0,53187299.0,53404355.0,54090287.0,53939896.0,53447916.0,53483653.0,53338452.0,53132687.0,53146142.0,53807749.0,53432718.0,53210723.0,53082844.0,53372646.0,53133679.0,53174576.0,53257601.0,52825204.0,52975604.0,52950557.0,52967058.0,52959014.0,52847254.0,53514651.0,54021929.0,53480027.0,53376463.0,54047847.0,52841023.0,52728853.0,53035496.0,52383518.0,53354402.0,52946420.0,53584721.0,56482474.0,53214020.0,53779977.0,53540319.0,53170378.0,52972970.0,53076653.0,53356906.0,53120365.0,53267158.0,53003687.0,53163665.0,53523006.0,53134281.0,51757468.0,51549220.0,51928688.0,51730298.0,51829373.0,51555802.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[50554616.0,50868551.0,50622532.0,51061169.0,50520242.0,50784052.0,50380973.0,50639353.0,51563876.0,50613766.0,51701411.0,51457836.0,51279485.0,51205668.0,50679748.0,50890521.0,51379101.0,51183236.0,50880072.0,50871717.0,50599450.0,50927720.0,50741434.0,50549045.0,50632952.0,50508860.0,50597546.0,50448869.0,50564695.0,50734090.0,50741955.0,50896021.0,51041141.0,51001678.0,50828856.0,50951745.0,50713461.0,50962044.0,50880402.0,51070997.0,50799902.0,50936817.0,50685740.0,51071387.0,50712600.0,51607235.0,50677354.0,50886884.0,50546221.0,50418603.0,50865836.0,50827467.0,51059850.0,50777364.0,50956938.0,50763007.0,50932533.0,50804144.0,50705530.0,50687477.0,50663562.0,50649767.0,50582171.0,50518913.0,50845351.0,50497192.0,50595264.0,50529793.0,50500809.0,51091769.0,50718204.0,50758689.0,50663692.0,50854036.0,50864226.0,50957629.0,50708866.0,51389063.0,50523021.0,50801489.0,50719296.0,50987305.0,50585196.0,50811868.0,51007803.0,52264624.0,51453772.0,50451448.0,50481183.0,50413727.0,50421080.0,50755203.0,50237870.0,50321415.0,50398929.0,50305535.0,50676646.0,50292671.0,50569467.0,50394922.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/tukey.json b/criterion/identity_hydroflow/base/tukey.json index 82a1487360e6..656145e4251e 100644 --- a/criterion/identity_hydroflow/base/tukey.json +++ b/criterion/identity_hydroflow/base/tukey.json @@ -1 +1 @@ -[7014290.392857145,7246409.125000001,7865392.4107142845,8097511.142857141] \ No newline at end of file +[7073595.42857143,7149583.071428573,7352216.785714285,7428204.428571427] \ No newline at end of file diff --git a/criterion/identity_hydroflow/change/estimates.json b/criterion/identity_hydroflow/change/estimates.json index 3992098216c5..f74f359fd1ae 100644 --- a/criterion/identity_hydroflow/change/estimates.json +++ b/criterion/identity_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.12650706139277318,"upper_bound":-0.11863779805427932},"point_estimate":-0.12232872534432848,"standard_error":0.0019963812617577667},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.12209351691938852,"upper_bound":-0.11684248832273514},"point_estimate":-0.11898124588031744,"standard_error":0.001401858151325429}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.045061922075486274,"upper_bound":-0.037192627182134425},"point_estimate":-0.04117945470448081,"standard_error":0.0020111352094144275},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04630601738920814,"upper_bound":-0.0411487395084202},"point_estimate":-0.044330248171273734,"standard_error":0.0013825925628497089}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/estimates.json b/criterion/identity_hydroflow/new/estimates.json index dd07c7bd9267..b04480762674 100644 --- a/criterion/identity_hydroflow/new/estimates.json +++ b/criterion/identity_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7538673.205892856,"upper_bound":7597633.53275},"point_estimate":7568103.579999999,"standard_error":14999.778332140084},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7564365.285714285,"upper_bound":7598185.571428572},"point_estimate":7585061.142857143,"standard_error":9767.515142695669},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":63229.076477459595,"upper_bound":143967.76454406066},"point_estimate":90310.67119666548,"standard_error":20533.99376937305},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":122191.89381907854,"upper_bound":178753.6232193569},"point_estimate":151552.28809603775,"standard_error":14465.145200350797}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7247505.398571428,"upper_bound":7265984.241535714},"point_estimate":7256453.20142857,"standard_error":4713.4504814604925},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7240516.071428571,"upper_bound":7259211.142857144},"point_estimate":7248813.5,"standard_error":4846.772609690162},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29242.801880836487,"upper_bound":45958.287916577465},"point_estimate":38444.34681747661,"standard_error":4309.090416150748},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36454.02769167101,"upper_bound":57578.05519616789},"point_estimate":47105.791990241174,"standard_error":5403.448858376983}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/sample.json b/criterion/identity_hydroflow/new/sample.json index 171498fb3574..b4c491892e21 100644 --- a/criterion/identity_hydroflow/new/sample.json +++ b/criterion/identity_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[51593933.0,50820308.0,50207514.0,50193067.0,51098278.0,51668292.0,51572364.0,51493125.0,51524354.0,51233891.0,52174638.0,52187993.0,52670214.0,52069191.0,53108012.0,53194232.0,53377224.0,51877664.0,52911084.0,52472965.0,52785839.0,52186310.0,53067566.0,52942041.0,54344651.0,51900857.0,52373770.0,54213226.0,52936982.0,52277470.0,52052450.0,53421086.0,52271419.0,52597759.0,52580677.0,53978698.0,55191343.0,53433509.0,53630888.0,53582377.0,54635524.0,55423417.0,56276540.0,55137623.0,53342169.0,53187299.0,53404355.0,54090287.0,53939896.0,53447916.0,53483653.0,53338452.0,53132687.0,53146142.0,53807749.0,53432718.0,53210723.0,53082844.0,53372646.0,53133679.0,53174576.0,53257601.0,52825204.0,52975604.0,52950557.0,52967058.0,52959014.0,52847254.0,53514651.0,54021929.0,53480027.0,53376463.0,54047847.0,52841023.0,52728853.0,53035496.0,52383518.0,53354402.0,52946420.0,53584721.0,56482474.0,53214020.0,53779977.0,53540319.0,53170378.0,52972970.0,53076653.0,53356906.0,53120365.0,53267158.0,53003687.0,53163665.0,53523006.0,53134281.0,51757468.0,51549220.0,51928688.0,51730298.0,51829373.0,51555802.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[50554616.0,50868551.0,50622532.0,51061169.0,50520242.0,50784052.0,50380973.0,50639353.0,51563876.0,50613766.0,51701411.0,51457836.0,51279485.0,51205668.0,50679748.0,50890521.0,51379101.0,51183236.0,50880072.0,50871717.0,50599450.0,50927720.0,50741434.0,50549045.0,50632952.0,50508860.0,50597546.0,50448869.0,50564695.0,50734090.0,50741955.0,50896021.0,51041141.0,51001678.0,50828856.0,50951745.0,50713461.0,50962044.0,50880402.0,51070997.0,50799902.0,50936817.0,50685740.0,51071387.0,50712600.0,51607235.0,50677354.0,50886884.0,50546221.0,50418603.0,50865836.0,50827467.0,51059850.0,50777364.0,50956938.0,50763007.0,50932533.0,50804144.0,50705530.0,50687477.0,50663562.0,50649767.0,50582171.0,50518913.0,50845351.0,50497192.0,50595264.0,50529793.0,50500809.0,51091769.0,50718204.0,50758689.0,50663692.0,50854036.0,50864226.0,50957629.0,50708866.0,51389063.0,50523021.0,50801489.0,50719296.0,50987305.0,50585196.0,50811868.0,51007803.0,52264624.0,51453772.0,50451448.0,50481183.0,50413727.0,50421080.0,50755203.0,50237870.0,50321415.0,50398929.0,50305535.0,50676646.0,50292671.0,50569467.0,50394922.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/tukey.json b/criterion/identity_hydroflow/new/tukey.json index 82a1487360e6..656145e4251e 100644 --- a/criterion/identity_hydroflow/new/tukey.json +++ b/criterion/identity_hydroflow/new/tukey.json @@ -1 +1 @@ -[7014290.392857145,7246409.125000001,7865392.4107142845,8097511.142857141] \ No newline at end of file +[7073595.42857143,7149583.071428573,7352216.785714285,7428204.428571427] \ No newline at end of file diff --git a/criterion/identity_hydroflow/report/MAD.svg b/criterion/identity_hydroflow/report/MAD.svg index 958c608ee807..03c47e8e94a0 100644 --- a/criterion/identity_hydroflow/report/MAD.svg +++ b/criterion/identity_hydroflow/report/MAD.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (µs) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 - + - -60 + +28 - - -70 + + +30 - - -80 + + +32 - - -90 + + +34 - - -100 + + +36 - - -110 + + +38 - - -120 + + +40 - - -130 + + +42 - - -140 + + +44 - - -150 + + +46 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/SD.svg b/criterion/identity_hydroflow/report/SD.svg index e0242a6e5d61..af16a2a4b2e8 100644 --- a/criterion/identity_hydroflow/report/SD.svg +++ b/criterion/identity_hydroflow/report/SD.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - - -120 + + +0.04 - - -130 + + +0.05 - - -140 + + +0.06 + + + +0.07 + + + + +35 - - -150 + + +40 - - -160 + + +45 - - -170 + + +50 - - -180 + + +55 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/both/iteration_times.svg b/criterion/identity_hydroflow/report/both/iteration_times.svg index 553c437359d1..9bfcdad4964a 100644 --- a/criterion/identity_hydroflow/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow/report/both/iteration_times.svg @@ -16,52 +16,52 @@ Average Iteration Time (ms) - - + + - - - - - - + + + + + + - + 7.2 - - -7.4 + + +7.3 - + -7.6 +7.4 - -7.8 + +7.5 - - -8.0 + + +7.6 - - -8.2 + + +7.7 - - -8.4 + + +7.8 - - -8.6 + + +7.9 - - -8.8 + + +8.0 - + 0 @@ -107,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow/report/both/pdf.svg b/criterion/identity_hydroflow/report/both/pdf.svg index 6d8c4158e55a..45918d268e1e 100644 --- a/criterion/identity_hydroflow/report/both/pdf.svg +++ b/criterion/identity_hydroflow/report/both/pdf.svg @@ -9,51 +9,59 @@ Density (a.u.) Average Time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + + +7 + + + +8 + + + +9 + + - + 7 - - + + 7.5 - - + + 8 - - -8.5 - - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow/report/change/mean.svg b/criterion/identity_hydroflow/report/change/mean.svg index 357c53ffeec4..f349d3d09792 100644 --- a/criterion/identity_hydroflow/report/change/mean.svg +++ b/criterion/identity_hydroflow/report/change/mean.svg @@ -9,90 +9,82 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - -200 - - + - --0.127 - - - --0.126 + +-0.045 - - --0.125 + + +-0.044 - - --0.124 + + +-0.043 - - --0.123 + + +-0.042 - - --0.122 + + +-0.041 - - --0.121 + + +-0.04 - - --0.12 + + +-0.039 - - --0.119 + + +-0.038 - - --0.118 + + +-0.037 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/median.svg b/criterion/identity_hydroflow/report/change/median.svg index a48737ca3293..1f7aeb8ab3cf 100644 --- a/criterion/identity_hydroflow/report/change/median.svg +++ b/criterion/identity_hydroflow/report/change/median.svg @@ -9,54 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + - --0.122 + +-0.046 - - --0.121 + + +-0.045 - - --0.12 + + +-0.044 - - --0.119 + + +-0.043 - - --0.118 + + +-0.042 - - --0.117 + + +-0.041 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/t-test.svg b/criterion/identity_hydroflow/report/change/t-test.svg index e6697b0d31da..483162ad5835 100644 --- a/criterion/identity_hydroflow/report/change/t-test.svg +++ b/criterion/identity_hydroflow/report/change/t-test.svg @@ -33,56 +33,60 @@ t score 0.25 - + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/identity_hydroflow/report/index.html b/criterion/identity_hydroflow/report/index.html index a319e4547a4d..b4f015a44e17 100644 --- a/criterion/identity_hydroflow/report/index.html +++ b/criterion/identity_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0171567 - 0.0177986 - 0.0171525 + 0.0141562 + 0.0146645 + 0.0140904 Mean - 7.5387 ms - 7.5681 ms - 7.5976 ms + 7.2475 ms + 7.2565 ms + 7.2660 ms Std. Dev. - 122.19 µs - 151.55 µs - 178.75 µs + 36.454 µs + 47.106 µs + 57.578 µs Median - 7.5644 ms - 7.5851 ms - 7.5982 ms + 7.2405 ms + 7.2488 ms + 7.2592 ms MAD - 63.229 µs - 90.311 µs - 143.97 µs + 29.243 µs + 38.444 µs + 45.958 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - -12.651% - -12.233% - -11.864% + -4.5062% + -4.1179% + -3.7193% (p = 0.00 < 0.05) diff --git a/criterion/identity_hydroflow/report/iteration_times.svg b/criterion/identity_hydroflow/report/iteration_times.svg index 661b5ad9906f..ac21d656ec2b 100644 --- a/criterion/identity_hydroflow/report/iteration_times.svg +++ b/criterion/identity_hydroflow/report/iteration_times.svg @@ -15,52 +15,37 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + - + 7.2 - - -7.3 - - - -7.4 - - - -7.5 + + +7.25 - - -7.6 - - - -7.7 + + +7.3 - - -7.8 + + +7.35 - - -7.9 + + +7.4 - - -8.0 + + +7.45 - + 10 @@ -102,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow/report/iteration_times_small.svg b/criterion/identity_hydroflow/report/iteration_times_small.svg index 38503ba1a4f8..4787e5ada7e9 100644 --- a/criterion/identity_hydroflow/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/iteration_times_small.svg @@ -12,52 +12,37 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + - + 7.2 - - -7.3 - - - -7.4 - - - -7.5 + + +7.25 - - -7.6 - - - -7.7 + + +7.3 - - -7.8 + + +7.35 - - -7.9 + + +7.4 - - -8.0 + + +7.45 - + 10 @@ -99,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/mean.svg b/criterion/identity_hydroflow/report/mean.svg index 5f1f84a7ed98..b7999190a0d1 100644 --- a/criterion/identity_hydroflow/report/mean.svg +++ b/criterion/identity_hydroflow/report/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 + + +30 - - - -7.54 + + +40 + + + +50 - - -7.55 + + +60 - - -7.56 + + +70 - - -7.57 + + +80 + + + +90 + + + + +7.25 - - -7.58 + + +7.255 - - -7.59 + + +7.26 - - -7.6 + + +7.265 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/median.svg b/criterion/identity_hydroflow/report/median.svg index ba5cfb47a03c..fa0ab17b2b71 100644 --- a/criterion/identity_hydroflow/report/median.svg +++ b/criterion/identity_hydroflow/report/median.svg @@ -9,74 +9,78 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - + + +100 + + + +120 + + - -7.565 + +7.24 + + + +7.242 + + + +7.244 + + + +7.246 - - -7.57 + + +7.248 - - -7.575 + + +7.25 - - -7.58 + + +7.252 - - -7.585 + + +7.254 - - -7.59 + + +7.256 - - -7.595 + + +7.258 - - -7.6 + + +7.26 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/pdf.svg b/criterion/identity_hydroflow/report/pdf.svg index 9139d4d3e6ec..0b012fb06cda 100644 --- a/criterion/identity_hydroflow/report/pdf.svg +++ b/criterion/identity_hydroflow/report/pdf.svg @@ -42,34 +42,38 @@ Average Time (ms) - -7 + +7.15 - - + + 7.2 - - -7.4 + + +7.25 - - -7.6 + + +7.3 - - -7.8 + + +7.35 - - -8 + + +7.4 + + + +7.45 - - -8.2 + + +7.5 - + Density (a.u.) @@ -78,50 +82,56 @@ Density (a.u.) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - - - - - - - - - - - - - - - - - - - - + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow/report/pdf_small.svg b/criterion/identity_hydroflow/report/pdf_small.svg index e62fa7d4699b..bf0bacf3e369 100644 --- a/criterion/identity_hydroflow/report/pdf_small.svg +++ b/criterion/identity_hydroflow/report/pdf_small.svg @@ -10,47 +10,63 @@ Average Time (ms) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 + + +4 - - - -7 + + +5 - - -7.5 + + +6 + + + +7 - - + + 8 - - - + + +9 + + + +10 + + + + +7.2 + + + +7.3 + + + +7.4 + + + +7.5 + + + + diff --git a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg index 6ab038bc8c6a..6a21769b5778 100644 --- a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg @@ -13,52 +13,52 @@ Average Iteration Time (ms) - - + + - - - - - - + + + + + + - + 7.2 - - -7.4 + + +7.3 - + -7.6 +7.4 - -7.8 + +7.5 - - -8.0 + + +7.6 - - -8.2 + + +7.7 - - -8.4 + + +7.8 - - -8.6 + + +7.9 - - -8.8 + + +8.0 - + 0 @@ -104,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/relative_pdf_small.svg b/criterion/identity_hydroflow/report/relative_pdf_small.svg index 12a273e6f956..bf41e1779964 100644 --- a/criterion/identity_hydroflow/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow/report/relative_pdf_small.svg @@ -6,49 +6,57 @@ Density (a.u.) Average Time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + + +7 + + + +8 + + + +9 + + - + 7 - - + + 7.5 - - + + 8 - - -8.5 - - - - - - + + + + + diff --git a/criterion/identity_hydroflow/report/typical.svg b/criterion/identity_hydroflow/report/typical.svg index 0c7454759247..1401ec0f7ecb 100644 --- a/criterion/identity_hydroflow/report/typical.svg +++ b/criterion/identity_hydroflow/report/typical.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 + + +30 - - - -7.54 + + +40 + + + +50 - - -7.55 + + +60 - - -7.56 + + +70 - - -7.57 + + +80 + + + +90 + + + + +7.25 - - -7.58 + + +7.255 - - -7.59 + + +7.26 - - -7.6 + + +7.265 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/base/estimates.json b/criterion/identity_hydroflow_compiled/base/estimates.json index 5dccb185dc70..2fedf1958bc1 100644 --- a/criterion/identity_hydroflow_compiled/base/estimates.json +++ b/criterion/identity_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6536768.135375001,"upper_bound":6591186.309187501},"point_estimate":6560922.8675,"standard_error":14025.326949004284},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6524403.0,"upper_bound":6526222.875},"point_estimate":6525161.5,"standard_error":485.56219713248373},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2890.328648686409,"upper_bound":5160.847112126647},"point_estimate":3745.0475335121155,"standard_error":565.606165670795},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57911.045613140435,"upper_bound":201566.70827517667},"point_estimate":140683.67452577027,"standard_error":36224.82961055771}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6526560.38078125,"upper_bound":6532994.28290625},"point_estimate":6529375.0025,"standard_error":1643.1114205971944},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6525446.5,"upper_bound":6526611.25},"point_estimate":6525843.5,"standard_error":291.5804492811986},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1866.037391871214,"upper_bound":3174.061218649149},"point_estimate":2617.066941037774,"standard_error":344.5586303239847},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3303.527703312212,"upper_bound":24171.96022841804},"point_estimate":16476.761857306574,"standard_error":4825.868941012124}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/sample.json b/criterion/identity_hydroflow_compiled/base/sample.json index 609a96bdc19a..0beae8bdda49 100644 --- a/criterion/identity_hydroflow_compiled/base/sample.json +++ b/criterion/identity_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52951805.0,52218505.0,52182990.0,52205652.0,52199099.0,52197306.0,52207235.0,52214959.0,52192607.0,52177870.0,52172961.0,52246959.0,52178211.0,52173131.0,52206874.0,52214368.0,52175867.0,52177409.0,52168924.0,52264011.0,52336736.0,52191556.0,52220699.0,53688932.0,55747707.0,53694984.0,58162989.0,56871998.0,59484737.0,54422643.0,52340020.0,52201896.0,52189601.0,52232672.0,52176908.0,52185153.0,52185774.0,52211773.0,52948269.0,52276314.0,52226804.0,52208688.0,52187267.0,52228474.0,52189722.0,52177599.0,52231480.0,52178230.0,52171017.0,52208688.0,52177559.0,52186486.0,52216042.0,52177739.0,52175986.0,52197927.0,52176798.0,52213035.0,52253441.0,52178341.0,52190554.0,52178341.0,52241509.0,52195573.0,52195683.0,52238123.0,52201527.0,52193432.0,52192019.0,52273742.0,52212007.0,52212267.0,52245900.0,52216966.0,52184055.0,52181189.0,52180979.0,52307135.0,52200816.0,52220472.0,52196197.0,52225483.0,52255285.0,52204513.0,52243536.0,52199393.0,52190326.0,52219090.0,52174937.0,52174126.0,52197771.0,52194765.0,52178013.0,52172974.0,52172613.0,52204192.0,52220803.0,52201057.0,52207559.0,52183945.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52223075.0,52197298.0,52225400.0,52235615.0,52206578.0,52217037.0,52210315.0,52248376.0,52190097.0,52190157.0,52193844.0,52247394.0,52206047.0,52228579.0,52217568.0,52200336.0,52928792.0,52195037.0,52236874.0,52214802.0,52194936.0,52205937.0,52242825.0,52198122.0,52195597.0,52200376.0,52329967.0,52210414.0,52195066.0,52187222.0,52223980.0,52213190.0,52205115.0,52180489.0,52242455.0,52190027.0,52337963.0,52203652.0,52247834.0,52186610.0,52219903.0,52208141.0,52212890.0,52194315.0,52174127.0,52199975.0,52214632.0,52186681.0,52202260.0,52198102.0,52252113.0,52204414.0,52192972.0,52209653.0,52202541.0,52931847.0,52207028.0,52224260.0,52228598.0,52218590.0,52205025.0,52198683.0,52209162.0,52195317.0,52259576.0,52187853.0,52185799.0,52173817.0,52203572.0,52223029.0,52225062.0,52197410.0,52213771.0,52192281.0,53031923.0,52212659.0,52225273.0,52181301.0,52236644.0,52198543.0,52226044.0,52230291.0,52206257.0,52242946.0,52191379.0,52188714.0,52200637.0,52183063.0,52205015.0,52223279.0,52203552.0,52188534.0,52177343.0,52280485.0,52206918.0,52240390.0,52225613.0,52203282.0,52210094.0,52221426.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/tukey.json b/criterion/identity_hydroflow_compiled/base/tukey.json index 6eeb43f91b8c..0ca89d3a316a 100644 --- a/criterion/identity_hydroflow_compiled/base/tukey.json +++ b/criterion/identity_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[6506645.0625,6514804.171875,6536561.796875,6544720.90625] \ No newline at end of file +[6513345.46875,6518893.171875,6533687.046875,6539234.75] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/change/estimates.json b/criterion/identity_hydroflow_compiled/change/estimates.json index 3bf757bf8718..3307e453ddf2 100644 --- a/criterion/identity_hydroflow_compiled/change/estimates.json +++ b/criterion/identity_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0010800607379878868,"upper_bound":0.00967489622405951},"point_estimate":0.005015390397222097,"standard_error":0.002226806649923157},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0002636132019805393,"upper_bound":0.00013223255312388993},"point_estimate":-0.00004518841028955389,"standard_error":0.00010106613678354609}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009346965008001555,"upper_bound":-0.0011148503518485509},"point_estimate":-0.0048084493046357535,"standard_error":0.0021217634081257273},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00006863263020098744,"upper_bound":0.0002666749967279447},"point_estimate":0.00010451848586434664,"standard_error":0.00008639787034093992}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/estimates.json b/criterion/identity_hydroflow_compiled/new/estimates.json index 5dccb185dc70..2fedf1958bc1 100644 --- a/criterion/identity_hydroflow_compiled/new/estimates.json +++ b/criterion/identity_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6536768.135375001,"upper_bound":6591186.309187501},"point_estimate":6560922.8675,"standard_error":14025.326949004284},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6524403.0,"upper_bound":6526222.875},"point_estimate":6525161.5,"standard_error":485.56219713248373},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2890.328648686409,"upper_bound":5160.847112126647},"point_estimate":3745.0475335121155,"standard_error":565.606165670795},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57911.045613140435,"upper_bound":201566.70827517667},"point_estimate":140683.67452577027,"standard_error":36224.82961055771}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6526560.38078125,"upper_bound":6532994.28290625},"point_estimate":6529375.0025,"standard_error":1643.1114205971944},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6525446.5,"upper_bound":6526611.25},"point_estimate":6525843.5,"standard_error":291.5804492811986},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1866.037391871214,"upper_bound":3174.061218649149},"point_estimate":2617.066941037774,"standard_error":344.5586303239847},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3303.527703312212,"upper_bound":24171.96022841804},"point_estimate":16476.761857306574,"standard_error":4825.868941012124}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/sample.json b/criterion/identity_hydroflow_compiled/new/sample.json index 609a96bdc19a..0beae8bdda49 100644 --- a/criterion/identity_hydroflow_compiled/new/sample.json +++ b/criterion/identity_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52951805.0,52218505.0,52182990.0,52205652.0,52199099.0,52197306.0,52207235.0,52214959.0,52192607.0,52177870.0,52172961.0,52246959.0,52178211.0,52173131.0,52206874.0,52214368.0,52175867.0,52177409.0,52168924.0,52264011.0,52336736.0,52191556.0,52220699.0,53688932.0,55747707.0,53694984.0,58162989.0,56871998.0,59484737.0,54422643.0,52340020.0,52201896.0,52189601.0,52232672.0,52176908.0,52185153.0,52185774.0,52211773.0,52948269.0,52276314.0,52226804.0,52208688.0,52187267.0,52228474.0,52189722.0,52177599.0,52231480.0,52178230.0,52171017.0,52208688.0,52177559.0,52186486.0,52216042.0,52177739.0,52175986.0,52197927.0,52176798.0,52213035.0,52253441.0,52178341.0,52190554.0,52178341.0,52241509.0,52195573.0,52195683.0,52238123.0,52201527.0,52193432.0,52192019.0,52273742.0,52212007.0,52212267.0,52245900.0,52216966.0,52184055.0,52181189.0,52180979.0,52307135.0,52200816.0,52220472.0,52196197.0,52225483.0,52255285.0,52204513.0,52243536.0,52199393.0,52190326.0,52219090.0,52174937.0,52174126.0,52197771.0,52194765.0,52178013.0,52172974.0,52172613.0,52204192.0,52220803.0,52201057.0,52207559.0,52183945.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52223075.0,52197298.0,52225400.0,52235615.0,52206578.0,52217037.0,52210315.0,52248376.0,52190097.0,52190157.0,52193844.0,52247394.0,52206047.0,52228579.0,52217568.0,52200336.0,52928792.0,52195037.0,52236874.0,52214802.0,52194936.0,52205937.0,52242825.0,52198122.0,52195597.0,52200376.0,52329967.0,52210414.0,52195066.0,52187222.0,52223980.0,52213190.0,52205115.0,52180489.0,52242455.0,52190027.0,52337963.0,52203652.0,52247834.0,52186610.0,52219903.0,52208141.0,52212890.0,52194315.0,52174127.0,52199975.0,52214632.0,52186681.0,52202260.0,52198102.0,52252113.0,52204414.0,52192972.0,52209653.0,52202541.0,52931847.0,52207028.0,52224260.0,52228598.0,52218590.0,52205025.0,52198683.0,52209162.0,52195317.0,52259576.0,52187853.0,52185799.0,52173817.0,52203572.0,52223029.0,52225062.0,52197410.0,52213771.0,52192281.0,53031923.0,52212659.0,52225273.0,52181301.0,52236644.0,52198543.0,52226044.0,52230291.0,52206257.0,52242946.0,52191379.0,52188714.0,52200637.0,52183063.0,52205015.0,52223279.0,52203552.0,52188534.0,52177343.0,52280485.0,52206918.0,52240390.0,52225613.0,52203282.0,52210094.0,52221426.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/tukey.json b/criterion/identity_hydroflow_compiled/new/tukey.json index 6eeb43f91b8c..0ca89d3a316a 100644 --- a/criterion/identity_hydroflow_compiled/new/tukey.json +++ b/criterion/identity_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[6506645.0625,6514804.171875,6536561.796875,6544720.90625] \ No newline at end of file +[6513345.46875,6518893.171875,6533687.046875,6539234.75] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/report/MAD.svg b/criterion/identity_hydroflow_compiled/report/MAD.svg index ece5bb1c6eff..6493715ddab7 100644 --- a/criterion/identity_hydroflow_compiled/report/MAD.svg +++ b/criterion/identity_hydroflow_compiled/report/MAD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 + + +1 + + + +1.2 - + - -3 + +1.8 + + + +2 + + + +2.2 - - -3.5 + + +2.4 - - -4 + + +2.6 - - -4.5 + + +2.8 + + + +3 - - -5 + + +3.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/SD.svg b/criterion/identity_hydroflow_compiled/report/SD.svg index 2416015debdf..0944f6b99251 100644 --- a/criterion/identity_hydroflow_compiled/report/SD.svg +++ b/criterion/identity_hydroflow_compiled/report/SD.svg @@ -9,66 +9,54 @@ Density (a.u.) Average time (µs) - -0.002 + +0.02 - - -0.004 + + +0.04 - - -0.006 + + +0.06 - - -0.008 + + +0.08 - - -0.01 + + +0.1 - - -0.012 + + +0.12 - + - -60 + +5 - - -80 + + +10 - - -100 + + +15 - - -120 + + +20 - - -140 + + +25 - - -160 - - - -180 - - - -200 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg index 3bf1b84729dc..394d50deda86 100644 --- a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg @@ -17,8 +17,8 @@ Average Iteration Time (ms) - - + + @@ -30,14 +30,14 @@ Average Iteration Time (ms) 6.6 - + 6.7 - - + + 6.8 - + 6.9 @@ -107,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - + + + + - + - + - - + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - + + + - - - - - + + + + + - - - + + + - + - - - - - - - - - + + + + + + + + + - - - + + + - - - - - - + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - + + + + - - - - + + + + - - - - + + + + - + - - - - - - + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - + + - - - - - - - + + + + + + + - - - - - + + + + + - + - - - - - - - - - + + + + + + + + + - - + + - + - - - + + + - - - + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - + + - + - + Current diff --git a/criterion/identity_hydroflow_compiled/report/both/pdf.svg b/criterion/identity_hydroflow_compiled/report/both/pdf.svg index 7097e070075e..48e010c5b177 100644 --- a/criterion/identity_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/both/pdf.svg @@ -9,50 +9,46 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - - -55 - - + 6.5 @@ -66,10 +62,10 @@ Average Time (ms) 7.5 - - - - + + + + Base PDF diff --git a/criterion/identity_hydroflow_compiled/report/change/mean.svg b/criterion/identity_hydroflow_compiled/report/change/mean.svg index fb1717cbb100..b989f3de952b 100644 --- a/criterion/identity_hydroflow_compiled/report/change/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - + - -0.001 - - - -0.002 - - - -0.003 - - - -0.004 - - - -0.005 - - - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - - - - + +-0.01 + + + +-0.009 + + + +-0.008 + + + +-0.007 + + + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + +-0.002 + + + +-0.001 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/median.svg b/criterion/identity_hydroflow_compiled/report/change/median.svg index 6a03837932d8..947d16ce392d 100644 --- a/criterion/identity_hydroflow_compiled/report/change/median.svg +++ b/criterion/identity_hydroflow_compiled/report/change/median.svg @@ -9,82 +9,86 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - + + 4000 - - - --3e-4 - - - --0.00025 + + +4500 - - --2e-4 + + +5000 - - --0.00015 - - - + + + -1e-4 - - + + -5e-5 - - -5.42101e-20 + + +-1.35525e-20 - - + + 5e-5 - - + + 1e-4 - - + + 0.00015 - - - - + + +2e-4 + + + +0.00025 + + + +3e-4 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/t-test.svg b/criterion/identity_hydroflow_compiled/report/change/t-test.svg index 8c9824060c7b..019c7c90f2f1 100644 --- a/criterion/identity_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/identity_hydroflow_compiled/report/change/t-test.svg @@ -13,69 +13,65 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_compiled/report/index.html b/criterion/identity_hydroflow_compiled/report/index.html index 9d7dee5d9958..284071e0c4af 100644 --- a/criterion/identity_hydroflow_compiled/report/index.html +++ b/criterion/identity_hydroflow_compiled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0007125 - 0.0007337 - 0.0007010 + 0.0001040 + 0.0001071 + 0.0001021 Mean - 6.5368 ms - 6.5609 ms - 6.5912 ms + 6.5266 ms + 6.5294 ms + 6.5330 ms Std. Dev. - 57.911 µs - 140.68 µs - 201.57 µs + 3.3035 µs + 16.477 µs + 24.172 µs Median - 6.5244 ms - 6.5252 ms - 6.5262 ms + 6.5254 ms + 6.5258 ms + 6.5266 ms MAD - 2.8903 µs - 3.7450 µs - 5.1608 µs + 1.8660 µs + 2.6171 µs + 3.1741 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - +0.1080% - +0.5015% - +0.9675% - (p = 0.01 < + -0.9347% + -0.4808% + -0.1115% + (p = 0.02 < 0.05) diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/iteration_times.svg index 2511f5a9f19d..d048166ae19c 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times.svg @@ -15,52 +15,57 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + - -6.6 + +6.53 + + + +6.54 - - -6.7 + + +6.55 - - -6.8 + + +6.56 - - -6.9 + + +6.57 - - -7.0 + + +6.58 - - -7.1 + + +6.59 - - -7.2 + + +6.6 - - -7.3 + + +6.61 - - -7.4 + + +6.62 - + 10 @@ -102,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg index 8a076b4a6137..d817007b15cd 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg @@ -12,52 +12,57 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + - -6.6 + +6.53 + + + +6.54 - - -6.7 + + +6.55 - - -6.8 + + +6.56 - - -6.9 + + +6.57 - - -7.0 + + +6.58 - - -7.1 + + +6.59 - - -7.2 + + +6.6 - - -7.3 + + +6.61 - - -7.4 + + +6.62 - + 10 @@ -99,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/mean.svg b/criterion/identity_hydroflow_compiled/report/mean.svg index b960ce5a1b40..27faacd9a47c 100644 --- a/criterion/identity_hydroflow_compiled/report/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (ms) - -5 + +50 - - -10 + + +100 - - -15 + + +150 - - -20 + + +200 - - -25 + + +250 - - -30 - - + - -6.54 + +6.526 + + + +6.527 + + + +6.528 - - -6.55 + + +6.529 - - -6.56 + + +6.53 - - -6.57 + + +6.531 - - -6.58 + + +6.532 - - -6.59 + + +6.533 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/median.svg b/criterion/identity_hydroflow_compiled/report/median.svg index 047ac8464749..676e6da7369d 100644 --- a/criterion/identity_hydroflow_compiled/report/median.svg +++ b/criterion/identity_hydroflow_compiled/report/median.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ms) - -200 + +500 - - -400 - - - -600 - - - -800 - - - + + 1000 - - -1200 - - - -1400 - - - - -6.5244 - - - -6.5246 - - - -6.5248 + + +1500 - - -6.525 + + +2000 - - -6.5252 + + +2500 - - + + + 6.5254 - - + + 6.5256 - - + + 6.5258 - - + + 6.526 - - + + 6.5262 - - + + 6.5264 - - - - + + +6.5266 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/pdf.svg b/criterion/identity_hydroflow_compiled/report/pdf.svg index 793e6a566abf..a22a1a06c461 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf.svg @@ -46,34 +46,34 @@ Average Time (ms) - -6.4 + +6.52 - - -6.6 + + +6.54 - - -6.8 + + +6.56 - - -7 + + +6.58 - - -7.2 + + +6.6 - - -7.4 + + +6.62 - - -7.6 + + +6.64 - + Density (a.u.) @@ -82,60 +82,64 @@ Density (a.u.) 0 - -1 - - - -2 - - - -3 - - - -4 - - - + 5 - - -6 - - - - - - - - - - - - - - - + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + - - PDF diff --git a/criterion/identity_hydroflow_compiled/report/pdf_small.svg b/criterion/identity_hydroflow_compiled/report/pdf_small.svg index 83a028daa9f0..5ce67db0c495 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf_small.svg @@ -10,43 +10,35 @@ Average Time (ms) 0 - -1 + +10 - - -2 + + +20 - - -3 + + +30 - - -4 + + +40 - - -5 + + +50 - - -6 - - + - -6.5 - - - -7 + +6.55 - - -7.5 + + +6.6 - - - + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg index 35f3bb0ed255..eff6eed276ce 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg @@ -13,40 +13,40 @@ Average Iteration Time (ms) - - - - - - + + + + + + - + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - - + + 7.0 - - + + 7.1 - + 7.2 @@ -104,202 +104,202 @@ Average Iteration Time (ms) 100 - - - - + + + + - - + + - - + + - - + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - + + + - + - - - + + + - - + + - + - - - - - - - - - + + + + + + + + + - - - + + + - - - - - - + + + + + + - + - - - - - - - - - + + + + + + + + + - - - - - + + + + + - - - + + + - + - - - + + + - - - + + + - - - - - + + + + + - - - - + + + + - - - - - + + + + + - - - - - - - - + + + + + + + + - + - + - - + + - + - + - - - - + + + + - + - - + + - - - - - + + + + + - - - + + + - - - + + + - - + + - - - - - + + + + + - - - - - - - + + + + + + + - - + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg index 1df28375544d..1a614cbe7541 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,48 +6,44 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - -50 - - + -55 +50 @@ -63,8 +59,8 @@ Average Time (ms) 7.5 - - - - + + + + diff --git a/criterion/identity_hydroflow_compiled/report/typical.svg b/criterion/identity_hydroflow_compiled/report/typical.svg index f6b8359b73f6..7dc06e7ea4d9 100644 --- a/criterion/identity_hydroflow_compiled/report/typical.svg +++ b/criterion/identity_hydroflow_compiled/report/typical.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (ms) - -5 + +50 - - -10 + + +100 - - -15 + + +150 - - -20 + + +200 - - -25 + + +250 - - -30 - - + - -6.54 + +6.526 + + + +6.527 + + + +6.528 - - -6.55 + + +6.529 - - -6.56 + + +6.53 - - -6.57 + + +6.531 - - -6.58 + + +6.532 - - -6.59 + + +6.533 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/base/estimates.json b/criterion/identity_hydroflow_surface/base/estimates.json index 2594eb474c50..0646d8cc9a54 100644 --- a/criterion/identity_hydroflow_surface/base/estimates.json +++ b/criterion/identity_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6668741.627375,"upper_bound":6676566.417562501},"point_estimate":6672261.14,"standard_error":2011.025631098334},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6665718.875,"upper_bound":6670053.25},"point_estimate":6667339.875,"standard_error":1121.4491845170353},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5447.72094078362,"upper_bound":8616.037084534764},"point_estimate":6720.4403556883335,"standard_error":820.0168796941093},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9371.139920121388,"upper_bound":28537.55095162395},"point_estimate":20228.98961103024,"standard_error":4874.6514935459645}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6668399.7656562505,"upper_bound":6677027.85003125},"point_estimate":6672246.37375,"standard_error":2225.842188625744},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6665545.875,"upper_bound":6668794.625},"point_estimate":6667485.1875,"standard_error":804.2884487125483},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4526.7483696341515,"upper_bound":8072.942181676626},"point_estimate":6520.660009235144,"standard_error":955.5679685969591},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9799.731924684716,"upper_bound":31622.6785584317},"point_estimate":22398.120526813826,"standard_error":5481.788829544569}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/sample.json b/criterion/identity_hydroflow_surface/base/sample.json index 2bfda8311a7a..707d5d406c9c 100644 --- a/criterion/identity_hydroflow_surface/base/sample.json +++ b/criterion/identity_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53272026.0,53330536.0,53338501.0,53299689.0,53299608.0,53319596.0,53316200.0,53522545.0,53377814.0,53356063.0,53330677.0,53312332.0,53414523.0,53331217.0,53411528.0,53477906.0,53279525.0,53396354.0,53290336.0,53278213.0,53381436.0,53372869.0,53312017.0,53330220.0,53280748.0,53335179.0,54267361.0,53447809.0,53354756.0,53318869.0,53375674.0,53365656.0,53306386.0,53345889.0,53336642.0,53275207.0,53366899.0,53288842.0,53268975.0,53319500.0,53330590.0,53266281.0,53375355.0,53378310.0,53308349.0,53528811.0,53336331.0,53374142.0,53395141.0,53418926.0,53298450.0,53395812.0,53402445.0,53916646.0,53362891.0,53452779.0,53307778.0,53316274.0,53801100.0,53430768.0,53305153.0,53347662.0,53317988.0,53315692.0,53620893.0,53324890.0,53400140.0,53338937.0,53362139.0,53303370.0,53407965.0,53274356.0,53312777.0,53283302.0,53344287.0,53321053.0,53354485.0,53360426.0,53325751.0,53300735.0,53280047.0,53386875.0,53425258.0,54319828.0,53369333.0,53374173.0,53379081.0,53380143.0,53302829.0,53486502.0,53310373.0,53351319.0,53350718.0,53307588.0,53261312.0,53364904.0,53370776.0,53275067.0,53285937.0,53301546.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53353251.0,53308748.0,53314529.0,53272902.0,53472263.0,53362078.0,53406050.0,53295514.0,53338594.0,53388056.0,53302096.0,53316654.0,53390180.0,53347080.0,53294683.0,53305042.0,53277410.0,53518630.0,53389589.0,53317424.0,53351909.0,53315992.0,53341249.0,54436429.0,53410258.0,53328195.0,53380112.0,53336941.0,53345046.0,53948490.0,53286106.0,53261270.0,53302837.0,53340447.0,53292218.0,53326411.0,53360976.0,53321232.0,53289694.0,53339316.0,53305232.0,53270708.0,53482262.0,53392865.0,53305693.0,53356277.0,53336480.0,53327624.0,53293631.0,53278583.0,53369422.0,53324367.0,53281548.0,53323767.0,53382877.0,53352841.0,53357500.0,53300063.0,53351208.0,53319108.0,54192854.0,53472654.0,53361697.0,53338584.0,53386002.0,53348984.0,53319920.0,53418183.0,53323446.0,53347020.0,53299020.0,53331341.0,53312947.0,53343944.0,53371906.0,53350357.0,53298169.0,53289723.0,53298209.0,53467975.0,53361517.0,53399608.0,53304351.0,53400901.0,53388297.0,53292569.0,53291597.0,53428702.0,53322274.0,53294252.0,53285736.0,53346349.0,53426789.0,53350457.0,53359343.0,53378989.0,53313197.0,53346148.0,54220786.0,53414345.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/tukey.json b/criterion/identity_hydroflow_surface/base/tukey.json index f935a4d6275c..451ee328f84e 100644 --- a/criterion/identity_hydroflow_surface/base/tukey.json +++ b/criterion/identity_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6636610.3125,6650038.3125,6685846.3125,6699274.3125] \ No newline at end of file +[6635366.09375,6649257.078125,6686299.703125,6700190.6875] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/change/estimates.json b/criterion/identity_hydroflow_surface/change/estimates.json index a72c77ac746d..fe09f1881f9e 100644 --- a/criterion/identity_hydroflow_surface/change/estimates.json +++ b/criterion/identity_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0003227289238400849,"upper_bound":0.0012578627265958208},"point_estimate":0.0004174634009741496,"standard_error":0.00040165220982790446},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0001346641327776288,"upper_bound":0.0006962521133093702},"point_estimate":0.0002669505437689068,"standard_error":0.0002089502995879387}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0008916167572439399,"upper_bound":0.0008055042628385066},"point_estimate":-2.213080347091001e-6,"standard_error":0.000429114525374779},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0004657984588232189,"upper_bound":0.0003147312389288892},"point_estimate":0.000021794674146535797,"standard_error":0.00020417022580045482}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/estimates.json b/criterion/identity_hydroflow_surface/new/estimates.json index 2594eb474c50..0646d8cc9a54 100644 --- a/criterion/identity_hydroflow_surface/new/estimates.json +++ b/criterion/identity_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6668741.627375,"upper_bound":6676566.417562501},"point_estimate":6672261.14,"standard_error":2011.025631098334},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6665718.875,"upper_bound":6670053.25},"point_estimate":6667339.875,"standard_error":1121.4491845170353},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5447.72094078362,"upper_bound":8616.037084534764},"point_estimate":6720.4403556883335,"standard_error":820.0168796941093},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9371.139920121388,"upper_bound":28537.55095162395},"point_estimate":20228.98961103024,"standard_error":4874.6514935459645}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6668399.7656562505,"upper_bound":6677027.85003125},"point_estimate":6672246.37375,"standard_error":2225.842188625744},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6665545.875,"upper_bound":6668794.625},"point_estimate":6667485.1875,"standard_error":804.2884487125483},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4526.7483696341515,"upper_bound":8072.942181676626},"point_estimate":6520.660009235144,"standard_error":955.5679685969591},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9799.731924684716,"upper_bound":31622.6785584317},"point_estimate":22398.120526813826,"standard_error":5481.788829544569}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/sample.json b/criterion/identity_hydroflow_surface/new/sample.json index 2bfda8311a7a..707d5d406c9c 100644 --- a/criterion/identity_hydroflow_surface/new/sample.json +++ b/criterion/identity_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53272026.0,53330536.0,53338501.0,53299689.0,53299608.0,53319596.0,53316200.0,53522545.0,53377814.0,53356063.0,53330677.0,53312332.0,53414523.0,53331217.0,53411528.0,53477906.0,53279525.0,53396354.0,53290336.0,53278213.0,53381436.0,53372869.0,53312017.0,53330220.0,53280748.0,53335179.0,54267361.0,53447809.0,53354756.0,53318869.0,53375674.0,53365656.0,53306386.0,53345889.0,53336642.0,53275207.0,53366899.0,53288842.0,53268975.0,53319500.0,53330590.0,53266281.0,53375355.0,53378310.0,53308349.0,53528811.0,53336331.0,53374142.0,53395141.0,53418926.0,53298450.0,53395812.0,53402445.0,53916646.0,53362891.0,53452779.0,53307778.0,53316274.0,53801100.0,53430768.0,53305153.0,53347662.0,53317988.0,53315692.0,53620893.0,53324890.0,53400140.0,53338937.0,53362139.0,53303370.0,53407965.0,53274356.0,53312777.0,53283302.0,53344287.0,53321053.0,53354485.0,53360426.0,53325751.0,53300735.0,53280047.0,53386875.0,53425258.0,54319828.0,53369333.0,53374173.0,53379081.0,53380143.0,53302829.0,53486502.0,53310373.0,53351319.0,53350718.0,53307588.0,53261312.0,53364904.0,53370776.0,53275067.0,53285937.0,53301546.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53353251.0,53308748.0,53314529.0,53272902.0,53472263.0,53362078.0,53406050.0,53295514.0,53338594.0,53388056.0,53302096.0,53316654.0,53390180.0,53347080.0,53294683.0,53305042.0,53277410.0,53518630.0,53389589.0,53317424.0,53351909.0,53315992.0,53341249.0,54436429.0,53410258.0,53328195.0,53380112.0,53336941.0,53345046.0,53948490.0,53286106.0,53261270.0,53302837.0,53340447.0,53292218.0,53326411.0,53360976.0,53321232.0,53289694.0,53339316.0,53305232.0,53270708.0,53482262.0,53392865.0,53305693.0,53356277.0,53336480.0,53327624.0,53293631.0,53278583.0,53369422.0,53324367.0,53281548.0,53323767.0,53382877.0,53352841.0,53357500.0,53300063.0,53351208.0,53319108.0,54192854.0,53472654.0,53361697.0,53338584.0,53386002.0,53348984.0,53319920.0,53418183.0,53323446.0,53347020.0,53299020.0,53331341.0,53312947.0,53343944.0,53371906.0,53350357.0,53298169.0,53289723.0,53298209.0,53467975.0,53361517.0,53399608.0,53304351.0,53400901.0,53388297.0,53292569.0,53291597.0,53428702.0,53322274.0,53294252.0,53285736.0,53346349.0,53426789.0,53350457.0,53359343.0,53378989.0,53313197.0,53346148.0,54220786.0,53414345.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/tukey.json b/criterion/identity_hydroflow_surface/new/tukey.json index f935a4d6275c..451ee328f84e 100644 --- a/criterion/identity_hydroflow_surface/new/tukey.json +++ b/criterion/identity_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6636610.3125,6650038.3125,6685846.3125,6699274.3125] \ No newline at end of file +[6635366.09375,6649257.078125,6686299.703125,6700190.6875] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/report/MAD.svg b/criterion/identity_hydroflow_surface/report/MAD.svg index 301309c785ca..0b6e256fd340 100644 --- a/criterion/identity_hydroflow_surface/report/MAD.svg +++ b/criterion/identity_hydroflow_surface/report/MAD.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - -0.4 + + +0.35 - - -0.5 + + +0.4 - - -0.6 + + +0.45 - + - + +4.5 + + + +5 + + + 5.5 - - + + 6 - - + + 6.5 - - + + 7 - - + + 7.5 - - + + 8 - - -8.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/SD.svg b/criterion/identity_hydroflow_surface/report/SD.svg index a442af11f272..5a192a4b9b87 100644 --- a/criterion/identity_hydroflow_surface/report/SD.svg +++ b/criterion/identity_hydroflow_surface/report/SD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - + + 0.08 - - -0.09 - - + - + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg index 1e24231a8a2e..9e9fdbb6ba41 100644 --- a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg @@ -16,42 +16,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - - + + 6.76 - - + + 6.78 - + + +6.8 + + 0 @@ -97,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_surface/report/both/pdf.svg b/criterion/identity_hydroflow_surface/report/both/pdf.svg index 4fd4ddf4635c..9e32e943f30c 100644 --- a/criterion/identity_hydroflow_surface/report/both/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/both/pdf.svg @@ -9,59 +9,55 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - + - + 6.65 - - + + 6.7 - - + + 6.75 - - + + 6.8 - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow_surface/report/change/mean.svg b/criterion/identity_hydroflow_surface/report/change/mean.svg index 429fee0928f9..dd5ae0fadc13 100644 --- a/criterion/identity_hydroflow_surface/report/change/mean.svg +++ b/criterion/identity_hydroflow_surface/report/change/mean.svg @@ -9,90 +9,86 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - + + 900 - - -1000 - - + - + +-0.001 + + + +-8e-4 + + + +-6e-4 + + + -4e-4 - - + + -2e-4 - - --1.0842e-19 + + +0 - - + + 2e-4 - - + + 4e-4 - - + + 6e-4 - - + + 8e-4 - - -0.001 - - - -0.0012 - - - -0.0014 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/median.svg b/criterion/identity_hydroflow_surface/report/change/median.svg index 9b539cd6acab..7a1d494a9390 100644 --- a/criterion/identity_hydroflow_surface/report/change/median.svg +++ b/criterion/identity_hydroflow_surface/report/change/median.svg @@ -9,90 +9,90 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - - + + 1800 - - + + 2000 - + - + +-5e-4 + + + +-4e-4 + + + +-3e-4 + + + -2e-4 - - + + -1e-4 - - --2.7105e-20 + + +0 - - + + 1e-4 - - + + 2e-4 - - + + 3e-4 - - + + 4e-4 - - -5e-4 - - - -6e-4 - - - -7e-4 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/t-test.svg b/criterion/identity_hydroflow_surface/report/change/t-test.svg index b1cd7fecc4f5..3c2fc7ac25e9 100644 --- a/criterion/identity_hydroflow_surface/report/change/t-test.svg +++ b/criterion/identity_hydroflow_surface/report/change/t-test.svg @@ -46,36 +46,44 @@ t score - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/identity_hydroflow_surface/report/index.html b/criterion/identity_hydroflow_surface/report/index.html index cee23d4279cc..0010c4dcf4e0 100644 --- a/criterion/identity_hydroflow_surface/report/index.html +++ b/criterion/identity_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0021878 - 0.0022546 - 0.0021562 + 0.0004040 + 0.0004161 + 0.0003978 Mean - 6.6687 ms - 6.6723 ms - 6.6766 ms + 6.6684 ms + 6.6722 ms + 6.6770 ms Std. Dev. - 9.3711 µs - 20.229 µs - 28.538 µs + 9.7997 µs + 22.398 µs + 31.623 µs Median - 6.6657 ms - 6.6673 ms - 6.6701 ms + 6.6655 ms + 6.6675 ms + 6.6688 ms MAD - 5.4477 µs - 6.7204 µs - 8.6160 µs + 4.5267 µs + 6.5207 µs + 8.0729 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -0.0323% - +0.0417% - +0.1258% - (p = 0.30 > + -0.0892% + -0.0002% + +0.0806% + (p = 1.00 > 0.05) diff --git a/criterion/identity_hydroflow_surface/report/iteration_times.svg b/criterion/identity_hydroflow_surface/report/iteration_times.svg index 6201828c2c5d..04c6654d2e18 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times.svg @@ -15,42 +15,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - - + + 6.76 - - + + 6.78 - + + +6.8 + + 10 @@ -92,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - + + + + Sample diff --git a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg index 5a199d6d8c2f..581a58c49f67 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg @@ -12,42 +12,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - - + + 6.76 - - + + 6.78 - + + +6.8 + + 10 @@ -89,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + diff --git a/criterion/identity_hydroflow_surface/report/mean.svg b/criterion/identity_hydroflow_surface/report/mean.svg index 0a84f2396bf1..9109fbf48485 100644 --- a/criterion/identity_hydroflow_surface/report/mean.svg +++ b/criterion/identity_hydroflow_surface/report/mean.svg @@ -9,94 +9,86 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - + -180 +160 - -200 - - - -220 + +180 - + - + 6.668 - - + + 6.669 - - + + 6.67 - - + + 6.671 - - + + 6.672 - - + + 6.673 - - + + 6.674 - - + + 6.675 - - + + 6.676 - - + + 6.677 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/median.svg b/criterion/identity_hydroflow_surface/report/median.svg index 7cd1ac91631c..e76a84b9adab 100644 --- a/criterion/identity_hydroflow_surface/report/median.svg +++ b/criterion/identity_hydroflow_surface/report/median.svg @@ -9,78 +9,78 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + + +700 + + + +800 + + + +900 + + - + 6.6655 - - + + 6.666 - - + + 6.6665 - - + + 6.667 - - + + 6.6675 - - + + 6.668 - - + + 6.6685 - - + + 6.669 - - -6.6695 - - - -6.67 - - - -6.6705 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/pdf.svg b/criterion/identity_hydroflow_surface/report/pdf.svg index afd40b40fd94..c8363e6b73d6 100644 --- a/criterion/identity_hydroflow_surface/report/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/pdf.svg @@ -46,42 +46,46 @@ Average Time (ms) - + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - - + + 6.76 - - + + 6.78 - - + + 6.8 - + + +6.82 + + Density (a.u.) @@ -90,54 +94,46 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - - + + + - - - - - - - - - + + + + - - - - - - + + + + + + + PDF diff --git a/criterion/identity_hydroflow_surface/report/pdf_small.svg b/criterion/identity_hydroflow_surface/report/pdf_small.svg index 8ecf9792eb33..eff7a0f1431c 100644 --- a/criterion/identity_hydroflow_surface/report/pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/pdf_small.svg @@ -10,51 +10,51 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + - + 6.65 - - + + 6.7 - - + + 6.75 - - + + 6.8 - - - + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg index 8b6e1ca4ae49..1f357304c448 100644 --- a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,42 +13,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - - + + 6.76 - - + + 6.78 - + + +6.8 + + 0 @@ -94,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg index 7fdee2aa4880..55eb0a291a5d 100644 --- a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg @@ -6,57 +6,53 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - + - + 6.65 - - + + 6.7 - - + + 6.75 - - + + 6.8 - - - - - + + + + + diff --git a/criterion/identity_hydroflow_surface/report/typical.svg b/criterion/identity_hydroflow_surface/report/typical.svg index f9727518b361..6d0c5e8f899b 100644 --- a/criterion/identity_hydroflow_surface/report/typical.svg +++ b/criterion/identity_hydroflow_surface/report/typical.svg @@ -9,94 +9,86 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - + -180 +160 - -200 - - - -220 + +180 - + - + 6.668 - - + + 6.669 - - + + 6.67 - - + + 6.671 - - + + 6.672 - - + + 6.673 - - + + 6.674 - - + + 6.675 - - + + 6.676 - - + + 6.677 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/base/estimates.json b/criterion/micro_ops_anti_join/base/estimates.json index a7f3aaef92a8..9a4177f91bee 100644 --- a/criterion/micro_ops_anti_join/base/estimates.json +++ b/criterion/micro_ops_anti_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8693.628105167018,"upper_bound":8767.470037088886},"point_estimate":8728.413501303768,"standard_error":18.822075869776672},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8720.18405577957,"upper_bound":8744.668981481482},"point_estimate":8730.792067307691,"standard_error":6.3584503561338455},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52.2544582945828,"upper_bound":110.42387828281338},"point_estimate":80.1373599314442,"standard_error":15.629975249330602},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8721.093181188653,"upper_bound":8788.03437021008},"point_estimate":8752.44448149106,"standard_error":17.121497138861088},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":122.16906770125391,"upper_bound":262.7742711096697},"point_estimate":189.22881295784978,"standard_error":38.47144411987117}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8671.065670496146,"upper_bound":8740.064173830631},"point_estimate":8704.300190453743,"standard_error":17.613328095339615},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8661.460317460318,"upper_bound":8710.985227272728},"point_estimate":8689.333916505791,"standard_error":11.169149516377917},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":78.65887829102576,"upper_bound":122.35625132113145},"point_estimate":101.18427787798971,"standard_error":11.007875357556806},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8678.181027220804,"upper_bound":8772.914185377742},"point_estimate":8720.705430951677,"standard_error":24.47619957714322},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":122.27822335400354,"upper_bound":225.4272144024927},"point_estimate":177.11441401129818,"standard_error":26.32515829968797}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/sample.json b/criterion/micro_ops_anti_join/base/sample.json index 07747f155656..419962e9ac85 100644 --- a/criterion/micro_ops_anti_join/base/sample.json +++ b/criterion/micro_ops_anti_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[141042.0,279383.0,404530.0,537373.0,673221.0,824120.0,957055.0,1110970.0,1217183.0,1396791.0,1530494.0,1676487.0,1812691.0,1964209.0,2101170.0,2232812.0,2363195.0,2460499.0,2527555.0,2673077.0,2798393.0,2956593.0,3093250.0,3351036.0,3508648.0,3629499.0,4289118.0,3917746.0,4041036.0,4233572.0,4335517.0,4523883.0,4665455.0,4761031.0,4922789.0,5049637.0,5212573.0,5298230.0,5450425.0,5616174.0,5781766.0,5880449.0,5997712.0,6154970.0,6327041.0,6528751.0,6612821.0,6715673.0,6830302.0,6981280.0,7130025.0,7264080.0,7739616.0,7524215.0,7747480.0,7818875.0,7954743.0,8115282.0,8295974.0,8372527.0,8593410.0,8675216.0,8889994.0,8956795.0,9032542.0,9139721.0,9247849.0,9462504.0,9611684.0,9875996.0,9765978.0,10415702.0,10305895.0,10607499.0,10286546.0,10576781.0,10913347.0,10888071.0,11119991.0,11046233.0,11333091.0,11801883.0,11707654.0,11653705.0,11885996.0,11855467.0,11891361.0,12961249.0,12245345.0,12516310.0,12854496.0,12741284.0,12973048.0,13192151.0,13244950.0,13572393.0,13554849.0,13614619.0,13881715.0,13862614.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[151081.0,270973.0,417255.0,545496.0,688733.0,817660.0,976701.0,1104456.0,1231812.0,1375871.0,1539570.0,1680648.0,1795082.0,1946545.0,2108092.0,2195882.0,2384836.0,2407536.0,2506236.0,2783847.0,2790933.0,2946775.0,3097282.0,3318866.0,3512081.0,3613200.0,3779898.0,3913756.0,4056119.0,4171606.0,4343332.0,4489866.0,4608316.0,4763882.0,4956683.0,5091865.0,5156278.0,5308156.0,5395814.0,5698571.0,5799648.0,5911201.0,5984799.0,6150959.0,6334297.0,6437886.0,6586508.0,6683471.0,6939395.0,6945383.0,7096560.0,7302636.0,7466782.0,7657338.0,7665667.0,7792886.0,7997202.0,8088293.0,8298553.0,8474986.0,8591306.0,8607476.0,8730752.0,8837072.0,8958315.0,9144600.0,9194867.0,9377826.0,9546698.0,9635527.0,9816970.0,9875591.0,10055565.0,10287462.0,10361512.0,10471470.0,10525331.0,10768082.0,10971838.0,12015376.0,11166857.0,11334500.0,11849181.0,12136551.0,12839464.0,12118124.0,12029660.0,12190788.0,12306211.0,12500409.0,13005317.0,12763959.0,12908119.0,13004591.0,13186726.0,13188028.0,13350348.0,13517164.0,13801467.0,13840421.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/tukey.json b/criterion/micro_ops_anti_join/base/tukey.json index c91977e655a8..c579e14db3e4 100644 --- a/criterion/micro_ops_anti_join/base/tukey.json +++ b/criterion/micro_ops_anti_join/base/tukey.json @@ -1 +1 @@ -[8371.938248426819,8528.244417335467,8945.060867758526,9101.367036667172] \ No newline at end of file +[8231.15170004172,8429.820641687527,8959.604486076345,9158.273427722152] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/change/estimates.json b/criterion/micro_ops_anti_join/change/estimates.json index 4c5d4e786873..bd0baa48c97d 100644 --- a/criterion/micro_ops_anti_join/change/estimates.json +++ b/criterion/micro_ops_anti_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004544986076809207,"upper_bound":0.009346405840100042},"point_estimate":0.002687865802234235,"standard_error":0.0035503462385824834},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0047913971831934354,"upper_bound":0.009885718943295263},"point_estimate":0.007374636809549084,"standard_error":0.0012705467218148924}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008692898220130738,"upper_bound":0.0027463692714425835},"point_estimate":-0.002762622422324945,"standard_error":0.0029079349318641462},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008362661504408656,"upper_bound":-0.0020240488808727086},"point_estimate":-0.004748498244178667,"standard_error":0.0015130751123951488}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/estimates.json b/criterion/micro_ops_anti_join/new/estimates.json index a7f3aaef92a8..9a4177f91bee 100644 --- a/criterion/micro_ops_anti_join/new/estimates.json +++ b/criterion/micro_ops_anti_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8693.628105167018,"upper_bound":8767.470037088886},"point_estimate":8728.413501303768,"standard_error":18.822075869776672},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8720.18405577957,"upper_bound":8744.668981481482},"point_estimate":8730.792067307691,"standard_error":6.3584503561338455},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52.2544582945828,"upper_bound":110.42387828281338},"point_estimate":80.1373599314442,"standard_error":15.629975249330602},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8721.093181188653,"upper_bound":8788.03437021008},"point_estimate":8752.44448149106,"standard_error":17.121497138861088},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":122.16906770125391,"upper_bound":262.7742711096697},"point_estimate":189.22881295784978,"standard_error":38.47144411987117}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8671.065670496146,"upper_bound":8740.064173830631},"point_estimate":8704.300190453743,"standard_error":17.613328095339615},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8661.460317460318,"upper_bound":8710.985227272728},"point_estimate":8689.333916505791,"standard_error":11.169149516377917},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":78.65887829102576,"upper_bound":122.35625132113145},"point_estimate":101.18427787798971,"standard_error":11.007875357556806},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8678.181027220804,"upper_bound":8772.914185377742},"point_estimate":8720.705430951677,"standard_error":24.47619957714322},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":122.27822335400354,"upper_bound":225.4272144024927},"point_estimate":177.11441401129818,"standard_error":26.32515829968797}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/sample.json b/criterion/micro_ops_anti_join/new/sample.json index 07747f155656..419962e9ac85 100644 --- a/criterion/micro_ops_anti_join/new/sample.json +++ b/criterion/micro_ops_anti_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[141042.0,279383.0,404530.0,537373.0,673221.0,824120.0,957055.0,1110970.0,1217183.0,1396791.0,1530494.0,1676487.0,1812691.0,1964209.0,2101170.0,2232812.0,2363195.0,2460499.0,2527555.0,2673077.0,2798393.0,2956593.0,3093250.0,3351036.0,3508648.0,3629499.0,4289118.0,3917746.0,4041036.0,4233572.0,4335517.0,4523883.0,4665455.0,4761031.0,4922789.0,5049637.0,5212573.0,5298230.0,5450425.0,5616174.0,5781766.0,5880449.0,5997712.0,6154970.0,6327041.0,6528751.0,6612821.0,6715673.0,6830302.0,6981280.0,7130025.0,7264080.0,7739616.0,7524215.0,7747480.0,7818875.0,7954743.0,8115282.0,8295974.0,8372527.0,8593410.0,8675216.0,8889994.0,8956795.0,9032542.0,9139721.0,9247849.0,9462504.0,9611684.0,9875996.0,9765978.0,10415702.0,10305895.0,10607499.0,10286546.0,10576781.0,10913347.0,10888071.0,11119991.0,11046233.0,11333091.0,11801883.0,11707654.0,11653705.0,11885996.0,11855467.0,11891361.0,12961249.0,12245345.0,12516310.0,12854496.0,12741284.0,12973048.0,13192151.0,13244950.0,13572393.0,13554849.0,13614619.0,13881715.0,13862614.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[151081.0,270973.0,417255.0,545496.0,688733.0,817660.0,976701.0,1104456.0,1231812.0,1375871.0,1539570.0,1680648.0,1795082.0,1946545.0,2108092.0,2195882.0,2384836.0,2407536.0,2506236.0,2783847.0,2790933.0,2946775.0,3097282.0,3318866.0,3512081.0,3613200.0,3779898.0,3913756.0,4056119.0,4171606.0,4343332.0,4489866.0,4608316.0,4763882.0,4956683.0,5091865.0,5156278.0,5308156.0,5395814.0,5698571.0,5799648.0,5911201.0,5984799.0,6150959.0,6334297.0,6437886.0,6586508.0,6683471.0,6939395.0,6945383.0,7096560.0,7302636.0,7466782.0,7657338.0,7665667.0,7792886.0,7997202.0,8088293.0,8298553.0,8474986.0,8591306.0,8607476.0,8730752.0,8837072.0,8958315.0,9144600.0,9194867.0,9377826.0,9546698.0,9635527.0,9816970.0,9875591.0,10055565.0,10287462.0,10361512.0,10471470.0,10525331.0,10768082.0,10971838.0,12015376.0,11166857.0,11334500.0,11849181.0,12136551.0,12839464.0,12118124.0,12029660.0,12190788.0,12306211.0,12500409.0,13005317.0,12763959.0,12908119.0,13004591.0,13186726.0,13188028.0,13350348.0,13517164.0,13801467.0,13840421.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/tukey.json b/criterion/micro_ops_anti_join/new/tukey.json index c91977e655a8..c579e14db3e4 100644 --- a/criterion/micro_ops_anti_join/new/tukey.json +++ b/criterion/micro_ops_anti_join/new/tukey.json @@ -1 +1 @@ -[8371.938248426819,8528.244417335467,8945.060867758526,9101.367036667172] \ No newline at end of file +[8231.15170004172,8429.820641687527,8959.604486076345,9158.273427722152] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/report/MAD.svg b/criterion/micro_ops_anti_join/report/MAD.svg index 1ad886114449..6a5258aa52cd 100644 --- a/criterion/micro_ops_anti_join/report/MAD.svg +++ b/criterion/micro_ops_anti_join/report/MAD.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - - -50 + + +0.03 + + + +0.035 - - -60 + + +0.04 - - -70 + + +0.045 - - + + + +75 + + + 80 - - + + +85 + + + 90 - - + + +95 + + + 100 - - + + +105 + + + 110 - - - - + + +115 + + + +120 + + + +125 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/SD.svg b/criterion/micro_ops_anti_join/report/SD.svg index c5889c1d6254..48847d5de3b6 100644 --- a/criterion/micro_ops_anti_join/report/SD.svg +++ b/criterion/micro_ops_anti_join/report/SD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - + + +0.014 + + + +0.016 + + - + 120 - - + + 140 - - + + 160 - - + + 180 - - + + 200 - - + + 220 - - -240 - - - -260 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/both/pdf.svg b/criterion/micro_ops_anti_join/report/both/pdf.svg index 447a63585ba9..bc20d019e9a9 100644 --- a/criterion/micro_ops_anti_join/report/both/pdf.svg +++ b/criterion/micro_ops_anti_join/report/both/pdf.svg @@ -34,22 +34,26 @@ Average Time (µs) - -8 + +8.5 - - + + 9 - - + + +9.5 + + + 10 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_anti_join/report/both/regression.svg b/criterion/micro_ops_anti_join/report/both/regression.svg index 1d11285a1534..9db5b6034367 100644 --- a/criterion/micro_ops_anti_join/report/both/regression.svg +++ b/criterion/micro_ops_anti_join/report/both/regression.svg @@ -95,10 +95,10 @@ Iterations (x 10^3) 1.6 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_anti_join/report/change/mean.svg b/criterion/micro_ops_anti_join/report/change/mean.svg index d45444ec7532..d3e581920aef 100644 --- a/criterion/micro_ops_anti_join/report/change/mean.svg +++ b/criterion/micro_ops_anti_join/report/change/mean.svg @@ -9,91 +9,63 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 + + +120 - + - + +-0.008 + + + -0.006 - - + + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - -0.006 - - - -0.008 - - - -0.01 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/median.svg b/criterion/micro_ops_anti_join/report/change/median.svg index 069f46696247..82b365d1b546 100644 --- a/criterion/micro_ops_anti_join/report/change/median.svg +++ b/criterion/micro_ops_anti_join/report/change/median.svg @@ -9,63 +9,67 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - + - -0.005 - - - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - - - - + +-0.009 + + + +-0.008 + + + +-0.007 + + + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + +-0.002 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/t-test.svg b/criterion/micro_ops_anti_join/report/change/t-test.svg index eb94959d2f83..e1eb20502ccd 100644 --- a/criterion/micro_ops_anti_join/report/change/t-test.svg +++ b/criterion/micro_ops_anti_join/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_anti_join/report/index.html b/criterion/micro_ops_anti_join/report/index.html index 92b5d343edf1..a48c8ae6711a 100644 --- a/criterion/micro_ops_anti_join/report/index.html +++ b/criterion/micro_ops_anti_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.7211 µs - 8.7524 µs - 8.7880 µs + 8.6782 µs + 8.7207 µs + 8.7729 µs R² - 0.9640967 - 0.9658151 - 0.9636017 + 0.9423598 + 0.9453805 + 0.9408347 Mean - 8.6936 µs - 8.7284 µs - 8.7675 µs + 8.6711 µs + 8.7043 µs + 8.7401 µs Std. Dev. - 122.17 ns - 189.23 ns - 262.77 ns + 122.28 ns + 177.11 ns + 225.43 ns Median - 8.7202 µs - 8.7308 µs - 8.7447 µs + 8.6615 µs + 8.6893 µs + 8.7110 µs MAD - 52.254 ns - 80.137 ns - 110.42 ns + 78.659 ns + 101.18 ns + 122.36 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.4545% - +0.2688% - +0.9346% - (p = 0.45 > + -0.8693% + -0.2763% + +0.2746% + (p = 0.36 > 0.05) diff --git a/criterion/micro_ops_anti_join/report/mean.svg b/criterion/micro_ops_anti_join/report/mean.svg index 80fbb87e633e..d0e94fbe2340 100644 --- a/criterion/micro_ops_anti_join/report/mean.svg +++ b/criterion/micro_ops_anti_join/report/mean.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 - - - -14 - - - -16 - - - -18 + + +15 - - + + 20 - - -22 - - + - + +8.67 + + + +8.68 + + + 8.69 - - + + 8.7 - - + + 8.71 - - + + 8.72 - - + + 8.73 - - + + 8.74 - - -8.75 - - - -8.76 - - - -8.77 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/median.svg b/criterion/micro_ops_anti_join/report/median.svg index fa0b5ec44839..861da71d27df 100644 --- a/criterion/micro_ops_anti_join/report/median.svg +++ b/criterion/micro_ops_anti_join/report/median.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - -20 + +10 - + -40 +20 - -60 + +30 - - -80 + + +40 - - -100 + + +50 - - -120 + + +60 - + - -8.72 + +8.66 - - -8.725 + + +8.67 - - -8.73 + + +8.68 - - -8.735 + + +8.69 - - -8.74 + + +8.7 - - -8.745 + + +8.71 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/pdf.svg b/criterion/micro_ops_anti_join/report/pdf.svg index 3e6021534aba..6680626fc843 100644 --- a/criterion/micro_ops_anti_join/report/pdf.svg +++ b/criterion/micro_ops_anti_join/report/pdf.svg @@ -46,46 +46,38 @@ Average Time (µs) - + 8.2 - - + + 8.4 - - + + 8.6 - - + + 8.8 - - + + 9 - - + + 9.2 - - + + 9.4 - - + + 9.6 - - -9.8 - - - -10 - - + Density (a.u.) @@ -94,66 +86,54 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_anti_join/report/pdf_small.svg b/criterion/micro_ops_anti_join/report/pdf_small.svg index 484532e58001..74fb002fa2f5 100644 --- a/criterion/micro_ops_anti_join/report/pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/pdf_small.svg @@ -10,51 +10,43 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - + - + 8.5 - - + + 9 - - + + 9.5 - - -10 - - - - + + + diff --git a/criterion/micro_ops_anti_join/report/regression.svg b/criterion/micro_ops_anti_join/report/regression.svg index 46ea4e2b934a..cee464160517 100644 --- a/criterion/micro_ops_anti_join/report/regression.svg +++ b/criterion/micro_ops_anti_join/report/regression.svg @@ -18,10 +18,10 @@ Iterations (x 10^3) - - - - + + + + 2.0 @@ -31,22 +31,22 @@ Iterations (x 10^3) 4.0 - + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0.2 @@ -81,105 +81,105 @@ Iterations (x 10^3) - + - + - - + + - + - - - + + + - - + + - + - - + + - - - - - - - - - + + + + + + + + + - - + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + diff --git a/criterion/micro_ops_anti_join/report/regression_small.svg b/criterion/micro_ops_anti_join/report/regression_small.svg index 5c1afe99e5a0..7ea545a338c8 100644 --- a/criterion/micro_ops_anti_join/report/regression_small.svg +++ b/criterion/micro_ops_anti_join/report/regression_small.svg @@ -16,9 +16,9 @@ Iterations (x 10^3) - + - + 2.0 @@ -32,18 +32,18 @@ Iterations (x 10^3) 6.0 - + 8.0 - + 10.0 - + 12.0 - + 0.2 @@ -84,8 +84,8 @@ Iterations (x 10^3) - - + + @@ -94,89 +94,89 @@ Iterations (x 10^3) - + - + - + - - + + - - - - - - - - - - - - + + + + + + + + + + + + - + - + - + - - - - + + + + - + - - - - - - - - + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - + + - + - - - - - + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg index 318d073bf551..276e66c4eef3 100644 --- a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg @@ -31,20 +31,24 @@ Average Time (µs) - -8 + +8.5 - - + + 9 - - + + +9.5 + + + 10 - - - - - + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_regression_small.svg b/criterion/micro_ops_anti_join/report/relative_regression_small.svg index 116cb7a00770..b21eadaef2cc 100644 --- a/criterion/micro_ops_anti_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_regression_small.svg @@ -92,8 +92,8 @@ Iterations (x 10^3) 1.6 - - - - + + + + diff --git a/criterion/micro_ops_anti_join/report/slope.svg b/criterion/micro_ops_anti_join/report/slope.svg index ca0a73c69218..79b2eff013af 100644 --- a/criterion/micro_ops_anti_join/report/slope.svg +++ b/criterion/micro_ops_anti_join/report/slope.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -5 + +2 - - + + +4 + + + +6 + + + +8 + + + 10 - - -15 + + +12 - - -20 + + +14 - - -25 + + +16 - + - -8.72 + +8.68 - - -8.73 + + +8.7 - - -8.74 + + +8.72 - - -8.75 + + +8.74 - - + + 8.76 - - -8.77 - - - + + 8.78 - - -8.79 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/typical.svg b/criterion/micro_ops_anti_join/report/typical.svg index 60363074f476..3d49d4bb8d7b 100644 --- a/criterion/micro_ops_anti_join/report/typical.svg +++ b/criterion/micro_ops_anti_join/report/typical.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -5 + +2 - - + + +4 + + + +6 + + + +8 + + + 10 - - -15 + + +12 - - -20 + + +14 - - -25 + + +16 - + - -8.72 + +8.68 - - -8.73 + + +8.7 - - -8.74 + + +8.72 - - -8.75 + + +8.74 - - + + 8.76 - - -8.77 - - - + + 8.78 - - -8.79 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/base/estimates.json b/criterion/micro_ops_crossjoin/base/estimates.json index 91d32a86b881..d88649c15d68 100644 --- a/criterion/micro_ops_crossjoin/base/estimates.json +++ b/criterion/micro_ops_crossjoin/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102302.39742281761,"upper_bound":104643.90907887656},"point_estimate":103328.06405577975,"standard_error":600.6435651824851},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101683.45788018433,"upper_bound":101801.38095238095},"point_estimate":101744.9865873016,"standard_error":29.260451089298794},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189.35702831265513,"upper_bound":355.0809973573813},"point_estimate":287.2411377575927,"standard_error":41.58357051299703},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101805.38701823541,"upper_bound":102283.1919648572},"point_estimate":102006.74790432562,"standard_error":123.2236599858661},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2638.1517582946103,"upper_bound":9062.685195367301},"point_estimate":6048.22117520502,"standard_error":1722.2297760874073}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101832.67973628674,"upper_bound":102723.29962700813},"point_estimate":102202.65968427273,"standard_error":231.96463270307228},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101664.35016420361,"upper_bound":101876.79700798067},"point_estimate":101780.95000000001,"standard_error":57.22824194643474},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":278.06481206741023,"upper_bound":583.314072252804},"point_estimate":377.36275635738986,"standard_error":77.98496904907813},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101942.49896044613,"upper_bound":102420.94629003662},"point_estimate":102155.32430872512,"standard_error":123.04750472761779},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":704.0425858988391,"upper_bound":3705.4257160301913},"point_estimate":2331.387522529845,"standard_error":853.4622663995057}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/sample.json b/criterion/micro_ops_crossjoin/base/sample.json index ce4e97d9c5d5..b99366c3c783 100644 --- a/criterion/micro_ops_crossjoin/base/sample.json +++ b/criterion/micro_ops_crossjoin/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[713392.0,1417035.0,2157340.0,2844414.0,3549611.0,4250109.0,4957643.0,5698780.0,6437001.0,7113575.0,7965808.0,9378554.0,11035924.0,11940739.0,11910857.0,13669368.0,12655541.0,12806631.0,13598809.0,14353511.0,21715949.0,18234423.0,16518719.0,17132630.0,17796128.0,18532731.0,19306802.0,20060859.0,20675750.0,21408080.0,22299952.0,22900617.0,23713980.0,24314445.0,24847956.0,25641071.0,26318584.0,27021832.0,27693617.0,28419737.0,29171128.0,29954898.0,30627707.0,31269954.0,32067435.0,32864876.0,33444914.0,34173372.0,34773973.0,35642788.0,36207591.0,36912244.0,37668429.0,38362863.0,39068857.0,39808904.0,40520550.0,41222062.0,41997615.0,42739240.0,43341192.0,44143645.0,44979779.0,45567573.0,46239651.0,46993509.0,47735876.0,48519838.0,49108513.0,49780075.0,50579680.0,51219533.0,51934713.0,52734358.0,53413338.0,54362814.0,54947581.0,55659682.0,57295455.0,57004619.0,57709013.0,58267608.0,59024741.0,59720992.0,60530555.0,61151821.0,61902575.0,62842095.0,63521420.0,64238541.0,64759591.0,65501404.0,66190266.0,66855210.0,67667021.0,68363198.0,69251135.0,72108340.0,70453993.0,71160622.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[696265.0,1451084.0,2116512.0,2841618.0,3885296.0,4254292.0,4980826.0,5699166.0,6355221.0,7066957.0,7830390.0,8540236.0,9259808.0,11919635.0,10928460.0,11392970.0,12081369.0,12773443.0,13450095.0,14250751.0,14856435.0,15714043.0,16402084.0,17150703.0,17835923.0,18503800.0,19300351.0,19867543.0,20549410.0,21230705.0,21987567.0,22717586.0,23417112.0,24091068.0,24894315.0,25582532.0,26213805.0,27126014.0,27737453.0,28538761.0,29166959.0,30065966.0,30663903.0,31422966.0,32037658.0,32829598.0,33532901.0,34243046.0,34854910.0,35856205.0,36385500.0,37088562.0,37569565.0,38451725.0,39146246.0,39826470.0,40700156.0,41273645.0,42098390.0,42585000.0,43352770.0,44227173.0,47035827.0,45612695.0,46337815.0,47035163.0,47639591.0,48374322.0,49014024.0,49762455.0,50466661.0,51179401.0,51933339.0,52986976.0,53472359.0,54349355.0,55277206.0,56122545.0,56742751.0,57360391.0,58376442.0,58894095.0,59624811.0,60260387.0,61047306.0,61740605.0,64699364.0,63294020.0,63833257.0,64666001.0,65257225.0,65528220.0,66009196.0,66992045.0,67692924.0,68278279.0,68990680.0,69886020.0,70602098.0,71119315.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/tukey.json b/criterion/micro_ops_crossjoin/base/tukey.json index 63fc9b2bc56d..7453cd48047f 100644 --- a/criterion/micro_ops_crossjoin/base/tukey.json +++ b/criterion/micro_ops_crossjoin/base/tukey.json @@ -1 +1 @@ -[100402.01828025698,101001.38134486144,102599.68285047336,103199.04591507783] \ No newline at end of file +[99896.25950843954,100720.8633956517,102919.80709488412,103744.41098209628] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/change/estimates.json b/criterion/micro_ops_crossjoin/change/estimates.json index d5e1cae660cb..0d96e3cfbec2 100644 --- a/criterion/micro_ops_crossjoin/change/estimates.json +++ b/criterion/micro_ops_crossjoin/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00436912486962957,"upper_bound":0.027682208974147464},"point_estimate":0.015134253143386678,"standard_error":0.0060923771197889725},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0006818161765458353,"upper_bound":0.002294661768387683},"point_estimate":0.0014198078689962035,"standard_error":0.0004135323338661023}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.023823611420863793,"upper_bound":0.0004389685864910525},"point_estimate":-0.010891565440532047,"standard_error":0.006209070504942879},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0008921710192346666,"upper_bound":0.001447786011698371},"point_estimate":0.0003534661893886959,"standard_error":0.0005998807019825657}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/estimates.json b/criterion/micro_ops_crossjoin/new/estimates.json index 91d32a86b881..d88649c15d68 100644 --- a/criterion/micro_ops_crossjoin/new/estimates.json +++ b/criterion/micro_ops_crossjoin/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102302.39742281761,"upper_bound":104643.90907887656},"point_estimate":103328.06405577975,"standard_error":600.6435651824851},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101683.45788018433,"upper_bound":101801.38095238095},"point_estimate":101744.9865873016,"standard_error":29.260451089298794},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189.35702831265513,"upper_bound":355.0809973573813},"point_estimate":287.2411377575927,"standard_error":41.58357051299703},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101805.38701823541,"upper_bound":102283.1919648572},"point_estimate":102006.74790432562,"standard_error":123.2236599858661},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2638.1517582946103,"upper_bound":9062.685195367301},"point_estimate":6048.22117520502,"standard_error":1722.2297760874073}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101832.67973628674,"upper_bound":102723.29962700813},"point_estimate":102202.65968427273,"standard_error":231.96463270307228},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101664.35016420361,"upper_bound":101876.79700798067},"point_estimate":101780.95000000001,"standard_error":57.22824194643474},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":278.06481206741023,"upper_bound":583.314072252804},"point_estimate":377.36275635738986,"standard_error":77.98496904907813},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101942.49896044613,"upper_bound":102420.94629003662},"point_estimate":102155.32430872512,"standard_error":123.04750472761779},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":704.0425858988391,"upper_bound":3705.4257160301913},"point_estimate":2331.387522529845,"standard_error":853.4622663995057}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/sample.json b/criterion/micro_ops_crossjoin/new/sample.json index ce4e97d9c5d5..b99366c3c783 100644 --- a/criterion/micro_ops_crossjoin/new/sample.json +++ b/criterion/micro_ops_crossjoin/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[713392.0,1417035.0,2157340.0,2844414.0,3549611.0,4250109.0,4957643.0,5698780.0,6437001.0,7113575.0,7965808.0,9378554.0,11035924.0,11940739.0,11910857.0,13669368.0,12655541.0,12806631.0,13598809.0,14353511.0,21715949.0,18234423.0,16518719.0,17132630.0,17796128.0,18532731.0,19306802.0,20060859.0,20675750.0,21408080.0,22299952.0,22900617.0,23713980.0,24314445.0,24847956.0,25641071.0,26318584.0,27021832.0,27693617.0,28419737.0,29171128.0,29954898.0,30627707.0,31269954.0,32067435.0,32864876.0,33444914.0,34173372.0,34773973.0,35642788.0,36207591.0,36912244.0,37668429.0,38362863.0,39068857.0,39808904.0,40520550.0,41222062.0,41997615.0,42739240.0,43341192.0,44143645.0,44979779.0,45567573.0,46239651.0,46993509.0,47735876.0,48519838.0,49108513.0,49780075.0,50579680.0,51219533.0,51934713.0,52734358.0,53413338.0,54362814.0,54947581.0,55659682.0,57295455.0,57004619.0,57709013.0,58267608.0,59024741.0,59720992.0,60530555.0,61151821.0,61902575.0,62842095.0,63521420.0,64238541.0,64759591.0,65501404.0,66190266.0,66855210.0,67667021.0,68363198.0,69251135.0,72108340.0,70453993.0,71160622.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[696265.0,1451084.0,2116512.0,2841618.0,3885296.0,4254292.0,4980826.0,5699166.0,6355221.0,7066957.0,7830390.0,8540236.0,9259808.0,11919635.0,10928460.0,11392970.0,12081369.0,12773443.0,13450095.0,14250751.0,14856435.0,15714043.0,16402084.0,17150703.0,17835923.0,18503800.0,19300351.0,19867543.0,20549410.0,21230705.0,21987567.0,22717586.0,23417112.0,24091068.0,24894315.0,25582532.0,26213805.0,27126014.0,27737453.0,28538761.0,29166959.0,30065966.0,30663903.0,31422966.0,32037658.0,32829598.0,33532901.0,34243046.0,34854910.0,35856205.0,36385500.0,37088562.0,37569565.0,38451725.0,39146246.0,39826470.0,40700156.0,41273645.0,42098390.0,42585000.0,43352770.0,44227173.0,47035827.0,45612695.0,46337815.0,47035163.0,47639591.0,48374322.0,49014024.0,49762455.0,50466661.0,51179401.0,51933339.0,52986976.0,53472359.0,54349355.0,55277206.0,56122545.0,56742751.0,57360391.0,58376442.0,58894095.0,59624811.0,60260387.0,61047306.0,61740605.0,64699364.0,63294020.0,63833257.0,64666001.0,65257225.0,65528220.0,66009196.0,66992045.0,67692924.0,68278279.0,68990680.0,69886020.0,70602098.0,71119315.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/tukey.json b/criterion/micro_ops_crossjoin/new/tukey.json index 63fc9b2bc56d..7453cd48047f 100644 --- a/criterion/micro_ops_crossjoin/new/tukey.json +++ b/criterion/micro_ops_crossjoin/new/tukey.json @@ -1 +1 @@ -[100402.01828025698,101001.38134486144,102599.68285047336,103199.04591507783] \ No newline at end of file +[99896.25950843954,100720.8633956517,102919.80709488412,103744.41098209628] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/report/MAD.svg b/criterion/micro_ops_crossjoin/report/MAD.svg index a4c2c34f3e90..18c1bd4971ce 100644 --- a/criterion/micro_ops_crossjoin/report/MAD.svg +++ b/criterion/micro_ops_crossjoin/report/MAD.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (ns) - + +0.001 + + + 0.002 - - -0.004 + + +0.003 - - -0.006 - - - -0.008 + + +0.004 - - -0.01 + + +0.005 - - -0.012 + + +0.006 - + - -180 - - - -200 - - - -220 + +250 - - -240 + + +300 - - -260 + + +350 - - -280 + + +400 - - -300 + + +450 - - -320 + + +500 - - -340 + + +550 - - -360 + + +600 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/SD.svg b/criterion/micro_ops_crossjoin/report/SD.svg index 424b6ba5d87b..6d353ea52f98 100644 --- a/criterion/micro_ops_crossjoin/report/SD.svg +++ b/criterion/micro_ops_crossjoin/report/SD.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + - -2 + +0.5 - - -3 + + +1 - - -4 + + +1.5 - - -5 + + +2 - - -6 + + +2.5 - - -7 + + +3 - - -8 + + +3.5 - - -9 + + +4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/both/pdf.svg b/criterion/micro_ops_crossjoin/report/both/pdf.svg index e201e444a677..54351fe8c241 100644 --- a/criterion/micro_ops_crossjoin/report/both/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/both/pdf.svg @@ -10,27 +10,27 @@ Average Time (µs) -0.1 +0.05 -0.2 +0.1 -0.3 +0.15 -0.4 +0.2 -0.5 +0.25 -0.6 +0.3 @@ -46,10 +46,10 @@ Average Time (µs) 140 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_crossjoin/report/both/regression.svg b/criterion/micro_ops_crossjoin/report/both/regression.svg index 815aae4c2c07..a0d09f79c4a7 100644 --- a/criterion/micro_ops_crossjoin/report/both/regression.svg +++ b/criterion/micro_ops_crossjoin/report/both/regression.svg @@ -19,10 +19,10 @@ Iterations - + - - + + @@ -37,22 +37,22 @@ Iterations 20.0 - + 30.0 - + 40.0 - + 50.0 - - + + 60.0 - + 70.0 diff --git a/criterion/micro_ops_crossjoin/report/change/mean.svg b/criterion/micro_ops_crossjoin/report/change/mean.svg index 61d63f7946c3..231e0f17b114 100644 --- a/criterion/micro_ops_crossjoin/report/change/mean.svg +++ b/criterion/micro_ops_crossjoin/report/change/mean.svg @@ -13,55 +13,55 @@ Relative change (%) 10 - + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + - -0.005 - - - -0.01 - - - -0.015 - - - -0.02 - - - -0.025 - - - -0.03 - - - - - - + +-0.025 + + + +-0.02 + + + +-0.015 + + + +-0.01 + + + +-0.005 + + + +3.46945e-18 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/median.svg b/criterion/micro_ops_crossjoin/report/change/median.svg index ae1730c96a30..e07144902c75 100644 --- a/criterion/micro_ops_crossjoin/report/change/median.svg +++ b/criterion/micro_ops_crossjoin/report/change/median.svg @@ -9,90 +9,62 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - -800 - - - -900 - - - -1000 - - + - -6e-4 + +-0.001 - - -8e-4 - - - -0.001 + + +-5e-4 - - -0.0012 + + +0 - - -0.0014 + + +5e-4 - - -0.0016 - - - -0.0018 - - - -0.002 - - - -0.0022 + + +0.001 - - -0.0024 + + +0.0015 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/t-test.svg b/criterion/micro_ops_crossjoin/report/change/t-test.svg index 351ca7d4b4fb..1a274a0ee7d0 100644 --- a/criterion/micro_ops_crossjoin/report/change/t-test.svg +++ b/criterion/micro_ops_crossjoin/report/change/t-test.svg @@ -13,69 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/micro_ops_crossjoin/report/index.html b/criterion/micro_ops_crossjoin/report/index.html index 7e8c13b08357..92173c1c6ff0 100644 --- a/criterion/micro_ops_crossjoin/report/index.html +++ b/criterion/micro_ops_crossjoin/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 101.81 µs - 102.01 µs - 102.28 µs + 101.94 µs + 102.16 µs + 102.42 µs R² - 0.9432996 - 0.9437888 - 0.9428672 + 0.9852164 + 0.9858113 + 0.9848850 Mean - 102.30 µs - 103.33 µs - 104.64 µs + 101.83 µs + 102.20 µs + 102.72 µs Std. Dev. - 2.6382 µs - 6.0482 µs - 9.0627 µs + 704.04 ns + 2.3314 µs + 3.7054 µs Median - 101.68 µs - 101.74 µs - 101.80 µs + 101.66 µs + 101.78 µs + 101.88 µs MAD - 189.36 ns - 287.24 ns - 355.08 ns + 278.06 ns + 377.36 ns + 583.31 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.4369% - +1.5134% - +2.7682% - (p = 0.00 < + -2.3824% + -1.0892% + +0.0439% + (p = 0.08 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_crossjoin/report/mean.svg b/criterion/micro_ops_crossjoin/report/mean.svg index 7eb4ac8be7b8..be15b0067978 100644 --- a/criterion/micro_ops_crossjoin/report/mean.svg +++ b/criterion/micro_ops_crossjoin/report/mean.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 - + - -102.5 + +101.8 + + + +101.9 + + + +102 + + + +102.1 - - -103 + + +102.2 + + + +102.3 + + + +102.4 + + + +102.5 - - -103.5 + + +102.6 - - -104 + + +102.7 - - -104.5 + + +102.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/median.svg b/criterion/micro_ops_crossjoin/report/median.svg index 03328ffed5e3..5c50a281ff4e 100644 --- a/criterion/micro_ops_crossjoin/report/median.svg +++ b/criterion/micro_ops_crossjoin/report/median.svg @@ -9,82 +9,74 @@ Density (a.u.) Average time (µs) - -2 - - - -4 + +1 - - -6 + + +2 - - -8 + + +3 - - -10 + + +4 - - -12 + + +5 - - -14 + + +6 - - -16 + + +7 - - -18 + + +8 - - -20 + + +9 - - -22 + + +10 - + - -101.68 + +101.65 - - + + 101.7 - - -101.72 + + +101.75 - - -101.74 - - - -101.76 + + +101.8 - - -101.78 + + +101.85 - - -101.8 + + +101.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/pdf.svg b/criterion/micro_ops_crossjoin/report/pdf.svg index 1c8b4bc5f9e8..6ec879f541d4 100644 --- a/criterion/micro_ops_crossjoin/report/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/pdf.svg @@ -42,30 +42,26 @@ Average Time (µs) - + 100 - - -110 - - - -120 + + +105 - - -130 + + +110 - - -140 + + +115 - - -150 + + +120 - + Density (a.u.) @@ -74,70 +70,52 @@ Density (a.u.) 0 - -0.02 - - - -0.04 - - - -0.06 - - - -0.08 + +0.05 - - + + 0.1 - - -0.12 - - - -0.14 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_crossjoin/report/pdf_small.svg b/criterion/micro_ops_crossjoin/report/pdf_small.svg index 8794df3cccdb..937964cd3699 100644 --- a/criterion/micro_ops_crossjoin/report/pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/pdf_small.svg @@ -10,47 +10,55 @@ Average Time (µs) 0 - -0.02 + +0.05 - - -0.04 + + +0.1 - - -0.06 + + +0.15 - - -0.08 + + +0.2 - - -0.1 + + +0.25 - - -0.12 + + +0.3 - - -0.14 + + +0.35 - + - + 100 - - -120 + + +105 - - -140 + + +110 + + + +115 + + + +120 - - - + + + diff --git a/criterion/micro_ops_crossjoin/report/regression.svg b/criterion/micro_ops_crossjoin/report/regression.svg index c3b895af5925..cfc69fc1bec1 100644 --- a/criterion/micro_ops_crossjoin/report/regression.svg +++ b/criterion/micro_ops_crossjoin/report/regression.svg @@ -15,42 +15,42 @@ Iterations - - - - - - - + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 100 @@ -84,104 +84,104 @@ Iterations - - - + + + - - - - - - - + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_crossjoin/report/regression_small.svg b/criterion/micro_ops_crossjoin/report/regression_small.svg index 615b288593af..fd626455cc10 100644 --- a/criterion/micro_ops_crossjoin/report/regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/regression_small.svg @@ -12,42 +12,42 @@ Iterations - - - - - - - + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 100 @@ -81,102 +81,102 @@ Iterations - + - + - - + + - - - - + + + + - - - - - - + + + + + + - + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg index 7ea4dae1ff60..a43b0499d906 100644 --- a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg @@ -7,27 +7,27 @@ Average Time (µs) -0.1 +0.05 -0.2 +0.1 -0.3 +0.15 -0.4 +0.2 -0.5 +0.25 -0.6 +0.3 @@ -43,8 +43,8 @@ Average Time (µs) 140 - - - - + + + + diff --git a/criterion/micro_ops_crossjoin/report/slope.svg b/criterion/micro_ops_crossjoin/report/slope.svg index c2ab65fc29a9..fcc0925ac88b 100644 --- a/criterion/micro_ops_crossjoin/report/slope.svg +++ b/criterion/micro_ops_crossjoin/report/slope.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - + - -101.8 - - - -101.85 - - - + 101.9 - - -101.95 - - - + + 102 - - -102.05 - - - + + 102.1 - - -102.15 - - - + + 102.2 - - -102.25 - - - + + 102.3 - - - - + + +102.4 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/typical.svg b/criterion/micro_ops_crossjoin/report/typical.svg index 894c0bf04d46..e0315cfb4de6 100644 --- a/criterion/micro_ops_crossjoin/report/typical.svg +++ b/criterion/micro_ops_crossjoin/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - + - -101.8 - - - -101.85 - - - + 101.9 - - -101.95 - - - + + 102 - - -102.05 - - - + + 102.1 - - -102.15 - - - + + 102.2 - - -102.25 - - - + + 102.3 - - - - + + +102.4 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/base/estimates.json b/criterion/micro_ops_difference/base/estimates.json index 4c7a24f68c61..993f3be586f4 100644 --- a/criterion/micro_ops_difference/base/estimates.json +++ b/criterion/micro_ops_difference/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77640.9878550861,"upper_bound":78267.34580646042},"point_estimate":77936.01681966384,"standard_error":159.5504027229098},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77025.91749893299,"upper_bound":77680.93479452055},"point_estimate":77143.20784371329,"standard_error":187.42818881717065},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":392.3612043113775,"upper_bound":1497.8469647977317},"point_estimate":719.9198163081915,"standard_error":299.18029669216844},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77116.58141404805,"upper_bound":77435.68393692431},"point_estimate":77263.98456982414,"standard_error":81.62730915999904},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1153.243102148906,"upper_bound":2062.4596694466036},"point_estimate":1598.5945809233367,"standard_error":238.12305961049756}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77607.09237873602,"upper_bound":78132.90242768826},"point_estimate":77863.4376797985,"standard_error":133.85964056884595},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77021.65582236843,"upper_bound":77618.48372093023},"point_estimate":77207.32457711443,"standard_error":147.41106367280375},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":525.4462176644699,"upper_bound":1536.6824534129562},"point_estimate":936.6051805860012,"standard_error":234.57975964414632},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77120.27399589341,"upper_bound":77550.62728658713},"point_estimate":77312.89588650805,"standard_error":110.5464948117262},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1138.2030948130387,"upper_bound":1537.6860878861974},"point_estimate":1339.7510002145964,"standard_error":102.480710110367}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/sample.json b/criterion/micro_ops_difference/base/sample.json index 22a85d7baba4..3f69de5b6f3d 100644 --- a/criterion/micro_ops_difference/base/sample.json +++ b/criterion/micro_ops_difference/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[394656.0,811576.0,1178510.0,1596584.0,1986387.0,2387040.0,2778039.0,3194515.0,3568182.0,3981528.0,4383977.0,4774965.0,5242702.0,5572952.0,5906074.0,6300447.0,7094988.0,7384112.0,7518728.0,7871248.0,8258590.0,8714813.0,9925977.0,9443075.0,9865388.0,10258484.0,10654287.0,10978673.0,11395989.0,11846951.0,12173182.0,12725378.0,12694340.0,12958580.0,13413123.0,13978428.0,14271994.0,14513581.0,14906393.0,15394153.0,15760333.0,16085285.0,16515221.0,16785213.0,17250489.0,17648642.0,18110733.0,18327591.0,18740561.0,19171286.0,19565167.0,19958880.0,20331497.0,20657620.0,21219498.0,21619887.0,22347874.0,22351074.0,22664013.0,23154849.0,23482951.0,23837734.0,25048726.0,24601892.0,24979940.0,26075441.0,25859442.0,26238312.0,26672943.0,26959283.0,27345841.0,27715131.0,28230892.0,28462914.0,29673007.0,29223876.0,30207770.0,29926615.0,30416024.0,30759198.0,31132292.0,32106724.0,31936799.0,32458308.0,33472100.0,33125417.0,33486322.0,33835170.0,34326281.0,35107632.0,34977715.0,35484631.0,35843280.0,36166488.0,36536782.0,36849072.0,37368903.0,37753812.0,38125542.0,38399394.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[406598.0,826719.0,1176040.0,1597987.0,1995195.0,2411647.0,2806938.0,3207658.0,3568032.0,3960990.0,4373442.0,4796517.0,5173483.0,5524382.0,5950972.0,6311868.0,6710976.0,7163781.0,7504198.0,7936761.0,8266186.0,8728760.0,9147613.0,9499069.0,9850630.0,10329446.0,10637657.0,11048940.0,11438432.0,11832401.0,12283854.0,12636095.0,12881531.0,13122280.0,13386986.0,13803345.0,14115930.0,14550242.0,14867385.0,15314193.0,15706733.0,16157127.0,16687974.0,16833948.0,17314150.0,17594456.0,17979730.0,18338245.0,18757728.0,19082656.0,19558926.0,19932456.0,20329853.0,20650562.0,21089916.0,21532571.0,21931867.0,22284450.0,22790749.0,23162344.0,23551900.0,23833942.0,24213925.0,24651966.0,24971645.0,25472779.0,25864290.0,26225504.0,26486829.0,26842165.0,27307928.0,28366001.0,28087650.0,28541160.0,28939098.0,29694761.0,29725525.0,30903164.0,30672717.0,30959832.0,31133110.0,31657128.0,31901638.0,32479962.0,32783699.0,33698814.0,33492861.0,33894277.0,34359773.0,36265312.0,34946675.0,35370851.0,35836271.0,36158606.0,36577811.0,36958312.0,38146791.0,37903883.0,38066418.0,38428499.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/tukey.json b/criterion/micro_ops_difference/base/tukey.json index d985d788fd72..d570ba5da667 100644 --- a/criterion/micro_ops_difference/base/tukey.json +++ b/criterion/micro_ops_difference/base/tukey.json @@ -1 +1 @@ -[70827.49293837883,73859.82908007651,81946.05879127033,84978.39493296802] \ No newline at end of file +[70697.10965936571,73784.03655180946,82015.84159832611,85102.76849076984] \ No newline at end of file diff --git a/criterion/micro_ops_difference/change/estimates.json b/criterion/micro_ops_difference/change/estimates.json index c4c6b6c274df..27e05751cae7 100644 --- a/criterion/micro_ops_difference/change/estimates.json +++ b/criterion/micro_ops_difference/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005503492925020689,"upper_bound":0.008864628795273466},"point_estimate":0.002400658726478211,"standard_error":0.0036780645695837725},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0013887909894063633,"upper_bound":0.008177681154983407},"point_estimate":0.001495327886439135,"standard_error":0.0023398083236586885}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006185203669253037,"upper_bound":0.0043660780079991576},"point_estimate":-0.0009312657077827913,"standard_error":0.002688081578824621},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006321402321924907,"upper_bound":0.006416495891346506},"point_estimate":0.0008311390619253345,"standard_error":0.0031839155572924945}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/estimates.json b/criterion/micro_ops_difference/new/estimates.json index 4c7a24f68c61..993f3be586f4 100644 --- a/criterion/micro_ops_difference/new/estimates.json +++ b/criterion/micro_ops_difference/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77640.9878550861,"upper_bound":78267.34580646042},"point_estimate":77936.01681966384,"standard_error":159.5504027229098},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77025.91749893299,"upper_bound":77680.93479452055},"point_estimate":77143.20784371329,"standard_error":187.42818881717065},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":392.3612043113775,"upper_bound":1497.8469647977317},"point_estimate":719.9198163081915,"standard_error":299.18029669216844},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77116.58141404805,"upper_bound":77435.68393692431},"point_estimate":77263.98456982414,"standard_error":81.62730915999904},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1153.243102148906,"upper_bound":2062.4596694466036},"point_estimate":1598.5945809233367,"standard_error":238.12305961049756}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77607.09237873602,"upper_bound":78132.90242768826},"point_estimate":77863.4376797985,"standard_error":133.85964056884595},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77021.65582236843,"upper_bound":77618.48372093023},"point_estimate":77207.32457711443,"standard_error":147.41106367280375},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":525.4462176644699,"upper_bound":1536.6824534129562},"point_estimate":936.6051805860012,"standard_error":234.57975964414632},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77120.27399589341,"upper_bound":77550.62728658713},"point_estimate":77312.89588650805,"standard_error":110.5464948117262},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1138.2030948130387,"upper_bound":1537.6860878861974},"point_estimate":1339.7510002145964,"standard_error":102.480710110367}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/sample.json b/criterion/micro_ops_difference/new/sample.json index 22a85d7baba4..3f69de5b6f3d 100644 --- a/criterion/micro_ops_difference/new/sample.json +++ b/criterion/micro_ops_difference/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[394656.0,811576.0,1178510.0,1596584.0,1986387.0,2387040.0,2778039.0,3194515.0,3568182.0,3981528.0,4383977.0,4774965.0,5242702.0,5572952.0,5906074.0,6300447.0,7094988.0,7384112.0,7518728.0,7871248.0,8258590.0,8714813.0,9925977.0,9443075.0,9865388.0,10258484.0,10654287.0,10978673.0,11395989.0,11846951.0,12173182.0,12725378.0,12694340.0,12958580.0,13413123.0,13978428.0,14271994.0,14513581.0,14906393.0,15394153.0,15760333.0,16085285.0,16515221.0,16785213.0,17250489.0,17648642.0,18110733.0,18327591.0,18740561.0,19171286.0,19565167.0,19958880.0,20331497.0,20657620.0,21219498.0,21619887.0,22347874.0,22351074.0,22664013.0,23154849.0,23482951.0,23837734.0,25048726.0,24601892.0,24979940.0,26075441.0,25859442.0,26238312.0,26672943.0,26959283.0,27345841.0,27715131.0,28230892.0,28462914.0,29673007.0,29223876.0,30207770.0,29926615.0,30416024.0,30759198.0,31132292.0,32106724.0,31936799.0,32458308.0,33472100.0,33125417.0,33486322.0,33835170.0,34326281.0,35107632.0,34977715.0,35484631.0,35843280.0,36166488.0,36536782.0,36849072.0,37368903.0,37753812.0,38125542.0,38399394.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[406598.0,826719.0,1176040.0,1597987.0,1995195.0,2411647.0,2806938.0,3207658.0,3568032.0,3960990.0,4373442.0,4796517.0,5173483.0,5524382.0,5950972.0,6311868.0,6710976.0,7163781.0,7504198.0,7936761.0,8266186.0,8728760.0,9147613.0,9499069.0,9850630.0,10329446.0,10637657.0,11048940.0,11438432.0,11832401.0,12283854.0,12636095.0,12881531.0,13122280.0,13386986.0,13803345.0,14115930.0,14550242.0,14867385.0,15314193.0,15706733.0,16157127.0,16687974.0,16833948.0,17314150.0,17594456.0,17979730.0,18338245.0,18757728.0,19082656.0,19558926.0,19932456.0,20329853.0,20650562.0,21089916.0,21532571.0,21931867.0,22284450.0,22790749.0,23162344.0,23551900.0,23833942.0,24213925.0,24651966.0,24971645.0,25472779.0,25864290.0,26225504.0,26486829.0,26842165.0,27307928.0,28366001.0,28087650.0,28541160.0,28939098.0,29694761.0,29725525.0,30903164.0,30672717.0,30959832.0,31133110.0,31657128.0,31901638.0,32479962.0,32783699.0,33698814.0,33492861.0,33894277.0,34359773.0,36265312.0,34946675.0,35370851.0,35836271.0,36158606.0,36577811.0,36958312.0,38146791.0,37903883.0,38066418.0,38428499.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/tukey.json b/criterion/micro_ops_difference/new/tukey.json index d985d788fd72..d570ba5da667 100644 --- a/criterion/micro_ops_difference/new/tukey.json +++ b/criterion/micro_ops_difference/new/tukey.json @@ -1 +1 @@ -[70827.49293837883,73859.82908007651,81946.05879127033,84978.39493296802] \ No newline at end of file +[70697.10965936571,73784.03655180946,82015.84159832611,85102.76849076984] \ No newline at end of file diff --git a/criterion/micro_ops_difference/report/MAD.svg b/criterion/micro_ops_difference/report/MAD.svg index 609a5024c4bb..693f8158a4fa 100644 --- a/criterion/micro_ops_difference/report/MAD.svg +++ b/criterion/micro_ops_difference/report/MAD.svg @@ -9,74 +9,50 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - + -0.8 - - - 1 - - -1.2 - - - -1.4 - - - -1.6 + + +1.5 - - -1.8 + + +2 - + - -0.4 - - - + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/SD.svg b/criterion/micro_ops_difference/report/SD.svg index dd0c1a32c543..118d0858fc48 100644 --- a/criterion/micro_ops_difference/report/SD.svg +++ b/criterion/micro_ops_difference/report/SD.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - - -1.2 + + +3 - - -1.4 - - - -1.6 + + +3.5 - - -1.8 + + +4 - + - + 1.1 - - -1.2 + + +1.15 - - -1.3 - - - -1.4 + + +1.2 - - -1.5 + + +1.25 - - -1.6 + + +1.3 - - -1.7 + + +1.35 - - -1.8 + + +1.4 - - -1.9 + + +1.45 - - -2 + + +1.5 - - -2.1 + + +1.55 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/both/pdf.svg b/criterion/micro_ops_difference/report/both/pdf.svg index cd2bfe59433c..115a1502ab02 100644 --- a/criterion/micro_ops_difference/report/both/pdf.svg +++ b/criterion/micro_ops_difference/report/both/pdf.svg @@ -9,47 +9,51 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - + + +0.35 + + - -80 + +75 - - -90 + + +80 - - -100 + + +85 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_difference/report/both/regression.svg b/criterion/micro_ops_difference/report/both/regression.svg index 397c5167fb72..747504077e3e 100644 --- a/criterion/micro_ops_difference/report/both/regression.svg +++ b/criterion/micro_ops_difference/report/both/regression.svg @@ -24,7 +24,7 @@ Iterations - + @@ -48,10 +48,10 @@ Iterations 20.0 - + 25.0 - + 30.0 @@ -108,7 +108,7 @@ Iterations - + Base Sample diff --git a/criterion/micro_ops_difference/report/change/mean.svg b/criterion/micro_ops_difference/report/change/mean.svg index 3a473155eaf5..b98b2f5b6f7f 100644 --- a/criterion/micro_ops_difference/report/change/mean.svg +++ b/criterion/micro_ops_difference/report/change/mean.svg @@ -9,91 +9,63 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 + + +120 - + + +140 + + - + -0.006 - - + + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - -0.006 - - - -0.008 - - - -0.01 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/median.svg b/criterion/micro_ops_difference/report/change/median.svg index 07afb88c2b30..d99ee15a4c2c 100644 --- a/criterion/micro_ops_difference/report/change/median.svg +++ b/criterion/micro_ops_difference/report/change/median.svg @@ -9,54 +9,62 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + - + +-0.006 + + + +-0.004 + + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - -0.008 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/t-test.svg b/criterion/micro_ops_difference/report/change/t-test.svg index 921d0d4c95a8..df44834275ec 100644 --- a/criterion/micro_ops_difference/report/change/t-test.svg +++ b/criterion/micro_ops_difference/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_difference/report/index.html b/criterion/micro_ops_difference/report/index.html index 778bd4c996cc..a430ddf3493f 100644 --- a/criterion/micro_ops_difference/report/index.html +++ b/criterion/micro_ops_difference/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 77.117 µs - 77.264 µs - 77.436 µs + 77.120 µs + 77.313 µs + 77.551 µs R² - 0.9838711 - 0.9843720 - 0.9836925 + 0.9826948 + 0.9835452 + 0.9822504 Mean - 77.641 µs - 77.936 µs - 78.267 µs + 77.607 µs + 77.863 µs + 78.133 µs Std. Dev. - 1.1532 µs - 1.5986 µs - 2.0625 µs + 1.1382 µs + 1.3398 µs + 1.5377 µs Median - 77.026 µs - 77.143 µs - 77.681 µs + 77.022 µs + 77.207 µs + 77.618 µs MAD - 392.36 ns - 719.92 ns - 1.4978 µs + 525.45 ns + 936.61 ns + 1.5367 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.5503% - +0.2401% - +0.8865% - (p = 0.55 > + -0.6185% + -0.0931% + +0.4366% + (p = 0.73 > 0.05) diff --git a/criterion/micro_ops_difference/report/mean.svg b/criterion/micro_ops_difference/report/mean.svg index a7ef4c3b96f8..2cc7ad2e2bce 100644 --- a/criterion/micro_ops_difference/report/mean.svg +++ b/criterion/micro_ops_difference/report/mean.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + + +3 + + - + 77.6 - - + + 77.7 - - + + 77.8 - - + + 77.9 - - + + 78 - - + + 78.1 - - -78.2 - - - -78.3 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/median.svg b/criterion/micro_ops_difference/report/median.svg index 69be34791f2d..dd6dd1943dc8 100644 --- a/criterion/micro_ops_difference/report/median.svg +++ b/criterion/micro_ops_difference/report/median.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 + + +8 - + + +10 + + + +12 + + - + 77 - - + + 77.1 - - + + 77.2 - - + + 77.3 - - + + 77.4 - - + + 77.5 - - + + 77.6 - - -77.7 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/pdf.svg b/criterion/micro_ops_difference/report/pdf.svg index 193e0735c384..553220fabc3b 100644 --- a/criterion/micro_ops_difference/report/pdf.svg +++ b/criterion/micro_ops_difference/report/pdf.svg @@ -54,34 +54,46 @@ Average Time (µs) - + +75 + + + 76 - - + + +77 + + + 78 - - + + +79 + + + 80 - - -82 + + +81 - - -84 + + +82 - - -86 + + +83 - - -88 + + +84 - + Density (a.u.) @@ -90,42 +102,42 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - - + + +0.35 + + + + - + - - - - - - - + + + PDF diff --git a/criterion/micro_ops_difference/report/pdf_small.svg b/criterion/micro_ops_difference/report/pdf_small.svg index 751481f82989..0f505de3988e 100644 --- a/criterion/micro_ops_difference/report/pdf_small.svg +++ b/criterion/micro_ops_difference/report/pdf_small.svg @@ -10,47 +10,59 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - -75 + +76 + + + +78 - - + + 80 - - -85 + + +82 + + + +84 - - - + + + diff --git a/criterion/micro_ops_difference/report/regression.svg b/criterion/micro_ops_difference/report/regression.svg index 614c44cc05a4..036c84db3f16 100644 --- a/criterion/micro_ops_difference/report/regression.svg +++ b/criterion/micro_ops_difference/report/regression.svg @@ -20,8 +20,8 @@ Iterations - - + + @@ -34,14 +34,14 @@ Iterations 10.0 - + 15.0 - - + + 20.0 - + 25.0 @@ -100,99 +100,99 @@ Iterations - + - - - + + + - - + + - - + + - - - + + + - - - - - + + + + + - - + + - - - - - - - - + + + + + + + + - + - - - - - + + + + + - + - - - - + + + + - - - - - - - - - - - - + + + + + + + + + + + + - + - - + + - + - - - + + + - + - - - + + + diff --git a/criterion/micro_ops_difference/report/regression_small.svg b/criterion/micro_ops_difference/report/regression_small.svg index c42373f20939..c6e94e46349a 100644 --- a/criterion/micro_ops_difference/report/regression_small.svg +++ b/criterion/micro_ops_difference/report/regression_small.svg @@ -17,7 +17,7 @@ Iterations - + @@ -31,10 +31,10 @@ Iterations 10.0 - + 15.0 - + 20.0 @@ -102,95 +102,95 @@ Iterations - + - - + + - - + + - + - + - + - - - - - + + + + + - - + + - + - + - + - + - - - + + + - - + + - - - - + + + + - - + + - - + + - - - - - - + + + + + + - - + + - - + + - + - + - - + + - + diff --git a/criterion/micro_ops_difference/report/relative_pdf_small.svg b/criterion/micro_ops_difference/report/relative_pdf_small.svg index 3a1bde5fb467..437c4b0eea63 100644 --- a/criterion/micro_ops_difference/report/relative_pdf_small.svg +++ b/criterion/micro_ops_difference/report/relative_pdf_small.svg @@ -6,45 +6,49 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - + + +0.35 + + - -80 + +75 - - -90 + + +80 - - -100 + + +85 - - - - - + + + + + diff --git a/criterion/micro_ops_difference/report/slope.svg b/criterion/micro_ops_difference/report/slope.svg index 053bb00cf7a1..b9815a9e17ad 100644 --- a/criterion/micro_ops_difference/report/slope.svg +++ b/criterion/micro_ops_difference/report/slope.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - -4.5 - - - -5 - - + - + 77.1 - - + + 77.15 - - + + 77.2 - - + + 77.25 - - + + 77.3 - - + + 77.35 - - + + 77.4 - - + + 77.45 - - - - + + +77.5 + + + +77.55 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/typical.svg b/criterion/micro_ops_difference/report/typical.svg index 5959325f61fd..8d73c91091b7 100644 --- a/criterion/micro_ops_difference/report/typical.svg +++ b/criterion/micro_ops_difference/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - -4.5 - - - -5 - - + - + 77.1 - - + + 77.15 - - + + 77.2 - - + + 77.25 - - + + 77.3 - - + + 77.35 - - + + 77.4 - - + + 77.45 - - - - + + +77.5 + + + +77.55 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/base/estimates.json b/criterion/micro_ops_flat_map/base/estimates.json index ebafe04dc212..69d4bffcd1b8 100644 --- a/criterion/micro_ops_flat_map/base/estimates.json +++ b/criterion/micro_ops_flat_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6608.476300094729,"upper_bound":6639.819565765454},"point_estimate":6622.625310255343,"standard_error":8.01971439917556},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6595.994339622642,"upper_bound":6617.168},"point_estimate":6607.33769054878,"standard_error":5.784110200019522},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.941050271591628,"upper_bound":54.44475822107009},"point_estimate":38.23396833011372,"standard_error":6.70011248231488},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6604.761973610225,"upper_bound":6637.6297195757115},"point_estimate":6619.111289493128,"standard_error":8.44775827917948},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45.391783462883346,"upper_bound":116.51155572448941},"point_estimate":80.37305909638569,"standard_error":19.68537303369411}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6612.394273516103,"upper_bound":6662.231718528118},"point_estimate":6636.403274820437,"standard_error":12.696265774330717},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6580.127419354839,"upper_bound":6619.185964912281},"point_estimate":6596.272878495661,"standard_error":9.609315076116626},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61.94669518888588,"upper_bound":112.01841124204451},"point_estimate":85.6981500914571,"standard_error":12.75694939513967},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6601.327529183289,"upper_bound":6653.974023829444},"point_estimate":6625.762803901285,"standard_error":13.443951333374969},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99.77578969006927,"upper_bound":151.15692680699203},"point_estimate":127.60060758206092,"standard_error":13.079574938021942}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/sample.json b/criterion/micro_ops_flat_map/base/sample.json index c9cd67c404c6..96693caeee1a 100644 --- a/criterion/micro_ops_flat_map/base/sample.json +++ b/criterion/micro_ops_flat_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[66154.0,131165.0,196920.0,272889.0,327681.0,403685.0,469667.0,535452.0,591376.0,666688.0,732329.0,798070.0,862839.0,918514.0,1002959.0,1077524.0,1109333.0,1205299.0,1247168.0,1337200.0,1392260.0,1431868.0,1534661.0,1573559.0,1654292.0,1710589.0,1805927.0,1846674.0,1898552.0,1960437.0,2042530.0,2103608.0,2169181.0,2243359.0,2327774.0,2390618.0,2432965.0,2539384.0,2603767.0,2616094.0,2731373.0,2766294.0,2880827.0,2899625.0,2955531.0,3040481.0,3114020.0,3163742.0,3253100.0,3309977.0,3354751.0,3446304.0,3495877.0,3578331.0,3646185.0,3688444.0,4092973.0,3801988.0,3885972.0,3966390.0,4024408.0,4109577.0,4155306.0,4217047.0,4299409.0,4346679.0,4434744.0,4480878.0,4556857.0,4626782.0,4672638.0,4743351.0,4836532.0,4855275.0,5001428.0,5241510.0,5077111.0,5154952.0,5218987.0,5277527.0,5319011.0,5417543.0,5474403.0,5558505.0,5609121.0,5744948.0,5740102.0,5801926.0,5883512.0,5931462.0,6030184.0,6035494.0,6173315.0,6217735.0,6289055.0,6343599.0,6498888.0,6467292.0,6516099.0,6618496.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[65412.0,131210.0,211975.0,261844.0,327589.0,405433.0,457129.0,563532.0,586783.0,661193.0,717490.0,792439.0,865485.0,911712.0,1000443.0,1073899.0,1108229.0,1195349.0,1311794.0,1385909.0,1397335.0,1478226.0,1503656.0,1668531.0,1679557.0,1689895.0,1753349.0,1908410.0,1886866.0,1950361.0,2026895.0,2210373.0,2146915.0,2243267.0,2284971.0,2411002.0,2486522.0,2483928.0,2547663.0,2662400.0,2690675.0,2783328.0,2854102.0,2915485.0,2974419.0,3094414.0,3106635.0,3156281.0,3198578.0,3285564.0,3389528.0,3442878.0,3481560.0,3560535.0,3675969.0,3774602.0,3772936.0,3840656.0,3960897.0,3942409.0,4022768.0,4079358.0,4277893.0,4496621.0,4236423.0,4317478.0,4395595.0,4513738.0,4560298.0,4728776.0,4657711.0,4722548.0,4797213.0,4879815.0,4953911.0,5239744.0,5040989.0,5393977.0,5147314.0,5256680.0,5443253.0,5345300.0,5554598.0,5505400.0,5676157.0,5624765.0,5671019.0,5811922.0,5923767.0,5929935.0,5965085.0,6097641.0,6120000.0,6195499.0,6251323.0,6321388.0,6385493.0,6474113.0,6526704.0,6850239.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/tukey.json b/criterion/micro_ops_flat_map/base/tukey.json index 49098a8b9d35..9fccf57f36d3 100644 --- a/criterion/micro_ops_flat_map/base/tukey.json +++ b/criterion/micro_ops_flat_map/base/tukey.json @@ -1 +1 @@ -[6430.382723737639,6508.323478586847,6716.165491518069,6794.106246367277] \ No newline at end of file +[6164.272490450727,6357.396115355234,6872.392448433919,7065.5160733384255] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/change/estimates.json b/criterion/micro_ops_flat_map/change/estimates.json index 3b59294ac2ad..fcca465887bf 100644 --- a/criterion/micro_ops_flat_map/change/estimates.json +++ b/criterion/micro_ops_flat_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0055589592580256005,"upper_bound":0.00151120266055113},"point_estimate":-0.0022174974827513516,"standard_error":0.0018013467274566992},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0051985198590034365,"upper_bound":-0.0011674463143818148},"point_estimate":-0.0031110360499729817,"standard_error":0.0010678679774924838}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0024134632163840234,"upper_bound":0.006398034669034834},"point_estimate":0.0020804384846835333,"standard_error":0.002245827502392707},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004463963319111952,"upper_bound":0.0021023915108167035},"point_estimate":-0.001674624874848929,"standard_error":0.0017081420218824602}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/estimates.json b/criterion/micro_ops_flat_map/new/estimates.json index ebafe04dc212..69d4bffcd1b8 100644 --- a/criterion/micro_ops_flat_map/new/estimates.json +++ b/criterion/micro_ops_flat_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6608.476300094729,"upper_bound":6639.819565765454},"point_estimate":6622.625310255343,"standard_error":8.01971439917556},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6595.994339622642,"upper_bound":6617.168},"point_estimate":6607.33769054878,"standard_error":5.784110200019522},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.941050271591628,"upper_bound":54.44475822107009},"point_estimate":38.23396833011372,"standard_error":6.70011248231488},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6604.761973610225,"upper_bound":6637.6297195757115},"point_estimate":6619.111289493128,"standard_error":8.44775827917948},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45.391783462883346,"upper_bound":116.51155572448941},"point_estimate":80.37305909638569,"standard_error":19.68537303369411}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6612.394273516103,"upper_bound":6662.231718528118},"point_estimate":6636.403274820437,"standard_error":12.696265774330717},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6580.127419354839,"upper_bound":6619.185964912281},"point_estimate":6596.272878495661,"standard_error":9.609315076116626},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61.94669518888588,"upper_bound":112.01841124204451},"point_estimate":85.6981500914571,"standard_error":12.75694939513967},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6601.327529183289,"upper_bound":6653.974023829444},"point_estimate":6625.762803901285,"standard_error":13.443951333374969},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99.77578969006927,"upper_bound":151.15692680699203},"point_estimate":127.60060758206092,"standard_error":13.079574938021942}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/sample.json b/criterion/micro_ops_flat_map/new/sample.json index c9cd67c404c6..96693caeee1a 100644 --- a/criterion/micro_ops_flat_map/new/sample.json +++ b/criterion/micro_ops_flat_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[66154.0,131165.0,196920.0,272889.0,327681.0,403685.0,469667.0,535452.0,591376.0,666688.0,732329.0,798070.0,862839.0,918514.0,1002959.0,1077524.0,1109333.0,1205299.0,1247168.0,1337200.0,1392260.0,1431868.0,1534661.0,1573559.0,1654292.0,1710589.0,1805927.0,1846674.0,1898552.0,1960437.0,2042530.0,2103608.0,2169181.0,2243359.0,2327774.0,2390618.0,2432965.0,2539384.0,2603767.0,2616094.0,2731373.0,2766294.0,2880827.0,2899625.0,2955531.0,3040481.0,3114020.0,3163742.0,3253100.0,3309977.0,3354751.0,3446304.0,3495877.0,3578331.0,3646185.0,3688444.0,4092973.0,3801988.0,3885972.0,3966390.0,4024408.0,4109577.0,4155306.0,4217047.0,4299409.0,4346679.0,4434744.0,4480878.0,4556857.0,4626782.0,4672638.0,4743351.0,4836532.0,4855275.0,5001428.0,5241510.0,5077111.0,5154952.0,5218987.0,5277527.0,5319011.0,5417543.0,5474403.0,5558505.0,5609121.0,5744948.0,5740102.0,5801926.0,5883512.0,5931462.0,6030184.0,6035494.0,6173315.0,6217735.0,6289055.0,6343599.0,6498888.0,6467292.0,6516099.0,6618496.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[65412.0,131210.0,211975.0,261844.0,327589.0,405433.0,457129.0,563532.0,586783.0,661193.0,717490.0,792439.0,865485.0,911712.0,1000443.0,1073899.0,1108229.0,1195349.0,1311794.0,1385909.0,1397335.0,1478226.0,1503656.0,1668531.0,1679557.0,1689895.0,1753349.0,1908410.0,1886866.0,1950361.0,2026895.0,2210373.0,2146915.0,2243267.0,2284971.0,2411002.0,2486522.0,2483928.0,2547663.0,2662400.0,2690675.0,2783328.0,2854102.0,2915485.0,2974419.0,3094414.0,3106635.0,3156281.0,3198578.0,3285564.0,3389528.0,3442878.0,3481560.0,3560535.0,3675969.0,3774602.0,3772936.0,3840656.0,3960897.0,3942409.0,4022768.0,4079358.0,4277893.0,4496621.0,4236423.0,4317478.0,4395595.0,4513738.0,4560298.0,4728776.0,4657711.0,4722548.0,4797213.0,4879815.0,4953911.0,5239744.0,5040989.0,5393977.0,5147314.0,5256680.0,5443253.0,5345300.0,5554598.0,5505400.0,5676157.0,5624765.0,5671019.0,5811922.0,5923767.0,5929935.0,5965085.0,6097641.0,6120000.0,6195499.0,6251323.0,6321388.0,6385493.0,6474113.0,6526704.0,6850239.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/tukey.json b/criterion/micro_ops_flat_map/new/tukey.json index 49098a8b9d35..9fccf57f36d3 100644 --- a/criterion/micro_ops_flat_map/new/tukey.json +++ b/criterion/micro_ops_flat_map/new/tukey.json @@ -1 +1 @@ -[6430.382723737639,6508.323478586847,6716.165491518069,6794.106246367277] \ No newline at end of file +[6164.272490450727,6357.396115355234,6872.392448433919,7065.5160733384255] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/report/MAD.svg b/criterion/micro_ops_flat_map/report/MAD.svg index 9b0e77e3204d..80b67810852e 100644 --- a/criterion/micro_ops_flat_map/report/MAD.svg +++ b/criterion/micro_ops_flat_map/report/MAD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ns) - -0.01 + +0.005 - - -0.02 + + +0.01 - - -0.03 + + +0.015 - - -0.04 + + +0.02 - - -0.05 + + +0.025 - - -0.06 + + +0.03 - - -0.07 + + +0.035 - + - -30 + +60 - - -35 + + +70 - - -40 + + +80 - - -45 + + +90 - - -50 + + +100 - - -55 + + +110 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/SD.svg b/criterion/micro_ops_flat_map/report/SD.svg index 31b44e771005..e173f4191438 100644 --- a/criterion/micro_ops_flat_map/report/SD.svg +++ b/criterion/micro_ops_flat_map/report/SD.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - - -40 - - - -50 - - - -60 - - - -70 - - - -80 + + +0.03 - - -90 - - - + + + 100 - - + + 110 - - + + 120 - - - - + + +130 + + + +140 + + + +150 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/both/pdf.svg b/criterion/micro_ops_flat_map/report/both/pdf.svg index be3eb0d63fe8..e53eb19b8f64 100644 --- a/criterion/micro_ops_flat_map/report/both/pdf.svg +++ b/criterion/micro_ops_flat_map/report/both/pdf.svg @@ -38,30 +38,30 @@ Average Time (µs) - + 6.4 - - + + 6.6 - - + + 6.8 - - + + 7 - - + + 7.2 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_flat_map/report/both/regression.svg b/criterion/micro_ops_flat_map/report/both/regression.svg index b78cc08724ab..6e6c3079e909 100644 --- a/criterion/micro_ops_flat_map/report/both/regression.svg +++ b/criterion/micro_ops_flat_map/report/both/regression.svg @@ -24,8 +24,8 @@ Iterations (x 10^3) - - + + 0.0 @@ -47,14 +47,14 @@ Iterations (x 10^3) 4.0 - + 5.0 - - + + 6.0 - + 0 @@ -100,10 +100,10 @@ Iterations (x 10^3) 1 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_flat_map/report/change/mean.svg b/criterion/micro_ops_flat_map/report/change/mean.svg index 0cc53636def0..50fbb91eca00 100644 --- a/criterion/micro_ops_flat_map/report/change/mean.svg +++ b/criterion/micro_ops_flat_map/report/change/mean.svg @@ -9,90 +9,86 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 - - - -200 - - - -220 - - + - --0.006 - - - --0.005 - - - --0.004 - - - + -0.003 - - + + -0.002 - - + + -0.001 - - + + 0 - - + + 0.001 - - + + 0.002 + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/median.svg b/criterion/micro_ops_flat_map/report/change/median.svg index ecfd3599f3e4..d6e19e3d94ef 100644 --- a/criterion/micro_ops_flat_map/report/change/median.svg +++ b/criterion/micro_ops_flat_map/report/change/median.svg @@ -9,78 +9,62 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - + - --0.0055 - - - + -0.005 - - --0.0045 - - - + + -0.004 - - --0.0035 - - - + + -0.003 - - --0.0025 - - - + + -0.002 - - --0.0015 - - - + + -0.001 - - - - + + +0 + + + +0.001 + + + +0.002 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/t-test.svg b/criterion/micro_ops_flat_map/report/change/t-test.svg index 651b10cd107e..b27c4b7dbbfc 100644 --- a/criterion/micro_ops_flat_map/report/change/t-test.svg +++ b/criterion/micro_ops_flat_map/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_flat_map/report/index.html b/criterion/micro_ops_flat_map/report/index.html index 6978f2e014af..1560d5c8055f 100644 --- a/criterion/micro_ops_flat_map/report/index.html +++ b/criterion/micro_ops_flat_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.6048 µs - 6.6191 µs - 6.6376 µs + 6.6013 µs + 6.6258 µs + 6.6540 µs R² - 0.9824235 - 0.9830507 - 0.9820066 + 0.9693031 + 0.9708526 + 0.9687883 Mean - 6.6085 µs - 6.6226 µs - 6.6398 µs + 6.6124 µs + 6.6364 µs + 6.6622 µs Std. Dev. - 45.392 ns - 80.373 ns - 116.51 ns + 99.776 ns + 127.60 ns + 151.16 ns Median - 6.5960 µs - 6.6073 µs - 6.6172 µs + 6.5801 µs + 6.5963 µs + 6.6192 µs MAD - 28.941 ns - 38.234 ns - 54.445 ns + 61.947 ns + 85.698 ns + 112.02 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.5559% - -0.2217% - +0.1511% - (p = 0.23 > + -0.2413% + +0.2080% + +0.6398% + (p = 0.37 > 0.05) diff --git a/criterion/micro_ops_flat_map/report/mean.svg b/criterion/micro_ops_flat_map/report/mean.svg index fed9010acfda..2c278a82eb35 100644 --- a/criterion/micro_ops_flat_map/report/mean.svg +++ b/criterion/micro_ops_flat_map/report/mean.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - - -45 - - - -50 - - + - -6.605 - - - + 6.61 - - -6.615 - - - + + 6.62 - - -6.625 - - - + + 6.63 - - -6.635 - - - + + 6.64 - - - - + + +6.65 + + + +6.66 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/median.svg b/criterion/micro_ops_flat_map/report/median.svg index 15dd8883fe6a..7eda86485a1b 100644 --- a/criterion/micro_ops_flat_map/report/median.svg +++ b/criterion/micro_ops_flat_map/report/median.svg @@ -9,54 +9,78 @@ Density (a.u.) Average time (µs) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - -100 + + + +6.58 - - -120 + + +6.585 - - - + + +6.59 + + + 6.595 - - + + 6.6 - - + + 6.605 - - + + 6.61 - - + + 6.615 - - - - + + +6.62 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/pdf.svg b/criterion/micro_ops_flat_map/report/pdf.svg index d785df5b2d71..fa8b766f9e0d 100644 --- a/criterion/micro_ops_flat_map/report/pdf.svg +++ b/criterion/micro_ops_flat_map/report/pdf.svg @@ -54,38 +54,42 @@ Average Time (µs) - + +6.4 + + + 6.5 - - + + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - - + + 7 - - + + 7.1 - - + + 7.2 - + Density (a.u.) @@ -94,50 +98,62 @@ Density (a.u.) 0 - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 + + +2 - - -4 + + +2.5 - - -5 + + +3 - - -6 + + +3.5 - - -7 + + +4 - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_flat_map/report/pdf_small.svg b/criterion/micro_ops_flat_map/report/pdf_small.svg index 6193d446b6bc..7df5b49b31da 100644 --- a/criterion/micro_ops_flat_map/report/pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/pdf_small.svg @@ -10,47 +10,63 @@ Average Time (µs) 0 - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - -3 + + +2.5 - - -4 + + +3 - - -5 + + +3.5 - - -6 + + +4 - - -7 + + +4.5 - + - + +6.4 + + + 6.6 - - + + 6.8 - - + + 7 - - - + + +7.2 + + + + diff --git a/criterion/micro_ops_flat_map/report/regression.svg b/criterion/micro_ops_flat_map/report/regression.svg index a98047edaf9a..273dc1561240 100644 --- a/criterion/micro_ops_flat_map/report/regression.svg +++ b/criterion/micro_ops_flat_map/report/regression.svg @@ -18,37 +18,37 @@ Iterations (x 10^3) - - - - - - + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0.1 @@ -92,106 +92,106 @@ Iterations (x 10^3) - - + + - - + + - - - - - - - - - - - + + + + + + + + + + + - + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_flat_map/report/regression_small.svg b/criterion/micro_ops_flat_map/report/regression_small.svg index a82bd84fa084..a36334f01696 100644 --- a/criterion/micro_ops_flat_map/report/regression_small.svg +++ b/criterion/micro_ops_flat_map/report/regression_small.svg @@ -15,37 +15,37 @@ Iterations (x 10^3) - - - - - - + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0.1 @@ -90,103 +90,103 @@ Iterations (x 10^3) - - + + - + - + - - + + - - - - - - + + + + + + - + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg index 406bde6be10b..d0ca75d949c4 100644 --- a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg @@ -35,28 +35,28 @@ Average Time (µs) - + 6.4 - - + + 6.6 - - + + 6.8 - - + + 7 - - + + 7.2 - - - - - + + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_regression_small.svg b/criterion/micro_ops_flat_map/report/relative_regression_small.svg index 1f2f8fb7009e..3feddc1a015f 100644 --- a/criterion/micro_ops_flat_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_regression_small.svg @@ -18,11 +18,11 @@ Iterations (x 10^3) - + - + - + 0.0 @@ -32,26 +32,26 @@ Iterations (x 10^3) 1.0 - + 2.0 - + 3.0 - + 4.0 - + 5.0 - + 6.0 - + 0 @@ -97,8 +97,8 @@ Iterations (x 10^3) 1 - + - - + + diff --git a/criterion/micro_ops_flat_map/report/slope.svg b/criterion/micro_ops_flat_map/report/slope.svg index dcc6de44579e..c0cfd2e0e43e 100644 --- a/criterion/micro_ops_flat_map/report/slope.svg +++ b/criterion/micro_ops_flat_map/report/slope.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - - -45 - - - -50 - - + - -6.605 + +6.6 - - + + 6.61 - - -6.615 - - - + + 6.62 - - -6.625 - - - + + 6.63 - - -6.635 - - - + + 6.64 - - - - + + +6.65 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/typical.svg b/criterion/micro_ops_flat_map/report/typical.svg index 01af270a9c86..92e66ab888fb 100644 --- a/criterion/micro_ops_flat_map/report/typical.svg +++ b/criterion/micro_ops_flat_map/report/typical.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - - -45 - - - -50 - - + - -6.605 + +6.6 - - + + 6.61 - - -6.615 - - - + + 6.62 - - -6.625 - - - + + 6.63 - - -6.635 - - - + + 6.64 - - - - + + +6.65 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/base/estimates.json b/criterion/micro_ops_fold/base/estimates.json index 50c6208efe20..649f464d4193 100644 --- a/criterion/micro_ops_fold/base/estimates.json +++ b/criterion/micro_ops_fold/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21615.876,"upper_bound":21935.233718749998},"point_estimate":21766.5775,"standard_error":81.49613670544456},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21407.4375,"upper_bound":21635.3125},"point_estimate":21517.125,"standard_error":64.8869585667178},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":376.7657183110714,"upper_bound":704.4203124940395},"point_estimate":518.3540157973766,"standard_error":77.67996887576349},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":575.5197421842513,"upper_bound":1064.91658940206},"point_estimate":815.7072663105733,"standard_error":128.17019062932243}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21322.72208333334,"upper_bound":21601.851444444448},"point_estimate":21455.24,"standard_error":71.08066462108921},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21096.88888888889,"upper_bound":21401.0},"point_estimate":21235.222222222223,"standard_error":75.02620755918228},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":341.5745606025057,"upper_bound":655.3091883659363},"point_estimate":484.4807247320832,"standard_error":77.32224127421964},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":528.938892440467,"upper_bound":899.8759136179743},"point_estimate":715.3732540151117,"standard_error":95.66201285032331}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/sample.json b/criterion/micro_ops_fold/base/sample.json index 5bdc41b091e2..290793618bad 100644 --- a/criterion/micro_ops_fold/base/sample.json +++ b/criterion/micro_ops_fold/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[175579.0,173072.0,185076.0,178885.0,166671.0,168465.0,179967.0,167433.0,167603.0,168895.0,171109.0,169307.0,167294.0,172103.0,171371.0,179595.0,179404.0,167282.0,172562.0,171801.0,168826.0,172591.0,174398.0,169678.0,170790.0,171199.0,180367.0,172171.0,171941.0,178323.0,192458.0,169578.0,174797.0,170237.0,191019.0,191337.0,209501.0,168314.0,171320.0,168837.0,169377.0,170388.0,168466.0,179325.0,169587.0,179424.0,169287.0,172923.0,170567.0,172172.0,170968.0,177019.0,175957.0,168174.0,177732.0,175459.0,172432.0,171620.0,181171.0,189704.0,183485.0,173914.0,180938.0,169365.0,172961.0,175208.0,179806.0,170278.0,181359.0,174316.0,170468.0,174959.0,171102.0,179205.0,172561.0,171039.0,174787.0,170619.0,178753.0,177092.0,171069.0,173144.0,177322.0,167572.0,175186.0,180245.0,167733.0,168795.0,168225.0,174849.0,170548.0,169678.0,171630.0,173021.0,170900.0,169467.0,174084.0,171280.0,171891.0,171500.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[187540.0,187050.0,186899.0,192027.0,186298.0,188873.0,196316.0,186319.0,197437.0,190454.0,224258.0,191666.0,187900.0,189295.0,200293.0,191157.0,188762.0,198480.0,193702.0,192628.0,193841.0,193500.0,192638.0,187741.0,190403.0,194651.0,189323.0,191758.0,203140.0,192609.0,194781.0,189011.0,209311.0,192599.0,188350.0,189132.0,214840.0,194012.0,189163.0,189840.0,194753.0,188828.0,200105.0,187681.0,191197.0,188734.0,190516.0,189323.0,198400.0,190747.0,206696.0,189534.0,195012.0,189513.0,207286.0,190375.0,191876.0,189210.0,189273.0,193278.0,196967.0,189611.0,201307.0,200346.0,191798.0,191736.0,189333.0,191077.0,195935.0,184553.0,194214.0,196487.0,186026.0,190083.0,197158.0,190386.0,188130.0,188512.0,203149.0,187039.0,201445.0,188604.0,197559.0,187499.0,197037.0,195642.0,186488.0,186078.0,193932.0,189872.0,190954.0,189663.0,202516.0,187901.0,186580.0,196316.0,201768.0,198299.0,187640.0,189742.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/tukey.json b/criterion/micro_ops_fold/base/tukey.json index a507954d9f21..154419100f94 100644 --- a/criterion/micro_ops_fold/base/tukey.json +++ b/criterion/micro_ops_fold/base/tukey.json @@ -1 +1 @@ -[18659.65625,19960.90625,23430.90625,24732.15625] \ No newline at end of file +[18646.13888888889,19821.76388888889,22956.76388888889,24132.38888888889] \ No newline at end of file diff --git a/criterion/micro_ops_fold/change/estimates.json b/criterion/micro_ops_fold/change/estimates.json index 76d0661ec552..9f6e5d70747e 100644 --- a/criterion/micro_ops_fold/change/estimates.json +++ b/criterion/micro_ops_fold/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0027374040051642476,"upper_bound":0.015167807050282417},"point_estimate":0.006255471319839057,"standard_error":0.004609984510355645},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0030565105129406467,"upper_bound":0.00965747382092027},"point_estimate":0.0028722239052922927,"standard_error":0.0032838033152376793}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02424162510659042,"upper_bound":-0.004700717732515287},"point_estimate":-0.0143034659445197,"standard_error":0.004994017490211316},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.022115038393582198,"upper_bound":-0.003962774136117231},"point_estimate":-0.013101321750827677,"standard_error":0.004680616940374825}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/estimates.json b/criterion/micro_ops_fold/new/estimates.json index 50c6208efe20..649f464d4193 100644 --- a/criterion/micro_ops_fold/new/estimates.json +++ b/criterion/micro_ops_fold/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21615.876,"upper_bound":21935.233718749998},"point_estimate":21766.5775,"standard_error":81.49613670544456},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21407.4375,"upper_bound":21635.3125},"point_estimate":21517.125,"standard_error":64.8869585667178},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":376.7657183110714,"upper_bound":704.4203124940395},"point_estimate":518.3540157973766,"standard_error":77.67996887576349},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":575.5197421842513,"upper_bound":1064.91658940206},"point_estimate":815.7072663105733,"standard_error":128.17019062932243}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21322.72208333334,"upper_bound":21601.851444444448},"point_estimate":21455.24,"standard_error":71.08066462108921},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21096.88888888889,"upper_bound":21401.0},"point_estimate":21235.222222222223,"standard_error":75.02620755918228},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":341.5745606025057,"upper_bound":655.3091883659363},"point_estimate":484.4807247320832,"standard_error":77.32224127421964},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":528.938892440467,"upper_bound":899.8759136179743},"point_estimate":715.3732540151117,"standard_error":95.66201285032331}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/sample.json b/criterion/micro_ops_fold/new/sample.json index 5bdc41b091e2..290793618bad 100644 --- a/criterion/micro_ops_fold/new/sample.json +++ b/criterion/micro_ops_fold/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[175579.0,173072.0,185076.0,178885.0,166671.0,168465.0,179967.0,167433.0,167603.0,168895.0,171109.0,169307.0,167294.0,172103.0,171371.0,179595.0,179404.0,167282.0,172562.0,171801.0,168826.0,172591.0,174398.0,169678.0,170790.0,171199.0,180367.0,172171.0,171941.0,178323.0,192458.0,169578.0,174797.0,170237.0,191019.0,191337.0,209501.0,168314.0,171320.0,168837.0,169377.0,170388.0,168466.0,179325.0,169587.0,179424.0,169287.0,172923.0,170567.0,172172.0,170968.0,177019.0,175957.0,168174.0,177732.0,175459.0,172432.0,171620.0,181171.0,189704.0,183485.0,173914.0,180938.0,169365.0,172961.0,175208.0,179806.0,170278.0,181359.0,174316.0,170468.0,174959.0,171102.0,179205.0,172561.0,171039.0,174787.0,170619.0,178753.0,177092.0,171069.0,173144.0,177322.0,167572.0,175186.0,180245.0,167733.0,168795.0,168225.0,174849.0,170548.0,169678.0,171630.0,173021.0,170900.0,169467.0,174084.0,171280.0,171891.0,171500.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[187540.0,187050.0,186899.0,192027.0,186298.0,188873.0,196316.0,186319.0,197437.0,190454.0,224258.0,191666.0,187900.0,189295.0,200293.0,191157.0,188762.0,198480.0,193702.0,192628.0,193841.0,193500.0,192638.0,187741.0,190403.0,194651.0,189323.0,191758.0,203140.0,192609.0,194781.0,189011.0,209311.0,192599.0,188350.0,189132.0,214840.0,194012.0,189163.0,189840.0,194753.0,188828.0,200105.0,187681.0,191197.0,188734.0,190516.0,189323.0,198400.0,190747.0,206696.0,189534.0,195012.0,189513.0,207286.0,190375.0,191876.0,189210.0,189273.0,193278.0,196967.0,189611.0,201307.0,200346.0,191798.0,191736.0,189333.0,191077.0,195935.0,184553.0,194214.0,196487.0,186026.0,190083.0,197158.0,190386.0,188130.0,188512.0,203149.0,187039.0,201445.0,188604.0,197559.0,187499.0,197037.0,195642.0,186488.0,186078.0,193932.0,189872.0,190954.0,189663.0,202516.0,187901.0,186580.0,196316.0,201768.0,198299.0,187640.0,189742.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/tukey.json b/criterion/micro_ops_fold/new/tukey.json index a507954d9f21..154419100f94 100644 --- a/criterion/micro_ops_fold/new/tukey.json +++ b/criterion/micro_ops_fold/new/tukey.json @@ -1 +1 @@ -[18659.65625,19960.90625,23430.90625,24732.15625] \ No newline at end of file +[18646.13888888889,19821.76388888889,22956.76388888889,24132.38888888889] \ No newline at end of file diff --git a/criterion/micro_ops_fold/report/MAD.svg b/criterion/micro_ops_fold/report/MAD.svg index ab7eab774c68..410eb18fb79d 100644 --- a/criterion/micro_ops_fold/report/MAD.svg +++ b/criterion/micro_ops_fold/report/MAD.svg @@ -13,66 +13,62 @@ Average time (ns) 0.001 - + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - + - + 350 - - + + 400 - - + + 450 - - + + 500 - - + + 550 - - + + 600 - - + + 650 - - -700 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/SD.svg b/criterion/micro_ops_fold/report/SD.svg index 96840841d196..29b1f66ac0d6 100644 --- a/criterion/micro_ops_fold/report/SD.svg +++ b/criterion/micro_ops_fold/report/SD.svg @@ -6,61 +6,81 @@ micro/ops/fold:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.5 + +5e-4 - - -1 + + +0.001 - - -1.5 + + +0.0015 - - -2 + + +0.002 - - -2.5 + + +0.0025 - - -3 + + +0.003 - + + +0.0035 + + + +0.004 + + - -0.6 + +500 + + + +550 + + + +600 + + + +650 - - -0.7 + + +700 - - -0.8 + + +750 - - -0.9 + + +800 - - -1 + + +850 - - -1.1 + + +900 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/both/iteration_times.svg b/criterion/micro_ops_fold/report/both/iteration_times.svg index 937804564e82..0102d3ef264e 100644 --- a/criterion/micro_ops_fold/report/both/iteration_times.svg +++ b/criterion/micro_ops_fold/report/both/iteration_times.svg @@ -16,62 +16,62 @@ Average Iteration Time (µs) - - - - - - - - - - - + + + + + + + + + + + - + 21.0 - - + + 21.5 - - + + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - - + + 24.0 - - + + 24.5 - - + + 25.0 - - + + 25.5 - - + + 26.0 - + 0 @@ -117,206 +117,206 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + Current diff --git a/criterion/micro_ops_fold/report/both/pdf.svg b/criterion/micro_ops_fold/report/both/pdf.svg index 0464ca8dba66..016612a44fe8 100644 --- a/criterion/micro_ops_fold/report/both/pdf.svg +++ b/criterion/micro_ops_fold/report/both/pdf.svg @@ -9,59 +9,55 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - -0.8 - - + - + 20 - - + + 22 - - + + 24 - - + + 26 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_fold/report/change/mean.svg b/criterion/micro_ops_fold/report/change/mean.svg index 8557f103d80c..a379b93445cd 100644 --- a/criterion/micro_ops_fold/report/change/mean.svg +++ b/criterion/micro_ops_fold/report/change/mean.svg @@ -9,87 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - -80 - - + - --0.004 - - - --0.002 - - - -0 - - - -0.002 - - - -0.004 - - - -0.006 - - - -0.008 - - - -0.01 - - - -0.012 - - - -0.014 - - - -0.016 - - - - - - + +-0.025 + + + +-0.02 + + + +-0.015 + + + +-0.01 + + + +-0.005 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/median.svg b/criterion/micro_ops_fold/report/change/median.svg index 3354c976e7a6..565825e06d6d 100644 --- a/criterion/micro_ops_fold/report/change/median.svg +++ b/criterion/micro_ops_fold/report/change/median.svg @@ -9,67 +9,59 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - -60 + + +50 - - -80 + + +60 - - -100 + + +70 - - -120 + + +80 - + - --0.004 - - - --0.002 - - - -0 - - - -0.002 - - - -0.004 - - - -0.006 - - - -0.008 - - - -0.01 - - - - - - + +-0.02 + + + +-0.015 + + + +-0.01 + + + +-0.005 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/t-test.svg b/criterion/micro_ops_fold/report/change/t-test.svg index e5b6c4597b13..34e221b38782 100644 --- a/criterion/micro_ops_fold/report/change/t-test.svg +++ b/criterion/micro_ops_fold/report/change/t-test.svg @@ -25,69 +25,65 @@ t score 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_fold/report/index.html b/criterion/micro_ops_fold/report/index.html index 54f97edc7cab..dcd63b1a94e5 100644 --- a/criterion/micro_ops_fold/report/index.html +++ b/criterion/micro_ops_fold/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0015867 - 0.0016413 - 0.0015734 + 0.0026442 + 0.0027356 + 0.0026245 Mean - 21.616 µs - 21.767 µs - 21.935 µs + 21.323 µs + 21.455 µs + 21.602 µs Std. Dev. - 575.52 ns - 815.71 ns - 1.0649 µs + 528.94 ns + 715.37 ns + 899.88 ns Median - 21.407 µs - 21.517 µs - 21.635 µs + 21.097 µs + 21.235 µs + 21.401 µs MAD - 376.77 ns - 518.35 ns - 704.42 ns + 341.57 ns + 484.48 ns + 655.31 ns @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.2737% - +0.6255% - +1.5168% - (p = 0.19 > + -2.4242% + -1.4303% + -0.4701% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_fold/report/iteration_times.svg b/criterion/micro_ops_fold/report/iteration_times.svg index 95cdafbc729a..d9b5f9cf8739 100644 --- a/criterion/micro_ops_fold/report/iteration_times.svg +++ b/criterion/micro_ops_fold/report/iteration_times.svg @@ -15,62 +15,47 @@ Average Iteration Time (µs) - - - - - - - - - - - + + + + + + + + - + 21.0 - - + + 21.5 - - + + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - - + + 24.0 - - + + 24.5 - - -25.0 - - - -25.5 - - - -26.0 - - + 10 @@ -112,106 +97,106 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_fold/report/iteration_times_small.svg b/criterion/micro_ops_fold/report/iteration_times_small.svg index 1f5c282c7c86..f1b93619f229 100644 --- a/criterion/micro_ops_fold/report/iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/iteration_times_small.svg @@ -12,62 +12,47 @@ Average Iteration Time (µs) - - - - - - - - - - - + + + + + + + + - + 21.0 - - + + 21.5 - - + + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - - + + 24.0 - - + + 24.5 - - -25.0 - - - -25.5 - - - -26.0 - - + 10 @@ -109,104 +94,104 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/mean.svg b/criterion/micro_ops_fold/report/mean.svg index 34a2aa168581..37c16b1876a1 100644 --- a/criterion/micro_ops_fold/report/mean.svg +++ b/criterion/micro_ops_fold/report/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - -21.6 + + +6 - - -21.65 + + + +21.3 - - -21.7 + + +21.35 - - -21.75 + + +21.4 - - -21.8 + + +21.45 - - -21.85 + + +21.5 - - -21.9 + + +21.55 - - -21.95 + + +21.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/median.svg b/criterion/micro_ops_fold/report/median.svg index 9ea73d9110b5..00246d464581 100644 --- a/criterion/micro_ops_fold/report/median.svg +++ b/criterion/micro_ops_fold/report/median.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - + - -21.4 + +21.1 + + + +21.15 - - -21.45 + + +21.2 - - -21.5 + + +21.25 - - -21.55 + + +21.3 - - -21.6 + + +21.35 - - -21.65 + + +21.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/pdf.svg b/criterion/micro_ops_fold/report/pdf.svg index d7469197f1ba..65bf1b95c2f3 100644 --- a/criterion/micro_ops_fold/report/pdf.svg +++ b/criterion/micro_ops_fold/report/pdf.svg @@ -13,71 +13,67 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 + + +9 + - + 20 - - + + 21 - - + + 22 - - + + 23 - - + + 24 - - + + 25 - - -26 - - - -27 - - + Density (a.u.) @@ -86,46 +82,50 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - - - - + + +0.7 + + + + + + - - - - - - - - - - - + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_fold/report/pdf_small.svg b/criterion/micro_ops_fold/report/pdf_small.svg index 96455b5047d8..d4b6b1ccdc26 100644 --- a/criterion/micro_ops_fold/report/pdf_small.svg +++ b/criterion/micro_ops_fold/report/pdf_small.svg @@ -10,51 +10,47 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + - + 20 - - + + 22 - - + + 24 - - -26 - - - - + + + diff --git a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg index 8ed5424f3253..3f79ffbc7da8 100644 --- a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg @@ -13,62 +13,62 @@ Average Iteration Time (µs) - - - - - - - - - - - + + + + + + + + + + + - + 21.0 - - + + 21.5 - - + + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - - + + 24.0 - - + + 24.5 - - + + 25.0 - - + + 25.5 - - + + 26.0 - + 0 @@ -114,204 +114,204 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/relative_pdf_small.svg b/criterion/micro_ops_fold/report/relative_pdf_small.svg index a15b389349e2..11ebc0af6f41 100644 --- a/criterion/micro_ops_fold/report/relative_pdf_small.svg +++ b/criterion/micro_ops_fold/report/relative_pdf_small.svg @@ -6,57 +6,53 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - -0.8 - - + - + 20 - - + + 22 - - + + 24 - - + + 26 - - - - - + + + + + diff --git a/criterion/micro_ops_fold/report/typical.svg b/criterion/micro_ops_fold/report/typical.svg index e0045a724f07..1130ed8367b8 100644 --- a/criterion/micro_ops_fold/report/typical.svg +++ b/criterion/micro_ops_fold/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - -21.6 + + +6 - - -21.65 + + + +21.3 - - -21.7 + + +21.35 - - -21.75 + + +21.4 - - -21.8 + + +21.45 - - -21.85 + + +21.5 - - -21.9 + + +21.55 - - -21.95 + + +21.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/base/estimates.json b/criterion/micro_ops_group_by/base/estimates.json index c537cb787122..5fb9e96e5944 100644 --- a/criterion/micro_ops_group_by/base/estimates.json +++ b/criterion/micro_ops_group_by/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9286.845713609204,"upper_bound":9436.193613438842},"point_estimate":9356.070554942131,"standard_error":38.18339724008123},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9179.114685752844,"upper_bound":9391.7055393586},"point_estimate":9339.116352327448,"standard_error":72.21549562734806},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":185.06638695443712,"upper_bound":351.9461383255692},"point_estimate":296.54820514969555,"standard_error":48.554283237470884},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9288.65971677945,"upper_bound":9497.251545445255},"point_estimate":9372.777617006903,"standard_error":55.24459662038391},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":245.39095353013442,"upper_bound":533.1236417667482},"point_estimate":385.1853159392825,"standard_error":78.18104442189197}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9194.371015216997,"upper_bound":9300.675710877842},"point_estimate":9243.985897368362,"standard_error":27.153017401018847},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9140.46674115204,"upper_bound":9270.51282051282},"point_estimate":9214.465162825923,"standard_error":33.485517640663474},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146.7624745628042,"upper_bound":224.7104097514753},"point_estimate":188.5316913691293,"standard_error":20.227822296785863},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9188.813265437168,"upper_bound":9249.588508532717},"point_estimate":9220.558593627446,"standard_error":15.520184971868087},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":177.95101088828514,"upper_bound":379.3725817084022},"point_estimate":273.3674076148232,"standard_error":56.35416229718863}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/sample.json b/criterion/micro_ops_group_by/base/sample.json index 1d6274e86de8..d561ce28ca63 100644 --- a/criterion/micro_ops_group_by/base/sample.json +++ b/criterion/micro_ops_group_by/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[134582.0,290246.0,400847.0,584049.0,684304.0,807418.0,945798.0,1100166.0,1211105.0,1342390.0,1473443.0,1628424.0,1773435.0,1892586.0,2025703.0,2151788.0,2293921.0,2446955.0,2558209.0,2658028.0,2701898.0,2835214.0,2994026.0,3149295.0,3192852.0,3180353.0,3323770.0,3419850.0,3576424.0,3828540.0,3961088.0,4113250.0,4231108.0,4359997.0,4479125.0,4604717.0,4709259.0,4838989.0,4972350.0,5089365.0,5281718.0,5326858.0,5448710.0,5632137.0,5753878.0,5896094.0,5963038.0,6153183.0,6286092.0,6369683.0,6503685.0,6680950.0,6916018.0,6849900.0,6988674.0,7213087.0,7326518.0,8432013.0,7576989.0,7665735.0,7725576.0,7915576.0,7985883.0,8190234.0,8258724.0,8434431.0,8611656.0,8702516.0,8826640.0,8914323.0,9001428.0,9419863.0,9672411.0,9780017.0,9974598.0,10022096.0,10189998.0,10261622.0,10502089.0,10587702.0,10626732.0,10768091.0,10885091.0,11121785.0,14034463.0,11382988.0,11427607.0,11575677.0,11640462.0,11857368.0,11985693.0,12212631.0,12265824.0,12433822.0,12497703.0,12586647.0,12768565.0,12885420.0,13007134.0,13070355.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[121515.0,240261.0,364311.0,496953.0,604829.0,749094.0,856872.0,996989.0,1078675.0,1202941.0,1371814.0,1446200.0,1609812.0,1745814.0,1941887.0,1928633.0,2074786.0,2575089.0,2295035.0,2464948.0,2613066.0,2818985.0,2915216.0,2916323.0,3040731.0,3055456.0,3080769.0,3187821.0,3307369.0,3462028.0,3653199.0,3750379.0,3914817.0,4020505.0,4164111.0,4300007.0,4419088.0,4498523.0,4582067.0,4692169.0,4806003.0,4936554.0,5144433.0,5219271.0,5326244.0,5405148.0,5532983.0,5699659.0,5808813.0,5848212.0,6049507.0,6277169.0,6225723.0,6372820.0,6509848.0,6613257.0,6760427.0,6874994.0,7209078.0,7093731.0,7176464.0,7332325.0,7503806.0,7483056.0,7665475.0,7804547.0,7881208.0,8016181.0,8173593.0,8187804.0,8442556.0,8560571.0,8592152.0,8852296.0,8918234.0,8929832.0,9353492.0,9398384.0,9458142.0,9603969.0,9786428.0,9958517.0,10007911.0,10272145.0,10320334.0,10395620.0,10714680.0,10739858.0,10741940.0,10820462.0,11012482.0,11225207.0,11226458.0,11398992.0,11386026.0,11663513.0,11697017.0,11853553.0,11891562.0,12004021.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/tukey.json b/criterion/micro_ops_group_by/base/tukey.json index 82013328f7f8..ef0a0a7b0327 100644 --- a/criterion/micro_ops_group_by/base/tukey.json +++ b/criterion/micro_ops_group_by/base/tukey.json @@ -1 +1 @@ -[8105.607916689329,8616.734847012449,9979.739994540767,10490.866924863885] \ No newline at end of file +[8343.32138836773,8717.626319183866,9715.772801360225,10090.077732176358] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/change/estimates.json b/criterion/micro_ops_group_by/change/estimates.json index 68f2a07d847e..37782539707c 100644 --- a/criterion/micro_ops_group_by/change/estimates.json +++ b/criterion/micro_ops_group_by/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004579400866719942,"upper_bound":0.014374255987820017},"point_estimate":0.004709787961087564,"standard_error":0.0048439047518818125},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01444812416043828,"upper_bound":0.015799489734829475},"point_estimate":0.005030048877732396,"standard_error":0.008695088075291148}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.022010642625695628,"upper_bound":-0.002288522408388225},"point_estimate":-0.011979885884310981,"standard_error":0.005007472283359435},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.023318521924249214,"upper_bound":0.006471104308210407},"point_estimate":-0.013347214532824614,"standard_error":0.008470588682313053}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/estimates.json b/criterion/micro_ops_group_by/new/estimates.json index c537cb787122..5fb9e96e5944 100644 --- a/criterion/micro_ops_group_by/new/estimates.json +++ b/criterion/micro_ops_group_by/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9286.845713609204,"upper_bound":9436.193613438842},"point_estimate":9356.070554942131,"standard_error":38.18339724008123},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9179.114685752844,"upper_bound":9391.7055393586},"point_estimate":9339.116352327448,"standard_error":72.21549562734806},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":185.06638695443712,"upper_bound":351.9461383255692},"point_estimate":296.54820514969555,"standard_error":48.554283237470884},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9288.65971677945,"upper_bound":9497.251545445255},"point_estimate":9372.777617006903,"standard_error":55.24459662038391},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":245.39095353013442,"upper_bound":533.1236417667482},"point_estimate":385.1853159392825,"standard_error":78.18104442189197}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9194.371015216997,"upper_bound":9300.675710877842},"point_estimate":9243.985897368362,"standard_error":27.153017401018847},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9140.46674115204,"upper_bound":9270.51282051282},"point_estimate":9214.465162825923,"standard_error":33.485517640663474},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146.7624745628042,"upper_bound":224.7104097514753},"point_estimate":188.5316913691293,"standard_error":20.227822296785863},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9188.813265437168,"upper_bound":9249.588508532717},"point_estimate":9220.558593627446,"standard_error":15.520184971868087},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":177.95101088828514,"upper_bound":379.3725817084022},"point_estimate":273.3674076148232,"standard_error":56.35416229718863}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/sample.json b/criterion/micro_ops_group_by/new/sample.json index 1d6274e86de8..d561ce28ca63 100644 --- a/criterion/micro_ops_group_by/new/sample.json +++ b/criterion/micro_ops_group_by/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[134582.0,290246.0,400847.0,584049.0,684304.0,807418.0,945798.0,1100166.0,1211105.0,1342390.0,1473443.0,1628424.0,1773435.0,1892586.0,2025703.0,2151788.0,2293921.0,2446955.0,2558209.0,2658028.0,2701898.0,2835214.0,2994026.0,3149295.0,3192852.0,3180353.0,3323770.0,3419850.0,3576424.0,3828540.0,3961088.0,4113250.0,4231108.0,4359997.0,4479125.0,4604717.0,4709259.0,4838989.0,4972350.0,5089365.0,5281718.0,5326858.0,5448710.0,5632137.0,5753878.0,5896094.0,5963038.0,6153183.0,6286092.0,6369683.0,6503685.0,6680950.0,6916018.0,6849900.0,6988674.0,7213087.0,7326518.0,8432013.0,7576989.0,7665735.0,7725576.0,7915576.0,7985883.0,8190234.0,8258724.0,8434431.0,8611656.0,8702516.0,8826640.0,8914323.0,9001428.0,9419863.0,9672411.0,9780017.0,9974598.0,10022096.0,10189998.0,10261622.0,10502089.0,10587702.0,10626732.0,10768091.0,10885091.0,11121785.0,14034463.0,11382988.0,11427607.0,11575677.0,11640462.0,11857368.0,11985693.0,12212631.0,12265824.0,12433822.0,12497703.0,12586647.0,12768565.0,12885420.0,13007134.0,13070355.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[121515.0,240261.0,364311.0,496953.0,604829.0,749094.0,856872.0,996989.0,1078675.0,1202941.0,1371814.0,1446200.0,1609812.0,1745814.0,1941887.0,1928633.0,2074786.0,2575089.0,2295035.0,2464948.0,2613066.0,2818985.0,2915216.0,2916323.0,3040731.0,3055456.0,3080769.0,3187821.0,3307369.0,3462028.0,3653199.0,3750379.0,3914817.0,4020505.0,4164111.0,4300007.0,4419088.0,4498523.0,4582067.0,4692169.0,4806003.0,4936554.0,5144433.0,5219271.0,5326244.0,5405148.0,5532983.0,5699659.0,5808813.0,5848212.0,6049507.0,6277169.0,6225723.0,6372820.0,6509848.0,6613257.0,6760427.0,6874994.0,7209078.0,7093731.0,7176464.0,7332325.0,7503806.0,7483056.0,7665475.0,7804547.0,7881208.0,8016181.0,8173593.0,8187804.0,8442556.0,8560571.0,8592152.0,8852296.0,8918234.0,8929832.0,9353492.0,9398384.0,9458142.0,9603969.0,9786428.0,9958517.0,10007911.0,10272145.0,10320334.0,10395620.0,10714680.0,10739858.0,10741940.0,10820462.0,11012482.0,11225207.0,11226458.0,11398992.0,11386026.0,11663513.0,11697017.0,11853553.0,11891562.0,12004021.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/tukey.json b/criterion/micro_ops_group_by/new/tukey.json index 82013328f7f8..ef0a0a7b0327 100644 --- a/criterion/micro_ops_group_by/new/tukey.json +++ b/criterion/micro_ops_group_by/new/tukey.json @@ -1 +1 @@ -[8105.607916689329,8616.734847012449,9979.739994540767,10490.866924863885] \ No newline at end of file +[8343.32138836773,8717.626319183866,9715.772801360225,10090.077732176358] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/report/MAD.svg b/criterion/micro_ops_group_by/report/MAD.svg index 71f5fbb8888f..653f1b8b8efa 100644 --- a/criterion/micro_ops_group_by/report/MAD.svg +++ b/criterion/micro_ops_group_by/report/MAD.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (ns) - -0.001 - - - -0.002 - - - -0.003 - - - -0.004 - - - + 0.005 - - -0.006 - - - -0.007 + + +0.01 - - -0.008 + + +0.015 - - -0.009 + + +0.02 - + - -180 + +140 - - -200 + + +150 - - -220 + + +160 - - -240 + + +170 - - -260 + + +180 - - -280 + + +190 - - -300 + + +200 - - -320 + + +210 - - -340 + + +220 - - -360 + + +230 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/SD.svg b/criterion/micro_ops_group_by/report/SD.svg index db9a1a955600..e79cc5d2a838 100644 --- a/criterion/micro_ops_group_by/report/SD.svg +++ b/criterion/micro_ops_group_by/report/SD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + - + +200 + + + 250 - - + + 300 - - + + 350 - - + + 400 - - -450 - - - -500 - - - -550 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/both/pdf.svg b/criterion/micro_ops_group_by/report/both/pdf.svg index 271813462c5a..b1cc60efe1c4 100644 --- a/criterion/micro_ops_group_by/report/both/pdf.svg +++ b/criterion/micro_ops_group_by/report/both/pdf.svg @@ -9,34 +9,42 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + + +1.6 + + + +1.8 + + 9 @@ -54,10 +62,10 @@ Average Time (µs) 12 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_group_by/report/both/regression.svg b/criterion/micro_ops_group_by/report/both/regression.svg index 493b6c856222..b126f3a60839 100644 --- a/criterion/micro_ops_group_by/report/both/regression.svg +++ b/criterion/micro_ops_group_by/report/both/regression.svg @@ -85,10 +85,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_group_by/report/change/mean.svg b/criterion/micro_ops_group_by/report/change/mean.svg index 20c87dc825dd..f555c3634fa8 100644 --- a/criterion/micro_ops_group_by/report/change/mean.svg +++ b/criterion/micro_ops_group_by/report/change/mean.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + - --0.005 - - - -0 + +-0.02 - - -0.005 + + +-0.015 - - -0.01 + + +-0.01 - - -0.015 + + +-0.005 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/median.svg b/criterion/micro_ops_group_by/report/change/median.svg index 17b1c01d5966..c2ff731c8a72 100644 --- a/criterion/micro_ops_group_by/report/change/median.svg +++ b/criterion/micro_ops_group_by/report/change/median.svg @@ -9,63 +9,63 @@ Density (a.u.) Relative change (%) - + 10 - + 20 - + 30 - - + + 40 - - + + 50 - - + + 60 - + - + +-0.025 + + + +-0.02 + + + -0.015 - - + + -0.01 - - + + -0.005 - - -0 + + +3.46945e-18 - - + + 0.005 - - -0.01 - - - -0.015 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/t-test.svg b/criterion/micro_ops_group_by/report/change/t-test.svg index e40ca48a2e60..d2d327910e0e 100644 --- a/criterion/micro_ops_group_by/report/change/t-test.svg +++ b/criterion/micro_ops_group_by/report/change/t-test.svg @@ -21,69 +21,69 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_group_by/report/index.html b/criterion/micro_ops_group_by/report/index.html index 0e8c3e4ca744..cfb478da7943 100644 --- a/criterion/micro_ops_group_by/report/index.html +++ b/criterion/micro_ops_group_by/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 9.2887 µs - 9.3728 µs - 9.4973 µs + 9.1888 µs + 9.2206 µs + 9.2496 µs R² - 0.7882033 - 0.7952340 - 0.7799992 + 0.9656925 + 0.9672093 + 0.9659405 Mean - 9.2868 µs - 9.3561 µs - 9.4362 µs + 9.1944 µs + 9.2440 µs + 9.3007 µs Std. Dev. - 245.39 ns - 385.19 ns - 533.12 ns + 177.95 ns + 273.37 ns + 379.37 ns Median - 9.1791 µs - 9.3391 µs - 9.3917 µs + 9.1405 µs + 9.2145 µs + 9.2705 µs MAD - 185.07 ns - 296.55 ns - 351.95 ns + 146.76 ns + 188.53 ns + 224.71 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.4579% - +0.4710% - +1.4374% - (p = 0.36 > + -2.2011% + -1.1980% + -0.2289% + (p = 0.02 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_group_by/report/mean.svg b/criterion/micro_ops_group_by/report/mean.svg index dd5723c1cd7c..ee0432aec416 100644 --- a/criterion/micro_ops_group_by/report/mean.svg +++ b/criterion/micro_ops_group_by/report/mean.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - -11 - - - - -9.28 + + +12 - - -9.3 + + +14 - - -9.32 + + +16 - - -9.34 + + + +9.2 - - -9.36 + + +9.22 - - -9.38 + + +9.24 - - -9.4 + + +9.26 - - -9.42 + + +9.28 - - -9.44 + + +9.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/median.svg b/criterion/micro_ops_group_by/report/median.svg index 966edefd5fc6..52dd6c42acd9 100644 --- a/criterion/micro_ops_group_by/report/median.svg +++ b/criterion/micro_ops_group_by/report/median.svg @@ -9,54 +9,70 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + + +14 + + + +16 + + - -9.2 + +9.14 + + + +9.16 - - -9.25 + + +9.18 + + + +9.2 - - -9.3 + + +9.22 - - -9.35 + + +9.24 - - -9.4 + + +9.26 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/pdf.svg b/criterion/micro_ops_group_by/report/pdf.svg index 5625a7746330..56da11fa3569 100644 --- a/criterion/micro_ops_group_by/report/pdf.svg +++ b/criterion/micro_ops_group_by/report/pdf.svg @@ -13,67 +13,55 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - + - + 8.5 - - + + 9 - - + + 9.5 - - + + 10 - - + + 10.5 - - + + 11 - - -11.5 - - - -12 - - + Density (a.u.) @@ -82,44 +70,56 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - - - + + +1.4 + + + +1.6 + + + +1.8 + + + + + + - - - - - - - - - + + + + + + + + + PDF diff --git a/criterion/micro_ops_group_by/report/pdf_small.svg b/criterion/micro_ops_group_by/report/pdf_small.svg index c18a3ee1f144..ca9d7bb6828d 100644 --- a/criterion/micro_ops_group_by/report/pdf_small.svg +++ b/criterion/micro_ops_group_by/report/pdf_small.svg @@ -10,51 +10,59 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + + +1.6 + + + +1.8 + + + +2 + + - + 9 - - + + 10 - - + + 11 - - -12 - - - - + + + diff --git a/criterion/micro_ops_group_by/report/regression.svg b/criterion/micro_ops_group_by/report/regression.svg index ab340f2aab4a..ac3e6f27a922 100644 --- a/criterion/micro_ops_group_by/report/regression.svg +++ b/criterion/micro_ops_group_by/report/regression.svg @@ -8,180 +8,170 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - + + + + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - -14.0 - - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_group_by/report/regression_small.svg b/criterion/micro_ops_group_by/report/regression_small.svg index 4c07fed37950..057361ad44dc 100644 --- a/criterion/micro_ops_group_by/report/regression_small.svg +++ b/criterion/micro_ops_group_by/report/regression_small.svg @@ -5,178 +5,168 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - + + + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - -12.0 - - + -14.0 +12.0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_group_by/report/relative_pdf_small.svg b/criterion/micro_ops_group_by/report/relative_pdf_small.svg index 5f6c69794f2b..96aadd599caa 100644 --- a/criterion/micro_ops_group_by/report/relative_pdf_small.svg +++ b/criterion/micro_ops_group_by/report/relative_pdf_small.svg @@ -6,34 +6,42 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + + +1.6 + + + +1.8 + + 9 @@ -51,8 +59,8 @@ Average Time (µs) 12 - - - - + + + + diff --git a/criterion/micro_ops_group_by/report/relative_regression_small.svg b/criterion/micro_ops_group_by/report/relative_regression_small.svg index 2089089782c4..04fa7e4f651b 100644 --- a/criterion/micro_ops_group_by/report/relative_regression_small.svg +++ b/criterion/micro_ops_group_by/report/relative_regression_small.svg @@ -82,8 +82,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_group_by/report/slope.svg b/criterion/micro_ops_group_by/report/slope.svg index 1bd50072eab5..2ff53cef798f 100644 --- a/criterion/micro_ops_group_by/report/slope.svg +++ b/criterion/micro_ops_group_by/report/slope.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - -1 - - - -2 + +5 - - -3 + + +10 - - -4 + + +15 - - -5 + + +20 - - -6 + + +25 - - -7 + + + +9.19 - - -8 + + +9.2 - - - -9.3 + + +9.21 - - -9.35 + + +9.22 - - -9.4 + + +9.23 - - -9.45 + + +9.24 - - -9.5 + + +9.25 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/typical.svg b/criterion/micro_ops_group_by/report/typical.svg index a138753fa2a2..32e319296df7 100644 --- a/criterion/micro_ops_group_by/report/typical.svg +++ b/criterion/micro_ops_group_by/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - -1 - - - -2 + +5 - - -3 + + +10 - - -4 + + +15 - - -5 + + +20 - - -6 + + +25 - - -7 + + + +9.19 - - -8 + + +9.2 - - - -9.3 + + +9.21 - - -9.35 + + +9.22 - - -9.4 + + +9.23 - - -9.45 + + +9.24 - - -9.5 + + +9.25 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/base/estimates.json b/criterion/micro_ops_identity/base/estimates.json index 0868a1e031e3..e69825f67bc8 100644 --- a/criterion/micro_ops_identity/base/estimates.json +++ b/criterion/micro_ops_identity/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4009.079280859342,"upper_bound":4031.078260806087},"point_estimate":4019.6092791955243,"standard_error":5.645774579454976},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3999.9132231404956,"upper_bound":4024.646934460888},"point_estimate":4016.4882381769175,"standard_error":6.335595482743233},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.90432510619392,"upper_bound":61.27929647405844},"point_estimate":52.03334365490605,"standard_error":4.9601498991957556},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4003.743714476941,"upper_bound":4024.7850954619207},"point_estimate":4014.004809704851,"standard_error":5.3574391756863795},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.139770828180865,"upper_bound":73.47697886684931},"point_estimate":56.63148356319076,"standard_error":8.520938276242576}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3974.338648959662,"upper_bound":3994.4162894992396},"point_estimate":3984.1238583417785,"standard_error":5.093476346443151},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3967.007070707071,"upper_bound":3993.688311688312},"point_estimate":3981.5993401759533,"standard_error":6.052454688221728},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.784218518247357,"upper_bound":52.19108926491036},"point_estimate":41.899311338925635,"standard_error":4.885439939853524},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3964.074932268378,"upper_bound":3989.2753172620723},"point_estimate":3976.7002130660826,"standard_error":6.431271458882298},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.96471661124136,"upper_bound":63.83306785882131},"point_estimate":51.380209871607676,"standard_error":6.1867378730889415}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/sample.json b/criterion/micro_ops_identity/base/sample.json index 8a9ddefcaaef..f03d4525e2d4 100644 --- a/criterion/micro_ops_identity/base/sample.json +++ b/criterion/micro_ops_identity/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[43765.0,87090.0,142903.0,174885.0,218399.0,273430.0,309292.0,357248.0,394665.0,445999.0,479368.0,522822.0,566071.0,610007.0,676973.0,706273.0,757346.0,812084.0,827734.0,882919.0,915774.0,989933.0,1025070.0,1048910.0,1112812.0,1151425.0,1180456.0,1236546.0,1252486.0,1304517.0,1371428.0,1401819.0,1454938.0,1511369.0,1538253.0,1564748.0,1644647.0,1702149.0,1745784.0,1768998.0,1816774.0,1880439.0,1918307.0,1977228.0,1992769.0,2042183.0,2092870.0,2169063.0,2239052.0,2236321.0,2246644.0,2279687.0,2341443.0,2406596.0,2405622.0,2481225.0,2521972.0,2550502.0,2582463.0,2662939.0,2675983.0,2791873.0,2809341.0,2835006.0,2894299.0,2904809.0,2940888.0,2971178.0,3013630.0,3096351.0,3087255.0,3127564.0,3188053.0,3212520.0,3285323.0,3357011.0,3475071.0,3472904.0,3509523.0,3625329.0,3615515.0,3590326.0,3651985.0,3647951.0,3730391.0,3807316.0,3798185.0,3859132.0,3936882.0,3958725.0,4006036.0,4083457.0,4114332.0,4216309.0,4157826.0,4179122.0,4254637.0,4330759.0,4377000.0,4446729.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[43781.0,89245.0,131535.0,175333.0,225078.0,259208.0,302504.0,346505.0,391321.0,452858.0,473324.0,524462.0,571128.0,599360.0,659146.0,691673.0,734761.0,791540.0,845904.0,885929.0,922542.0,971812.0,1000464.0,1027208.0,1100850.0,1142542.0,1174796.0,1246048.0,1264597.0,1298645.0,1344584.0,1391581.0,1437749.0,1479563.0,1564553.0,1586574.0,1642622.0,1650298.0,1733050.0,1752110.0,1788819.0,1951941.0,1896529.0,1928171.0,2026249.0,2024052.0,2046915.0,2094745.0,2143041.0,2207630.0,2220490.0,2268436.0,2343228.0,2394765.0,2410378.0,2447603.0,2478733.0,2533933.0,2577080.0,2640562.0,2654504.0,2715131.0,2765660.0,2845785.0,2851080.0,2864249.0,2947817.0,3001461.0,2996012.0,3031561.0,3087056.0,3139294.0,3222462.0,3255258.0,3308819.0,3374744.0,3399907.0,3401835.0,3494312.0,3519929.0,3585133.0,3637688.0,3689495.0,3665271.0,3740865.0,3747723.0,3851120.0,3856358.0,3934760.0,3927337.0,3921618.0,3912130.0,4008235.0,4114166.0,4143111.0,4120287.0,4251802.0,4267988.0,4242583.0,4292743.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/tukey.json b/criterion/micro_ops_identity/base/tukey.json index 8c18c98f0b47..305831dc0128 100644 --- a/criterion/micro_ops_identity/base/tukey.json +++ b/criterion/micro_ops_identity/base/tukey.json @@ -1 +1 @@ -[3770.9666947274454,3874.8557157847754,4151.893105270989,4255.782126328319] \ No newline at end of file +[3782.799052364553,3869.028204267476,4098.972609341939,4185.201761244862] \ No newline at end of file diff --git a/criterion/micro_ops_identity/change/estimates.json b/criterion/micro_ops_identity/change/estimates.json index 61125a8b4933..17d6fc9dc5e0 100644 --- a/criterion/micro_ops_identity/change/estimates.json +++ b/criterion/micro_ops_identity/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012533601658946621,"upper_bound":-0.0018037256463771898},"point_estimate":-0.007172452806450957,"standard_error":0.0027224570034163754},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008289777165263357,"upper_bound":0.0022436039571541474},"point_estimate":-0.0005375555189045533,"standard_error":0.0029110924994134226}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012608307132256292,"upper_bound":-0.005338099894807935},"point_estimate":-0.00882807715600853,"standard_error":0.0018476012685634138},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012698858425618575,"upper_bound":-0.004048193276495193},"point_estimate":-0.008686418565687193,"standard_error":0.0021707870406371017}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/estimates.json b/criterion/micro_ops_identity/new/estimates.json index 0868a1e031e3..e69825f67bc8 100644 --- a/criterion/micro_ops_identity/new/estimates.json +++ b/criterion/micro_ops_identity/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4009.079280859342,"upper_bound":4031.078260806087},"point_estimate":4019.6092791955243,"standard_error":5.645774579454976},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3999.9132231404956,"upper_bound":4024.646934460888},"point_estimate":4016.4882381769175,"standard_error":6.335595482743233},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.90432510619392,"upper_bound":61.27929647405844},"point_estimate":52.03334365490605,"standard_error":4.9601498991957556},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4003.743714476941,"upper_bound":4024.7850954619207},"point_estimate":4014.004809704851,"standard_error":5.3574391756863795},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.139770828180865,"upper_bound":73.47697886684931},"point_estimate":56.63148356319076,"standard_error":8.520938276242576}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3974.338648959662,"upper_bound":3994.4162894992396},"point_estimate":3984.1238583417785,"standard_error":5.093476346443151},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3967.007070707071,"upper_bound":3993.688311688312},"point_estimate":3981.5993401759533,"standard_error":6.052454688221728},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.784218518247357,"upper_bound":52.19108926491036},"point_estimate":41.899311338925635,"standard_error":4.885439939853524},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3964.074932268378,"upper_bound":3989.2753172620723},"point_estimate":3976.7002130660826,"standard_error":6.431271458882298},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.96471661124136,"upper_bound":63.83306785882131},"point_estimate":51.380209871607676,"standard_error":6.1867378730889415}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/sample.json b/criterion/micro_ops_identity/new/sample.json index 8a9ddefcaaef..f03d4525e2d4 100644 --- a/criterion/micro_ops_identity/new/sample.json +++ b/criterion/micro_ops_identity/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[43765.0,87090.0,142903.0,174885.0,218399.0,273430.0,309292.0,357248.0,394665.0,445999.0,479368.0,522822.0,566071.0,610007.0,676973.0,706273.0,757346.0,812084.0,827734.0,882919.0,915774.0,989933.0,1025070.0,1048910.0,1112812.0,1151425.0,1180456.0,1236546.0,1252486.0,1304517.0,1371428.0,1401819.0,1454938.0,1511369.0,1538253.0,1564748.0,1644647.0,1702149.0,1745784.0,1768998.0,1816774.0,1880439.0,1918307.0,1977228.0,1992769.0,2042183.0,2092870.0,2169063.0,2239052.0,2236321.0,2246644.0,2279687.0,2341443.0,2406596.0,2405622.0,2481225.0,2521972.0,2550502.0,2582463.0,2662939.0,2675983.0,2791873.0,2809341.0,2835006.0,2894299.0,2904809.0,2940888.0,2971178.0,3013630.0,3096351.0,3087255.0,3127564.0,3188053.0,3212520.0,3285323.0,3357011.0,3475071.0,3472904.0,3509523.0,3625329.0,3615515.0,3590326.0,3651985.0,3647951.0,3730391.0,3807316.0,3798185.0,3859132.0,3936882.0,3958725.0,4006036.0,4083457.0,4114332.0,4216309.0,4157826.0,4179122.0,4254637.0,4330759.0,4377000.0,4446729.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[43781.0,89245.0,131535.0,175333.0,225078.0,259208.0,302504.0,346505.0,391321.0,452858.0,473324.0,524462.0,571128.0,599360.0,659146.0,691673.0,734761.0,791540.0,845904.0,885929.0,922542.0,971812.0,1000464.0,1027208.0,1100850.0,1142542.0,1174796.0,1246048.0,1264597.0,1298645.0,1344584.0,1391581.0,1437749.0,1479563.0,1564553.0,1586574.0,1642622.0,1650298.0,1733050.0,1752110.0,1788819.0,1951941.0,1896529.0,1928171.0,2026249.0,2024052.0,2046915.0,2094745.0,2143041.0,2207630.0,2220490.0,2268436.0,2343228.0,2394765.0,2410378.0,2447603.0,2478733.0,2533933.0,2577080.0,2640562.0,2654504.0,2715131.0,2765660.0,2845785.0,2851080.0,2864249.0,2947817.0,3001461.0,2996012.0,3031561.0,3087056.0,3139294.0,3222462.0,3255258.0,3308819.0,3374744.0,3399907.0,3401835.0,3494312.0,3519929.0,3585133.0,3637688.0,3689495.0,3665271.0,3740865.0,3747723.0,3851120.0,3856358.0,3934760.0,3927337.0,3921618.0,3912130.0,4008235.0,4114166.0,4143111.0,4120287.0,4251802.0,4267988.0,4242583.0,4292743.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/tukey.json b/criterion/micro_ops_identity/new/tukey.json index 8c18c98f0b47..305831dc0128 100644 --- a/criterion/micro_ops_identity/new/tukey.json +++ b/criterion/micro_ops_identity/new/tukey.json @@ -1 +1 @@ -[3770.9666947274454,3874.8557157847754,4151.893105270989,4255.782126328319] \ No newline at end of file +[3782.799052364553,3869.028204267476,4098.972609341939,4185.201761244862] \ No newline at end of file diff --git a/criterion/micro_ops_identity/report/MAD.svg b/criterion/micro_ops_identity/report/MAD.svg index 8e1e82866399..320eb503bd9d 100644 --- a/criterion/micro_ops_identity/report/MAD.svg +++ b/criterion/micro_ops_identity/report/MAD.svg @@ -13,66 +13,70 @@ Average time (ns) 0.01 - + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - + + 0.08 - - + + 0.09 - - + + 0.1 - + + +0.11 + + - + +30 + + + +35 + + + 40 - - + + 45 - - + + 50 - - -55 - - - -60 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/SD.svg b/criterion/micro_ops_identity/report/SD.svg index 6e3bf7836a17..c9f82bd67a90 100644 --- a/criterion/micro_ops_identity/report/SD.svg +++ b/criterion/micro_ops_identity/report/SD.svg @@ -9,86 +9,58 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - + -0.025 - - - 0.03 - - -0.035 - - - + + 0.04 - - -0.045 - - - + + 0.05 - - -0.055 + + +0.06 - + - + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - -65 - - - -70 - - + -75 +65 - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/both/pdf.svg b/criterion/micro_ops_identity/report/both/pdf.svg index a4295fe523c5..1fa578339d19 100644 --- a/criterion/micro_ops_identity/report/both/pdf.svg +++ b/criterion/micro_ops_identity/report/both/pdf.svg @@ -9,55 +9,55 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - - -3.8 + + +8 - - + + + 4 - - + + 4.2 - - + + 4.4 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_identity/report/both/regression.svg b/criterion/micro_ops_identity/report/both/regression.svg index 95ae366ba1c0..f64deae21ae4 100644 --- a/criterion/micro_ops_identity/report/both/regression.svg +++ b/criterion/micro_ops_identity/report/both/regression.svg @@ -85,10 +85,10 @@ Iterations (x 10^3) 1 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_identity/report/change/mean.svg b/criterion/micro_ops_identity/report/change/mean.svg index d931c537d3d3..619ae8bfc8c6 100644 --- a/criterion/micro_ops_identity/report/change/mean.svg +++ b/criterion/micro_ops_identity/report/change/mean.svg @@ -9,63 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + + +160 + + + +180 + + + +200 + + - + +-0.013 + + + -0.012 - - + + +-0.011 + + + -0.01 - - + + +-0.009 + + + -0.008 - - --0.006 + + +-0.007 - - --0.004 + + +-0.006 - - --0.002 + + +-0.005 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/median.svg b/criterion/micro_ops_identity/report/change/median.svg index 85692bf69cd7..8c3a9e7bb5d7 100644 --- a/criterion/micro_ops_identity/report/change/median.svg +++ b/criterion/micro_ops_identity/report/change/median.svg @@ -9,71 +9,95 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - + + +200 + + + +220 + + - --0.008 + +-0.013 - - --0.006 + + +-0.012 - - --0.004 + + +-0.011 + + + +-0.01 - - --0.002 + + +-0.009 - - -0 + + +-0.008 + + + +-0.007 + + + +-0.006 + + + +-0.005 - - -0.002 + + +-0.004 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/t-test.svg b/criterion/micro_ops_identity/report/change/t-test.svg index 94c314006538..434f5e802e51 100644 --- a/criterion/micro_ops_identity/report/change/t-test.svg +++ b/criterion/micro_ops_identity/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 + + +5.0 + - - + + t distribution diff --git a/criterion/micro_ops_identity/report/index.html b/criterion/micro_ops_identity/report/index.html index 2c29b978c489..1e91aa7b2ba6 100644 --- a/criterion/micro_ops_identity/report/index.html +++ b/criterion/micro_ops_identity/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 4.0037 µs - 4.0140 µs - 4.0248 µs + 3.9641 µs + 3.9767 µs + 3.9893 µs R² - 0.9843859 - 0.9852374 - 0.9842976 + 0.9777253 + 0.9791674 + 0.9777367 Mean - 4.0091 µs - 4.0196 µs - 4.0311 µs + 3.9743 µs + 3.9841 µs + 3.9944 µs Std. Dev. - 42.140 ns - 56.631 ns - 73.477 ns + 39.965 ns + 51.380 ns + 63.833 ns Median - 3.9999 µs - 4.0165 µs - 4.0246 µs + 3.9670 µs + 3.9816 µs + 3.9937 µs MAD - 40.904 ns - 52.033 ns - 61.279 ns + 31.784 ns + 41.899 ns + 52.191 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.2534% - -0.7172% - -0.1804% - (p = 0.01 < + -1.2608% + -0.8828% + -0.5338% + (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_identity/report/mean.svg b/criterion/micro_ops_identity/report/mean.svg index 4bf6f4f1a766..1179b0c57f6d 100644 --- a/criterion/micro_ops_identity/report/mean.svg +++ b/criterion/micro_ops_identity/report/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - + + +80 + + - -4.01 + +3.975 - - -4.015 + + +3.98 - - -4.02 + + +3.985 - - -4.025 + + +3.99 - - -4.03 + + +3.995 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/median.svg b/criterion/micro_ops_identity/report/median.svg index b208dbad30f4..1308d4a074dc 100644 --- a/criterion/micro_ops_identity/report/median.svg +++ b/criterion/micro_ops_identity/report/median.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + + +140 + + - -4 + +3.965 + + + +3.97 - - -4.005 + + +3.975 - - -4.01 + + +3.98 - - -4.015 + + +3.985 - - -4.02 + + +3.99 - - -4.025 + + +3.995 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/pdf.svg b/criterion/micro_ops_identity/report/pdf.svg index 433b6faf13cf..4f820c699eb9 100644 --- a/criterion/micro_ops_identity/report/pdf.svg +++ b/criterion/micro_ops_identity/report/pdf.svg @@ -34,50 +34,42 @@ Average Time (µs) - + +3.85 + + + 3.9 - - + + 3.95 - - + + 4 - - + + 4.05 - - + + 4.1 - - + + 4.15 - - + + 4.2 - - + + 4.25 - - -4.3 - - - -4.35 - - - -4.4 - - + Density (a.u.) @@ -86,44 +78,50 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - - - - + + +8 + + + + + + - - - - - + + + + + + + PDF diff --git a/criterion/micro_ops_identity/report/pdf_small.svg b/criterion/micro_ops_identity/report/pdf_small.svg index 49775c594d81..c3dc07acb101 100644 --- a/criterion/micro_ops_identity/report/pdf_small.svg +++ b/criterion/micro_ops_identity/report/pdf_small.svg @@ -10,47 +10,55 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - + + +8 + + + +9 + + - -4 + +3.9 - - -4.2 + + +4 - - -4.4 + + +4.1 - - - + + + diff --git a/criterion/micro_ops_identity/report/regression.svg b/criterion/micro_ops_identity/report/regression.svg index bc9e3a0129aa..49bbe9a8a368 100644 --- a/criterion/micro_ops_identity/report/regression.svg +++ b/criterion/micro_ops_identity/report/regression.svg @@ -19,47 +19,47 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + - + 0.5 - - + + 1.0 - - + + 1.5 - - + + 2.0 - - + + 2.5 - - + + 3.0 - - + + 3.5 - - + + 4.0 - + 0.1 @@ -107,106 +107,106 @@ Iterations (x 10^3) - + - + - - - - - - + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_identity/report/regression_small.svg b/criterion/micro_ops_identity/report/regression_small.svg index 73ca9f806914..855458e44b8b 100644 --- a/criterion/micro_ops_identity/report/regression_small.svg +++ b/criterion/micro_ops_identity/report/regression_small.svg @@ -16,47 +16,47 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + - + 0.5 - - + + 1.0 - - + + 1.5 - - + + 2.0 - - + + 2.5 - - + + 3.0 - - + + 3.5 - - + + 4.0 - + 0.1 @@ -104,104 +104,104 @@ Iterations (x 10^3) - - + + - - - - + + + + - + - - - - - + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_identity/report/relative_pdf_small.svg b/criterion/micro_ops_identity/report/relative_pdf_small.svg index dc26a78748bf..04acbc570221 100644 --- a/criterion/micro_ops_identity/report/relative_pdf_small.svg +++ b/criterion/micro_ops_identity/report/relative_pdf_small.svg @@ -6,53 +6,53 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - - -3.8 + + +8 - - + + + 4 - - + + 4.2 - - + + 4.4 - - - - - + + + + + diff --git a/criterion/micro_ops_identity/report/relative_regression_small.svg b/criterion/micro_ops_identity/report/relative_regression_small.svg index 4e7763965389..fb7d14caff23 100644 --- a/criterion/micro_ops_identity/report/relative_regression_small.svg +++ b/criterion/micro_ops_identity/report/relative_regression_small.svg @@ -82,8 +82,8 @@ Iterations (x 10^3) 1 - - - - + + + + diff --git a/criterion/micro_ops_identity/report/slope.svg b/criterion/micro_ops_identity/report/slope.svg index 1997d99bb927..8ead55a61a0e 100644 --- a/criterion/micro_ops_identity/report/slope.svg +++ b/criterion/micro_ops_identity/report/slope.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - + - -4.005 + +3.965 + + + +3.97 - - -4.01 + + +3.975 - - -4.015 + + +3.98 - - -4.02 + + +3.985 - - -4.025 + + +3.99 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/typical.svg b/criterion/micro_ops_identity/report/typical.svg index d97a0ffe6acd..00dc0e55a1df 100644 --- a/criterion/micro_ops_identity/report/typical.svg +++ b/criterion/micro_ops_identity/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - + - -4.005 + +3.965 + + + +3.97 - - -4.01 + + +3.975 - - -4.015 + + +3.98 - - -4.02 + + +3.985 - - -4.025 + + +3.99 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/base/estimates.json b/criterion/micro_ops_join/base/estimates.json index 2ca7d2aecfab..8f4314f35b33 100644 --- a/criterion/micro_ops_join/base/estimates.json +++ b/criterion/micro_ops_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82984.39216640656,"upper_bound":83319.91534310048},"point_estimate":83139.81260295394,"standard_error":85.95852703200917},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82942.971827957,"upper_bound":83081.31428571428},"point_estimate":83009.53277940697,"standard_error":38.33357930570853},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":243.70583093172172,"upper_bound":429.30811351329993},"point_estimate":330.51271988101263,"standard_error":45.996331855463524},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83187.98026508071,"upper_bound":83694.31484388423},"point_estimate":83412.8922577213,"standard_error":131.00240470780054},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":517.9187062898712,"upper_bound":1161.0281822733573},"point_estimate":866.9676386356454,"standard_error":164.53529999529007}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82970.62477024794,"upper_bound":83194.83336339737},"point_estimate":83079.7738912176,"standard_error":57.186807166173054},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82888.53931372549,"upper_bound":83161.06137702503},"point_estimate":83034.1040229885,"standard_error":70.6829499676975},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":391.24914759939986,"upper_bound":603.6487515378894},"point_estimate":462.7647851304335,"standard_error":53.60356680031864},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83230.29378245563,"upper_bound":83498.44035729123},"point_estimate":83355.0146617408,"standard_error":68.73751343723508},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":448.8725416159071,"upper_bound":698.2499993548031},"point_estimate":575.6331022032324,"standard_error":64.0706817878762}} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/sample.json b/criterion/micro_ops_join/base/sample.json index c601163f936b..16693614ce32 100644 --- a/criterion/micro_ops_join/base/sample.json +++ b/criterion/micro_ops_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[406611.0,842735.0,1245837.0,1641110.0,2056791.0,2473573.0,2885881.0,3304320.0,3699743.0,4156113.0,4579379.0,4924290.0,5375977.0,5773491.0,6181895.0,6600354.0,7052049.0,7428352.0,7830559.0,8314908.0,8700516.0,9119744.0,9673234.0,9950485.0,10349445.0,10793063.0,11189455.0,11628163.0,12075395.0,12423969.0,12855528.0,13278806.0,13666214.0,14083362.0,14501037.0,14857284.0,15294733.0,15762032.0,16132027.0,16555530.0,16900559.0,17341114.0,17807102.0,18220314.0,18663087.0,19085873.0,19583565.0,19827555.0,20295980.0,21709313.0,21105124.0,21589844.0,21879070.0,22478625.0,22796124.0,23237621.0,23715583.0,24161772.0,24598128.0,24885030.0,25399289.0,25762102.0,26145966.0,26529273.0,27946967.0,27596657.0,27818522.0,28285449.0,28660519.0,29074930.0,29555712.0,29976526.0,30332780.0,30758047.0,31192680.0,32621501.0,32100799.0,32455258.0,32952477.0,33287466.0,33734462.0,34056310.0,34833916.0,34909340.0,35388529.0,35806137.0,38221271.0,36550833.0,36910214.0,37310543.0,38166183.0,38142881.0,38597022.0,39089660.0,40416483.0,39967847.0,40299329.0,40888433.0,41092285.0,41646618.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[407156.0,838831.0,1264936.0,1642176.0,2059286.0,2480466.0,2896654.0,3284382.0,3810718.0,4155914.0,4534264.0,4943908.0,5367896.0,5779765.0,6191628.0,6603387.0,7027758.0,7463326.0,7839618.0,8260667.0,8651643.0,9091574.0,9486210.0,9897802.0,10347416.0,10751056.0,11156813.0,11585547.0,12001731.0,12371096.0,12867041.0,13216872.0,13630624.0,14074514.0,14480252.0,14934920.0,15300398.0,15685539.0,16135756.0,16545181.0,17007502.0,17703544.0,17768738.0,18306499.0,18582281.0,19064586.0,19495071.0,19875808.0,20379789.0,20701320.0,21135990.0,21527356.0,21945059.0,22542985.0,22900695.0,23286758.0,23694893.0,24084193.0,24579853.0,24867253.0,25350368.0,25832960.0,26252428.0,26689524.0,27088804.0,27598317.0,27930119.0,28317271.0,28641647.0,29161342.0,29669440.0,29936914.0,30418580.0,30715054.0,31240377.0,31803282.0,32159196.0,32488945.0,32994714.0,33236057.0,33984619.0,34069074.0,34482091.0,34864678.0,35508079.0,36158799.0,36208101.0,37228841.0,38041599.0,37428417.0,38139354.0,38510377.0,38636281.0,39099744.0,39633094.0,40096242.0,40330238.0,40789409.0,41178734.0,41761568.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/tukey.json b/criterion/micro_ops_join/base/tukey.json index 89da75e138f1..27b37756feeb 100644 --- a/criterion/micro_ops_join/base/tukey.json +++ b/criterion/micro_ops_join/base/tukey.json @@ -1 +1 @@ -[81519.78730458865,82171.24362586727,83908.46048261024,84559.91680388886] \ No newline at end of file +[80782.27047826233,81739.0717775927,84290.54190914036,85247.34320847073] \ No newline at end of file diff --git a/criterion/micro_ops_join/change/estimates.json b/criterion/micro_ops_join/change/estimates.json index 0a77ceb597a7..3af9ed5d6100 100644 --- a/criterion/micro_ops_join/change/estimates.json +++ b/criterion/micro_ops_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00646332307387589,"upper_bound":-0.0006969553209185064},"point_estimate":-0.0035304357490454352,"standard_error":0.0014669572758995429},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004679262176525589,"upper_bound":-0.001972891429346979},"point_estimate":-0.003215670920100222,"standard_error":0.0006946090896586081}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0032901489580653724,"upper_bound":0.0016953285187203341},"point_estimate":-0.0007221415331192249,"standard_error":0.0012647964984376532},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0017194134836296948,"upper_bound":0.002054692896722443},"point_estimate":0.00029600508229354894,"standard_error":0.0009725646812339041}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/estimates.json b/criterion/micro_ops_join/new/estimates.json index 2ca7d2aecfab..8f4314f35b33 100644 --- a/criterion/micro_ops_join/new/estimates.json +++ b/criterion/micro_ops_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82984.39216640656,"upper_bound":83319.91534310048},"point_estimate":83139.81260295394,"standard_error":85.95852703200917},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82942.971827957,"upper_bound":83081.31428571428},"point_estimate":83009.53277940697,"standard_error":38.33357930570853},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":243.70583093172172,"upper_bound":429.30811351329993},"point_estimate":330.51271988101263,"standard_error":45.996331855463524},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83187.98026508071,"upper_bound":83694.31484388423},"point_estimate":83412.8922577213,"standard_error":131.00240470780054},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":517.9187062898712,"upper_bound":1161.0281822733573},"point_estimate":866.9676386356454,"standard_error":164.53529999529007}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82970.62477024794,"upper_bound":83194.83336339737},"point_estimate":83079.7738912176,"standard_error":57.186807166173054},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82888.53931372549,"upper_bound":83161.06137702503},"point_estimate":83034.1040229885,"standard_error":70.6829499676975},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":391.24914759939986,"upper_bound":603.6487515378894},"point_estimate":462.7647851304335,"standard_error":53.60356680031864},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83230.29378245563,"upper_bound":83498.44035729123},"point_estimate":83355.0146617408,"standard_error":68.73751343723508},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":448.8725416159071,"upper_bound":698.2499993548031},"point_estimate":575.6331022032324,"standard_error":64.0706817878762}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/sample.json b/criterion/micro_ops_join/new/sample.json index c601163f936b..16693614ce32 100644 --- a/criterion/micro_ops_join/new/sample.json +++ b/criterion/micro_ops_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[406611.0,842735.0,1245837.0,1641110.0,2056791.0,2473573.0,2885881.0,3304320.0,3699743.0,4156113.0,4579379.0,4924290.0,5375977.0,5773491.0,6181895.0,6600354.0,7052049.0,7428352.0,7830559.0,8314908.0,8700516.0,9119744.0,9673234.0,9950485.0,10349445.0,10793063.0,11189455.0,11628163.0,12075395.0,12423969.0,12855528.0,13278806.0,13666214.0,14083362.0,14501037.0,14857284.0,15294733.0,15762032.0,16132027.0,16555530.0,16900559.0,17341114.0,17807102.0,18220314.0,18663087.0,19085873.0,19583565.0,19827555.0,20295980.0,21709313.0,21105124.0,21589844.0,21879070.0,22478625.0,22796124.0,23237621.0,23715583.0,24161772.0,24598128.0,24885030.0,25399289.0,25762102.0,26145966.0,26529273.0,27946967.0,27596657.0,27818522.0,28285449.0,28660519.0,29074930.0,29555712.0,29976526.0,30332780.0,30758047.0,31192680.0,32621501.0,32100799.0,32455258.0,32952477.0,33287466.0,33734462.0,34056310.0,34833916.0,34909340.0,35388529.0,35806137.0,38221271.0,36550833.0,36910214.0,37310543.0,38166183.0,38142881.0,38597022.0,39089660.0,40416483.0,39967847.0,40299329.0,40888433.0,41092285.0,41646618.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[407156.0,838831.0,1264936.0,1642176.0,2059286.0,2480466.0,2896654.0,3284382.0,3810718.0,4155914.0,4534264.0,4943908.0,5367896.0,5779765.0,6191628.0,6603387.0,7027758.0,7463326.0,7839618.0,8260667.0,8651643.0,9091574.0,9486210.0,9897802.0,10347416.0,10751056.0,11156813.0,11585547.0,12001731.0,12371096.0,12867041.0,13216872.0,13630624.0,14074514.0,14480252.0,14934920.0,15300398.0,15685539.0,16135756.0,16545181.0,17007502.0,17703544.0,17768738.0,18306499.0,18582281.0,19064586.0,19495071.0,19875808.0,20379789.0,20701320.0,21135990.0,21527356.0,21945059.0,22542985.0,22900695.0,23286758.0,23694893.0,24084193.0,24579853.0,24867253.0,25350368.0,25832960.0,26252428.0,26689524.0,27088804.0,27598317.0,27930119.0,28317271.0,28641647.0,29161342.0,29669440.0,29936914.0,30418580.0,30715054.0,31240377.0,31803282.0,32159196.0,32488945.0,32994714.0,33236057.0,33984619.0,34069074.0,34482091.0,34864678.0,35508079.0,36158799.0,36208101.0,37228841.0,38041599.0,37428417.0,38139354.0,38510377.0,38636281.0,39099744.0,39633094.0,40096242.0,40330238.0,40789409.0,41178734.0,41761568.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/tukey.json b/criterion/micro_ops_join/new/tukey.json index 89da75e138f1..27b37756feeb 100644 --- a/criterion/micro_ops_join/new/tukey.json +++ b/criterion/micro_ops_join/new/tukey.json @@ -1 +1 @@ -[81519.78730458865,82171.24362586727,83908.46048261024,84559.91680388886] \ No newline at end of file +[80782.27047826233,81739.0717775927,84290.54190914036,85247.34320847073] \ No newline at end of file diff --git a/criterion/micro_ops_join/report/MAD.svg b/criterion/micro_ops_join/report/MAD.svg index 537593da1a85..ab522d24f236 100644 --- a/criterion/micro_ops_join/report/MAD.svg +++ b/criterion/micro_ops_join/report/MAD.svg @@ -9,98 +9,66 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - - + + 0.009 - - -0.01 - - - -0.011 - - + - -240 - - - -260 - - - -280 - - - -300 - - - -320 - - - -340 - - - -360 + +400 - - -380 + + +450 - - -400 + + +500 - - -420 + + +550 - - -440 + + +600 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/SD.svg b/criterion/micro_ops_join/report/SD.svg index 4b888cbcc81f..462cfcf3bf44 100644 --- a/criterion/micro_ops_join/report/SD.svg +++ b/criterion/micro_ops_join/report/SD.svg @@ -6,65 +6,61 @@ micro/ops/join:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.5 + +0.001 - - -1 + + +0.002 - - -1.5 + + +0.003 - - -2 + + +0.004 - - -2.5 + + +0.005 - - - -0.5 - - - -0.6 + + +0.006 - - -0.7 + + + +450 - - -0.8 + + +500 - - -0.9 + + +550 - - -1 + + +600 - - -1.1 + + +650 - - -1.2 + + +700 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/both/pdf.svg b/criterion/micro_ops_join/report/both/pdf.svg index 2329ee4eae81..53fe88fb75e6 100644 --- a/criterion/micro_ops_join/report/both/pdf.svg +++ b/criterion/micro_ops_join/report/both/pdf.svg @@ -38,26 +38,26 @@ Average Time (µs) - + 82 - - + + 84 - - + + 86 - - + + 88 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_join/report/both/regression.svg b/criterion/micro_ops_join/report/both/regression.svg index 1aced6398c8d..94b56a3ff71e 100644 --- a/criterion/micro_ops_join/report/both/regression.svg +++ b/criterion/micro_ops_join/report/both/regression.svg @@ -24,9 +24,9 @@ Iterations - - - + + + @@ -49,18 +49,18 @@ Iterations 20.0 - + 25.0 - - + + 30.0 - - + + 35.0 - + 40.0 @@ -111,9 +111,9 @@ Iterations - + - + Base Sample diff --git a/criterion/micro_ops_join/report/change/mean.svg b/criterion/micro_ops_join/report/change/mean.svg index a1aef4662ea7..f906f7c01329 100644 --- a/criterion/micro_ops_join/report/change/mean.svg +++ b/criterion/micro_ops_join/report/change/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - - --0.007 - - - --0.006 - - - --0.005 - - - --0.004 + + +300 - - + + + -0.003 - - + + -0.002 - - + + -0.001 - - - - + + +0 + + + +0.001 + + + +0.002 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/median.svg b/criterion/micro_ops_join/report/change/median.svg index 7a248dc6f3d0..fd1afe7d956c 100644 --- a/criterion/micro_ops_join/report/change/median.svg +++ b/criterion/micro_ops_join/report/change/median.svg @@ -9,58 +9,78 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - -500 + + + +-0.002 - - -600 + + +-0.0015 - - - --0.0045 + + +-0.001 - - --0.004 + + +-5e-4 - - --0.0035 + + +0 - - --0.003 + + +5e-4 - - --0.0025 + + +0.001 - - --0.002 + + +0.0015 + + + +0.002 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/t-test.svg b/criterion/micro_ops_join/report/change/t-test.svg index 1a16a1256545..d01a71c1e659 100644 --- a/criterion/micro_ops_join/report/change/t-test.svg +++ b/criterion/micro_ops_join/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_join/report/index.html b/criterion/micro_ops_join/report/index.html index dc08538b6902..30fa9a1d30e3 100644 --- a/criterion/micro_ops_join/report/index.html +++ b/criterion/micro_ops_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 83.188 µs - 83.413 µs - 83.694 µs + 83.230 µs + 83.355 µs + 83.498 µs R² - 0.9809946 - 0.9819653 - 0.9804464 + 0.9947267 + 0.9950295 + 0.9946291 Mean - 82.984 µs - 83.140 µs - 83.320 µs + 82.971 µs + 83.080 µs + 83.195 µs Std. Dev. - 517.92 ns - 866.97 ns - 1.1610 µs + 448.87 ns + 575.63 ns + 698.25 ns Median - 82.943 µs - 83.010 µs - 83.081 µs + 82.889 µs + 83.034 µs + 83.161 µs MAD - 243.71 ns - 330.51 ns - 429.31 ns + 391.25 ns + 462.76 ns + 603.65 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.6463% - -0.3530% - -0.0697% - (p = 0.02 < + -0.3290% + -0.0722% + +0.1695% + (p = 0.57 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_join/report/mean.svg b/criterion/micro_ops_join/report/mean.svg index 12f7c24b6dcd..d3713f5bc71d 100644 --- a/criterion/micro_ops_join/report/mean.svg +++ b/criterion/micro_ops_join/report/mean.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - + + +6 + + + +7 + + - + 82.95 - - + + 83 - - + + 83.05 - - + + 83.1 - - + + 83.15 - - + + 83.2 - - -83.25 - - - -83.3 - - - -83.35 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/median.svg b/criterion/micro_ops_join/report/median.svg index b66edd2929b5..a159b239bc22 100644 --- a/criterion/micro_ops_join/report/median.svg +++ b/criterion/micro_ops_join/report/median.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - -14 - - + - -82.94 - - - -82.96 + +82.9 - - -82.98 + + +82.95 - - + + 83 - - -83.02 - - - -83.04 + + +83.05 - - -83.06 + + +83.1 - - -83.08 + + +83.15 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/pdf.svg b/criterion/micro_ops_join/report/pdf.svg index 575473adda3d..2a6157ded391 100644 --- a/criterion/micro_ops_join/report/pdf.svg +++ b/criterion/micro_ops_join/report/pdf.svg @@ -54,38 +54,50 @@ Average Time (µs) - + 81 - - + + +81.5 + + + 82 - - + + +82.5 + + + 83 - - + + +83.5 + + + 84 - - -85 + + +84.5 - - -86 + + +85 - - -87 + + +85.5 - - -88 + + +86 - + Density (a.u.) @@ -94,62 +106,52 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_join/report/pdf_small.svg b/criterion/micro_ops_join/report/pdf_small.svg index edab09ba98f3..2c02fc6c841e 100644 --- a/criterion/micro_ops_join/report/pdf_small.svg +++ b/criterion/micro_ops_join/report/pdf_small.svg @@ -10,55 +10,51 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - + - + 82 - - + + 84 - - + + 86 - - -88 - - - - + + + diff --git a/criterion/micro_ops_join/report/regression.svg b/criterion/micro_ops_join/report/regression.svg index f31295c95d86..8eeda2c3c778 100644 --- a/criterion/micro_ops_join/report/regression.svg +++ b/criterion/micro_ops_join/report/regression.svg @@ -20,12 +20,12 @@ Iterations - - + + - - - + + + 5.0 @@ -35,30 +35,30 @@ Iterations 10.0 - + 15.0 - - + + 20.0 - + 25.0 - + 30.0 - - + + 35.0 - - + + 40.0 - + 50 @@ -108,9 +108,9 @@ Iterations - - - + + + @@ -119,89 +119,89 @@ Iterations - - - - + + + + - - - - - - + + + + + + - - + + - - - - + + + + - - - - - - + + + + + + - + - + - + - - - - - + + + + + - - - + + + - - + + - + - + - - + + - - + + - - + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_join/report/regression_small.svg b/criterion/micro_ops_join/report/regression_small.svg index d8740de155b2..5c3866591e57 100644 --- a/criterion/micro_ops_join/report/regression_small.svg +++ b/criterion/micro_ops_join/report/regression_small.svg @@ -17,11 +17,11 @@ Iterations - + - - + + @@ -32,10 +32,10 @@ Iterations 10.0 - + 15.0 - + 20.0 @@ -44,14 +44,14 @@ Iterations 25.0 - + 30.0 - - + + 35.0 - + 40.0 @@ -104,99 +104,99 @@ Iterations - + - + - + - + - + - + - - + + - + - + - + - - + + - + - + - + - + - + - + - + - - + + - + - + - + - - + + - - - - - - - - + + + + + + + + - + - + - - + + diff --git a/criterion/micro_ops_join/report/relative_pdf_small.svg b/criterion/micro_ops_join/report/relative_pdf_small.svg index 0599bd64429f..27e9ade68292 100644 --- a/criterion/micro_ops_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_join/report/relative_pdf_small.svg @@ -35,24 +35,24 @@ Average Time (µs) - + 82 - - + + 84 - - + + 86 - - + + 88 - - - - - + + + + + diff --git a/criterion/micro_ops_join/report/relative_regression_small.svg b/criterion/micro_ops_join/report/relative_regression_small.svg index 383baad887e2..6c388d93cfff 100644 --- a/criterion/micro_ops_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_join/report/relative_regression_small.svg @@ -21,9 +21,9 @@ Iterations - + - + @@ -46,18 +46,18 @@ Iterations 20.0 - + 25.0 - + 30.0 - + 35.0 - + 40.0 @@ -110,5 +110,5 @@ Iterations - + diff --git a/criterion/micro_ops_join/report/slope.svg b/criterion/micro_ops_join/report/slope.svg index bce2c5e16a0b..56c2ab6e4292 100644 --- a/criterion/micro_ops_join/report/slope.svg +++ b/criterion/micro_ops_join/report/slope.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - + + +4 + + + +5 + + + +6 + + - -83.2 + +83.25 - - + + 83.3 - - -83.4 + + +83.35 - - -83.5 + + +83.4 - - -83.6 + + +83.45 - - -83.7 + + +83.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/typical.svg b/criterion/micro_ops_join/report/typical.svg index 98cd025351e2..7b2517d0596b 100644 --- a/criterion/micro_ops_join/report/typical.svg +++ b/criterion/micro_ops_join/report/typical.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - + + +4 + + + +5 + + + +6 + + - -83.2 + +83.25 - - + + 83.3 - - -83.4 + + +83.35 - - -83.5 + + +83.4 - - -83.6 + + +83.45 - - -83.7 + + +83.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/base/estimates.json b/criterion/micro_ops_map/base/estimates.json index 802f1063771f..9d4271b76603 100644 --- a/criterion/micro_ops_map/base/estimates.json +++ b/criterion/micro_ops_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6635.897775474657,"upper_bound":6681.554747161071},"point_estimate":6657.148617527864,"standard_error":11.695824860951172},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6616.225274725275,"upper_bound":6646.45},"point_estimate":6632.079625,"standard_error":7.527401662874806},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49.85623170123814,"upper_bound":80.2371620083417},"point_estimate":63.01434168587942,"standard_error":7.4815307178691715},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6643.168628820668,"upper_bound":6680.980537751751},"point_estimate":6661.27927767105,"standard_error":9.656784115187424},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73.8866919110217,"upper_bound":157.8456253644689},"point_estimate":117.69954396693063,"standard_error":21.56763308936072}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6572.55838336163,"upper_bound":6654.398189307643},"point_estimate":6603.535593041089,"standard_error":22.42306833123399},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6559.280294117647,"upper_bound":6584.024137931035},"point_estimate":6569.422340425532,"standard_error":5.897391358749037},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.97083134905865,"upper_bound":70.64533931837502},"point_estimate":55.84408421690277,"standard_error":8.453743870519952},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6568.349242779806,"upper_bound":6594.565086889175},"point_estimate":6580.756891975765,"standard_error":6.6790309622943225},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52.83540309852886,"upper_bound":376.44635500208324},"point_estimate":225.05262331702667,"standard_error":110.5347933946639}} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/sample.json b/criterion/micro_ops_map/base/sample.json index 26b513f6752a..5f3dc56c5531 100644 --- a/criterion/micro_ops_map/base/sample.json +++ b/criterion/micro_ops_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[65442.0,130744.0,196193.0,284531.0,341937.0,392534.0,457295.0,522423.0,595182.0,672269.0,722923.0,800449.0,848867.0,912397.0,986250.0,1055586.0,1123348.0,1176837.0,1258131.0,1318245.0,1385822.0,1483446.0,1531496.0,1580486.0,1657967.0,1734001.0,1795868.0,1869440.0,1968638.0,1976543.0,2049299.0,2111648.0,2331624.0,2227301.0,2358095.0,2361559.0,2437976.0,2532996.0,2602899.0,2665467.0,2709872.0,2817883.0,2963811.0,3220466.0,2987890.0,3071849.0,3133108.0,3170631.0,3255455.0,3331109.0,3407655.0,3417123.0,3523787.0,3552682.0,3760606.0,3711792.0,3775763.0,3846462.0,3898819.0,3947776.0,4071219.0,4071664.0,4201658.0,4274869.0,4308135.0,4398480.0,4500470.0,4506362.0,4685268.0,4617244.0,4690446.0,4783472.0,4848086.0,4999972.0,4982940.0,5005466.0,5112946.0,5174456.0,5216814.0,5305833.0,5338602.0,5385183.0,5567454.0,5551460.0,5788328.0,5659087.0,5767518.0,5859606.0,5948881.0,5951212.0,6020765.0,6164356.0,6347178.0,6247663.0,6258523.0,6479286.0,6489027.0,6510563.0,6649794.0,6630388.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[65142.0,130334.0,195336.0,271553.0,325974.0,524411.0,467218.0,523243.0,612315.0,652337.0,737543.0,781147.0,846037.0,920755.0,997509.0,1044047.0,1116508.0,1200399.0,1244012.0,1318684.0,1393637.0,1426605.0,1503515.0,1569465.0,1631142.0,1721640.0,1769359.0,1868118.0,1924464.0,1971674.0,2035654.0,2101117.0,2171879.0,2230339.0,2300268.0,2378453.0,2464184.0,2509050.0,2558133.0,2649068.0,2669998.0,2753893.0,2829220.0,2913779.0,2964274.0,3000392.0,3086951.0,3135111.0,3216911.0,3255750.0,3313606.0,3441092.0,3453485.0,3522314.0,3623315.0,3712056.0,3753744.0,3818734.0,3988319.0,3905386.0,3969954.0,4061243.0,4172738.0,4201299.0,4265078.0,4325866.0,4403630.0,4437273.0,4548503.0,4640006.0,4711153.0,4906479.0,4884966.0,4859104.0,4915685.0,4995841.0,5092959.0,5098223.0,5200280.0,5246992.0,5311595.0,5362404.0,5498008.0,5593347.0,5555714.0,5666431.0,5729011.0,5822081.0,5868012.0,5880064.0,6005022.0,6033884.0,6083086.0,6176612.0,6287726.0,6260890.0,6347617.0,6487825.0,6526025.0,6521923.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/tukey.json b/criterion/micro_ops_map/base/tukey.json index fd8dc854e01a..2998631b7ccc 100644 --- a/criterion/micro_ops_map/base/tukey.json +++ b/criterion/micro_ops_map/base/tukey.json @@ -1 +1 @@ -[6333.806495859213,6462.47095626294,6805.576184006211,6934.240644409939] \ No newline at end of file +[6293.913955582937,6415.363046632048,6739.227289429678,6860.67638047879] \ No newline at end of file diff --git a/criterion/micro_ops_map/change/estimates.json b/criterion/micro_ops_map/change/estimates.json index 5d503fa3d9d0..d1c2557d132e 100644 --- a/criterion/micro_ops_map/change/estimates.json +++ b/criterion/micro_ops_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0028319281564694104,"upper_bound":0.00695460980275886},"point_estimate":0.0018196816798687898,"standard_error":0.0024873163424685586},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0014452079369782211,"upper_bound":0.004442480525215571},"point_estimate":0.0011980932594832794,"standard_error":0.0014077529030461224}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.014515795094370027,"upper_bound":-6.7818210632888305e-6},"point_estimate":-0.00805345164529081,"standard_error":0.0037854108878303022},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012342318443746336,"upper_bound":-0.0066606094762865185},"point_estimate":-0.009447607404814429,"standard_error":0.0014367275706300478}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/estimates.json b/criterion/micro_ops_map/new/estimates.json index 802f1063771f..9d4271b76603 100644 --- a/criterion/micro_ops_map/new/estimates.json +++ b/criterion/micro_ops_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6635.897775474657,"upper_bound":6681.554747161071},"point_estimate":6657.148617527864,"standard_error":11.695824860951172},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6616.225274725275,"upper_bound":6646.45},"point_estimate":6632.079625,"standard_error":7.527401662874806},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49.85623170123814,"upper_bound":80.2371620083417},"point_estimate":63.01434168587942,"standard_error":7.4815307178691715},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6643.168628820668,"upper_bound":6680.980537751751},"point_estimate":6661.27927767105,"standard_error":9.656784115187424},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73.8866919110217,"upper_bound":157.8456253644689},"point_estimate":117.69954396693063,"standard_error":21.56763308936072}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6572.55838336163,"upper_bound":6654.398189307643},"point_estimate":6603.535593041089,"standard_error":22.42306833123399},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6559.280294117647,"upper_bound":6584.024137931035},"point_estimate":6569.422340425532,"standard_error":5.897391358749037},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.97083134905865,"upper_bound":70.64533931837502},"point_estimate":55.84408421690277,"standard_error":8.453743870519952},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6568.349242779806,"upper_bound":6594.565086889175},"point_estimate":6580.756891975765,"standard_error":6.6790309622943225},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52.83540309852886,"upper_bound":376.44635500208324},"point_estimate":225.05262331702667,"standard_error":110.5347933946639}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/sample.json b/criterion/micro_ops_map/new/sample.json index 26b513f6752a..5f3dc56c5531 100644 --- a/criterion/micro_ops_map/new/sample.json +++ b/criterion/micro_ops_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[65442.0,130744.0,196193.0,284531.0,341937.0,392534.0,457295.0,522423.0,595182.0,672269.0,722923.0,800449.0,848867.0,912397.0,986250.0,1055586.0,1123348.0,1176837.0,1258131.0,1318245.0,1385822.0,1483446.0,1531496.0,1580486.0,1657967.0,1734001.0,1795868.0,1869440.0,1968638.0,1976543.0,2049299.0,2111648.0,2331624.0,2227301.0,2358095.0,2361559.0,2437976.0,2532996.0,2602899.0,2665467.0,2709872.0,2817883.0,2963811.0,3220466.0,2987890.0,3071849.0,3133108.0,3170631.0,3255455.0,3331109.0,3407655.0,3417123.0,3523787.0,3552682.0,3760606.0,3711792.0,3775763.0,3846462.0,3898819.0,3947776.0,4071219.0,4071664.0,4201658.0,4274869.0,4308135.0,4398480.0,4500470.0,4506362.0,4685268.0,4617244.0,4690446.0,4783472.0,4848086.0,4999972.0,4982940.0,5005466.0,5112946.0,5174456.0,5216814.0,5305833.0,5338602.0,5385183.0,5567454.0,5551460.0,5788328.0,5659087.0,5767518.0,5859606.0,5948881.0,5951212.0,6020765.0,6164356.0,6347178.0,6247663.0,6258523.0,6479286.0,6489027.0,6510563.0,6649794.0,6630388.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[65142.0,130334.0,195336.0,271553.0,325974.0,524411.0,467218.0,523243.0,612315.0,652337.0,737543.0,781147.0,846037.0,920755.0,997509.0,1044047.0,1116508.0,1200399.0,1244012.0,1318684.0,1393637.0,1426605.0,1503515.0,1569465.0,1631142.0,1721640.0,1769359.0,1868118.0,1924464.0,1971674.0,2035654.0,2101117.0,2171879.0,2230339.0,2300268.0,2378453.0,2464184.0,2509050.0,2558133.0,2649068.0,2669998.0,2753893.0,2829220.0,2913779.0,2964274.0,3000392.0,3086951.0,3135111.0,3216911.0,3255750.0,3313606.0,3441092.0,3453485.0,3522314.0,3623315.0,3712056.0,3753744.0,3818734.0,3988319.0,3905386.0,3969954.0,4061243.0,4172738.0,4201299.0,4265078.0,4325866.0,4403630.0,4437273.0,4548503.0,4640006.0,4711153.0,4906479.0,4884966.0,4859104.0,4915685.0,4995841.0,5092959.0,5098223.0,5200280.0,5246992.0,5311595.0,5362404.0,5498008.0,5593347.0,5555714.0,5666431.0,5729011.0,5822081.0,5868012.0,5880064.0,6005022.0,6033884.0,6083086.0,6176612.0,6287726.0,6260890.0,6347617.0,6487825.0,6526025.0,6521923.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/tukey.json b/criterion/micro_ops_map/new/tukey.json index fd8dc854e01a..2998631b7ccc 100644 --- a/criterion/micro_ops_map/new/tukey.json +++ b/criterion/micro_ops_map/new/tukey.json @@ -1 +1 @@ -[6333.806495859213,6462.47095626294,6805.576184006211,6934.240644409939] \ No newline at end of file +[6293.913955582937,6415.363046632048,6739.227289429678,6860.67638047879] \ No newline at end of file diff --git a/criterion/micro_ops_map/report/MAD.svg b/criterion/micro_ops_map/report/MAD.svg index 55ef5d73fe54..93612c1d2e05 100644 --- a/criterion/micro_ops_map/report/MAD.svg +++ b/criterion/micro_ops_map/report/MAD.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (ns) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - + + +0.025 + + + 0.03 - - + + +0.035 + + + 0.04 - - + + +0.045 + + + 0.05 - - -0.06 + + + +40 - - -0.07 + + +45 - - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - -75 - - - -80 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/SD.svg b/criterion/micro_ops_map/report/SD.svg index da6c8cbdce57..775fbf605a82 100644 --- a/criterion/micro_ops_map/report/SD.svg +++ b/criterion/micro_ops_map/report/SD.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - -0.014 - - - -0.016 - - - -0.018 - - + - -70 - - - -80 + +50 - - -90 - - - + + 100 - - -110 + + +150 - - -120 + + +200 - - -130 + + +250 - - -140 + + +300 - - -150 + + +350 - - -160 + + +400 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/both/pdf.svg b/criterion/micro_ops_map/report/both/pdf.svg index d8f9fd82ada1..3ab10decf8a0 100644 --- a/criterion/micro_ops_map/report/both/pdf.svg +++ b/criterion/micro_ops_map/report/both/pdf.svg @@ -9,55 +9,59 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - + - -6.5 - - - + 7 - - - - - + + +8 + + + +9 + + + + + + Base PDF diff --git a/criterion/micro_ops_map/report/both/regression.svg b/criterion/micro_ops_map/report/both/regression.svg index 2e40e505c71a..7930a2e62918 100644 --- a/criterion/micro_ops_map/report/both/regression.svg +++ b/criterion/micro_ops_map/report/both/regression.svg @@ -100,10 +100,10 @@ Iterations (x 10^3) 1 - + - - + + Base Sample diff --git a/criterion/micro_ops_map/report/change/mean.svg b/criterion/micro_ops_map/report/change/mean.svg index bc2191a26e7e..99f36cd4fe9d 100644 --- a/criterion/micro_ops_map/report/change/mean.svg +++ b/criterion/micro_ops_map/report/change/mean.svg @@ -9,67 +9,87 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - + + +90 + + + 100 - - -120 + + + +-0.016 - - -140 + + +-0.014 - - -160 + + +-0.012 - - - --0.002 + + +-0.01 - - -0 + + +-0.008 - - -0.002 + + +-0.006 - - -0.004 + + +-0.004 - - -0.006 + + +-0.002 - - -0.008 + + +0 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/median.svg b/criterion/micro_ops_map/report/change/median.svg index cb60c4e51dee..204949dcb8dc 100644 --- a/criterion/micro_ops_map/report/change/median.svg +++ b/criterion/micro_ops_map/report/change/median.svg @@ -9,75 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - - -400 - - + - --0.002 - - - --0.001 - - - -0 - - - -0.001 - - - -0.002 - - - -0.003 - - - -0.004 - - - -0.005 - - - - - - + +-0.012 + + + +-0.011 + + + +-0.01 + + + +-0.009 + + + +-0.008 + + + +-0.007 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/t-test.svg b/criterion/micro_ops_map/report/change/t-test.svg index 660e6a568654..17e53c692594 100644 --- a/criterion/micro_ops_map/report/change/t-test.svg +++ b/criterion/micro_ops_map/report/change/t-test.svg @@ -13,77 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_map/report/index.html b/criterion/micro_ops_map/report/index.html index a93ece99b247..9c066c58b9b0 100644 --- a/criterion/micro_ops_map/report/index.html +++ b/criterion/micro_ops_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.6432 µs - 6.6613 µs - 6.6810 µs + 6.5683 µs + 6.5808 µs + 6.5946 µs R² - 0.9759983 - 0.9769901 - 0.9758166 + 0.9885212 + 0.9890194 + 0.9884024 Mean - 6.6359 µs - 6.6571 µs - 6.6816 µs + 6.5726 µs + 6.6035 µs + 6.6544 µs Std. Dev. - 73.887 ns - 117.70 ns - 157.85 ns + 52.835 ns + 225.05 ns + 376.45 ns Median - 6.6162 µs - 6.6321 µs - 6.6464 µs + 6.5593 µs + 6.5694 µs + 6.5840 µs MAD - 49.856 ns - 63.014 ns - 80.237 ns + 39.971 ns + 55.844 ns + 70.645 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.2832% - +0.1820% - +0.6955% - (p = 0.45 > + -1.4516% + -0.8053% + -0.0007% + (p = 0.02 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_map/report/mean.svg b/criterion/micro_ops_map/report/mean.svg index 1ff661c0673b..db0d09fad6b3 100644 --- a/criterion/micro_ops_map/report/mean.svg +++ b/criterion/micro_ops_map/report/mean.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - -25 - - - -30 - - - -35 - - + - -6.635 - - - -6.64 + +6.57 - - -6.645 + + +6.58 - - -6.65 + + +6.59 - - -6.655 + + +6.6 - - -6.66 + + +6.61 - - -6.665 + + +6.62 - - -6.67 + + +6.63 - - -6.675 + + +6.64 - - -6.68 + + +6.65 - - -6.685 + + +6.66 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/median.svg b/criterion/micro_ops_map/report/median.svg index 6429ed9b1730..a0d7d9dc0ed7 100644 --- a/criterion/micro_ops_map/report/median.svg +++ b/criterion/micro_ops_map/report/median.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + - -6.615 + +6.56 - - -6.62 + + +6.565 - - -6.625 + + +6.57 - - -6.63 + + +6.575 - - -6.635 + + +6.58 - - -6.64 + + +6.585 - - -6.645 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/pdf.svg b/criterion/micro_ops_map/report/pdf.svg index 3038aa582037..50ed448402f9 100644 --- a/criterion/micro_ops_map/report/pdf.svg +++ b/criterion/micro_ops_map/report/pdf.svg @@ -54,50 +54,30 @@ Average Time (µs) - -6.4 - - - + 6.5 - - -6.6 - - - -6.7 - - - -6.8 - - - -6.9 - - - + + 7 - - -7.1 + + +7.5 - - -7.2 + + +8 - - -7.3 + + +8.5 - - -7.4 + + +9 - + Density (a.u.) @@ -106,64 +86,50 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 - - - -4.5 - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_map/report/pdf_small.svg b/criterion/micro_ops_map/report/pdf_small.svg index 864b06d5c047..039ea10842ed 100644 --- a/criterion/micro_ops_map/report/pdf_small.svg +++ b/criterion/micro_ops_map/report/pdf_small.svg @@ -10,55 +10,47 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 - - - -4.5 - - - -5 - - + - -6.5 - - - + 7 - - - + + +8 + + + +9 + + + + diff --git a/criterion/micro_ops_map/report/regression.svg b/criterion/micro_ops_map/report/regression.svg index d56fb81f742b..125ae14fbf73 100644 --- a/criterion/micro_ops_map/report/regression.svg +++ b/criterion/micro_ops_map/report/regression.svg @@ -18,37 +18,37 @@ Iterations (x 10^3) - - - - - - + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0.1 @@ -94,104 +94,104 @@ Iterations (x 10^3) - - - + + + - + - + - - - + + + - - - - - - + + + + + + - + - + - - - - - - - - - - - + + + + + + + + + + + - + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - + Sample diff --git a/criterion/micro_ops_map/report/regression_small.svg b/criterion/micro_ops_map/report/regression_small.svg index 2b2c750e684e..ef5814c62c92 100644 --- a/criterion/micro_ops_map/report/regression_small.svg +++ b/criterion/micro_ops_map/report/regression_small.svg @@ -15,37 +15,37 @@ Iterations (x 10^3) - - - - - - + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0.1 @@ -92,101 +92,101 @@ Iterations (x 10^3) - - - - - - + + + + + + - - + + - - + + - - - + + + - + - - - - - - - + + + + + + + - - - + + + - - + + - - - + + + - - - + + + - - + + - - - - - - - - - - + + + + + + + + + + - - - + + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - + diff --git a/criterion/micro_ops_map/report/relative_pdf_small.svg b/criterion/micro_ops_map/report/relative_pdf_small.svg index d94f6a0a9504..bfad1a03783e 100644 --- a/criterion/micro_ops_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_map/report/relative_pdf_small.svg @@ -10,49 +10,53 @@ Average Time (µs) 0.5 - + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - + - -6.5 - - - + 7 - - - - - + + +8 + + + +9 + + + + + + diff --git a/criterion/micro_ops_map/report/relative_regression_small.svg b/criterion/micro_ops_map/report/relative_regression_small.svg index cfdc7d95b160..c2d96ab0c447 100644 --- a/criterion/micro_ops_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_map/report/relative_regression_small.svg @@ -97,8 +97,8 @@ Iterations (x 10^3) 1 - - - - + + + + diff --git a/criterion/micro_ops_map/report/slope.svg b/criterion/micro_ops_map/report/slope.svg index 227af1f81726..5be781affc9b 100644 --- a/criterion/micro_ops_map/report/slope.svg +++ b/criterion/micro_ops_map/report/slope.svg @@ -9,86 +9,54 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - - -6.64 + + +50 - - -6.645 + + +60 - - -6.65 + + + +6.57 - - -6.655 + + +6.575 - + -6.66 +6.58 - -6.665 - - - -6.67 - - - -6.675 - - - -6.68 + +6.585 - - -6.685 + + +6.59 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/typical.svg b/criterion/micro_ops_map/report/typical.svg index 244172109cd4..be0909b0a23b 100644 --- a/criterion/micro_ops_map/report/typical.svg +++ b/criterion/micro_ops_map/report/typical.svg @@ -9,86 +9,54 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - - -6.64 + + +50 - - -6.645 + + +60 - - -6.65 + + + +6.57 - - -6.655 + + +6.575 - + -6.66 +6.58 - -6.665 - - - -6.67 - - - -6.675 - - - -6.68 + +6.585 - - -6.685 + + +6.59 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/base/estimates.json b/criterion/micro_ops_next_tick_big/base/estimates.json index 5cd338932861..a581b993d7ef 100644 --- a/criterion/micro_ops_next_tick_big/base/estimates.json +++ b/criterion/micro_ops_next_tick_big/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70211.48396054294,"upper_bound":71615.61631801522},"point_estimate":70945.44797666436,"standard_error":359.3861548234939},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70117.48039215687,"upper_bound":70502.66944444444},"point_estimate":70244.47949179672,"standard_error":92.06787194315407},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":690.9287944379732,"upper_bound":2417.8233877289367},"point_estimate":1119.1912139177073,"standard_error":458.16567624713963},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71477.10990015742,"upper_bound":72710.36921946066},"point_estimate":72064.58114752968,"standard_error":314.2937577485274},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2449.9934522940375,"upper_bound":4897.44251536434},"point_estimate":3607.0532819734385,"standard_error":660.0000789760317}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69162.60388374174,"upper_bound":70463.62450496088},"point_estimate":69852.97243113816,"standard_error":332.30878371845},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69551.41654242664,"upper_bound":69784.04807325019},"point_estimate":69643.94566666667,"standard_error":63.7589728657189},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":337.8609289369666,"upper_bound":774.4085836633355},"point_estimate":456.0040132888058,"standard_error":117.5344637410176},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69986.53302922467,"upper_bound":70935.94092097589},"point_estimate":70407.82486734644,"standard_error":243.2006484956486},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2028.1801755533013,"upper_bound":4607.8532677969815},"point_estimate":3313.9990144765384,"standard_error":682.5438153414499}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/sample.json b/criterion/micro_ops_next_tick_big/base/sample.json index 1747ca9e46b3..c5afdbec2f60 100644 --- a/criterion/micro_ops_next_tick_big/base/sample.json +++ b/criterion/micro_ops_next_tick_big/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[740743.0,1820791.0,2808406.0,3968593.0,5062857.0,6100374.0,7038326.0,8176111.0,9229469.0,10348058.0,12107945.0,12480361.0,13774728.0,14731535.0,15556667.0,16604834.0,17928677.0,18846241.0,20073001.0,21155774.0,21941040.0,23015728.0,23980982.0,25202242.0,26076716.0,29405151.0,27776200.0,29468140.0,32394616.0,33247880.0,35259026.0,36741334.0,37274910.0,35823941.0,36868662.0,37687521.0,38705393.0,39992837.0,41119021.0,45441023.0,43076558.0,48110600.0,44962289.0,45965252.0,47278795.0,48502291.0,49313086.0,50761922.0,51630764.0,52671768.0,53681595.0,54165688.0,55347626.0,56769924.0,57588792.0,61290056.0,60189851.0,68172691.0,61602269.0,66067700.0,69229244.0,65387188.0,68229658.0,68865024.0,68810602.0,69500250.0,70485140.0,71486490.0,78931486.0,73491205.0,74514837.0,75438983.0,77002403.0,77787840.0,84522408.0,86126094.0,87268808.0,88120629.0,89582580.0,87134247.0,87435098.0,85726728.0,88419727.0,88564628.0,93222498.0,94698435.0,97370585.0,96823093.0,94247061.0,98682015.0,97976377.0,97728294.0,97824784.0,111589193.0,101704540.0,104668968.0,101526588.0,107017474.0,107906725.0,105097889.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[738605.0,1743226.0,2795717.0,3829582.0,4877123.0,5909135.0,7443853.0,7997334.0,9210203.0,10882828.0,11694839.0,13088214.0,14389839.0,15307618.0,16333999.0,17490974.0,19018439.0,19774146.0,19583401.0,20720569.0,21684524.0,22650012.0,23732828.0,24935729.0,25845273.0,27526664.0,28007359.0,29035183.0,30298446.0,31204343.0,34807283.0,35664850.0,35879329.0,35233316.0,36427000.0,37373211.0,38637155.0,39615056.0,40489024.0,41860699.0,42805468.0,43665189.0,44717699.0,45807599.0,46894313.0,47893064.0,49130117.0,50421331.0,51268850.0,52193081.0,53246282.0,54781322.0,55188750.0,56587315.0,57603066.0,58331112.0,59588895.0,60362214.0,61484866.0,68238743.0,63899342.0,64711615.0,65979136.0,66704767.0,67819292.0,68739556.0,69804229.0,71126411.0,72206974.0,77931214.0,78904697.0,79680131.0,76478339.0,77370359.0,78606222.0,84215727.0,80569787.0,85295088.0,82809359.0,88580436.0,96101062.0,87126258.0,86536891.0,87988764.0,89271143.0,90045746.0,90796483.0,92033637.0,93532790.0,94384936.0,95443919.0,96082267.0,96978397.0,98888639.0,99119037.0,100019555.0,101187371.0,102722721.0,103244483.0,104454437.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/tukey.json b/criterion/micro_ops_next_tick_big/base/tukey.json index 6e217c94a88b..2b847d129eae 100644 --- a/criterion/micro_ops_next_tick_big/base/tukey.json +++ b/criterion/micro_ops_next_tick_big/base/tukey.json @@ -1 +1 @@ -[60552.28102888769,65160.86569407521,77450.42480124193,82059.00946642944] \ No newline at end of file +[67361.24739418883,68380.7638215533,71099.4742945252,72118.99072188966] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/change/estimates.json b/criterion/micro_ops_next_tick_big/change/estimates.json index 9dcd9e45356b..bf8361910908 100644 --- a/criterion/micro_ops_next_tick_big/change/estimates.json +++ b/criterion/micro_ops_next_tick_big/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009531210296254086,"upper_bound":0.01985034769427563},"point_estimate":0.004828496639558644,"standard_error":0.007494850250095878},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0041621700713270204,"upper_bound":0.012366759965392049},"point_estimate":0.008349189900043852,"standard_error":0.0027268145221088394}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.028432167211110936,"upper_bound":-0.0016372535670964037},"point_estimate":-0.015398811011603564,"standard_error":0.006809086485093269},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01195421135880987,"upper_bound":-0.00570946666193517},"point_estimate":-0.00854919602899451,"standard_error":0.0015850553883842832}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/estimates.json b/criterion/micro_ops_next_tick_big/new/estimates.json index 5cd338932861..a581b993d7ef 100644 --- a/criterion/micro_ops_next_tick_big/new/estimates.json +++ b/criterion/micro_ops_next_tick_big/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70211.48396054294,"upper_bound":71615.61631801522},"point_estimate":70945.44797666436,"standard_error":359.3861548234939},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70117.48039215687,"upper_bound":70502.66944444444},"point_estimate":70244.47949179672,"standard_error":92.06787194315407},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":690.9287944379732,"upper_bound":2417.8233877289367},"point_estimate":1119.1912139177073,"standard_error":458.16567624713963},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71477.10990015742,"upper_bound":72710.36921946066},"point_estimate":72064.58114752968,"standard_error":314.2937577485274},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2449.9934522940375,"upper_bound":4897.44251536434},"point_estimate":3607.0532819734385,"standard_error":660.0000789760317}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69162.60388374174,"upper_bound":70463.62450496088},"point_estimate":69852.97243113816,"standard_error":332.30878371845},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69551.41654242664,"upper_bound":69784.04807325019},"point_estimate":69643.94566666667,"standard_error":63.7589728657189},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":337.8609289369666,"upper_bound":774.4085836633355},"point_estimate":456.0040132888058,"standard_error":117.5344637410176},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69986.53302922467,"upper_bound":70935.94092097589},"point_estimate":70407.82486734644,"standard_error":243.2006484956486},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2028.1801755533013,"upper_bound":4607.8532677969815},"point_estimate":3313.9990144765384,"standard_error":682.5438153414499}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/sample.json b/criterion/micro_ops_next_tick_big/new/sample.json index 1747ca9e46b3..c5afdbec2f60 100644 --- a/criterion/micro_ops_next_tick_big/new/sample.json +++ b/criterion/micro_ops_next_tick_big/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[740743.0,1820791.0,2808406.0,3968593.0,5062857.0,6100374.0,7038326.0,8176111.0,9229469.0,10348058.0,12107945.0,12480361.0,13774728.0,14731535.0,15556667.0,16604834.0,17928677.0,18846241.0,20073001.0,21155774.0,21941040.0,23015728.0,23980982.0,25202242.0,26076716.0,29405151.0,27776200.0,29468140.0,32394616.0,33247880.0,35259026.0,36741334.0,37274910.0,35823941.0,36868662.0,37687521.0,38705393.0,39992837.0,41119021.0,45441023.0,43076558.0,48110600.0,44962289.0,45965252.0,47278795.0,48502291.0,49313086.0,50761922.0,51630764.0,52671768.0,53681595.0,54165688.0,55347626.0,56769924.0,57588792.0,61290056.0,60189851.0,68172691.0,61602269.0,66067700.0,69229244.0,65387188.0,68229658.0,68865024.0,68810602.0,69500250.0,70485140.0,71486490.0,78931486.0,73491205.0,74514837.0,75438983.0,77002403.0,77787840.0,84522408.0,86126094.0,87268808.0,88120629.0,89582580.0,87134247.0,87435098.0,85726728.0,88419727.0,88564628.0,93222498.0,94698435.0,97370585.0,96823093.0,94247061.0,98682015.0,97976377.0,97728294.0,97824784.0,111589193.0,101704540.0,104668968.0,101526588.0,107017474.0,107906725.0,105097889.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[738605.0,1743226.0,2795717.0,3829582.0,4877123.0,5909135.0,7443853.0,7997334.0,9210203.0,10882828.0,11694839.0,13088214.0,14389839.0,15307618.0,16333999.0,17490974.0,19018439.0,19774146.0,19583401.0,20720569.0,21684524.0,22650012.0,23732828.0,24935729.0,25845273.0,27526664.0,28007359.0,29035183.0,30298446.0,31204343.0,34807283.0,35664850.0,35879329.0,35233316.0,36427000.0,37373211.0,38637155.0,39615056.0,40489024.0,41860699.0,42805468.0,43665189.0,44717699.0,45807599.0,46894313.0,47893064.0,49130117.0,50421331.0,51268850.0,52193081.0,53246282.0,54781322.0,55188750.0,56587315.0,57603066.0,58331112.0,59588895.0,60362214.0,61484866.0,68238743.0,63899342.0,64711615.0,65979136.0,66704767.0,67819292.0,68739556.0,69804229.0,71126411.0,72206974.0,77931214.0,78904697.0,79680131.0,76478339.0,77370359.0,78606222.0,84215727.0,80569787.0,85295088.0,82809359.0,88580436.0,96101062.0,87126258.0,86536891.0,87988764.0,89271143.0,90045746.0,90796483.0,92033637.0,93532790.0,94384936.0,95443919.0,96082267.0,96978397.0,98888639.0,99119037.0,100019555.0,101187371.0,102722721.0,103244483.0,104454437.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/tukey.json b/criterion/micro_ops_next_tick_big/new/tukey.json index 6e217c94a88b..2b847d129eae 100644 --- a/criterion/micro_ops_next_tick_big/new/tukey.json +++ b/criterion/micro_ops_next_tick_big/new/tukey.json @@ -1 +1 @@ -[60552.28102888769,65160.86569407521,77450.42480124193,82059.00946642944] \ No newline at end of file +[67361.24739418883,68380.7638215533,71099.4742945252,72118.99072188966] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/report/MAD.svg b/criterion/micro_ops_next_tick_big/report/MAD.svg index e2428dc6e5f1..3d1660a75c28 100644 --- a/criterion/micro_ops_next_tick_big/report/MAD.svg +++ b/criterion/micro_ops_next_tick_big/report/MAD.svg @@ -6,85 +6,93 @@ micro/ops/next_tick/big:MAD Density (a.u.) -Average time (µs) +Average time (ns) - -0.2 + +5e-4 - - -0.4 + + +0.001 - - -0.6 + + +0.0015 - - -0.8 + + +0.002 - - -1 + + +0.0025 - - -1.2 + + +0.003 - - -1.4 + + +0.0035 - + + +0.004 + + + +0.0045 + + - -0.6 + +300 - - -0.8 + + +350 - - -1 + + +400 - - -1.2 + + +450 - - -1.4 + + +500 - - -1.6 + + +550 - - -1.8 + + +600 - - -2 + + +650 - - -2.2 + + +700 - - -2.4 + + +750 - - -2.6 + + +800 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/SD.svg b/criterion/micro_ops_next_tick_big/report/SD.svg index a7afe5141437..07c4e48c3e8c 100644 --- a/criterion/micro_ops_next_tick_big/report/SD.svg +++ b/criterion/micro_ops_next_tick_big/report/SD.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - + - + +2 + + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - -5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/both/pdf.svg b/criterion/micro_ops_next_tick_big/report/both/pdf.svg index 7bd14f25a177..d934c0c771a2 100644 --- a/criterion/micro_ops_next_tick_big/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/both/pdf.svg @@ -9,55 +9,67 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - + + +0.16 + + + +0.18 + + + +0.2 + + - + 50 - - + + 60 - - + + 70 - - + + 80 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_big/report/both/regression.svg b/criterion/micro_ops_next_tick_big/report/both/regression.svg index 523a3b7351f4..13b25433f4a0 100644 --- a/criterion/micro_ops_next_tick_big/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/both/regression.svg @@ -105,10 +105,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_next_tick_big/report/change/mean.svg b/criterion/micro_ops_next_tick_big/report/change/mean.svg index 328a52cf2a12..39bf5efee84c 100644 --- a/criterion/micro_ops_next_tick_big/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/change/mean.svg @@ -9,79 +9,83 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - + + +55 + + - --0.01 + +-0.03 - - --0.005 + + +-0.025 - - -1.73472e-18 + + +-0.02 - - -0.005 + + +-0.015 - - -0.01 + + +-0.01 - - -0.015 + + +-0.005 - - -0.02 + + +0 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/median.svg b/criterion/micro_ops_next_tick_big/report/change/median.svg index 65f40a6ee7ea..b49384e73d2a 100644 --- a/criterion/micro_ops_next_tick_big/report/change/median.svg +++ b/criterion/micro_ops_next_tick_big/report/change/median.svg @@ -9,95 +9,59 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - + -120 +150 - -140 - - - -160 - - - -180 - - - + 200 - - -220 + + +250 - + - -0.004 - - - -0.005 - - - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - -0.011 - - - -0.012 - - - -0.013 - - - - - - + +-0.012 + + + +-0.011 + + + +-0.01 + + + +-0.009 + + + +-0.008 + + + +-0.007 + + + +-0.006 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/t-test.svg b/criterion/micro_ops_next_tick_big/report/change/t-test.svg index 1e51ec3cc45e..279321ccbd35 100644 --- a/criterion/micro_ops_next_tick_big/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_big/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - + 0.15 - + 0.2 - + 0.25 - + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_big/report/index.html b/criterion/micro_ops_next_tick_big/report/index.html index 3fb14b79361b..52eb0f93627a 100644 --- a/criterion/micro_ops_next_tick_big/report/index.html +++ b/criterion/micro_ops_next_tick_big/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 71.477 µs - 72.065 µs - 72.710 µs + 69.987 µs + 70.408 µs + 70.936 µs R² - 0.8477095 - 0.8551291 - 0.8461795 + 0.9017535 + 0.9059742 + 0.8993594 Mean - 70.211 µs - 70.945 µs - 71.616 µs + 69.163 µs + 69.853 µs + 70.464 µs Std. Dev. - 2.4500 µs - 3.6071 µs - 4.8974 µs + 2.0282 µs + 3.3140 µs + 4.6079 µs Median - 70.117 µs - 70.244 µs - 70.503 µs + 69.551 µs + 69.644 µs + 69.784 µs MAD - 690.93 ns - 1.1192 µs - 2.4178 µs + 337.86 ns + 456.00 ns + 774.41 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.9531% - +0.4828% - +1.9850% - (p = 0.54 > + -2.8432% + -1.5399% + -0.1637% + (p = 0.02 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_next_tick_big/report/mean.svg b/criterion/micro_ops_next_tick_big/report/mean.svg index 676022494d5d..1548e5a5a805 100644 --- a/criterion/micro_ops_next_tick_big/report/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/mean.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - -70.2 + +69.2 - - -70.4 + + +69.4 - - -70.6 + + +69.6 - - -70.8 + + +69.8 - - -71 + + +70 - - -71.2 + + +70.2 - - -71.4 + + +70.4 - - -71.6 + + +70.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/median.svg b/criterion/micro_ops_next_tick_big/report/median.svg index 13ca77cd28f2..4e8d349b6662 100644 --- a/criterion/micro_ops_next_tick_big/report/median.svg +++ b/criterion/micro_ops_next_tick_big/report/median.svg @@ -9,78 +9,66 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - + - -70.1 + +69.55 - - -70.15 + + +69.6 - - -70.2 + + +69.65 - - -70.25 + + +69.7 - - -70.3 + + +69.75 - - -70.35 + + +69.8 - - -70.4 - - - -70.45 - - - -70.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/pdf.svg b/criterion/micro_ops_next_tick_big/report/pdf.svg index 7998d56b4d4a..b6dc5d485e3e 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf.svg @@ -42,38 +42,34 @@ Average Time (µs) - -45 - - - + 50 - - + + 55 - + 60 - + 65 - - + + 70 - - + + 75 - - + + 80 - + Density (a.u.) @@ -82,50 +78,106 @@ Density (a.u.) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - - - - - - - - - - - - - - - - + + +0.16 + + + +0.18 + + + +0.2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_big/report/pdf_small.svg b/criterion/micro_ops_next_tick_big/report/pdf_small.svg index e081e237727b..f6d098cc3490 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf_small.svg @@ -10,55 +10,39 @@ Average Time (µs) 0 - -0.02 + +0.05 - - -0.04 - - - -0.06 - - - -0.08 - - - + + 0.1 - - -0.12 - - - -0.14 + + +0.15 - - -0.16 + + +0.2 - + - + 50 - + 60 - + 70 - - + + 80 - - - + + + diff --git a/criterion/micro_ops_next_tick_big/report/regression.svg b/criterion/micro_ops_next_tick_big/report/regression.svg index cc8d1e0a9a2e..ca08c7fb606c 100644 --- a/criterion/micro_ops_next_tick_big/report/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/regression.svg @@ -15,62 +15,57 @@ Iterations (x 10^3) - - - - - - - - - - - + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - - -110.0 - - + 0.2 @@ -102,106 +97,106 @@ Iterations (x 10^3) - + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_next_tick_big/report/regression_small.svg b/criterion/micro_ops_next_tick_big/report/regression_small.svg index b248fbf6f679..8bfe3d252120 100644 --- a/criterion/micro_ops_next_tick_big/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/regression_small.svg @@ -12,62 +12,57 @@ Iterations (x 10^3) - - - - - - - - - - - + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - - -110.0 - - + 0.2 @@ -101,102 +96,102 @@ Iterations (x 10^3) - + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg index 43251d783deb..85409b06cf59 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg @@ -6,53 +6,65 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - + + +0.16 + + + +0.18 + + + +0.2 + + - + 50 - - + + 60 - - + + 70 - - + + 80 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg index 6c2dfe71f29b..95e51473b899 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg @@ -102,8 +102,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_big/report/slope.svg b/criterion/micro_ops_next_tick_big/report/slope.svg index ce21723e42dd..e28b759bdda3 100644 --- a/criterion/micro_ops_next_tick_big/report/slope.svg +++ b/criterion/micro_ops_next_tick_big/report/slope.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - -71.4 + + +1.4 + + + +1.6 - - -71.6 + + +1.8 + + + + +70 - - -71.8 + + +70.2 - - -72 + + +70.4 - - -72.2 + + +70.6 - - -72.4 + + +70.8 - - -72.6 + + +71 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/typical.svg b/criterion/micro_ops_next_tick_big/report/typical.svg index 71a15a4d610d..e2b665b4e84e 100644 --- a/criterion/micro_ops_next_tick_big/report/typical.svg +++ b/criterion/micro_ops_next_tick_big/report/typical.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - -71.4 + + +1.4 + + + +1.6 - - -71.6 + + +1.8 + + + + +70 - - -71.8 + + +70.2 - - -72 + + +70.4 - - -72.2 + + +70.6 - - -72.4 + + +70.8 - - -72.6 + + +71 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/base/estimates.json b/criterion/micro_ops_next_tick_small/base/estimates.json index f96a0f5ebdbe..02989c8354c5 100644 --- a/criterion/micro_ops_next_tick_small/base/estimates.json +++ b/criterion/micro_ops_next_tick_small/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48661.02715505836,"upper_bound":49249.63998589666},"point_estimate":48957.63941247369,"standard_error":149.42127393206414},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48877.57234432235,"upper_bound":48999.052442002445},"point_estimate":48934.18309178744,"standard_error":31.46450590402171},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":197.21129682892678,"upper_bound":372.5110093866053},"point_estimate":274.62117503886105,"standard_error":44.68521278913733},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49080.07847806094,"upper_bound":49813.219608311265},"point_estimate":49401.071550169945,"standard_error":189.3067664823343},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":874.0811063527293,"upper_bound":2049.4149030837743},"point_estimate":1495.6187533564412,"standard_error":301.5638924151548}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48680.63379883888,"upper_bound":49152.85062686518},"point_estimate":48933.95262525457,"standard_error":120.13392891390166},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49046.34761904762,"upper_bound":49151.17172619048},"point_estimate":49097.33915003757,"standard_error":25.043557603512703},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":179.49868730519927,"upper_bound":366.74607549289937},"point_estimate":256.70610582409483,"standard_error":52.08356135133833},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49193.83508472703,"upper_bound":49449.82409555619},"point_estimate":49300.63358201918,"standard_error":66.38421666240882},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":575.2474121856171,"upper_bound":1771.1256550950973},"point_estimate":1208.3676466253328,"standard_error":312.00225748543966}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/sample.json b/criterion/micro_ops_next_tick_small/base/sample.json index 1e60c2861388..091fe82b3e56 100644 --- a/criterion/micro_ops_next_tick_small/base/sample.json +++ b/criterion/micro_ops_next_tick_small/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[849506.0,1893606.0,2899935.0,3931160.0,4968377.0,5991597.0,7094677.0,8026287.0,9091035.0,10122311.0,11198199.0,12267054.0,13290055.0,14278099.0,15310617.0,16317046.0,17340127.0,18563932.0,19411475.0,20356640.0,21388657.0,22384084.0,23474351.0,25050845.0,25872609.0,26615877.0,27691966.0,28679350.0,29890270.0,31757466.0,31724816.0,32746082.0,33783730.0,34857806.0,35990521.0,40089414.0,41498625.0,39036708.0,40185994.0,41155324.0,41894665.0,42914219.0,44164643.0,45043093.0,46242753.0,47270472.0,48524264.0,49254296.0,50355252.0,51640361.0,52567893.0,53374309.0,54425381.0,55576872.0,56963851.0,57731765.0,58822121.0,59945950.0,60602445.0,61533223.0,62827770.0,64048670.0,66779338.0,66123645.0,67097914.0,67941709.0,69016556.0,69920393.0,70981665.0,72547830.0,73350929.0,74050886.0,75165377.0,75919535.0,77354865.0,78049212.0,79306834.0,80268014.0,81272600.0,82062054.0,83783788.0,84501850.0,85157875.0,86388554.0,87331546.0,90717771.0,89548918.0,97270972.0,103816227.0,92440468.0,93665657.0,95147926.0,95789585.0,96724070.0,97417204.0,98350909.0,99465751.0,100679788.0,102097086.0,109265255.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[854152.0,1879361.0,2904050.0,3925914.0,4979386.0,5969050.0,7103844.0,8034448.0,9165064.0,10155189.0,11147197.0,12186413.0,13230448.0,14301303.0,15355537.0,16323710.0,17319777.0,18380723.0,19521037.0,20511422.0,21566508.0,22681385.0,23718467.0,24774564.0,25714294.0,26660218.0,27798297.0,28953019.0,29898229.0,30942445.0,31786999.0,32915691.0,34054824.0,35220815.0,36176255.0,37264273.0,38167936.0,38972635.0,40560212.0,41198932.0,42143793.0,43240626.0,44118772.0,45293520.0,47007654.0,47595790.0,48439492.0,49603280.0,50343529.0,51813627.0,52571359.0,53968361.0,54365662.0,55768535.0,56664806.0,58017255.0,58815642.0,59875848.0,60835775.0,62295896.0,63392718.0,63835163.0,71443027.0,66303361.0,67585705.0,67849536.0,69069672.0,70306137.0,71545067.0,72073322.0,73563180.0,75393923.0,77620135.0,76487573.0,77453164.0,78271289.0,80930618.0,80344235.0,81924221.0,82566057.0,83980625.0,84759899.0,85463270.0,86777701.0,87526718.0,88938611.0,89875487.0,90944621.0,91705038.0,93200578.0,94423047.0,94831729.0,96156799.0,97929575.0,97994075.0,99620147.0,100035612.0,101149950.0,102680493.0,102869366.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/tukey.json b/criterion/micro_ops_next_tick_small/base/tukey.json index 6a6feebf2bd1..8de57a731171 100644 --- a/criterion/micro_ops_next_tick_small/base/tukey.json +++ b/criterion/micro_ops_next_tick_small/base/tukey.json @@ -1 +1 @@ -[47638.85380446164,48185.251583010395,49642.312325807055,50188.7101043558] \ No newline at end of file +[47920.61282034843,48420.029320767026,49751.806655216606,50251.2231556352] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/change/estimates.json b/criterion/micro_ops_next_tick_small/change/estimates.json index e2211079938a..f5816efbdd3c 100644 --- a/criterion/micro_ops_next_tick_small/change/estimates.json +++ b/criterion/micro_ops_next_tick_small/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0066959835593572575,"upper_bound":0.010210161070602464},"point_estimate":0.0015085584556073783,"standard_error":0.004324876467864784},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0007297356586682957,"upper_bound":0.002389684916015433},"point_estimate":0.0009389953054745881,"standard_error":0.0008220265284815368}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00835394653538019,"upper_bound":0.007200413308168961},"point_estimate":-0.0004838220858558451,"standard_error":0.003952262279180855},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0015956932299511033,"upper_bound":0.004903340496654307},"point_estimate":0.0033341939711979407,"standard_error":0.0008369874543896462}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/estimates.json b/criterion/micro_ops_next_tick_small/new/estimates.json index f96a0f5ebdbe..02989c8354c5 100644 --- a/criterion/micro_ops_next_tick_small/new/estimates.json +++ b/criterion/micro_ops_next_tick_small/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48661.02715505836,"upper_bound":49249.63998589666},"point_estimate":48957.63941247369,"standard_error":149.42127393206414},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48877.57234432235,"upper_bound":48999.052442002445},"point_estimate":48934.18309178744,"standard_error":31.46450590402171},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":197.21129682892678,"upper_bound":372.5110093866053},"point_estimate":274.62117503886105,"standard_error":44.68521278913733},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49080.07847806094,"upper_bound":49813.219608311265},"point_estimate":49401.071550169945,"standard_error":189.3067664823343},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":874.0811063527293,"upper_bound":2049.4149030837743},"point_estimate":1495.6187533564412,"standard_error":301.5638924151548}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48680.63379883888,"upper_bound":49152.85062686518},"point_estimate":48933.95262525457,"standard_error":120.13392891390166},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49046.34761904762,"upper_bound":49151.17172619048},"point_estimate":49097.33915003757,"standard_error":25.043557603512703},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":179.49868730519927,"upper_bound":366.74607549289937},"point_estimate":256.70610582409483,"standard_error":52.08356135133833},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49193.83508472703,"upper_bound":49449.82409555619},"point_estimate":49300.63358201918,"standard_error":66.38421666240882},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":575.2474121856171,"upper_bound":1771.1256550950973},"point_estimate":1208.3676466253328,"standard_error":312.00225748543966}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/sample.json b/criterion/micro_ops_next_tick_small/new/sample.json index 1e60c2861388..091fe82b3e56 100644 --- a/criterion/micro_ops_next_tick_small/new/sample.json +++ b/criterion/micro_ops_next_tick_small/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[849506.0,1893606.0,2899935.0,3931160.0,4968377.0,5991597.0,7094677.0,8026287.0,9091035.0,10122311.0,11198199.0,12267054.0,13290055.0,14278099.0,15310617.0,16317046.0,17340127.0,18563932.0,19411475.0,20356640.0,21388657.0,22384084.0,23474351.0,25050845.0,25872609.0,26615877.0,27691966.0,28679350.0,29890270.0,31757466.0,31724816.0,32746082.0,33783730.0,34857806.0,35990521.0,40089414.0,41498625.0,39036708.0,40185994.0,41155324.0,41894665.0,42914219.0,44164643.0,45043093.0,46242753.0,47270472.0,48524264.0,49254296.0,50355252.0,51640361.0,52567893.0,53374309.0,54425381.0,55576872.0,56963851.0,57731765.0,58822121.0,59945950.0,60602445.0,61533223.0,62827770.0,64048670.0,66779338.0,66123645.0,67097914.0,67941709.0,69016556.0,69920393.0,70981665.0,72547830.0,73350929.0,74050886.0,75165377.0,75919535.0,77354865.0,78049212.0,79306834.0,80268014.0,81272600.0,82062054.0,83783788.0,84501850.0,85157875.0,86388554.0,87331546.0,90717771.0,89548918.0,97270972.0,103816227.0,92440468.0,93665657.0,95147926.0,95789585.0,96724070.0,97417204.0,98350909.0,99465751.0,100679788.0,102097086.0,109265255.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[854152.0,1879361.0,2904050.0,3925914.0,4979386.0,5969050.0,7103844.0,8034448.0,9165064.0,10155189.0,11147197.0,12186413.0,13230448.0,14301303.0,15355537.0,16323710.0,17319777.0,18380723.0,19521037.0,20511422.0,21566508.0,22681385.0,23718467.0,24774564.0,25714294.0,26660218.0,27798297.0,28953019.0,29898229.0,30942445.0,31786999.0,32915691.0,34054824.0,35220815.0,36176255.0,37264273.0,38167936.0,38972635.0,40560212.0,41198932.0,42143793.0,43240626.0,44118772.0,45293520.0,47007654.0,47595790.0,48439492.0,49603280.0,50343529.0,51813627.0,52571359.0,53968361.0,54365662.0,55768535.0,56664806.0,58017255.0,58815642.0,59875848.0,60835775.0,62295896.0,63392718.0,63835163.0,71443027.0,66303361.0,67585705.0,67849536.0,69069672.0,70306137.0,71545067.0,72073322.0,73563180.0,75393923.0,77620135.0,76487573.0,77453164.0,78271289.0,80930618.0,80344235.0,81924221.0,82566057.0,83980625.0,84759899.0,85463270.0,86777701.0,87526718.0,88938611.0,89875487.0,90944621.0,91705038.0,93200578.0,94423047.0,94831729.0,96156799.0,97929575.0,97994075.0,99620147.0,100035612.0,101149950.0,102680493.0,102869366.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/tukey.json b/criterion/micro_ops_next_tick_small/new/tukey.json index 6a6feebf2bd1..8de57a731171 100644 --- a/criterion/micro_ops_next_tick_small/new/tukey.json +++ b/criterion/micro_ops_next_tick_small/new/tukey.json @@ -1 +1 @@ -[47638.85380446164,48185.251583010395,49642.312325807055,50188.7101043558] \ No newline at end of file +[47920.61282034843,48420.029320767026,49751.806655216606,50251.2231556352] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/report/MAD.svg b/criterion/micro_ops_next_tick_small/report/MAD.svg index 165adfe1b5ee..b7eadbe99605 100644 --- a/criterion/micro_ops_next_tick_small/report/MAD.svg +++ b/criterion/micro_ops_next_tick_small/report/MAD.svg @@ -9,78 +9,58 @@ Density (a.u.) Average time (ns) - + +0.001 + + + 0.002 - - + + +0.003 + + + 0.004 - - -0.006 + + +0.005 - - -0.008 + + +0.006 - - -0.01 + + +0.007 - - -0.012 + + +0.008 - + - -180 - - - + 200 - - -220 + + +250 - - -240 - - - -260 - - - -280 - - - + + 300 - - -320 - - - -340 - - - -360 - - - -380 + + +350 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/SD.svg b/criterion/micro_ops_next_tick_small/report/SD.svg index 37c632d493e3..2344623f8fe5 100644 --- a/criterion/micro_ops_next_tick_small/report/SD.svg +++ b/criterion/micro_ops_next_tick_small/report/SD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + +0.6 + + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - -2 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/both/pdf.svg b/criterion/micro_ops_next_tick_small/report/both/pdf.svg index a7adeb04d969..74dff781683b 100644 --- a/criterion/micro_ops_next_tick_small/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/both/pdf.svg @@ -9,67 +9,51 @@ Density (a.u.) Average Time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - + + +0.6 + + - + 40 - - + + 45 - - + + 50 - - + + 55 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_small/report/both/regression.svg b/criterion/micro_ops_next_tick_small/report/both/regression.svg index 9cf25a534411..348c312d09fc 100644 --- a/criterion/micro_ops_next_tick_small/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/both/regression.svg @@ -120,10 +120,10 @@ Iterations (x 10^3) 2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_next_tick_small/report/change/mean.svg b/criterion/micro_ops_next_tick_small/report/change/mean.svg index 19f61d0bbec5..a0b4b5206ea6 100644 --- a/criterion/micro_ops_next_tick_small/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/change/mean.svg @@ -9,91 +9,91 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - + + +100 + + - + +-0.01 + + + -0.008 - - + + -0.006 - - + + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - -0.01 - - - -0.012 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/median.svg b/criterion/micro_ops_next_tick_small/report/change/median.svg index 8feb1158365a..94d1bc929a51 100644 --- a/criterion/micro_ops_next_tick_small/report/change/median.svg +++ b/criterion/micro_ops_next_tick_small/report/change/median.svg @@ -9,66 +9,82 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - -500 + + +450 - - -600 + + +500 - + - --0.001 + +0.0015 - - --5e-4 + + +0.002 - - -0 + + +0.0025 - - -5e-4 + + +0.003 - - -0.001 + + +0.0035 - - -0.0015 + + +0.004 - - -0.002 + + +0.0045 - - -0.0025 + + +0.005 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/t-test.svg b/criterion/micro_ops_next_tick_small/report/change/t-test.svg index b9f900ab8fbe..fdd7a033f525 100644 --- a/criterion/micro_ops_next_tick_small/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_small/report/change/t-test.svg @@ -17,73 +17,69 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_small/report/index.html b/criterion/micro_ops_next_tick_small/report/index.html index 7d8d6e1a1eea..16a62a5f46a5 100644 --- a/criterion/micro_ops_next_tick_small/report/index.html +++ b/criterion/micro_ops_next_tick_small/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 49.080 µs - 49.401 µs - 49.813 µs + 49.194 µs + 49.301 µs + 49.450 µs R² - 0.9256497 - 0.9297264 - 0.9230246 + 0.9797022 + 0.9803399 + 0.9790963 Mean - 48.661 µs - 48.958 µs - 49.250 µs + 48.681 µs + 48.934 µs + 49.153 µs Std. Dev. - 874.08 ns - 1.4956 µs - 2.0494 µs + 575.25 ns + 1.2084 µs + 1.7711 µs Median - 48.878 µs - 48.934 µs - 48.999 µs + 49.046 µs + 49.097 µs + 49.151 µs MAD - 197.21 ns - 274.62 ns - 372.51 ns + 179.50 ns + 256.71 ns + 366.75 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.6696% - +0.1509% - +1.0210% - (p = 0.73 > + -0.8354% + -0.0484% + +0.7200% + (p = 0.90 > 0.05) diff --git a/criterion/micro_ops_next_tick_small/report/mean.svg b/criterion/micro_ops_next_tick_small/report/mean.svg index 9c43847d1a4a..8035bc2d5e33 100644 --- a/criterion/micro_ops_next_tick_small/report/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - -48.6 + + +3 + + + +3.5 - - + + + 48.7 - - + + 48.8 - - + + 48.9 - - + + 49 - - + + 49.1 - - + + 49.2 - - -49.3 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/median.svg b/criterion/micro_ops_next_tick_small/report/median.svg index d83c3af29fca..8151a4e05336 100644 --- a/criterion/micro_ops_next_tick_small/report/median.svg +++ b/criterion/micro_ops_next_tick_small/report/median.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 - - - -14 - - - -16 - - - -18 + + +15 - - + + 20 - - -22 + + +25 - + - -48.88 + +49.04 - - -48.9 + + +49.06 - - -48.92 + + +49.08 - - -48.94 + + +49.1 - - -48.96 + + +49.12 - - -48.98 + + +49.14 - - -49 + + +49.16 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/pdf.svg b/criterion/micro_ops_next_tick_small/report/pdf.svg index 7328b031eb2e..86bded589f3d 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf.svg @@ -54,42 +54,38 @@ Average Time (µs) - + 40 - - + + 42 - - + + 44 - - + + 46 - - + + 48 - - + + 50 - - + + 52 - - + + 54 - - -56 - - + Density (a.u.) @@ -98,86 +94,66 @@ Density (a.u.) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_small/report/pdf_small.svg b/criterion/micro_ops_next_tick_small/report/pdf_small.svg index e646c9af1c6b..d0b226de4cc5 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf_small.svg @@ -10,43 +10,47 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - + + +0.6 + + - + 40 - - + + 45 - - + + 50 - - + + 55 - - - + + + diff --git a/criterion/micro_ops_next_tick_small/report/regression.svg b/criterion/micro_ops_next_tick_small/report/regression.svg index f2ac5cf95591..72d59b1b01d1 100644 --- a/criterion/micro_ops_next_tick_small/report/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/regression.svg @@ -18,57 +18,57 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -112,106 +112,106 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_next_tick_small/report/regression_small.svg b/criterion/micro_ops_next_tick_small/report/regression_small.svg index 2a3b7daff2e0..139bfcd2d4ce 100644 --- a/criterion/micro_ops_next_tick_small/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/regression_small.svg @@ -15,57 +15,57 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -111,102 +111,102 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg index a8a3fbae4aa2..33a570887ef0 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg @@ -6,65 +6,49 @@ Density (a.u.) Average Time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - + + +0.6 + + - + 40 - - + + 45 - - + + 50 - - + + 55 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg index f4a437e6add0..8313f37311e7 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg @@ -117,8 +117,8 @@ Iterations (x 10^3) 2 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_small/report/slope.svg b/criterion/micro_ops_next_tick_small/report/slope.svg index 1066ff841841..b7a41ef20bdd 100644 --- a/criterion/micro_ops_next_tick_small/report/slope.svg +++ b/criterion/micro_ops_next_tick_small/report/slope.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (µs) - -0.2 - - - -0.4 - - - -0.6 + +1 - - -0.8 + + +2 - + -1 +3 - -1.2 - - - -1.4 - - - -1.6 - - - -1.8 + +4 - - -2 + + +5 - - -2.2 + + +6 - + - -49 - - - -49.1 - - - + 49.2 - - -49.3 - - - -49.4 + + +49.25 - - -49.5 + + +49.3 - - -49.6 + + +49.35 - - -49.7 + + +49.4 - - -49.8 + + +49.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/typical.svg b/criterion/micro_ops_next_tick_small/report/typical.svg index 9b4cca935da9..7406990ba431 100644 --- a/criterion/micro_ops_next_tick_small/report/typical.svg +++ b/criterion/micro_ops_next_tick_small/report/typical.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (µs) - -0.2 - - - -0.4 - - - -0.6 + +1 - - -0.8 + + +2 - + -1 +3 - -1.2 - - - -1.4 - - - -1.6 - - - -1.8 + +4 - - -2 + + +5 - - -2.2 + + +6 - + - -49 - - - -49.1 - - - + 49.2 - - -49.3 - - - -49.4 + + +49.25 - - -49.5 + + +49.3 - - -49.6 + + +49.35 - - -49.7 + + +49.4 - - -49.8 + + +49.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/base/estimates.json b/criterion/micro_ops_sort/base/estimates.json index b74f3375e773..038a34ee5a9b 100644 --- a/criterion/micro_ops_sort/base/estimates.json +++ b/criterion/micro_ops_sort/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99656.20361597055,"upper_bound":100260.4972250502},"point_estimate":99941.37690517779,"standard_error":154.540623246486},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99179.0920019157,"upper_bound":100189.1568999266},"point_estimate":99450.89930555556,"standard_error":266.9886182925543},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":989.9423208865554,"upper_bound":1707.3702130024806},"point_estimate":1378.5008751741652,"standard_error":186.15641519369686},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99143.46254657961,"upper_bound":99450.02512072823},"point_estimate":99290.87441209792,"standard_error":78.05916367997773},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1124.4899807418692,"upper_bound":2061.1282683771055},"point_estimate":1550.3796500282401,"standard_error":266.88412091035906}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99134.92923239812,"upper_bound":100896.33745128184},"point_estimate":99834.65129859534,"standard_error":463.22330986627065},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98686.13540305011,"upper_bound":99633.41622574956},"point_estimate":99013.91595537587,"standard_error":267.2233368858122},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1038.3177415803466,"upper_bound":1751.7079670513365},"point_estimate":1351.8658242950376,"standard_error":184.0654816373041},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98384.74830003212,"upper_bound":98712.526110319},"point_estimate":98539.61429239939,"standard_error":83.26579858175104},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1093.9945703504527,"upper_bound":7593.142525638876},"point_estimate":4648.948865686714,"standard_error":1945.1205949366333}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/sample.json b/criterion/micro_ops_sort/base/sample.json index 3bd0742afba9..ec6f87b471eb 100644 --- a/criterion/micro_ops_sort/base/sample.json +++ b/criterion/micro_ops_sort/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[591434.0,1228338.0,1789832.0,2418548.0,3005425.0,3625575.0,4222791.0,4832042.0,5468296.0,6065735.0,6631100.0,7264243.0,7854257.0,8472293.0,9334680.0,10477786.0,10464893.0,10952973.0,11499063.0,12080955.0,12704211.0,13394477.0,14086915.0,14588191.0,15182554.0,15712786.0,16544946.0,17025798.0,17632981.0,18265472.0,19002145.0,19495456.0,20015925.0,20701084.0,21366123.0,21700113.0,22464950.0,22970343.0,23653453.0,23872005.0,24293604.0,24665720.0,25328193.0,25959715.0,26600787.0,27214322.0,27789829.0,28434003.0,28912587.0,29647533.0,30356896.0,31157047.0,31648908.0,31906327.0,32459732.0,33282668.0,33615028.0,34179595.0,34889231.0,35710569.0,36696778.0,37331759.0,37206827.0,37812546.0,38446689.0,39435927.0,40245785.0,40197067.0,40960041.0,41632024.0,42136157.0,42558952.0,43306532.0,44063785.0,44506565.0,45117289.0,45801016.0,46047528.0,46753800.0,47906196.0,48771163.0,48773186.0,49284864.0,50046244.0,51417396.0,51198213.0,51762647.0,52485762.0,52922097.0,53340919.0,53792353.0,54673807.0,55177632.0,56103878.0,56537445.0,57247434.0,58206781.0,58286275.0,59347135.0,59599000.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[598704.0,1195345.0,2534358.0,2802851.0,3022467.0,3624501.0,4239061.0,4790571.0,5389789.0,6068542.0,6644806.0,7224875.0,7856304.0,8421213.0,9053697.0,9690570.0,10192078.0,10759184.0,11393217.0,12056607.0,12711935.0,13296325.0,13855519.0,14475186.0,15113130.0,15718337.0,16282523.0,16865522.0,17550156.0,18262844.0,18784037.0,19147928.0,19849837.0,20593712.0,21007256.0,22486450.0,22291216.0,22771091.0,23284904.0,23942014.0,24557107.0,24948865.0,25420458.0,25834234.0,26525107.0,27007595.0,27717628.0,28472720.0,28719237.0,29447661.0,30183635.0,30677791.0,31489759.0,32285584.0,32438867.0,32956258.0,33638617.0,34134496.0,34750374.0,35659487.0,35921321.0,36367298.0,37656348.0,38396767.0,38412827.0,38795707.0,39435428.0,40266108.0,40699690.0,41645822.0,42101423.0,42632829.0,43575877.0,43847243.0,44188755.0,44527905.0,45298551.0,46178273.0,47084167.0,47403299.0,47494454.0,48309659.0,49225389.0,49273692.0,49912501.0,50602914.0,51396620.0,51796109.0,52820065.0,53287648.0,53501994.0,53872842.0,54786725.0,55938459.0,55938161.0,56240174.0,57161207.0,57363492.0,58428729.0,59316747.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/tukey.json b/criterion/micro_ops_sort/base/tukey.json index bf49ef33772d..7e6992dd2600 100644 --- a/criterion/micro_ops_sort/base/tukey.json +++ b/criterion/micro_ops_sort/base/tukey.json @@ -1 +1 @@ -[92938.80826320933,95900.05315557726,103796.70620189175,106757.95109425968] \ No newline at end of file +[91712.21114256678,94953.86354892567,103598.2699658827,106839.92237224159] \ No newline at end of file diff --git a/criterion/micro_ops_sort/change/estimates.json b/criterion/micro_ops_sort/change/estimates.json index 70d20ae1a463..3531de6bfbee 100644 --- a/criterion/micro_ops_sort/change/estimates.json +++ b/criterion/micro_ops_sort/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005767891553612338,"upper_bound":0.006435926746249147},"point_estimate":0.0009266884849741253,"standard_error":0.0031114463868062263},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005941834283620858,"upper_bound":0.008791579410179606},"point_estimate":0.0002947428526105522,"standard_error":0.0035914160555851663}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008867574767604292,"upper_bound":0.009946631622347329},"point_estimate":-0.0010678820913554432,"standard_error":0.004892983107948354},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012778537364688036,"upper_bound":0.0027681387833931037},"point_estimate":-0.004393960770903593,"standard_error":0.0037435187020038673}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/estimates.json b/criterion/micro_ops_sort/new/estimates.json index b74f3375e773..038a34ee5a9b 100644 --- a/criterion/micro_ops_sort/new/estimates.json +++ b/criterion/micro_ops_sort/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99656.20361597055,"upper_bound":100260.4972250502},"point_estimate":99941.37690517779,"standard_error":154.540623246486},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99179.0920019157,"upper_bound":100189.1568999266},"point_estimate":99450.89930555556,"standard_error":266.9886182925543},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":989.9423208865554,"upper_bound":1707.3702130024806},"point_estimate":1378.5008751741652,"standard_error":186.15641519369686},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99143.46254657961,"upper_bound":99450.02512072823},"point_estimate":99290.87441209792,"standard_error":78.05916367997773},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1124.4899807418692,"upper_bound":2061.1282683771055},"point_estimate":1550.3796500282401,"standard_error":266.88412091035906}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99134.92923239812,"upper_bound":100896.33745128184},"point_estimate":99834.65129859534,"standard_error":463.22330986627065},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98686.13540305011,"upper_bound":99633.41622574956},"point_estimate":99013.91595537587,"standard_error":267.2233368858122},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1038.3177415803466,"upper_bound":1751.7079670513365},"point_estimate":1351.8658242950376,"standard_error":184.0654816373041},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98384.74830003212,"upper_bound":98712.526110319},"point_estimate":98539.61429239939,"standard_error":83.26579858175104},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1093.9945703504527,"upper_bound":7593.142525638876},"point_estimate":4648.948865686714,"standard_error":1945.1205949366333}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/sample.json b/criterion/micro_ops_sort/new/sample.json index 3bd0742afba9..ec6f87b471eb 100644 --- a/criterion/micro_ops_sort/new/sample.json +++ b/criterion/micro_ops_sort/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[591434.0,1228338.0,1789832.0,2418548.0,3005425.0,3625575.0,4222791.0,4832042.0,5468296.0,6065735.0,6631100.0,7264243.0,7854257.0,8472293.0,9334680.0,10477786.0,10464893.0,10952973.0,11499063.0,12080955.0,12704211.0,13394477.0,14086915.0,14588191.0,15182554.0,15712786.0,16544946.0,17025798.0,17632981.0,18265472.0,19002145.0,19495456.0,20015925.0,20701084.0,21366123.0,21700113.0,22464950.0,22970343.0,23653453.0,23872005.0,24293604.0,24665720.0,25328193.0,25959715.0,26600787.0,27214322.0,27789829.0,28434003.0,28912587.0,29647533.0,30356896.0,31157047.0,31648908.0,31906327.0,32459732.0,33282668.0,33615028.0,34179595.0,34889231.0,35710569.0,36696778.0,37331759.0,37206827.0,37812546.0,38446689.0,39435927.0,40245785.0,40197067.0,40960041.0,41632024.0,42136157.0,42558952.0,43306532.0,44063785.0,44506565.0,45117289.0,45801016.0,46047528.0,46753800.0,47906196.0,48771163.0,48773186.0,49284864.0,50046244.0,51417396.0,51198213.0,51762647.0,52485762.0,52922097.0,53340919.0,53792353.0,54673807.0,55177632.0,56103878.0,56537445.0,57247434.0,58206781.0,58286275.0,59347135.0,59599000.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[598704.0,1195345.0,2534358.0,2802851.0,3022467.0,3624501.0,4239061.0,4790571.0,5389789.0,6068542.0,6644806.0,7224875.0,7856304.0,8421213.0,9053697.0,9690570.0,10192078.0,10759184.0,11393217.0,12056607.0,12711935.0,13296325.0,13855519.0,14475186.0,15113130.0,15718337.0,16282523.0,16865522.0,17550156.0,18262844.0,18784037.0,19147928.0,19849837.0,20593712.0,21007256.0,22486450.0,22291216.0,22771091.0,23284904.0,23942014.0,24557107.0,24948865.0,25420458.0,25834234.0,26525107.0,27007595.0,27717628.0,28472720.0,28719237.0,29447661.0,30183635.0,30677791.0,31489759.0,32285584.0,32438867.0,32956258.0,33638617.0,34134496.0,34750374.0,35659487.0,35921321.0,36367298.0,37656348.0,38396767.0,38412827.0,38795707.0,39435428.0,40266108.0,40699690.0,41645822.0,42101423.0,42632829.0,43575877.0,43847243.0,44188755.0,44527905.0,45298551.0,46178273.0,47084167.0,47403299.0,47494454.0,48309659.0,49225389.0,49273692.0,49912501.0,50602914.0,51396620.0,51796109.0,52820065.0,53287648.0,53501994.0,53872842.0,54786725.0,55938459.0,55938161.0,56240174.0,57161207.0,57363492.0,58428729.0,59316747.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/tukey.json b/criterion/micro_ops_sort/new/tukey.json index bf49ef33772d..7e6992dd2600 100644 --- a/criterion/micro_ops_sort/new/tukey.json +++ b/criterion/micro_ops_sort/new/tukey.json @@ -1 +1 @@ -[92938.80826320933,95900.05315557726,103796.70620189175,106757.95109425968] \ No newline at end of file +[91712.21114256678,94953.86354892567,103598.2699658827,106839.92237224159] \ No newline at end of file diff --git a/criterion/micro_ops_sort/report/MAD.svg b/criterion/micro_ops_sort/report/MAD.svg index 45041e34f79b..5f86bedd98c5 100644 --- a/criterion/micro_ops_sort/report/MAD.svg +++ b/criterion/micro_ops_sort/report/MAD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + - + 1 - - + + 1.1 - - + + 1.2 - - + + 1.3 - - + + 1.4 - - + + 1.5 - - + + 1.6 - - + + 1.7 - - - - + + +1.8 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/SD.svg b/criterion/micro_ops_sort/report/SD.svg index c26057485627..a839d80824d8 100644 --- a/criterion/micro_ops_sort/report/SD.svg +++ b/criterion/micro_ops_sort/report/SD.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (µs) - -0.5 + +0.05 - - -1 + + +0.1 - - -1.5 + + +0.15 - - -2 + + +0.2 - - -2.5 + + +0.25 - - - -1.1 + + +0.3 - - -1.2 + + +0.35 - - -1.3 + + +0.4 - - -1.4 + + + +1 - - -1.5 + + +2 - - -1.6 + + +3 - - -1.7 + + +4 - - -1.8 + + +5 - - -1.9 + + +6 - - -2 + + +7 - - -2.1 + + +8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/both/pdf.svg b/criterion/micro_ops_sort/report/both/pdf.svg index ad53f062faf0..35fa8638432d 100644 --- a/criterion/micro_ops_sort/report/both/pdf.svg +++ b/criterion/micro_ops_sort/report/both/pdf.svg @@ -30,22 +30,30 @@ Average Time (µs) - + 100 - - + + 110 - - + + 120 - - - - - + + +130 + + + +140 + + + + + + Base PDF diff --git a/criterion/micro_ops_sort/report/both/regression.svg b/criterion/micro_ops_sort/report/both/regression.svg index f155ca793e46..e2ab3c1498d5 100644 --- a/criterion/micro_ops_sort/report/both/regression.svg +++ b/criterion/micro_ops_sort/report/both/regression.svg @@ -75,10 +75,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_sort/report/change/mean.svg b/criterion/micro_ops_sort/report/change/mean.svg index 49f0a9ef0ae0..2b4389a06f77 100644 --- a/criterion/micro_ops_sort/report/change/mean.svg +++ b/criterion/micro_ops_sort/report/change/mean.svg @@ -9,63 +9,63 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - -60 + + +50 - - -80 + + +60 - - -100 + + +70 - - -120 + + +80 - + - --0.006 - - - --0.004 - - - --0.002 - - - -0 - - - -0.002 - - - -0.004 - - - -0.006 - - - - - - + +-0.01 + + + +-0.005 + + + +1.73472e-18 + + + +0.005 + + + +0.01 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/median.svg b/criterion/micro_ops_sort/report/change/median.svg index 399685879529..ce7fca82e0b9 100644 --- a/criterion/micro_ops_sort/report/change/median.svg +++ b/criterion/micro_ops_sort/report/change/median.svg @@ -9,71 +9,75 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + - + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + -0.006 - - + + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - -0.006 - - - -0.008 - - - -0.01 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/t-test.svg b/criterion/micro_ops_sort/report/change/t-test.svg index 7523872da034..eaac0fdb3516 100644 --- a/criterion/micro_ops_sort/report/change/t-test.svg +++ b/criterion/micro_ops_sort/report/change/t-test.svg @@ -13,73 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_sort/report/index.html b/criterion/micro_ops_sort/report/index.html index 2a93fffd45b4..7dea1d2950d6 100644 --- a/criterion/micro_ops_sort/report/index.html +++ b/criterion/micro_ops_sort/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 99.143 µs - 99.291 µs - 99.450 µs + 98.385 µs + 98.540 µs + 98.713 µs R² - 0.9904623 - 0.9907616 - 0.9904128 + 0.9897340 + 0.9900657 + 0.9896523 Mean - 99.656 µs - 99.941 µs - 100.26 µs + 99.135 µs + 99.835 µs + 100.90 µs Std. Dev. - 1.1245 µs - 1.5504 µs - 2.0611 µs + 1.0940 µs + 4.6489 µs + 7.5931 µs Median - 99.179 µs - 99.451 µs - 100.19 µs + 98.686 µs + 99.014 µs + 99.633 µs MAD - 989.94 ns - 1.3785 µs - 1.7074 µs + 1.0383 µs + 1.3519 µs + 1.7517 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.5768% - +0.0927% - +0.6436% - (p = 0.79 > + -0.8868% + -0.1068% + +0.9947% + (p = 0.85 > 0.05) diff --git a/criterion/micro_ops_sort/report/mean.svg b/criterion/micro_ops_sort/report/mean.svg index 0a06125cc2d2..2465b1f373d8 100644 --- a/criterion/micro_ops_sort/report/mean.svg +++ b/criterion/micro_ops_sort/report/mean.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + 0.5 - - -1 + + +0.6 + + + +0.7 - - -1.5 + + +0.8 - - -2 + + +0.9 - - -2.5 + + +1 - + - -99.6 + +99 - - -99.7 + + +99.2 - - -99.8 + + +99.4 - - -99.9 + + +99.6 - - -100 + + +99.8 - - -100.1 + + +100 - - + + 100.2 - - -100.3 + + +100.4 + + + +100.6 + + + +100.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/median.svg b/criterion/micro_ops_sort/report/median.svg index 68459d520f0c..096a8504640d 100644 --- a/criterion/micro_ops_sort/report/median.svg +++ b/criterion/micro_ops_sort/report/median.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - + - -99.2 + +98.6 - - -99.4 + + +98.8 - - -99.6 + + +99 - - -99.8 + + +99.2 - - -100 + + +99.4 - - -100.2 + + +99.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/pdf.svg b/criterion/micro_ops_sort/report/pdf.svg index 123d9a36364f..97fd0bddcbfc 100644 --- a/criterion/micro_ops_sort/report/pdf.svg +++ b/criterion/micro_ops_sort/report/pdf.svg @@ -38,38 +38,50 @@ Average Time (µs) - -96 + +95 - - -98 - - - + + 100 - - -102 + + +105 - - -104 + + +110 - - -106 + + +115 - - -108 + + +120 - - -110 + + +125 + + + +130 + + + +135 - + + +140 + + + +145 + + Density (a.u.) @@ -78,34 +90,50 @@ Density (a.u.) 0 - -0.05 + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 - - + + 0.1 - - -0.15 + + +0.12 - - -0.2 + + +0.14 - - -0.25 + + +0.16 - - - - - + + + + + - - - + + + + + + + PDF diff --git a/criterion/micro_ops_sort/report/pdf_small.svg b/criterion/micro_ops_sort/report/pdf_small.svg index a206c965dc79..bed0bc1aeec1 100644 --- a/criterion/micro_ops_sort/report/pdf_small.svg +++ b/criterion/micro_ops_sort/report/pdf_small.svg @@ -10,43 +10,63 @@ Average Time (µs) 0 - -0.05 + +0.02 - - + + +0.04 + + + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 - - -0.2 + + +0.14 - - -0.25 + + +0.16 - - -0.3 + + +0.18 - + - + 100 - - -105 - - - + + 110 - - - + + +120 + + + +130 + + + +140 + + + + diff --git a/criterion/micro_ops_sort/report/regression.svg b/criterion/micro_ops_sort/report/regression.svg index 0a3b8a5251a7..934c702a8854 100644 --- a/criterion/micro_ops_sort/report/regression.svg +++ b/criterion/micro_ops_sort/report/regression.svg @@ -15,61 +15,61 @@ Iterations - + - - - - - - - - + + + + + + + + 5.0 - + 10.0 - + 15.0 - + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - - + + 50.0 - - + + 55.0 - + 100 @@ -97,106 +97,106 @@ Iterations - - + + - + - - + + - - - - + + + + - + - + - - - - + + + + - - - + + + - - - - - + + + + + - - + + - - - + + + - + - - - - - + + + + + - - - - - - - - - + + + + + + + + + - - - - + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - + + - - - - - + + + + + - - + + Sample diff --git a/criterion/micro_ops_sort/report/regression_small.svg b/criterion/micro_ops_sort/report/regression_small.svg index baea5b47e059..76418e0a7510 100644 --- a/criterion/micro_ops_sort/report/regression_small.svg +++ b/criterion/micro_ops_sort/report/regression_small.svg @@ -13,15 +13,15 @@ Iterations - + - + - - - - - + + + + + 5.0 @@ -31,42 +31,42 @@ Iterations 10.0 - + 15.0 - + 20.0 - + 25.0 - + 30.0 - + 35.0 - - + + 40.0 - - + + 45.0 - - + + 50.0 - - + + 55.0 - + 100 @@ -94,8 +94,8 @@ Iterations - - + + @@ -106,15 +106,15 @@ Iterations - - - - + + + + - + @@ -122,76 +122,76 @@ Iterations - - + + - - - + + + - - - - + + + + - - + + - + - - + + - - - - - - - - + + + + + + + + - + - - + + - - - - - - + + + + + + - - - - + + + + - + - + - + - - - - - + + + + + - + diff --git a/criterion/micro_ops_sort/report/relative_pdf_small.svg b/criterion/micro_ops_sort/report/relative_pdf_small.svg index c2954e2cc392..ad79190ad53b 100644 --- a/criterion/micro_ops_sort/report/relative_pdf_small.svg +++ b/criterion/micro_ops_sort/report/relative_pdf_small.svg @@ -27,20 +27,28 @@ Average Time (µs) - + 100 - - + + 110 - - + + 120 - - - - - + + +130 + + + +140 + + + + + + diff --git a/criterion/micro_ops_sort/report/relative_regression_small.svg b/criterion/micro_ops_sort/report/relative_regression_small.svg index 94b717d8e0d9..6e8bdae377cc 100644 --- a/criterion/micro_ops_sort/report/relative_regression_small.svg +++ b/criterion/micro_ops_sort/report/relative_regression_small.svg @@ -72,8 +72,8 @@ Iterations 600 - - - - + + + + diff --git a/criterion/micro_ops_sort/report/slope.svg b/criterion/micro_ops_sort/report/slope.svg index 98620a2b46bc..fe8d0a4d8fd3 100644 --- a/criterion/micro_ops_sort/report/slope.svg +++ b/criterion/micro_ops_sort/report/slope.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - -5.5 - - + - -99.15 + +98.35 + + + +98.4 - - -99.2 + + +98.45 - - -99.25 + + +98.5 - - -99.3 + + +98.55 - - -99.35 + + +98.6 - - -99.4 + + +98.65 - - -99.45 + + +98.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/typical.svg b/criterion/micro_ops_sort/report/typical.svg index 1977a1d0924b..0649dd2c3ce7 100644 --- a/criterion/micro_ops_sort/report/typical.svg +++ b/criterion/micro_ops_sort/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - -5.5 - - + - -99.15 + +98.35 + + + +98.4 - - -99.2 + + +98.45 - - -99.25 + + +98.5 - - -99.3 + + +98.55 - - -99.35 + + +98.6 - - -99.4 + + +98.65 - - -99.45 + + +98.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/base/estimates.json b/criterion/micro_ops_tee/base/estimates.json index 1635e513ee0c..84fcbbdee99e 100644 --- a/criterion/micro_ops_tee/base/estimates.json +++ b/criterion/micro_ops_tee/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6970.78813506922,"upper_bound":6990.993390974342},"point_estimate":6980.716845201479,"standard_error":5.163003702402125},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6968.135244615603,"upper_bound":6990.45987654321},"point_estimate":6972.758686521573,"standard_error":5.3341961103085485},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34.5472139087235,"upper_bound":53.44668177736321},"point_estimate":44.962014076316706,"standard_error":4.666641756337475},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6972.868844427308,"upper_bound":6990.378207375374},"point_estimate":6981.479737287162,"standard_error":4.463483899006914},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.0584934959823,"upper_bound":60.88079562629253},"point_estimate":51.81698321429955,"standard_error":4.816591592281526}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6955.8318275117335,"upper_bound":6984.4120429862905},"point_estimate":6968.885803824136,"standard_error":7.284505903188968},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6953.360623781677,"upper_bound":6983.857677902622},"point_estimate":6968.015922349256,"standard_error":7.448537033587028},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43.50580250630549,"upper_bound":72.57929036054972},"point_estimate":55.272966760644366,"standard_error":7.685563697232816},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6965.880898322026,"upper_bound":6984.118886582026},"point_estimate":6974.991373495559,"standard_error":4.61935568714298},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47.59842833678661,"upper_bound":103.49266503633332},"point_estimate":73.03018476529205,"standard_error":16.861118974779455}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/sample.json b/criterion/micro_ops_tee/base/sample.json index e1d9cd27e191..678d3ad8caf0 100644 --- a/criterion/micro_ops_tee/base/sample.json +++ b/criterion/micro_ops_tee/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[62208.0,124114.0,186026.0,248311.0,321343.0,372885.0,446451.0,507603.0,580525.0,622766.0,694021.0,743745.0,829339.0,885002.0,956995.0,1003068.0,1054696.0,1128190.0,1179041.0,1258968.0,1322791.0,1375426.0,1437278.0,1511917.0,1563701.0,1622695.0,1696410.0,1749173.0,1818902.0,1892413.0,1944442.0,2006613.0,2066476.0,2146287.0,2205710.0,2264909.0,2327968.0,2393243.0,2440120.0,2521336.0,2571360.0,2623184.0,2718537.0,2778975.0,2868265.0,2906773.0,2922917.0,3013607.0,3079310.0,3148322.0,3178872.0,3243088.0,3319476.0,3412564.0,3449705.0,3491131.0,3576959.0,3639084.0,3717352.0,3764249.0,3812340.0,3873902.0,4017101.0,3987166.0,4099004.0,4165081.0,4181954.0,4310482.0,4353455.0,4394709.0,4457615.0,4521858.0,4546990.0,4631396.0,4766802.0,4757573.0,4847967.0,4893550.0,4964239.0,5041682.0,5079449.0,5179109.0,5235911.0,5294366.0,5330831.0,5395372.0,5504097.0,5515310.0,5560393.0,5658823.0,5702138.0,5799357.0,5794254.0,5876643.0,5957482.0,6018429.0,6087331.0,6167564.0,6272245.0,6305197.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[62047.0,123920.0,185775.0,248043.0,309753.0,372044.0,434001.0,497041.0,557651.0,619782.0,683175.0,744278.0,818385.0,881361.0,940334.0,1011999.0,1075752.0,1120872.0,1175546.0,1237978.0,1310817.0,1398370.0,1454011.0,1614170.0,1586218.0,1633008.0,1671443.0,1746520.0,1810550.0,1859310.0,1954450.0,2009158.0,2074705.0,2129760.0,2211687.0,2295921.0,2334431.0,2378173.0,2455352.0,2516583.0,2607337.0,2640004.0,2708333.0,2751478.0,2831181.0,2879877.0,2967926.0,2986986.0,3133669.0,3109645.0,3166693.0,3238515.0,3329626.0,3413674.0,3417965.0,3534915.0,3567074.0,3635051.0,3667578.0,3780440.0,3830074.0,3893223.0,3925263.0,4027594.0,4059055.0,4108700.0,4167595.0,4268046.0,4291755.0,4416533.0,4429944.0,4556547.0,4601662.0,4691700.0,4716384.0,4780224.0,4814348.0,4867648.0,4938144.0,5052061.0,5077988.0,5177391.0,5255177.0,5239941.0,5357298.0,5402094.0,5480376.0,5538861.0,5594070.0,5603381.0,5706455.0,5747675.0,5833450.0,5920010.0,5944385.0,6019236.0,6126656.0,6169437.0,6208883.0,6267908.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/tukey.json b/criterion/micro_ops_tee/base/tukey.json index 36a4ffc4ed05..2c633f0d4025 100644 --- a/criterion/micro_ops_tee/base/tukey.json +++ b/criterion/micro_ops_tee/base/tukey.json @@ -1 +1 @@ -[6768.048570277241,6857.296085589942,7095.289459757145,7184.536975069846] \ No newline at end of file +[6675.8252022137085,6797.243002341422,7121.023802681992,7242.441602809706] \ No newline at end of file diff --git a/criterion/micro_ops_tee/change/estimates.json b/criterion/micro_ops_tee/change/estimates.json index 43fd86ca9496..161032dec6f4 100644 --- a/criterion/micro_ops_tee/change/estimates.json +++ b/criterion/micro_ops_tee/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0008735520939757072,"upper_bound":0.0035254895586782553},"point_estimate":0.0012857728208182095,"standard_error":0.0011304789105929436},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0010602886321446903,"upper_bound":0.0035155651524161335},"point_estimate":0.001090435199533557,"standard_error":0.0011133877269473614}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003994007911921321,"upper_bound":0.0011071515037506126},"point_estimate":-0.0016948175437707658,"standard_error":0.0012869224438987659},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003618005090641474,"upper_bound":0.0018494585760393362},"point_estimate":-0.0006801847569291031,"standard_error":0.0013411266440954894}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/estimates.json b/criterion/micro_ops_tee/new/estimates.json index 1635e513ee0c..84fcbbdee99e 100644 --- a/criterion/micro_ops_tee/new/estimates.json +++ b/criterion/micro_ops_tee/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6970.78813506922,"upper_bound":6990.993390974342},"point_estimate":6980.716845201479,"standard_error":5.163003702402125},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6968.135244615603,"upper_bound":6990.45987654321},"point_estimate":6972.758686521573,"standard_error":5.3341961103085485},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34.5472139087235,"upper_bound":53.44668177736321},"point_estimate":44.962014076316706,"standard_error":4.666641756337475},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6972.868844427308,"upper_bound":6990.378207375374},"point_estimate":6981.479737287162,"standard_error":4.463483899006914},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.0584934959823,"upper_bound":60.88079562629253},"point_estimate":51.81698321429955,"standard_error":4.816591592281526}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6955.8318275117335,"upper_bound":6984.4120429862905},"point_estimate":6968.885803824136,"standard_error":7.284505903188968},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6953.360623781677,"upper_bound":6983.857677902622},"point_estimate":6968.015922349256,"standard_error":7.448537033587028},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43.50580250630549,"upper_bound":72.57929036054972},"point_estimate":55.272966760644366,"standard_error":7.685563697232816},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6965.880898322026,"upper_bound":6984.118886582026},"point_estimate":6974.991373495559,"standard_error":4.61935568714298},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47.59842833678661,"upper_bound":103.49266503633332},"point_estimate":73.03018476529205,"standard_error":16.861118974779455}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/sample.json b/criterion/micro_ops_tee/new/sample.json index e1d9cd27e191..678d3ad8caf0 100644 --- a/criterion/micro_ops_tee/new/sample.json +++ b/criterion/micro_ops_tee/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[62208.0,124114.0,186026.0,248311.0,321343.0,372885.0,446451.0,507603.0,580525.0,622766.0,694021.0,743745.0,829339.0,885002.0,956995.0,1003068.0,1054696.0,1128190.0,1179041.0,1258968.0,1322791.0,1375426.0,1437278.0,1511917.0,1563701.0,1622695.0,1696410.0,1749173.0,1818902.0,1892413.0,1944442.0,2006613.0,2066476.0,2146287.0,2205710.0,2264909.0,2327968.0,2393243.0,2440120.0,2521336.0,2571360.0,2623184.0,2718537.0,2778975.0,2868265.0,2906773.0,2922917.0,3013607.0,3079310.0,3148322.0,3178872.0,3243088.0,3319476.0,3412564.0,3449705.0,3491131.0,3576959.0,3639084.0,3717352.0,3764249.0,3812340.0,3873902.0,4017101.0,3987166.0,4099004.0,4165081.0,4181954.0,4310482.0,4353455.0,4394709.0,4457615.0,4521858.0,4546990.0,4631396.0,4766802.0,4757573.0,4847967.0,4893550.0,4964239.0,5041682.0,5079449.0,5179109.0,5235911.0,5294366.0,5330831.0,5395372.0,5504097.0,5515310.0,5560393.0,5658823.0,5702138.0,5799357.0,5794254.0,5876643.0,5957482.0,6018429.0,6087331.0,6167564.0,6272245.0,6305197.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[62047.0,123920.0,185775.0,248043.0,309753.0,372044.0,434001.0,497041.0,557651.0,619782.0,683175.0,744278.0,818385.0,881361.0,940334.0,1011999.0,1075752.0,1120872.0,1175546.0,1237978.0,1310817.0,1398370.0,1454011.0,1614170.0,1586218.0,1633008.0,1671443.0,1746520.0,1810550.0,1859310.0,1954450.0,2009158.0,2074705.0,2129760.0,2211687.0,2295921.0,2334431.0,2378173.0,2455352.0,2516583.0,2607337.0,2640004.0,2708333.0,2751478.0,2831181.0,2879877.0,2967926.0,2986986.0,3133669.0,3109645.0,3166693.0,3238515.0,3329626.0,3413674.0,3417965.0,3534915.0,3567074.0,3635051.0,3667578.0,3780440.0,3830074.0,3893223.0,3925263.0,4027594.0,4059055.0,4108700.0,4167595.0,4268046.0,4291755.0,4416533.0,4429944.0,4556547.0,4601662.0,4691700.0,4716384.0,4780224.0,4814348.0,4867648.0,4938144.0,5052061.0,5077988.0,5177391.0,5255177.0,5239941.0,5357298.0,5402094.0,5480376.0,5538861.0,5594070.0,5603381.0,5706455.0,5747675.0,5833450.0,5920010.0,5944385.0,6019236.0,6126656.0,6169437.0,6208883.0,6267908.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/tukey.json b/criterion/micro_ops_tee/new/tukey.json index 36a4ffc4ed05..2c633f0d4025 100644 --- a/criterion/micro_ops_tee/new/tukey.json +++ b/criterion/micro_ops_tee/new/tukey.json @@ -1 +1 @@ -[6768.048570277241,6857.296085589942,7095.289459757145,7184.536975069846] \ No newline at end of file +[6675.8252022137085,6797.243002341422,7121.023802681992,7242.441602809706] \ No newline at end of file diff --git a/criterion/micro_ops_tee/report/MAD.svg b/criterion/micro_ops_tee/report/MAD.svg index 91babcf50b1d..b63cc37efb1c 100644 --- a/criterion/micro_ops_tee/report/MAD.svg +++ b/criterion/micro_ops_tee/report/MAD.svg @@ -9,98 +9,82 @@ Density (a.u.) Average time (ns) - -0.01 + +0.005 - - -0.02 + + +0.01 - - -0.03 + + +0.015 - - -0.04 + + +0.02 - - -0.05 + + +0.025 - - -0.06 + + +0.03 - - -0.07 + + +0.035 - - -0.08 + + +0.04 - - -0.09 + + +0.045 - - -0.1 + + +0.05 - - -0.11 + + +0.055 - + - -34 - - - -36 - - - -38 + +45 - - -40 - - - -42 - - - -44 + + +50 - - -46 + + +55 - - -48 + + +60 - - -50 + + +65 - - -52 + + +70 - - -54 + + +75 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/SD.svg b/criterion/micro_ops_tee/report/SD.svg index e71e97c1346c..51a1b29c838e 100644 --- a/criterion/micro_ops_tee/report/SD.svg +++ b/criterion/micro_ops_tee/report/SD.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (ns) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - -0.03 + + +0.025 - - -0.04 + + +0.03 - - -0.05 + + +0.035 - - -0.06 + + +0.04 - - -0.07 + + +0.045 - - -0.08 + + +0.05 - - -0.09 + + +0.055 - + - -40 + +50 + + + +60 - - -45 + + +70 - - -50 + + +80 - - -55 + + +90 - - -60 + + +100 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/both/pdf.svg b/criterion/micro_ops_tee/report/both/pdf.svg index 48d5703b88d9..2857330ad6f2 100644 --- a/criterion/micro_ops_tee/report/both/pdf.svg +++ b/criterion/micro_ops_tee/report/both/pdf.svg @@ -9,63 +9,59 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - + - + 6.8 - - -6.9 - - - + + 7 - - -7.1 - - - + + 7.2 - - - - - + + +7.4 + + + + + + Base PDF diff --git a/criterion/micro_ops_tee/report/both/regression.svg b/criterion/micro_ops_tee/report/both/regression.svg index 84547b8bb685..f536cafb97a4 100644 --- a/criterion/micro_ops_tee/report/both/regression.svg +++ b/criterion/micro_ops_tee/report/both/regression.svg @@ -95,9 +95,9 @@ Iterations 900 - - - + + + Base Sample diff --git a/criterion/micro_ops_tee/report/change/mean.svg b/criterion/micro_ops_tee/report/change/mean.svg index 47659e74b31d..beb398e5d441 100644 --- a/criterion/micro_ops_tee/report/change/mean.svg +++ b/criterion/micro_ops_tee/report/change/mean.svg @@ -9,78 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + - --0.001 - - - --5e-4 - - - -0 - - - -5e-4 + +-0.004 - - -0.001 + + +-0.003 - - -0.0015 + + +-0.002 - - -0.002 - - - -0.0025 - - - -0.003 + + +-0.001 - - -0.0035 + + +0 - - -0.004 + + +0.001 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/median.svg b/criterion/micro_ops_tee/report/change/median.svg index 86d78e291d73..22ebdcd65daf 100644 --- a/criterion/micro_ops_tee/report/change/median.svg +++ b/criterion/micro_ops_tee/report/change/median.svg @@ -9,70 +9,70 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - -450 - - + - + +-0.004 + + + +-0.003 + + + +-0.002 + + + -0.001 - - + + 0 - - + + 0.001 - - + + 0.002 - - -0.003 - - - -0.004 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/t-test.svg b/criterion/micro_ops_tee/report/change/t-test.svg index b76eac948aba..48b1b32abf91 100644 --- a/criterion/micro_ops_tee/report/change/t-test.svg +++ b/criterion/micro_ops_tee/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_tee/report/index.html b/criterion/micro_ops_tee/report/index.html index 356ba784b419..b8a4ba1e1d16 100644 --- a/criterion/micro_ops_tee/report/index.html +++ b/criterion/micro_ops_tee/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.9729 µs - 6.9815 µs - 6.9904 µs + 6.9659 µs + 6.9750 µs + 6.9841 µs R² - 0.9962752 - 0.9964808 - 0.9962612 + 0.9942478 + 0.9944822 + 0.9942470 Mean - 6.9708 µs - 6.9807 µs - 6.9910 µs + 6.9558 µs + 6.9689 µs + 6.9844 µs Std. Dev. - 42.058 ns - 51.817 ns - 60.881 ns + 47.598 ns + 73.030 ns + 103.49 ns Median - 6.9681 µs - 6.9728 µs - 6.9905 µs + 6.9534 µs + 6.9680 µs + 6.9839 µs MAD - 34.547 ns - 44.962 ns - 53.447 ns + 43.506 ns + 55.273 ns + 72.579 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.0874% - +0.1286% - +0.3525% - (p = 0.25 > + -0.3994% + -0.1695% + +0.1107% + (p = 0.19 > 0.05) diff --git a/criterion/micro_ops_tee/report/mean.svg b/criterion/micro_ops_tee/report/mean.svg index d6ac1b4b7552..4bb1a4d3170f 100644 --- a/criterion/micro_ops_tee/report/mean.svg +++ b/criterion/micro_ops_tee/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 + + + +6.955 - - -80 + + +6.96 - - - + + +6.965 + + + 6.97 - - + + 6.975 - - + + 6.98 - - + + 6.985 - - -6.99 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/median.svg b/criterion/micro_ops_tee/report/median.svg index 84d236265cc5..40ee7eb77c57 100644 --- a/criterion/micro_ops_tee/report/median.svg +++ b/criterion/micro_ops_tee/report/median.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - + + +90 + + + 100 - - -120 + + + +6.95 - - -140 + + +6.955 - - -160 + + +6.96 - - - + + +6.965 + + + 6.97 - - + + 6.975 - - + + 6.98 - - + + 6.985 - - -6.99 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/pdf.svg b/criterion/micro_ops_tee/report/pdf.svg index 43a885acd6d9..a4742d8d1231 100644 --- a/criterion/micro_ops_tee/report/pdf.svg +++ b/criterion/micro_ops_tee/report/pdf.svg @@ -50,38 +50,38 @@ Average Time (µs) - -6.85 + +6.8 - - + + 6.9 - - -6.95 - - - + + 7 - - -7.05 - - - + + 7.1 - - -7.15 - - - + + 7.2 - + + +7.3 + + + +7.4 + + + +7.5 + + Density (a.u.) @@ -90,48 +90,38 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - -8 - - - - - - + + + + + - - - - - + + + PDF diff --git a/criterion/micro_ops_tee/report/pdf_small.svg b/criterion/micro_ops_tee/report/pdf_small.svg index ab1453aac813..502397f78f7a 100644 --- a/criterion/micro_ops_tee/report/pdf_small.svg +++ b/criterion/micro_ops_tee/report/pdf_small.svg @@ -10,59 +10,47 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - -8 - - - -9 - - + - -6.9 + +6.8 - - + + 7 - - -7.1 - - - + + 7.2 - - - + + +7.4 + + + + diff --git a/criterion/micro_ops_tee/report/regression.svg b/criterion/micro_ops_tee/report/regression.svg index 658f311da2c8..f588fbf86ed6 100644 --- a/criterion/micro_ops_tee/report/regression.svg +++ b/criterion/micro_ops_tee/report/regression.svg @@ -17,37 +17,37 @@ Iterations - + - - - - + + + + - + 1.0 - + 2.0 - + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 100 @@ -89,104 +89,104 @@ Iterations - + - + - - + + - - - + + + - - + + - - - - - - + + + + + + - - - - - + + + + + - - - + + + - + - - + + - - + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_tee/report/regression_small.svg b/criterion/micro_ops_tee/report/regression_small.svg index 57f69c5cc02e..3b2ad706eea5 100644 --- a/criterion/micro_ops_tee/report/regression_small.svg +++ b/criterion/micro_ops_tee/report/regression_small.svg @@ -16,10 +16,10 @@ Iterations - - - - + + + + 1.0 @@ -29,22 +29,22 @@ Iterations 2.0 - + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 100 @@ -88,100 +88,100 @@ Iterations - + - + - + - + - - + + - + - - - - + + + + - + - + - + - - + + - + - - + + - - - - - + + + + + - - - - - - + + + + + + - - - - - - - - + + + + + + + + - - + + - - - - - + + + + + - - - - + + + + - - + + - - - - - - - - - - - - + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_tee/report/relative_pdf_small.svg b/criterion/micro_ops_tee/report/relative_pdf_small.svg index 0ddeef965ab3..27a0c30e4431 100644 --- a/criterion/micro_ops_tee/report/relative_pdf_small.svg +++ b/criterion/micro_ops_tee/report/relative_pdf_small.svg @@ -6,61 +6,57 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - + - + 6.8 - - -6.9 - - - + + 7 - - -7.1 - - - + + 7.2 - - - - - + + +7.4 + + + + + + diff --git a/criterion/micro_ops_tee/report/relative_regression_small.svg b/criterion/micro_ops_tee/report/relative_regression_small.svg index 8d841176a501..0d7cddd675e5 100644 --- a/criterion/micro_ops_tee/report/relative_regression_small.svg +++ b/criterion/micro_ops_tee/report/relative_regression_small.svg @@ -92,8 +92,8 @@ Iterations 900 - + - + diff --git a/criterion/micro_ops_tee/report/slope.svg b/criterion/micro_ops_tee/report/slope.svg index bb1ff6699cc2..385acfa3662b 100644 --- a/criterion/micro_ops_tee/report/slope.svg +++ b/criterion/micro_ops_tee/report/slope.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - + - -6.972 + +6.965 - - -6.974 + + +6.97 - - -6.976 + + +6.975 - - -6.978 - - - + + 6.98 - - -6.982 - - - -6.984 - - - -6.986 - - - -6.988 - - - -6.99 - - - -6.992 + + +6.985 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/typical.svg b/criterion/micro_ops_tee/report/typical.svg index a7241efcf0be..71ee8b2b3edc 100644 --- a/criterion/micro_ops_tee/report/typical.svg +++ b/criterion/micro_ops_tee/report/typical.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - + - -6.972 + +6.965 - - -6.974 + + +6.97 - - -6.976 + + +6.975 - - -6.978 - - - + + 6.98 - - -6.982 - - - -6.984 - - - -6.986 - - - -6.988 - - - -6.99 - - - -6.992 + + +6.985 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/base/estimates.json b/criterion/micro_ops_union/base/estimates.json index 65b11c1b14be..aa419cf2cf50 100644 --- a/criterion/micro_ops_union/base/estimates.json +++ b/criterion/micro_ops_union/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15204.377380143627,"upper_bound":15251.367601909045},"point_estimate":15226.5367033398,"standard_error":11.999571475021755},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15200.500189393939,"upper_bound":15238.413322099674},"point_estimate":15215.48917918231,"standard_error":10.10119058759698},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58.40901902113424,"upper_bound":98.3352241551014},"point_estimate":76.1921069806527,"standard_error":9.88828782728882},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15208.811541144089,"upper_bound":15245.245642633454},"point_estimate":15225.287439042411,"standard_error":9.282777787780642},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82.41170609913293,"upper_bound":162.03810605416334},"point_estimate":120.30300605821967,"standard_error":21.34599205093479}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15222.027070245567,"upper_bound":15316.558066085388},"point_estimate":15263.789332500553,"standard_error":24.286796843989077},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15210.842592592593,"upper_bound":15242.903614457831},"point_estimate":15232.490083418455,"standard_error":7.530277990331583},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48.533038149354894,"upper_bound":89.55369590831135},"point_estimate":69.08219392449489,"standard_error":10.342385640033177},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15237.19138016909,"upper_bound":15311.772877727954},"point_estimate":15270.50678833555,"standard_error":19.083150519949463},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113.14173050562275,"upper_bound":364.18555258845043},"point_estimate":243.77723111521615,"standard_error":67.68432480519822}} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/sample.json b/criterion/micro_ops_union/base/sample.json index e066fdabaeca..635e7fbbdf36 100644 --- a/criterion/micro_ops_union/base/sample.json +++ b/criterion/micro_ops_union/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[92072.0,180247.0,270204.0,372186.0,450955.0,540683.0,641269.0,721011.0,825061.0,925931.0,990660.0,1091370.0,1214682.0,1275215.0,1361498.0,1452632.0,1569294.0,1664515.0,1735150.0,1830521.0,1915361.0,2012696.0,2094156.0,2216032.0,2262852.0,2386190.0,2443945.0,2566032.0,2646670.0,2734971.0,2815537.0,2916796.0,3021701.0,3102332.0,3181936.0,3266789.0,3396196.0,3490256.0,3567756.0,3648499.0,3728970.0,3824595.0,3952443.0,4046013.0,4134930.0,4211167.0,4279251.0,4396157.0,4445729.0,4600374.0,4661590.0,4749512.0,4814063.0,4888273.0,5015644.0,5354556.0,5246051.0,5311746.0,5399532.0,5459590.0,5603926.0,5650474.0,5729297.0,5853263.0,5948031.0,6000467.0,6106196.0,6207165.0,6318366.0,6378684.0,6530942.0,6580229.0,6647974.0,6768391.0,6818264.0,6954829.0,7063524.0,7153823.0,7179085.0,7293294.0,7400238.0,7480451.0,7537695.0,7666582.0,7712364.0,7876073.0,7921983.0,8030839.0,8131092.0,8250171.0,8314354.0,8376222.0,8483144.0,8582579.0,8631049.0,8774539.0,8867798.0,8945318.0,9072594.0,9150092.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[102209.0,179963.0,269983.0,370881.0,452653.0,539419.0,639977.0,719741.0,819396.0,913714.0,989453.0,1089544.0,1189903.0,1284952.0,1371313.0,1450818.0,1551635.0,1631397.0,1730632.0,1829292.0,1911276.0,2011696.0,2098177.0,2205977.0,2298104.0,2378866.0,2460993.0,2545394.0,2661952.0,2742518.0,2818534.0,2932918.0,3024415.0,3101363.0,3216549.0,3274938.0,3375459.0,3453609.0,3785113.0,3657392.0,3770206.0,3844973.0,3900994.0,3996595.0,4105977.0,4193559.0,4505034.0,4397931.0,4455612.0,4556596.0,4663059.0,4712682.0,4840835.0,4928313.0,5010950.0,5123188.0,5213311.0,5290857.0,5441738.0,5494357.0,5572102.0,5624140.0,5740721.0,5855910.0,5936060.0,6031899.0,6101870.0,6219798.0,6294892.0,6585473.0,6452301.0,6594602.0,6704646.0,6929581.0,6839766.0,6968002.0,7059635.0,7151303.0,7229211.0,7354699.0,7443113.0,7487411.0,7590966.0,7679178.0,7740755.0,7887828.0,7994598.0,8011863.0,8134375.0,8213655.0,8296103.0,8415353.0,8500097.0,8520060.0,8693201.0,8843989.0,9178199.0,8953513.0,9063650.0,9138324.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/tukey.json b/criterion/micro_ops_union/base/tukey.json index 85e3e8240c91..dd635e57e589 100644 --- a/criterion/micro_ops_union/base/tukey.json +++ b/criterion/micro_ops_union/base/tukey.json @@ -1 +1 @@ -[14858.789262122536,15011.269376996228,15417.883016659405,15570.363131533097] \ No newline at end of file +[14906.775101205998,15043.603608471552,15408.479627846362,15545.308135111914] \ No newline at end of file diff --git a/criterion/micro_ops_union/change/estimates.json b/criterion/micro_ops_union/change/estimates.json index 8b3c4fae72e5..c9aa82ce9fc8 100644 --- a/criterion/micro_ops_union/change/estimates.json +++ b/criterion/micro_ops_union/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01783665787236963,"upper_bound":-0.008515581827911468},"point_estimate":-0.012833789838899268,"standard_error":0.0023812470554134273},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011508044854790178,"upper_bound":-0.008037030332677442},"point_estimate":-0.010129474889800871,"standard_error":0.0009135414885707847}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0007613901707823968,"upper_bound":0.006356031905900139},"point_estimate":0.002446559574678764,"standard_error":0.0017723276600230757},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0009293318211740509,"upper_bound":0.0023527140969508142},"point_estimate":0.0011173419425387632,"standard_error":0.0008387088894717799}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/estimates.json b/criterion/micro_ops_union/new/estimates.json index 65b11c1b14be..aa419cf2cf50 100644 --- a/criterion/micro_ops_union/new/estimates.json +++ b/criterion/micro_ops_union/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15204.377380143627,"upper_bound":15251.367601909045},"point_estimate":15226.5367033398,"standard_error":11.999571475021755},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15200.500189393939,"upper_bound":15238.413322099674},"point_estimate":15215.48917918231,"standard_error":10.10119058759698},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58.40901902113424,"upper_bound":98.3352241551014},"point_estimate":76.1921069806527,"standard_error":9.88828782728882},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15208.811541144089,"upper_bound":15245.245642633454},"point_estimate":15225.287439042411,"standard_error":9.282777787780642},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82.41170609913293,"upper_bound":162.03810605416334},"point_estimate":120.30300605821967,"standard_error":21.34599205093479}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15222.027070245567,"upper_bound":15316.558066085388},"point_estimate":15263.789332500553,"standard_error":24.286796843989077},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15210.842592592593,"upper_bound":15242.903614457831},"point_estimate":15232.490083418455,"standard_error":7.530277990331583},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48.533038149354894,"upper_bound":89.55369590831135},"point_estimate":69.08219392449489,"standard_error":10.342385640033177},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15237.19138016909,"upper_bound":15311.772877727954},"point_estimate":15270.50678833555,"standard_error":19.083150519949463},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113.14173050562275,"upper_bound":364.18555258845043},"point_estimate":243.77723111521615,"standard_error":67.68432480519822}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/sample.json b/criterion/micro_ops_union/new/sample.json index e066fdabaeca..635e7fbbdf36 100644 --- a/criterion/micro_ops_union/new/sample.json +++ b/criterion/micro_ops_union/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[92072.0,180247.0,270204.0,372186.0,450955.0,540683.0,641269.0,721011.0,825061.0,925931.0,990660.0,1091370.0,1214682.0,1275215.0,1361498.0,1452632.0,1569294.0,1664515.0,1735150.0,1830521.0,1915361.0,2012696.0,2094156.0,2216032.0,2262852.0,2386190.0,2443945.0,2566032.0,2646670.0,2734971.0,2815537.0,2916796.0,3021701.0,3102332.0,3181936.0,3266789.0,3396196.0,3490256.0,3567756.0,3648499.0,3728970.0,3824595.0,3952443.0,4046013.0,4134930.0,4211167.0,4279251.0,4396157.0,4445729.0,4600374.0,4661590.0,4749512.0,4814063.0,4888273.0,5015644.0,5354556.0,5246051.0,5311746.0,5399532.0,5459590.0,5603926.0,5650474.0,5729297.0,5853263.0,5948031.0,6000467.0,6106196.0,6207165.0,6318366.0,6378684.0,6530942.0,6580229.0,6647974.0,6768391.0,6818264.0,6954829.0,7063524.0,7153823.0,7179085.0,7293294.0,7400238.0,7480451.0,7537695.0,7666582.0,7712364.0,7876073.0,7921983.0,8030839.0,8131092.0,8250171.0,8314354.0,8376222.0,8483144.0,8582579.0,8631049.0,8774539.0,8867798.0,8945318.0,9072594.0,9150092.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[102209.0,179963.0,269983.0,370881.0,452653.0,539419.0,639977.0,719741.0,819396.0,913714.0,989453.0,1089544.0,1189903.0,1284952.0,1371313.0,1450818.0,1551635.0,1631397.0,1730632.0,1829292.0,1911276.0,2011696.0,2098177.0,2205977.0,2298104.0,2378866.0,2460993.0,2545394.0,2661952.0,2742518.0,2818534.0,2932918.0,3024415.0,3101363.0,3216549.0,3274938.0,3375459.0,3453609.0,3785113.0,3657392.0,3770206.0,3844973.0,3900994.0,3996595.0,4105977.0,4193559.0,4505034.0,4397931.0,4455612.0,4556596.0,4663059.0,4712682.0,4840835.0,4928313.0,5010950.0,5123188.0,5213311.0,5290857.0,5441738.0,5494357.0,5572102.0,5624140.0,5740721.0,5855910.0,5936060.0,6031899.0,6101870.0,6219798.0,6294892.0,6585473.0,6452301.0,6594602.0,6704646.0,6929581.0,6839766.0,6968002.0,7059635.0,7151303.0,7229211.0,7354699.0,7443113.0,7487411.0,7590966.0,7679178.0,7740755.0,7887828.0,7994598.0,8011863.0,8134375.0,8213655.0,8296103.0,8415353.0,8500097.0,8520060.0,8693201.0,8843989.0,9178199.0,8953513.0,9063650.0,9138324.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/tukey.json b/criterion/micro_ops_union/new/tukey.json index 85e3e8240c91..dd635e57e589 100644 --- a/criterion/micro_ops_union/new/tukey.json +++ b/criterion/micro_ops_union/new/tukey.json @@ -1 +1 @@ -[14858.789262122536,15011.269376996228,15417.883016659405,15570.363131533097] \ No newline at end of file +[14906.775101205998,15043.603608471552,15408.479627846362,15545.308135111914] \ No newline at end of file diff --git a/criterion/micro_ops_union/report/MAD.svg b/criterion/micro_ops_union/report/MAD.svg index 2097ed285f71..8dd8e11a4fc1 100644 --- a/criterion/micro_ops_union/report/MAD.svg +++ b/criterion/micro_ops_union/report/MAD.svg @@ -9,22 +9,22 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - + 0.025 @@ -37,10 +37,10 @@ Average time (ns) 0.035 - + 0.04 - + 0.045 @@ -51,48 +51,48 @@ Average time (ns) -55 +45 - + +50 + + + +55 + + + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - - + + 85 - - + + 90 - - -95 - - - -100 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/SD.svg b/criterion/micro_ops_union/report/SD.svg index 0d0fccd8b926..7a131b90b071 100644 --- a/criterion/micro_ops_union/report/SD.svg +++ b/criterion/micro_ops_union/report/SD.svg @@ -9,94 +9,62 @@ Density (a.u.) Average time (ns) - -0.002 - - - -0.004 - - - -0.006 + +0.001 - - -0.008 - - - -0.01 - - - -0.012 + + +0.002 - - -0.014 + + +0.003 - - -0.016 + + +0.004 - - -0.018 + + +0.005 - - -0.02 + + +0.006 - - -0.022 + + +0.007 - + - -80 - - - -90 - - - + 100 - + + +150 + + -110 +200 - -120 - - - -130 - - - -140 - - - -150 + +250 - - -160 + + +300 - - -170 + + +350 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/both/pdf.svg b/criterion/micro_ops_union/report/both/pdf.svg index 82818dbca195..1355bdf72289 100644 --- a/criterion/micro_ops_union/report/both/pdf.svg +++ b/criterion/micro_ops_union/report/both/pdf.svg @@ -42,22 +42,30 @@ Average Time (µs) - + 15 - - + + +15.5 + + + 16 - - + + +16.5 + + + 17 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_union/report/both/regression.svg b/criterion/micro_ops_union/report/both/regression.svg index 0c6d222a4982..9ff4f2fb52fb 100644 --- a/criterion/micro_ops_union/report/both/regression.svg +++ b/criterion/micro_ops_union/report/both/regression.svg @@ -17,14 +17,14 @@ Iterations - - - - - - - - + + + + + + + + 0.0 @@ -34,38 +34,38 @@ Iterations 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - + 0 @@ -95,10 +95,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_union/report/change/mean.svg b/criterion/micro_ops_union/report/change/mean.svg index 91212950e283..a9327907dac9 100644 --- a/criterion/micro_ops_union/report/change/mean.svg +++ b/criterion/micro_ops_union/report/change/mean.svg @@ -9,87 +9,91 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + + +180 + + + +200 + + + +220 + + - --0.018 - - - --0.017 - - - --0.016 - - - --0.015 - - - --0.014 - - - --0.013 - - - --0.012 - - - --0.011 - - - --0.01 - - - --0.009 - - - --0.008 - - - - - - + +-0.001 + + + +0 + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/median.svg b/criterion/micro_ops_union/report/change/median.svg index 894a6989f3bc..10fcd42be7e9 100644 --- a/criterion/micro_ops_union/report/change/median.svg +++ b/criterion/micro_ops_union/report/change/median.svg @@ -9,75 +9,79 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - + + +450 + + - --0.0115 + +-0.001 - - --0.011 + + +-5e-4 - - --0.0105 + + +0 - + --0.01 +5e-4 - --0.0095 - - - --0.009 - - - --0.0085 - - - --0.008 - - - - - - + +0.001 + + + +0.0015 + + + +0.002 + + + +0.0025 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/t-test.svg b/criterion/micro_ops_union/report/change/t-test.svg index aa92696277fd..6a26cc518d41 100644 --- a/criterion/micro_ops_union/report/change/t-test.svg +++ b/criterion/micro_ops_union/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/micro_ops_union/report/index.html b/criterion/micro_ops_union/report/index.html index cc455ac3f3a5..b172e12703b3 100644 --- a/criterion/micro_ops_union/report/index.html +++ b/criterion/micro_ops_union/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 15.209 µs - 15.225 µs - 15.245 µs + 15.237 µs + 15.271 µs + 15.312 µs R² - 0.9952698 - 0.9954290 - 0.9951954 + 0.9861377 + 0.9867837 + 0.9857929 Mean - 15.204 µs - 15.227 µs - 15.251 µs + 15.222 µs + 15.264 µs + 15.317 µs Std. Dev. - 82.412 ns - 120.30 ns - 162.04 ns + 113.14 ns + 243.78 ns + 364.19 ns Median - 15.201 µs - 15.215 µs - 15.238 µs + 15.211 µs + 15.232 µs + 15.243 µs MAD - 58.409 ns - 76.192 ns - 98.335 ns + 48.533 ns + 69.082 ns + 89.554 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.7837% - -1.2834% - -0.8516% - (p = 0.00 < + -0.0761% + +0.2447% + +0.6356% + (p = 0.18 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_union/report/mean.svg b/criterion/micro_ops_union/report/mean.svg index 636b8c7086d5..72d468ce56c7 100644 --- a/criterion/micro_ops_union/report/mean.svg +++ b/criterion/micro_ops_union/report/mean.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 - - -25 + + +10 - - -30 + + +12 - - -35 + + +14 - - - -15.2 + + +16 - - -15.21 + + +18 - - + + + 15.22 - - + + 15.23 - - + + 15.24 - - + + 15.25 - - - - + + +15.26 + + + +15.27 + + + +15.28 + + + +15.29 + + + +15.3 + + + +15.31 + + + +15.32 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/median.svg b/criterion/micro_ops_union/report/median.svg index 0e9697e20a3b..ad9dccacc2c8 100644 --- a/criterion/micro_ops_union/report/median.svg +++ b/criterion/micro_ops_union/report/median.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - - -15.2 + + +70 + + + +80 - - -15.205 + + +90 - - + + + 15.21 - - + + 15.215 - - + + 15.22 - - + + 15.225 - - + + 15.23 - - + + 15.235 - - + + 15.24 - - - - + + +15.245 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/pdf.svg b/criterion/micro_ops_union/report/pdf.svg index 610fa7b9da74..d90e651a1afe 100644 --- a/criterion/micro_ops_union/report/pdf.svg +++ b/criterion/micro_ops_union/report/pdf.svg @@ -38,30 +38,26 @@ Average Time (µs) - + 15 - - -15.2 + + +15.5 - - -15.4 - - - -15.6 + + +16 - - -15.8 + + +16.5 - - -16 + + +17 - + Density (a.u.) @@ -70,54 +66,56 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - - -4 - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_union/report/pdf_small.svg b/criterion/micro_ops_union/report/pdf_small.svg index 8ca70ef7cbb0..0add7754d2c6 100644 --- a/criterion/micro_ops_union/report/pdf_small.svg +++ b/criterion/micro_ops_union/report/pdf_small.svg @@ -10,55 +10,51 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - - -4 - - - -4.5 - - + - + 15 - - + + 15.5 - - + + 16 - - - + + +16.5 + + + +17 + + + + diff --git a/criterion/micro_ops_union/report/regression.svg b/criterion/micro_ops_union/report/regression.svg index d2df588eae75..aa877dac94c2 100644 --- a/criterion/micro_ops_union/report/regression.svg +++ b/criterion/micro_ops_union/report/regression.svg @@ -15,51 +15,51 @@ Iterations - - - - - - - - + + + + + + + + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - + 100 @@ -86,107 +86,107 @@ Iterations - - + + - - + + - - - - + + + + - - - - - + + + + + - - - + + + - + - + - - - + + + - - - + + + - + - - - - - - - - - - + + + + + + + + + + - - - - - - + + + + + + - - + + - - + + - + - - - - - - + + + + + + - - - - - + + + + + - - - + + + - - - - - - + + + + + + - - - - - - - - + + + + + + + + - + Sample diff --git a/criterion/micro_ops_union/report/regression_small.svg b/criterion/micro_ops_union/report/regression_small.svg index 08d4a6c3a6f7..9684cfcb3a4f 100644 --- a/criterion/micro_ops_union/report/regression_small.svg +++ b/criterion/micro_ops_union/report/regression_small.svg @@ -12,23 +12,23 @@ Iterations - + - - + + - + 1.0 - + 2.0 - + 3.0 @@ -37,14 +37,14 @@ Iterations 4.0 - + 5.0 - - + + 6.0 - + 7.0 @@ -53,10 +53,10 @@ Iterations 8.0 - + 9.0 - + 100 @@ -83,105 +83,105 @@ Iterations - + - - + + - + - - + + - - + + - + - + - + - - + + - - - + + + - + - - - - - + + + + + - - + + - + - - - - + + + + - - - + + + - + - + - - - - - - - + + + + + + + - - + + - + - - - - - + + + + + - - - - - + + + + + - - + + - + diff --git a/criterion/micro_ops_union/report/relative_pdf_small.svg b/criterion/micro_ops_union/report/relative_pdf_small.svg index 1af3ee9a899b..39f9d7d46fd2 100644 --- a/criterion/micro_ops_union/report/relative_pdf_small.svg +++ b/criterion/micro_ops_union/report/relative_pdf_small.svg @@ -39,20 +39,28 @@ Average Time (µs) - + 15 - - + + +15.5 + + + 16 - - + + +16.5 + + + 17 - - - - - + + + + + diff --git a/criterion/micro_ops_union/report/relative_regression_small.svg b/criterion/micro_ops_union/report/relative_regression_small.svg index 2658a2f49342..92e73986404f 100644 --- a/criterion/micro_ops_union/report/relative_regression_small.svg +++ b/criterion/micro_ops_union/report/relative_regression_small.svg @@ -18,10 +18,10 @@ Iterations - - - - + + + + 0.0 @@ -47,22 +47,22 @@ Iterations 5.0 - + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - + 0 @@ -92,8 +92,8 @@ Iterations 600 - - - - + + + + diff --git a/criterion/micro_ops_union/report/slope.svg b/criterion/micro_ops_union/report/slope.svg index 218e7b755041..745a14e94119 100644 --- a/criterion/micro_ops_union/report/slope.svg +++ b/criterion/micro_ops_union/report/slope.svg @@ -9,82 +9,94 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 + + + +10 - + -25 +12 - -30 + +14 + + + +16 - - -35 + + +18 - - -40 + + +20 - - -45 + + +22 - + - -15.205 + +15.23 - - -15.21 + + +15.24 - - -15.215 + + +15.25 - - -15.22 + + +15.26 - - -15.225 + + +15.27 - - -15.23 + + +15.28 - - -15.235 + + +15.29 - - -15.24 + + +15.3 + + + +15.31 - - -15.245 + + +15.32 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/typical.svg b/criterion/micro_ops_union/report/typical.svg index 9e1eca9542f1..7fdd4660f9ed 100644 --- a/criterion/micro_ops_union/report/typical.svg +++ b/criterion/micro_ops_union/report/typical.svg @@ -9,82 +9,94 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 + + + +10 - + -25 +12 - -30 + +14 + + + +16 - - -35 + + +18 - - -40 + + +20 - - -45 + + +22 - + - -15.205 + +15.23 - - -15.21 + + +15.24 - - -15.215 + + +15.25 - - -15.22 + + +15.26 - - -15.225 + + +15.27 - - -15.23 + + +15.28 - - -15.235 + + +15.29 - - -15.24 + + +15.3 + + + +15.31 - - -15.245 + + +15.32 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/base/estimates.json b/criterion/micro_ops_unique/base/estimates.json index 3fe7f1de7820..21fa6a199278 100644 --- a/criterion/micro_ops_unique/base/estimates.json +++ b/criterion/micro_ops_unique/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53416.71580223968,"upper_bound":54011.42157133134},"point_estimate":53686.340029974,"standard_error":152.32732785017672},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53215.65625,"upper_bound":53286.3448715188},"point_estimate":53250.60432189283,"standard_error":19.998852233860255},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124.41293371015918,"upper_bound":249.3572084051886},"point_estimate":199.0825660216109,"standard_error":32.44198275844535},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53402.48697038905,"upper_bound":54463.63850004374},"point_estimate":53868.92121287129,"standard_error":272.3669631523697},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":815.9281437012844,"upper_bound":2090.6007008016586},"point_estimate":1537.255197893758,"standard_error":324.87402880172783}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53159.64883875353,"upper_bound":53243.084528003645},"point_estimate":53200.824691300404,"standard_error":21.305483138824183},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53135.2576486014,"upper_bound":53209.60295758929},"point_estimate":53187.37697835917,"standard_error":18.748672681029817},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":131.74660313619077,"upper_bound":217.67561559194687},"point_estimate":186.835143274882,"standard_error":22.239483651604708},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53239.54106984256,"upper_bound":53323.28668862505},"point_estimate":53280.82849490173,"standard_error":21.373916352558588},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":170.58193986337534,"upper_bound":255.38373435859975},"point_estimate":214.37612116239595,"standard_error":21.649232065723155}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/sample.json b/criterion/micro_ops_unique/base/sample.json index 0ed82bd4f785..a55d7e13da6e 100644 --- a/criterion/micro_ops_unique/base/sample.json +++ b/criterion/micro_ops_unique/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[435563.0,864074.0,1263613.0,1734408.0,2146322.0,2548698.0,2970143.0,3377827.0,3831291.0,4236519.0,4658499.0,5182688.0,5516030.0,6049442.0,6384317.0,6832593.0,7210454.0,7729545.0,8065716.0,8544668.0,8927670.0,9366942.0,9757433.0,10214285.0,10624286.0,11082256.0,11486361.0,11966786.0,12330757.0,12744202.0,13190167.0,13624048.0,14072511.0,14500213.0,15560792.0,16225552.0,16125055.0,18006311.0,18933029.0,16995536.0,17424470.0,17871817.0,18289708.0,18679408.0,19144043.0,19716634.0,19940472.0,20416703.0,20854428.0,21287222.0,22053974.0,22127253.0,22565266.0,22950994.0,23338731.0,23816562.0,24275878.0,24671141.0,25044647.0,25478336.0,25918034.0,26412895.0,26808644.0,27176037.0,27690826.0,28203861.0,28562885.0,28954706.0,29416944.0,29825435.0,30326573.0,30691846.0,31171853.0,31532778.0,32042331.0,32376147.0,32782925.0,33350079.0,33566291.0,34048816.0,34527085.0,35184974.0,35358642.0,35808280.0,36340003.0,36663624.0,37123212.0,37536846.0,38088500.0,44415792.0,43924314.0,42185119.0,40058209.0,40032937.0,40475435.0,41069858.0,41464708.0,41728854.0,42389889.0,42669943.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[431200.0,839653.0,1281787.0,1689903.0,2121058.0,2561887.0,2970569.0,3396076.0,3823037.0,4274616.0,4647299.0,5085446.0,5496581.0,5957634.0,6349962.0,6800290.0,7215031.0,7634867.0,8059163.0,8490909.0,8921455.0,9346254.0,9812248.0,10280989.0,10631089.0,11051393.0,11446576.0,11918471.0,12296407.0,12699056.0,13164342.0,13584558.0,14028648.0,14427661.0,14848399.0,15316567.0,15794063.0,16111219.0,16606662.0,17125439.0,17449911.0,17799897.0,18292873.0,18691995.0,19074006.0,19522502.0,19951730.0,20376030.0,20854539.0,21263499.0,21660480.0,22055480.0,22546569.0,22955554.0,23392079.0,23797908.0,24248526.0,24772282.0,25435705.0,25488700.0,25972733.0,26298119.0,26765882.0,27166791.0,27753831.0,28086213.0,28585414.0,28943699.0,29320168.0,29789736.0,30331520.0,30671304.0,31281762.0,31582901.0,32152337.0,32361429.0,32865997.0,33270149.0,33702460.0,34045411.0,34508389.0,35067491.0,35377472.0,36120294.0,36259421.0,36596254.0,37104768.0,37478112.0,37971523.0,38340491.0,38743278.0,39477126.0,39622189.0,40072469.0,40693154.0,40866621.0,41290148.0,41881736.0,42237182.0,42528751.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/tukey.json b/criterion/micro_ops_unique/base/tukey.json index 932d3051ab54..1d658c6718fe 100644 --- a/criterion/micro_ops_unique/base/tukey.json +++ b/criterion/micro_ops_unique/base/tukey.json @@ -1 +1 @@ -[52358.20284092351,52758.566533608304,53826.20304743442,54226.56674011922] \ No newline at end of file +[52283.14092308821,52673.342236810066,53713.87907340167,54104.080387123526] \ No newline at end of file diff --git a/criterion/micro_ops_unique/change/estimates.json b/criterion/micro_ops_unique/change/estimates.json index 1e35e3c0383d..3a800818c6a7 100644 --- a/criterion/micro_ops_unique/change/estimates.json +++ b/criterion/micro_ops_unique/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001061861923200047,"upper_bound":0.012094705649092357},"point_estimate":0.006469633237323524,"standard_error":0.002816241641183704},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0011592964748246004,"upper_bound":0.0012263250355475375},"point_estimate":0.00011160773936302881,"standard_error":0.000621403435770366}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01505105409887868,"upper_bound":-0.003927078625378776},"point_estimate":-0.009043554438662227,"standard_error":0.002852519115690364},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002272781452662298,"upper_bound":-0.00032607988242494557},"point_estimate":-0.0011873544786733525,"standard_error":0.0005031433756816351}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/estimates.json b/criterion/micro_ops_unique/new/estimates.json index 3fe7f1de7820..21fa6a199278 100644 --- a/criterion/micro_ops_unique/new/estimates.json +++ b/criterion/micro_ops_unique/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53416.71580223968,"upper_bound":54011.42157133134},"point_estimate":53686.340029974,"standard_error":152.32732785017672},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53215.65625,"upper_bound":53286.3448715188},"point_estimate":53250.60432189283,"standard_error":19.998852233860255},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124.41293371015918,"upper_bound":249.3572084051886},"point_estimate":199.0825660216109,"standard_error":32.44198275844535},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53402.48697038905,"upper_bound":54463.63850004374},"point_estimate":53868.92121287129,"standard_error":272.3669631523697},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":815.9281437012844,"upper_bound":2090.6007008016586},"point_estimate":1537.255197893758,"standard_error":324.87402880172783}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53159.64883875353,"upper_bound":53243.084528003645},"point_estimate":53200.824691300404,"standard_error":21.305483138824183},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53135.2576486014,"upper_bound":53209.60295758929},"point_estimate":53187.37697835917,"standard_error":18.748672681029817},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":131.74660313619077,"upper_bound":217.67561559194687},"point_estimate":186.835143274882,"standard_error":22.239483651604708},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53239.54106984256,"upper_bound":53323.28668862505},"point_estimate":53280.82849490173,"standard_error":21.373916352558588},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":170.58193986337534,"upper_bound":255.38373435859975},"point_estimate":214.37612116239595,"standard_error":21.649232065723155}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/sample.json b/criterion/micro_ops_unique/new/sample.json index 0ed82bd4f785..a55d7e13da6e 100644 --- a/criterion/micro_ops_unique/new/sample.json +++ b/criterion/micro_ops_unique/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[435563.0,864074.0,1263613.0,1734408.0,2146322.0,2548698.0,2970143.0,3377827.0,3831291.0,4236519.0,4658499.0,5182688.0,5516030.0,6049442.0,6384317.0,6832593.0,7210454.0,7729545.0,8065716.0,8544668.0,8927670.0,9366942.0,9757433.0,10214285.0,10624286.0,11082256.0,11486361.0,11966786.0,12330757.0,12744202.0,13190167.0,13624048.0,14072511.0,14500213.0,15560792.0,16225552.0,16125055.0,18006311.0,18933029.0,16995536.0,17424470.0,17871817.0,18289708.0,18679408.0,19144043.0,19716634.0,19940472.0,20416703.0,20854428.0,21287222.0,22053974.0,22127253.0,22565266.0,22950994.0,23338731.0,23816562.0,24275878.0,24671141.0,25044647.0,25478336.0,25918034.0,26412895.0,26808644.0,27176037.0,27690826.0,28203861.0,28562885.0,28954706.0,29416944.0,29825435.0,30326573.0,30691846.0,31171853.0,31532778.0,32042331.0,32376147.0,32782925.0,33350079.0,33566291.0,34048816.0,34527085.0,35184974.0,35358642.0,35808280.0,36340003.0,36663624.0,37123212.0,37536846.0,38088500.0,44415792.0,43924314.0,42185119.0,40058209.0,40032937.0,40475435.0,41069858.0,41464708.0,41728854.0,42389889.0,42669943.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[431200.0,839653.0,1281787.0,1689903.0,2121058.0,2561887.0,2970569.0,3396076.0,3823037.0,4274616.0,4647299.0,5085446.0,5496581.0,5957634.0,6349962.0,6800290.0,7215031.0,7634867.0,8059163.0,8490909.0,8921455.0,9346254.0,9812248.0,10280989.0,10631089.0,11051393.0,11446576.0,11918471.0,12296407.0,12699056.0,13164342.0,13584558.0,14028648.0,14427661.0,14848399.0,15316567.0,15794063.0,16111219.0,16606662.0,17125439.0,17449911.0,17799897.0,18292873.0,18691995.0,19074006.0,19522502.0,19951730.0,20376030.0,20854539.0,21263499.0,21660480.0,22055480.0,22546569.0,22955554.0,23392079.0,23797908.0,24248526.0,24772282.0,25435705.0,25488700.0,25972733.0,26298119.0,26765882.0,27166791.0,27753831.0,28086213.0,28585414.0,28943699.0,29320168.0,29789736.0,30331520.0,30671304.0,31281762.0,31582901.0,32152337.0,32361429.0,32865997.0,33270149.0,33702460.0,34045411.0,34508389.0,35067491.0,35377472.0,36120294.0,36259421.0,36596254.0,37104768.0,37478112.0,37971523.0,38340491.0,38743278.0,39477126.0,39622189.0,40072469.0,40693154.0,40866621.0,41290148.0,41881736.0,42237182.0,42528751.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/tukey.json b/criterion/micro_ops_unique/new/tukey.json index 932d3051ab54..1d658c6718fe 100644 --- a/criterion/micro_ops_unique/new/tukey.json +++ b/criterion/micro_ops_unique/new/tukey.json @@ -1 +1 @@ -[52358.20284092351,52758.566533608304,53826.20304743442,54226.56674011922] \ No newline at end of file +[52283.14092308821,52673.342236810066,53713.87907340167,54104.080387123526] \ No newline at end of file diff --git a/criterion/micro_ops_unique/report/MAD.svg b/criterion/micro_ops_unique/report/MAD.svg index 105b52faa581..89107bfd53c3 100644 --- a/criterion/micro_ops_unique/report/MAD.svg +++ b/criterion/micro_ops_unique/report/MAD.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (ns) - -0.002 + +0.005 - - -0.004 - - - -0.006 - - - -0.008 - - - + + 0.01 - - -0.012 + + +0.015 - - -0.014 + + +0.02 - + + +0.025 + + - -120 + +130 - - + + 140 - - + + +150 + + + 160 - + -180 +170 - -200 + +180 - - -220 + + +190 - - -240 + + +200 + + + +210 - - -260 + + +220 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/SD.svg b/criterion/micro_ops_unique/report/SD.svg index 3b55517b7b59..4927393b7e54 100644 --- a/criterion/micro_ops_unique/report/SD.svg +++ b/criterion/micro_ops_unique/report/SD.svg @@ -6,69 +6,93 @@ micro/ops/unique:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.2 + +0.002 - - -0.4 + + +0.004 - - -0.6 + + +0.006 - - -0.8 + + +0.008 - - -1 + + +0.01 - - -1.2 + + +0.012 - + + +0.014 + + + +0.016 + + + +0.018 + + + +0.02 + + - -0.8 + +170 + + + +180 + + + +190 - - -1 + + +200 - - -1.2 + + +210 - - -1.4 + + +220 - - -1.6 + + +230 - - -1.8 + + +240 - - -2 + + +250 - - -2.2 + + +260 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/both/pdf.svg b/criterion/micro_ops_unique/report/both/pdf.svg index e05460bd6d35..2bf9e945caa6 100644 --- a/criterion/micro_ops_unique/report/both/pdf.svg +++ b/criterion/micro_ops_unique/report/both/pdf.svg @@ -9,30 +9,46 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + 55 @@ -42,10 +58,10 @@ Average Time (µs) 60 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_unique/report/both/regression.svg b/criterion/micro_ops_unique/report/both/regression.svg index fac5063ba016..795f391b7a21 100644 --- a/criterion/micro_ops_unique/report/both/regression.svg +++ b/criterion/micro_ops_unique/report/both/regression.svg @@ -100,10 +100,10 @@ Iterations 800 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_unique/report/change/mean.svg b/criterion/micro_ops_unique/report/change/mean.svg index fc58d2a018ce..3d24323001f3 100644 --- a/criterion/micro_ops_unique/report/change/mean.svg +++ b/criterion/micro_ops_unique/report/change/mean.svg @@ -9,67 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + - -0 - - - -0.002 - - - -0.004 - - - -0.006 - - - -0.008 - - - -0.01 - - - -0.012 - - - - - - + +-0.016 + + + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + +-0.006 + + + +-0.004 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/median.svg b/criterion/micro_ops_unique/report/change/median.svg index 67d6020b9879..f69992b04c63 100644 --- a/criterion/micro_ops_unique/report/change/median.svg +++ b/criterion/micro_ops_unique/report/change/median.svg @@ -9,58 +9,62 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - - --0.001 + + +800 - - --5e-4 + + +900 - - -0 + + + +-0.002 - - -5e-4 + + +-0.0015 - - -0.001 + + +-0.001 + + + +-5e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/t-test.svg b/criterion/micro_ops_unique/report/change/t-test.svg index 3acd7f81c2c0..fddc71cb2720 100644 --- a/criterion/micro_ops_unique/report/change/t-test.svg +++ b/criterion/micro_ops_unique/report/change/t-test.svg @@ -17,65 +17,65 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/micro_ops_unique/report/index.html b/criterion/micro_ops_unique/report/index.html index 5aa9d784881c..8eaa5edc5e27 100644 --- a/criterion/micro_ops_unique/report/index.html +++ b/criterion/micro_ops_unique/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 53.402 µs - 53.869 µs - 54.464 µs + 53.240 µs + 53.281 µs + 53.323 µs R² - 0.8463156 - 0.8540830 - 0.8415269 + 0.9984783 + 0.9985617 + 0.9984735 Mean - 53.417 µs - 53.686 µs - 54.011 µs + 53.160 µs + 53.201 µs + 53.243 µs Std. Dev. - 815.93 ns - 1.5373 µs - 2.0906 µs + 170.58 ns + 214.38 ns + 255.38 ns Median - 53.216 µs - 53.251 µs - 53.286 µs + 53.135 µs + 53.187 µs + 53.210 µs MAD - 124.41 ns - 199.08 ns - 249.36 ns + 131.75 ns + 186.84 ns + 217.68 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - +0.1062% - +0.6470% - +1.2095% - (p = 0.03 < + -1.5051% + -0.9044% + -0.3927% + (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_unique/report/mean.svg b/criterion/micro_ops_unique/report/mean.svg index aafa847c82e4..f039ee2bdfbc 100644 --- a/criterion/micro_ops_unique/report/mean.svg +++ b/criterion/micro_ops_unique/report/mean.svg @@ -9,54 +9,90 @@ Density (a.u.) Average time (µs) - -0.5 + +2 - - -1 + + +4 - - -1.5 + + +6 - - -2 + + +8 + + + +10 + + + +12 + + + +14 + + + +16 - - -2.5 + + +18 - + + +20 + + - -53.4 + +53.16 + + + +53.17 + + + +53.18 + + + +53.19 + + + +53.2 - - -53.5 + + +53.21 - - -53.6 + + +53.22 - - -53.7 + + +53.23 - - -53.8 + + +53.24 - - -53.9 + + +53.25 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/median.svg b/criterion/micro_ops_unique/report/median.svg index 71762c7e6d7a..206d251a8d73 100644 --- a/criterion/micro_ops_unique/report/median.svg +++ b/criterion/micro_ops_unique/report/median.svg @@ -9,86 +9,86 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - + - -53.21 + +53.13 - - -53.22 + + +53.14 - - -53.23 + + +53.15 - - -53.24 + + +53.16 - - -53.25 + + +53.17 - - -53.26 + + +53.18 - - -53.27 + + +53.19 - - -53.28 + + +53.2 - - -53.29 + + +53.21 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/pdf.svg b/criterion/micro_ops_unique/report/pdf.svg index f4955ac5950b..8de507c249d6 100644 --- a/criterion/micro_ops_unique/report/pdf.svg +++ b/criterion/micro_ops_unique/report/pdf.svg @@ -46,30 +46,38 @@ Average Time (µs) - -52 + +52.4 - - -54 + + +52.6 - - -56 + + +52.8 - - -58 + + +53 - - -60 + + +53.2 - - -62 + + +53.4 - + + +53.6 + + + +53.8 + + Density (a.u.) @@ -78,84 +86,60 @@ Density (a.u.) 0 - -0.05 - - - -0.1 - - - -0.15 - - - + 0.2 - - -0.25 - - - -0.3 - - - -0.35 - - - + + 0.4 - - -0.45 - - - -0.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.6 + + + +0.8 + + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_unique/report/pdf_small.svg b/criterion/micro_ops_unique/report/pdf_small.svg index 5740daccf747..9820eb41e057 100644 --- a/criterion/micro_ops_unique/report/pdf_small.svg +++ b/criterion/micro_ops_unique/report/pdf_small.svg @@ -10,35 +10,39 @@ Average Time (µs) 0 - -0.1 - - - -0.2 + +0.5 - - -0.3 + + +1 - - -0.4 + + +1.5 - - -0.5 + + +2 - + - -55 + +52.5 + + + +53 + + + +53.5 - - -60 + + +54 - - - + + + diff --git a/criterion/micro_ops_unique/report/regression.svg b/criterion/micro_ops_unique/report/regression.svg index 6596a1b0b7fe..b42510d9befd 100644 --- a/criterion/micro_ops_unique/report/regression.svg +++ b/criterion/micro_ops_unique/report/regression.svg @@ -16,47 +16,47 @@ Iterations - - - - - - - - + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 100 @@ -92,106 +92,106 @@ Iterations - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_unique/report/regression_small.svg b/criterion/micro_ops_unique/report/regression_small.svg index 53955c124740..cf857c0ccb98 100644 --- a/criterion/micro_ops_unique/report/regression_small.svg +++ b/criterion/micro_ops_unique/report/regression_small.svg @@ -13,47 +13,47 @@ Iterations - - - - - - - - + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 100 @@ -91,102 +91,102 @@ Iterations - + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_unique/report/relative_pdf_small.svg b/criterion/micro_ops_unique/report/relative_pdf_small.svg index 32a1886f257c..085dbf6eb9af 100644 --- a/criterion/micro_ops_unique/report/relative_pdf_small.svg +++ b/criterion/micro_ops_unique/report/relative_pdf_small.svg @@ -6,30 +6,46 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + 55 @@ -39,8 +55,8 @@ Average Time (µs) 60 - - - - + + + + diff --git a/criterion/micro_ops_unique/report/relative_regression_small.svg b/criterion/micro_ops_unique/report/relative_regression_small.svg index 20048b74c77c..9bf31b7e4cc7 100644 --- a/criterion/micro_ops_unique/report/relative_regression_small.svg +++ b/criterion/micro_ops_unique/report/relative_regression_small.svg @@ -97,8 +97,8 @@ Iterations 800 - - - - + + + + diff --git a/criterion/micro_ops_unique/report/slope.svg b/criterion/micro_ops_unique/report/slope.svg index 749c21f1febf..739aa82e7034 100644 --- a/criterion/micro_ops_unique/report/slope.svg +++ b/criterion/micro_ops_unique/report/slope.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (µs) - -0.2 + +2 - - -0.4 + + +4 - - -0.6 + + +6 - - -0.8 + + +8 - - -1 + + +10 - - -1.2 + + +12 - - -1.4 + + +14 - - -1.6 + + +16 - + + +18 + + + +20 + + - -53.4 + +53.24 + + + +53.25 + + + +53.26 + + + +53.27 - - -53.6 + + +53.28 - - -53.8 + + +53.29 - - -54 + + +53.3 - - -54.2 + + +53.31 - - -54.4 + + +53.32 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/typical.svg b/criterion/micro_ops_unique/report/typical.svg index 0580a771c134..84aaadd19620 100644 --- a/criterion/micro_ops_unique/report/typical.svg +++ b/criterion/micro_ops_unique/report/typical.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (µs) - -0.2 + +2 - - -0.4 + + +4 - - -0.6 + + +6 - - -0.8 + + +8 - - -1 + + +10 - - -1.2 + + +12 - - -1.4 + + +14 - - -1.6 + + +16 - + + +18 + + + +20 + + - -53.4 + +53.24 + + + +53.25 + + + +53.26 + + + +53.27 - - -53.6 + + +53.28 - - -53.8 + + +53.29 - - -54 + + +53.3 - - -54.2 + + +53.31 - - -54.4 + + +53.32 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/base/estimates.json b/criterion/reachability_hydroflow/base/estimates.json index 1fff827a1a1d..26e5c71bbf24 100644 --- a/criterion/reachability_hydroflow/base/estimates.json +++ b/criterion/reachability_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1899775.1325360732,"upper_bound":1909481.8208982367},"point_estimate":1903759.4475289374,"standard_error":2547.0336798186236},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1898478.0170717593,"upper_bound":1899311.5465587045},"point_estimate":1898946.3625,"standard_error":226.5537289062156},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1360.4607030103673,"upper_bound":2277.4381387381},"point_estimate":1778.2674382633177,"standard_error":228.98589167034353},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1898929.1375682983,"upper_bound":1901651.0257785793},"point_estimate":1900182.1782828432,"standard_error":697.071712702497},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4382.596348774007,"upper_bound":40634.45967036403},"point_estimate":25583.971932805496,"standard_error":9909.54214890005}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1917193.820948174,"upper_bound":1924201.3192540926},"point_estimate":1919842.251099623,"standard_error":1904.6481177920991},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1915814.9130434783,"upper_bound":1916918.2077922078},"point_estimate":1916168.7913961038,"standard_error":261.7829251616952},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1344.4649718818916,"upper_bound":2561.0790463035873},"point_estimate":1907.4457792733328,"standard_error":293.8739510702329},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1916705.2944688294,"upper_bound":1918856.7993828135},"point_estimate":1917698.4303206739,"standard_error":549.697266061385},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4162.389328690482,"upper_bound":31822.04870934362},"point_estimate":19071.082695869954,"standard_error":9233.562951240885}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/sample.json b/criterion/reachability_hydroflow/base/sample.json index 1a7833ad6ad2..305dd844fda3 100644 --- a/criterion/reachability_hydroflow/base/sample.json +++ b/criterion/reachability_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2046243.0,3838661.0,5696721.0,7587783.0,9498623.0,12631665.0,13370696.0,15192309.0,17100934.0,18975866.0,20919086.0,22840204.0,24695931.0,26558270.0,28525084.0,30342288.0,32337806.0,34164158.0,36049489.0,37957372.0,39875266.0,41771338.0,43721199.0,45507506.0,47508104.0,49474156.0,51231077.0,53074691.0,55048368.0,56929572.0,58904511.0,60875693.0,62898061.0,64536832.0,66461708.0,68297136.0,70313643.0,72175932.0,74071002.0,75959429.0,77795479.0,79790555.0,81473799.0,83407121.0,85461338.0,88602706.0,89261246.0,91109890.0,93076994.0,94960643.0,96907449.0,98608486.0,100688030.0,102517138.0,104413229.0,106361238.0,108281345.0,110208745.0,112140413.0,113945916.0,115839684.0,117619859.0,119610617.0,121503393.0,124742273.0,125372881.0,127144932.0,129183930.0,130969876.0,133019284.0,134756579.0,136700831.0,139858319.0,140450455.0,142692733.0,144401384.0,146214321.0,148010686.0,150492082.0,153269800.0,153900558.0,155675363.0,157525169.0,159356681.0,161297556.0,163395945.0,165219071.0,167020316.0,168924633.0,170864667.0,172729360.0,175659794.0,176374198.0,178246585.0,180096611.0,182094915.0,184126128.0,187255944.0,187756730.0,189819253.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2099779.0,3899400.0,5748362.0,7636547.0,9573233.0,11507033.0,13458936.0,15329539.0,17219537.0,19168065.0,21077921.0,23228564.0,24952854.0,26920537.0,28699318.0,30630444.0,32574624.0,34476394.0,36650682.0,38352460.0,40259730.0,42147896.0,44063743.0,45930017.0,47817231.0,49798860.0,51695680.0,53758842.0,55569323.0,57532287.0,59419771.0,61455912.0,63204436.0,65106217.0,67345566.0,68875585.0,70800498.0,72895548.0,74709696.0,76618870.0,78549123.0,80465952.0,82682508.0,84276587.0,86285783.0,88093159.0,89936859.0,92014613.0,93854856.0,96190310.0,97795156.0,99652170.0,101495499.0,104579044.0,105465894.0,107305125.0,109085257.0,111118328.0,113253299.0,114937331.0,116849298.0,119421282.0,121942842.0,122713336.0,124640550.0,126416403.0,128435418.0,130288055.0,132207656.0,134118730.0,137229407.0,137982086.0,139819384.0,141995091.0,143833180.0,145734336.0,147602702.0,149712095.0,151559652.0,153317241.0,155117539.0,157290561.0,158938945.0,162175212.0,162831404.0,164684724.0,166548483.0,168568653.0,170432153.0,172805541.0,174899279.0,176373163.0,178224148.0,180052482.0,181982614.0,184444508.0,185792487.0,187655405.0,189632766.0,191438197.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/tukey.json b/criterion/reachability_hydroflow/base/tukey.json index 7e0da6fbd41c..2131ffe39d15 100644 --- a/criterion/reachability_hydroflow/base/tukey.json +++ b/criterion/reachability_hydroflow/base/tukey.json @@ -1 +1 @@ -[1891107.6929794224,1894497.5223933256,1903537.0674970674,1906926.8969109706] \ No newline at end of file +[1906778.9752106578,1911065.2920925084,1922495.47044411,1926781.7873259606] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/change/estimates.json b/criterion/reachability_hydroflow/change/estimates.json index ded5437048d0..9b925c0578a1 100644 --- a/criterion/reachability_hydroflow/change/estimates.json +++ b/criterion/reachability_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006945370259654557,"upper_bound":-0.0007951155153870526},"point_estimate":-0.0039791872257554095,"standard_error":0.0015567450424872349},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005078732561489718,"upper_bound":-0.004153958235755706},"point_estimate":-0.004581134915723761,"standard_error":0.0002401399087686703}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004926742028760306,"upper_bound":0.011539323440212683},"point_estimate":0.008447917929736981,"standard_error":0.0016710091748404492},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.008779027711284693,"upper_bound":0.009487604117753215},"point_estimate":0.009069465697509216,"standard_error":0.0001783135126711889}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/estimates.json b/criterion/reachability_hydroflow/new/estimates.json index 1fff827a1a1d..26e5c71bbf24 100644 --- a/criterion/reachability_hydroflow/new/estimates.json +++ b/criterion/reachability_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1899775.1325360732,"upper_bound":1909481.8208982367},"point_estimate":1903759.4475289374,"standard_error":2547.0336798186236},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1898478.0170717593,"upper_bound":1899311.5465587045},"point_estimate":1898946.3625,"standard_error":226.5537289062156},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1360.4607030103673,"upper_bound":2277.4381387381},"point_estimate":1778.2674382633177,"standard_error":228.98589167034353},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1898929.1375682983,"upper_bound":1901651.0257785793},"point_estimate":1900182.1782828432,"standard_error":697.071712702497},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4382.596348774007,"upper_bound":40634.45967036403},"point_estimate":25583.971932805496,"standard_error":9909.54214890005}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1917193.820948174,"upper_bound":1924201.3192540926},"point_estimate":1919842.251099623,"standard_error":1904.6481177920991},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1915814.9130434783,"upper_bound":1916918.2077922078},"point_estimate":1916168.7913961038,"standard_error":261.7829251616952},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1344.4649718818916,"upper_bound":2561.0790463035873},"point_estimate":1907.4457792733328,"standard_error":293.8739510702329},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1916705.2944688294,"upper_bound":1918856.7993828135},"point_estimate":1917698.4303206739,"standard_error":549.697266061385},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4162.389328690482,"upper_bound":31822.04870934362},"point_estimate":19071.082695869954,"standard_error":9233.562951240885}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/sample.json b/criterion/reachability_hydroflow/new/sample.json index 1a7833ad6ad2..305dd844fda3 100644 --- a/criterion/reachability_hydroflow/new/sample.json +++ b/criterion/reachability_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2046243.0,3838661.0,5696721.0,7587783.0,9498623.0,12631665.0,13370696.0,15192309.0,17100934.0,18975866.0,20919086.0,22840204.0,24695931.0,26558270.0,28525084.0,30342288.0,32337806.0,34164158.0,36049489.0,37957372.0,39875266.0,41771338.0,43721199.0,45507506.0,47508104.0,49474156.0,51231077.0,53074691.0,55048368.0,56929572.0,58904511.0,60875693.0,62898061.0,64536832.0,66461708.0,68297136.0,70313643.0,72175932.0,74071002.0,75959429.0,77795479.0,79790555.0,81473799.0,83407121.0,85461338.0,88602706.0,89261246.0,91109890.0,93076994.0,94960643.0,96907449.0,98608486.0,100688030.0,102517138.0,104413229.0,106361238.0,108281345.0,110208745.0,112140413.0,113945916.0,115839684.0,117619859.0,119610617.0,121503393.0,124742273.0,125372881.0,127144932.0,129183930.0,130969876.0,133019284.0,134756579.0,136700831.0,139858319.0,140450455.0,142692733.0,144401384.0,146214321.0,148010686.0,150492082.0,153269800.0,153900558.0,155675363.0,157525169.0,159356681.0,161297556.0,163395945.0,165219071.0,167020316.0,168924633.0,170864667.0,172729360.0,175659794.0,176374198.0,178246585.0,180096611.0,182094915.0,184126128.0,187255944.0,187756730.0,189819253.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2099779.0,3899400.0,5748362.0,7636547.0,9573233.0,11507033.0,13458936.0,15329539.0,17219537.0,19168065.0,21077921.0,23228564.0,24952854.0,26920537.0,28699318.0,30630444.0,32574624.0,34476394.0,36650682.0,38352460.0,40259730.0,42147896.0,44063743.0,45930017.0,47817231.0,49798860.0,51695680.0,53758842.0,55569323.0,57532287.0,59419771.0,61455912.0,63204436.0,65106217.0,67345566.0,68875585.0,70800498.0,72895548.0,74709696.0,76618870.0,78549123.0,80465952.0,82682508.0,84276587.0,86285783.0,88093159.0,89936859.0,92014613.0,93854856.0,96190310.0,97795156.0,99652170.0,101495499.0,104579044.0,105465894.0,107305125.0,109085257.0,111118328.0,113253299.0,114937331.0,116849298.0,119421282.0,121942842.0,122713336.0,124640550.0,126416403.0,128435418.0,130288055.0,132207656.0,134118730.0,137229407.0,137982086.0,139819384.0,141995091.0,143833180.0,145734336.0,147602702.0,149712095.0,151559652.0,153317241.0,155117539.0,157290561.0,158938945.0,162175212.0,162831404.0,164684724.0,166548483.0,168568653.0,170432153.0,172805541.0,174899279.0,176373163.0,178224148.0,180052482.0,181982614.0,184444508.0,185792487.0,187655405.0,189632766.0,191438197.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/tukey.json b/criterion/reachability_hydroflow/new/tukey.json index 7e0da6fbd41c..2131ffe39d15 100644 --- a/criterion/reachability_hydroflow/new/tukey.json +++ b/criterion/reachability_hydroflow/new/tukey.json @@ -1 +1 @@ -[1891107.6929794224,1894497.5223933256,1903537.0674970674,1906926.8969109706] \ No newline at end of file +[1906778.9752106578,1911065.2920925084,1922495.47044411,1926781.7873259606] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/report/MAD.svg b/criterion/reachability_hydroflow/report/MAD.svg index fa102594b5d9..88c014970e9c 100644 --- a/criterion/reachability_hydroflow/report/MAD.svg +++ b/criterion/reachability_hydroflow/report/MAD.svg @@ -9,94 +9,74 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - -2 - - + - -1.3 - - - + 1.4 - - -1.5 - - - + + 1.6 - - -1.7 - - - + + 1.8 - - -1.9 - - - + + 2 - - -2.1 - - - + + 2.2 - - -2.3 + + +2.4 + + + +2.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/SD.svg b/criterion/reachability_hydroflow/report/SD.svg index 5679aec75348..84fe292dc198 100644 --- a/criterion/reachability_hydroflow/report/SD.svg +++ b/criterion/reachability_hydroflow/report/SD.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (µs) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - - -0.07 - - - + + 0.08 - + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/both/pdf.svg b/criterion/reachability_hydroflow/report/both/pdf.svg index 31c89a4ee82d..966ff71fd1ff 100644 --- a/criterion/reachability_hydroflow/report/both/pdf.svg +++ b/criterion/reachability_hydroflow/report/both/pdf.svg @@ -13,34 +13,34 @@ Average Time (ms) 5 - + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - + 1.9 @@ -62,10 +62,10 @@ Average Time (ms) 2.1 - - - - + + + + Base PDF diff --git a/criterion/reachability_hydroflow/report/both/regression.svg b/criterion/reachability_hydroflow/report/both/regression.svg index 3338b7f4e0d2..9d3c72fd4b34 100644 --- a/criterion/reachability_hydroflow/report/both/regression.svg +++ b/criterion/reachability_hydroflow/report/both/regression.svg @@ -23,12 +23,12 @@ Iterations - - - - - - + + + + + + 0.0 @@ -46,30 +46,30 @@ Iterations 60.0 - + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 0 @@ -115,10 +115,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow/report/change/mean.svg b/criterion/reachability_hydroflow/report/change/mean.svg index d699bf515442..5199b0071af6 100644 --- a/criterion/reachability_hydroflow/report/change/mean.svg +++ b/criterion/reachability_hydroflow/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - -250 - - + - --0.007 - - - --0.006 - - - --0.005 - - - --0.004 - - - --0.003 - - - --0.002 - - - --0.001 - - - - - - + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + + +0.012 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/median.svg b/criterion/reachability_hydroflow/report/change/median.svg index 628d5361548d..54cc772b574d 100644 --- a/criterion/reachability_hydroflow/report/change/median.svg +++ b/criterion/reachability_hydroflow/report/change/median.svg @@ -9,90 +9,62 @@ Density (a.u.) Relative change (%) - -200 + +500 - - -400 - - - -600 - - - -800 - - - + + 1000 - - -1200 - - - -1400 + + +1500 - - -1600 + + +2000 - - -1800 + + +2500 - + - --0.0051 - - - --0.005 - - - --0.0049 - - - --0.0048 + +0.0088 - - --0.0047 + + +0.0089 - - --0.0046 + + +0.009 - - --0.0045 + + +0.0091 - - --0.0044 + + +0.0092 - - --0.0043 + + +0.0093 - - --0.0042 + + +0.0094 - - --0.0041 + + +0.0095 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/t-test.svg b/criterion/reachability_hydroflow/report/change/t-test.svg index 8c44d656d989..ff254d573104 100644 --- a/criterion/reachability_hydroflow/report/change/t-test.svg +++ b/criterion/reachability_hydroflow/report/change/t-test.svg @@ -17,61 +17,65 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow/report/index.html b/criterion/reachability_hydroflow/report/index.html index 56d94acf88ce..cb73c5130450 100644 --- a/criterion/reachability_hydroflow/report/index.html +++ b/criterion/reachability_hydroflow/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.8989 ms - 1.9002 ms - 1.9017 ms + 1.9167 ms + 1.9177 ms + 1.9189 ms R² - 0.9986993 - 0.9987595 - 0.9986768 + 0.9991975 + 0.9992347 + 0.9991840 Mean - 1.8998 ms - 1.9038 ms - 1.9095 ms + 1.9172 ms + 1.9198 ms + 1.9242 ms Std. Dev. - 4.3826 µs - 25.584 µs - 40.634 µs + 4.1624 µs + 19.071 µs + 31.822 µs Median - 1.8985 ms - 1.8989 ms - 1.8993 ms + 1.9158 ms + 1.9162 ms + 1.9169 ms MAD - 1.3605 µs - 1.7783 µs - 2.2774 µs + 1.3445 µs + 1.9074 µs + 2.5611 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.6945% - -0.3979% - -0.0795% - (p = 0.01 < + +0.4927% + +0.8448% + +1.1539% + (p = 0.00 < 0.05) diff --git a/criterion/reachability_hydroflow/report/mean.svg b/criterion/reachability_hydroflow/report/mean.svg index 240c3c2c2d4c..1cd4e41560c4 100644 --- a/criterion/reachability_hydroflow/report/mean.svg +++ b/criterion/reachability_hydroflow/report/mean.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - - -160 + + +250 - - -180 - - + - -1.9 + +1.917 + + + +1.918 + + + +1.919 - - -1.902 + + +1.92 - - -1.904 + + +1.921 - - -1.906 + + +1.922 - - -1.908 + + +1.923 - - -1.91 + + +1.924 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/median.svg b/criterion/reachability_hydroflow/report/median.svg index a17b66add216..59b595e330cf 100644 --- a/criterion/reachability_hydroflow/report/median.svg +++ b/criterion/reachability_hydroflow/report/median.svg @@ -9,78 +9,78 @@ Density (a.u.) Average time (ms) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - - -1.8984 + + +3500 - - -1.8985 + + +4000 - - -1.8986 + + +4500 - - -1.8987 + + +5000 - - -1.8988 + + + +1.9158 - - -1.8989 + + +1.916 - - -1.899 + + +1.9162 - - -1.8991 + + +1.9164 - - -1.8992 + + +1.9166 - - -1.8993 + + +1.9168 - - -1.8994 + + +1.917 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/pdf.svg b/criterion/reachability_hydroflow/report/pdf.svg index 300f0a29a499..bdaf3e741ea5 100644 --- a/criterion/reachability_hydroflow/report/pdf.svg +++ b/criterion/reachability_hydroflow/report/pdf.svg @@ -54,26 +54,26 @@ Average Time (ms) - + 1.9 - - + + 1.95 - - + + 2 - - + + 2.05 - - + + 2.1 - + Density (a.u.) @@ -82,60 +82,74 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +35 + + + +40 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow/report/pdf_small.svg b/criterion/reachability_hydroflow/report/pdf_small.svg index 63aaece174fe..a394a88c74ae 100644 --- a/criterion/reachability_hydroflow/report/pdf_small.svg +++ b/criterion/reachability_hydroflow/report/pdf_small.svg @@ -10,55 +10,63 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + + +40 + + + +45 + + - + 1.9 - - + + 1.95 - - + + 2 - - + + 2.05 - - + + 2.1 - - - + + + diff --git a/criterion/reachability_hydroflow/report/regression.svg b/criterion/reachability_hydroflow/report/regression.svg index 5e6486a06615..c986e8364781 100644 --- a/criterion/reachability_hydroflow/report/regression.svg +++ b/criterion/reachability_hydroflow/report/regression.svg @@ -18,52 +18,52 @@ Iterations - - - - - - - - - + + + + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 10 @@ -106,24 +106,24 @@ Iterations - + - + - + - + - + @@ -132,14 +132,14 @@ Iterations - + - + @@ -147,63 +147,63 @@ Iterations - + - + - + - - + + - + - - + + - + - + - - + + - - - + + + - - - + + + - - + + - - - - + + + + - - + + - - + + diff --git a/criterion/reachability_hydroflow/report/regression_small.svg b/criterion/reachability_hydroflow/report/regression_small.svg index 20fcfe444314..29205fc32cc1 100644 --- a/criterion/reachability_hydroflow/report/regression_small.svg +++ b/criterion/reachability_hydroflow/report/regression_small.svg @@ -16,51 +16,51 @@ Iterations - + - - - - - - + + + + + + 20.0 - + 40.0 - + 60.0 - + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 10 @@ -107,15 +107,15 @@ Iterations - + - + - + @@ -131,10 +131,10 @@ Iterations - + - + @@ -144,62 +144,62 @@ Iterations - + - + - + - - + + - - + + - + - + - - + + - - + + - + - + - - - + + + - + - + diff --git a/criterion/reachability_hydroflow/report/relative_pdf_small.svg b/criterion/reachability_hydroflow/report/relative_pdf_small.svg index 62a393d366f0..790904cde743 100644 --- a/criterion/reachability_hydroflow/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow/report/relative_pdf_small.svg @@ -6,38 +6,38 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - + 1.9 @@ -59,8 +59,8 @@ Average Time (ms) 2.1 - - - - + + + + diff --git a/criterion/reachability_hydroflow/report/relative_regression_small.svg b/criterion/reachability_hydroflow/report/relative_regression_small.svg index 936d3b70027d..1ef0600f5c0e 100644 --- a/criterion/reachability_hydroflow/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow/report/relative_regression_small.svg @@ -25,7 +25,7 @@ Iterations - + 0.0 @@ -63,10 +63,10 @@ Iterations 160.0 - + 180.0 - + 0 @@ -112,8 +112,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow/report/slope.svg b/criterion/reachability_hydroflow/report/slope.svg index 1ae6f69f2fbf..c9387c231908 100644 --- a/criterion/reachability_hydroflow/report/slope.svg +++ b/criterion/reachability_hydroflow/report/slope.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + + +700 + + + +800 + + - -1.899 + +1.9165 - - -1.8995 + + +1.917 - - -1.9 + + +1.9175 - - -1.9005 + + +1.918 - - -1.901 + + +1.9185 - - -1.9015 + + +1.919 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/typical.svg b/criterion/reachability_hydroflow/report/typical.svg index 8e3cf5911b7c..32a6f1fbf39f 100644 --- a/criterion/reachability_hydroflow/report/typical.svg +++ b/criterion/reachability_hydroflow/report/typical.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + + +700 + + + +800 + + - -1.899 + +1.9165 - - -1.8995 + + +1.917 - - -1.9 + + +1.9175 - - -1.9005 + + +1.918 - - -1.901 + + +1.9185 - - -1.9015 + + +1.919 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/base/estimates.json b/criterion/reachability_hydroflow_scheduled/base/estimates.json index 0394ee73a711..ded1a0e6c30b 100644 --- a/criterion/reachability_hydroflow_scheduled/base/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1869748.34214553,"upper_bound":1888529.8744527455},"point_estimate":1878339.207170083,"standard_error":4830.133156960769},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1861369.7105263157,"upper_bound":1863188.888888889},"point_estimate":1862240.465775401,"standard_error":398.3402421821692},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2643.3899501936435,"upper_bound":4966.980758283736},"point_estimate":3836.6145150887346,"standard_error":616.7670194798275},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1862653.8083112654,"upper_bound":1874829.4449602573},"point_estimate":1867807.2802571303,"standard_error":3190.07613073936},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29007.965135117105,"upper_bound":63736.97823427614},"point_estimate":48577.87058198084,"standard_error":8854.789029724623}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1877895.3799391908,"upper_bound":1883176.0963653738},"point_estimate":1880147.7664199416,"standard_error":1360.2101683731107},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1877212.5428571429,"upper_bound":1878875.0565110566},"point_estimate":1877771.7483246461,"standard_error":487.37706646974385},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2466.892975070537,"upper_bound":4644.75376492705},"point_estimate":3156.405273040684,"standard_error":559.049718410512},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1874576.381653959,"upper_bound":1879459.7685640433},"point_estimate":1876809.131284173,"standard_error":1244.3583984307581},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6271.254874411076,"upper_bound":21023.991017193486},"point_estimate":13616.445472909461,"standard_error":4463.0344523572485}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/sample.json b/criterion/reachability_hydroflow_scheduled/base/sample.json index 67356ef948a4..eae293f2b446 100644 --- a/criterion/reachability_hydroflow_scheduled/base/sample.json +++ b/criterion/reachability_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1926499.0,3770143.0,5579233.0,7441843.0,9316515.0,11168905.0,13160767.0,15810517.0,18497637.0,20602849.0,22816655.0,23039591.0,24211592.0,26118745.0,31586248.0,32917876.0,31641742.0,33485436.0,35350070.0,37240902.0,39108501.0,40971471.0,42881269.0,44785587.0,47427914.0,48458398.0,50319896.0,52225776.0,54001243.0,55905992.0,57667322.0,59622344.0,61470327.0,63364556.0,65193603.0,67000268.0,69434265.0,70732049.0,72552811.0,74589495.0,77411998.0,78269921.0,80214053.0,81992636.0,83782769.0,85623879.0,87593189.0,89379325.0,91258366.0,92975724.0,94942006.0,97306274.0,98734292.0,100612200.0,102420278.0,105907652.0,105972143.0,107938447.0,109819029.0,111390876.0,113534841.0,116447342.0,117144886.0,118946882.0,120788131.0,122682401.0,124619118.0,126635996.0,128430589.0,131391921.0,133300657.0,134288011.0,136743466.0,137673618.0,139422646.0,141080161.0,143231361.0,145084091.0,146827458.0,148698954.0,150631654.0,152350916.0,154175113.0,157236722.0,158046013.0,160018858.0,161765280.0,163800463.0,165236876.0,167610820.0,169097427.0,170997857.0,172906192.0,181333874.0,186561229.0,179540875.0,180360927.0,183837311.0,184307429.0,185965536.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1990145.0,3795826.0,5627816.0,7481255.0,9553943.0,11353392.0,13123758.0,15018014.0,16975418.0,18740282.0,20665156.0,22509569.0,24368669.0,26267594.0,28196745.0,30026941.0,31949810.0,33910841.0,35936583.0,37704401.0,39644433.0,41350498.0,43276342.0,45055364.0,46899186.0,48815173.0,50665407.0,52566175.0,54507108.0,56342294.0,58141512.0,60059743.0,62031213.0,63839838.0,65671799.0,67620115.0,69526684.0,72157100.0,73343308.0,75176651.0,76969048.0,79088824.0,80713532.0,82597500.0,84341066.0,86311154.0,88354418.0,89968553.0,91925206.0,94872663.0,95894977.0,97689407.0,99757538.0,101816551.0,103528208.0,105309294.0,107158767.0,108699215.0,110707584.0,113086243.0,114722479.0,116473720.0,118164268.0,120098628.0,122117167.0,123920094.0,125786948.0,127894523.0,129773972.0,131404878.0,133241157.0,135063570.0,137178097.0,138819603.0,140790042.0,144027487.0,145054281.0,147202530.0,148354195.0,150259712.0,151964807.0,153931299.0,155992515.0,157744257.0,159522767.0,161923097.0,166322476.0,164297909.0,167382542.0,167941252.0,169862318.0,171749100.0,173621387.0,175480608.0,177761895.0,179214530.0,181159150.0,182991772.0,184823122.0,187843595.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/tukey.json b/criterion/reachability_hydroflow_scheduled/base/tukey.json index e7bed4b40a5b..c6d23222b860 100644 --- a/criterion/reachability_hydroflow_scheduled/base/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[1843290.044903013,1851706.9080867046,1874151.876576549,1882568.7397602405] \ No newline at end of file +[1861947.3890481954,1868978.8541159346,1887729.4276299053,1894760.8926976442] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/change/estimates.json b/criterion/reachability_hydroflow_scheduled/change/estimates.json index 979e3088407c..c26fe4cc3da8 100644 --- a/criterion/reachability_hydroflow_scheduled/change/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0006054548405645961,"upper_bound":0.0106645266645911},"point_estimate":0.005604930880985348,"standard_error":0.002655145181177098},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0017413307820920432,"upper_bound":-0.0006057545520579133},"point_estimate":-0.0011756514446490396,"standard_error":0.00028565648568286477}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004566506487529037,"upper_bound":0.005929971665079446},"point_estimate":0.0009628501832654734,"standard_error":0.002683427070611851},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0078049325487374865,"upper_bound":0.009164241643327296},"point_estimate":0.008340105821284638,"standard_error":0.00034663309439430135}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/estimates.json b/criterion/reachability_hydroflow_scheduled/new/estimates.json index 0394ee73a711..ded1a0e6c30b 100644 --- a/criterion/reachability_hydroflow_scheduled/new/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1869748.34214553,"upper_bound":1888529.8744527455},"point_estimate":1878339.207170083,"standard_error":4830.133156960769},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1861369.7105263157,"upper_bound":1863188.888888889},"point_estimate":1862240.465775401,"standard_error":398.3402421821692},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2643.3899501936435,"upper_bound":4966.980758283736},"point_estimate":3836.6145150887346,"standard_error":616.7670194798275},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1862653.8083112654,"upper_bound":1874829.4449602573},"point_estimate":1867807.2802571303,"standard_error":3190.07613073936},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29007.965135117105,"upper_bound":63736.97823427614},"point_estimate":48577.87058198084,"standard_error":8854.789029724623}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1877895.3799391908,"upper_bound":1883176.0963653738},"point_estimate":1880147.7664199416,"standard_error":1360.2101683731107},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1877212.5428571429,"upper_bound":1878875.0565110566},"point_estimate":1877771.7483246461,"standard_error":487.37706646974385},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2466.892975070537,"upper_bound":4644.75376492705},"point_estimate":3156.405273040684,"standard_error":559.049718410512},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1874576.381653959,"upper_bound":1879459.7685640433},"point_estimate":1876809.131284173,"standard_error":1244.3583984307581},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6271.254874411076,"upper_bound":21023.991017193486},"point_estimate":13616.445472909461,"standard_error":4463.0344523572485}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/sample.json b/criterion/reachability_hydroflow_scheduled/new/sample.json index 67356ef948a4..eae293f2b446 100644 --- a/criterion/reachability_hydroflow_scheduled/new/sample.json +++ b/criterion/reachability_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1926499.0,3770143.0,5579233.0,7441843.0,9316515.0,11168905.0,13160767.0,15810517.0,18497637.0,20602849.0,22816655.0,23039591.0,24211592.0,26118745.0,31586248.0,32917876.0,31641742.0,33485436.0,35350070.0,37240902.0,39108501.0,40971471.0,42881269.0,44785587.0,47427914.0,48458398.0,50319896.0,52225776.0,54001243.0,55905992.0,57667322.0,59622344.0,61470327.0,63364556.0,65193603.0,67000268.0,69434265.0,70732049.0,72552811.0,74589495.0,77411998.0,78269921.0,80214053.0,81992636.0,83782769.0,85623879.0,87593189.0,89379325.0,91258366.0,92975724.0,94942006.0,97306274.0,98734292.0,100612200.0,102420278.0,105907652.0,105972143.0,107938447.0,109819029.0,111390876.0,113534841.0,116447342.0,117144886.0,118946882.0,120788131.0,122682401.0,124619118.0,126635996.0,128430589.0,131391921.0,133300657.0,134288011.0,136743466.0,137673618.0,139422646.0,141080161.0,143231361.0,145084091.0,146827458.0,148698954.0,150631654.0,152350916.0,154175113.0,157236722.0,158046013.0,160018858.0,161765280.0,163800463.0,165236876.0,167610820.0,169097427.0,170997857.0,172906192.0,181333874.0,186561229.0,179540875.0,180360927.0,183837311.0,184307429.0,185965536.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1990145.0,3795826.0,5627816.0,7481255.0,9553943.0,11353392.0,13123758.0,15018014.0,16975418.0,18740282.0,20665156.0,22509569.0,24368669.0,26267594.0,28196745.0,30026941.0,31949810.0,33910841.0,35936583.0,37704401.0,39644433.0,41350498.0,43276342.0,45055364.0,46899186.0,48815173.0,50665407.0,52566175.0,54507108.0,56342294.0,58141512.0,60059743.0,62031213.0,63839838.0,65671799.0,67620115.0,69526684.0,72157100.0,73343308.0,75176651.0,76969048.0,79088824.0,80713532.0,82597500.0,84341066.0,86311154.0,88354418.0,89968553.0,91925206.0,94872663.0,95894977.0,97689407.0,99757538.0,101816551.0,103528208.0,105309294.0,107158767.0,108699215.0,110707584.0,113086243.0,114722479.0,116473720.0,118164268.0,120098628.0,122117167.0,123920094.0,125786948.0,127894523.0,129773972.0,131404878.0,133241157.0,135063570.0,137178097.0,138819603.0,140790042.0,144027487.0,145054281.0,147202530.0,148354195.0,150259712.0,151964807.0,153931299.0,155992515.0,157744257.0,159522767.0,161923097.0,166322476.0,164297909.0,167382542.0,167941252.0,169862318.0,171749100.0,173621387.0,175480608.0,177761895.0,179214530.0,181159150.0,182991772.0,184823122.0,187843595.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/tukey.json b/criterion/reachability_hydroflow_scheduled/new/tukey.json index e7bed4b40a5b..c6d23222b860 100644 --- a/criterion/reachability_hydroflow_scheduled/new/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[1843290.044903013,1851706.9080867046,1874151.876576549,1882568.7397602405] \ No newline at end of file +[1861947.3890481954,1868978.8541159346,1887729.4276299053,1894760.8926976442] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/report/MAD.svg b/criterion/reachability_hydroflow_scheduled/report/MAD.svg index 325d9fa187bd..b43d0f1277c0 100644 --- a/criterion/reachability_hydroflow_scheduled/report/MAD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/MAD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + + +0.8 + + - + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - -5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/SD.svg b/criterion/reachability_hydroflow_scheduled/report/SD.svg index 8ab353603459..db45e9efadfd 100644 --- a/criterion/reachability_hydroflow_scheduled/report/SD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/SD.svg @@ -9,78 +9,90 @@ Density (a.u.) Average time (µs) - -0.005 + +0.02 - - -0.01 + + +0.04 - - -0.015 + + +0.06 - - -0.02 + + +0.08 - - -0.025 + + +0.1 - - -0.03 + + +0.12 - - -0.035 + + +0.14 - - -0.04 + + +0.16 - - -0.045 + + +0.18 - + + +0.2 + + + +0.22 + + - -30 + +6 + + + +8 - - -35 + + +10 - - -40 + + +12 - - -45 + + +14 - - -50 + + +16 - - -55 + + +18 - - -60 + + +20 - - -65 + + +22 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg index 1ab261aed538..1e75e4af8bc1 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg @@ -9,46 +9,46 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - + 1.8 @@ -66,10 +66,10 @@ Average Time (ms) 2.1 - - - - + + + + Base PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg index 86d0fa51e7cc..10de35a3a1e8 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg @@ -22,13 +22,13 @@ Iterations - - - - - - - + + + + + + + 0.0 @@ -42,34 +42,34 @@ Iterations 40.0 - + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 0 @@ -115,10 +115,10 @@ Iterations 100 - - + + - + Base Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg index e44788d082a6..9fc23883b5ef 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg @@ -9,59 +9,63 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + + +140 + + - + +-0.004 + + + +-0.002 + + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - -0.008 - - - -0.01 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/median.svg b/criterion/reachability_hydroflow_scheduled/report/change/median.svg index 693e88e08f46..9bdcca835333 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/median.svg @@ -9,66 +9,86 @@ Density (a.u.) Relative change (%) - + +100 + + + 200 - - + + +300 + + + 400 - - + + +500 + + + 600 - - + + +700 + + + 800 - - -1000 + + +900 - - -1200 + + +1000 - - -1400 + + +1100 - + - --0.0018 + +0.0078 + + + +0.008 - - --0.0016 + + +0.0082 - - --0.0014 + + +0.0084 - - --0.0012 + + +0.0086 - - --0.001 + + +0.0088 - - --8e-4 + + +0.009 - - --6e-4 + + +0.0092 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg index 34dc644851cd..121dc9415b35 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg @@ -21,69 +21,69 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/index.html b/criterion/reachability_hydroflow_scheduled/report/index.html index a0afc2564993..dfa396e3afe8 100644 --- a/criterion/reachability_hydroflow_scheduled/report/index.html +++ b/criterion/reachability_hydroflow_scheduled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.8627 ms - 1.8678 ms - 1.8748 ms + 1.8746 ms + 1.8768 ms + 1.8795 ms R² - 0.9787542 - 0.9797819 - 0.9778755 + 0.9969443 + 0.9971381 + 0.9968650 Mean - 1.8697 ms - 1.8783 ms - 1.8885 ms + 1.8779 ms + 1.8801 ms + 1.8832 ms Std. Dev. - 29.008 µs - 48.578 µs - 63.737 µs + 6.2713 µs + 13.616 µs + 21.024 µs Median - 1.8614 ms - 1.8622 ms - 1.8632 ms + 1.8772 ms + 1.8778 ms + 1.8789 ms MAD - 2.6434 µs - 3.8366 µs - 4.9670 µs + 2.4669 µs + 3.1564 µs + 4.6448 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.0605% - +0.5605% - +1.0665% - (p = 0.04 < + -0.4567% + +0.0963% + +0.5930% + (p = 0.73 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_scheduled/report/mean.svg b/criterion/reachability_hydroflow_scheduled/report/mean.svg index b6c9f8edfba2..1487604d7180 100644 --- a/criterion/reachability_hydroflow_scheduled/report/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/mean.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (ms) - -10 - - - -20 - - - -30 - - - -40 - - - + 50 - - -60 + + +100 + + + +150 - - -70 + + +200 - - -80 + + +250 - - -90 + + +300 - + - -1.87 + +1.878 - - -1.875 + + +1.879 - - + + 1.88 - - -1.885 + + +1.881 + + + +1.882 - - -1.89 + + +1.883 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/median.svg b/criterion/reachability_hydroflow_scheduled/report/median.svg index 27fc3996f120..c1f6ea2b59c3 100644 --- a/criterion/reachability_hydroflow_scheduled/report/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/median.svg @@ -9,70 +9,94 @@ Density (a.u.) Average time (ms) - + +100 + + + +200 + + + +300 + + + +400 + + + 500 - - -1000 + + +600 - - -1500 + + +700 - - -2000 + + +800 - - - -1.8612 + + +900 + + + +1000 - - -1.8614 + + +1100 + + + + +1.8772 - - -1.8616 + + +1.8774 - - -1.8618 + + +1.8776 - - -1.862 + + +1.8778 - - -1.8622 + + +1.878 - - -1.8624 + + +1.8782 - - -1.8626 + + +1.8784 - - -1.8628 + + +1.8786 - - -1.863 + + +1.8788 - - -1.8632 + + +1.879 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/pdf.svg index efdcd94928a5..99325c0fd44e 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf.svg @@ -54,36 +54,36 @@ Average Time (ms) - -1.8 + +1.86 - - -1.85 + + +1.88 - - + + 1.9 - - -1.95 + + +1.92 - - -2 + + +1.94 - - -2.05 + + +1.96 - - -2.1 + + +1.98 - + -2.15 +2 @@ -94,84 +94,92 @@ Density (a.u.) 0 - -2 + +5 - - -4 + + +10 - - -6 + + +15 - - -8 + + +20 - - -10 + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 - - -12 - - - -14 - - - -16 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg index 4d7fa228b81e..f4e178138a8c 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg @@ -10,59 +10,43 @@ Average Time (ms) 0 - -2 - - - -4 - - - -6 - - - -8 - - - + 10 - - -12 + + +20 - - -14 + + +30 - - -16 + + +40 - - -18 + + +50 - + - -1.8 + +1.85 - - + + 1.9 - - -2 + + +1.95 - - -2.1 + + +2 - - - + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/regression.svg b/criterion/reachability_hydroflow_scheduled/report/regression.svg index df7277e1e072..aa47d9bfff42 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression.svg @@ -18,52 +18,52 @@ Iterations - - - - - - - - - + + + + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 10 @@ -109,27 +109,27 @@ Iterations - - + + - - - - - + + + + + - - + + - + - + - + @@ -141,71 +141,71 @@ Iterations - - + + - + - + - + - - - + + + - - + + - - - - + + + + - - + + - + - - - + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg index e07c1cd55d02..53da3712f23d 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg @@ -16,51 +16,51 @@ Iterations - - + + - - - - - + + + + + 20.0 - + 40.0 - - + + 60.0 - + 80.0 - + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 10 @@ -109,26 +109,26 @@ Iterations - - - - - + + + + + - - - + + + - + - + - + @@ -139,10 +139,10 @@ Iterations - + - + @@ -151,57 +151,57 @@ Iterations - + - + - - - + + + - + - - + + - - + + - - - - - - + + + + + + - - - - - + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - + + + + + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg index 6944d108bc89..3617abe235ae 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg @@ -6,46 +6,46 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - + 1.8 @@ -63,8 +63,8 @@ Average Time (ms) 2.1 - - - - + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg index 215d2d456102..f926cb5dbdc0 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg @@ -18,14 +18,14 @@ Iterations - + - + - - - - + + + + 0.0 @@ -35,38 +35,38 @@ Iterations 20.0 - + 40.0 - + 60.0 - + 80.0 - + 100.0 - + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 0 @@ -112,8 +112,8 @@ Iterations 100 - - + + diff --git a/criterion/reachability_hydroflow_scheduled/report/slope.svg b/criterion/reachability_hydroflow_scheduled/report/slope.svg index 341f53cf14a3..28c23248b0f2 100644 --- a/criterion/reachability_hydroflow_scheduled/report/slope.svg +++ b/criterion/reachability_hydroflow_scheduled/report/slope.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 + + +100 - - -80 + + +150 - - -100 + + +200 - - -120 + + +250 - - - -1.862 + + +300 - - -1.864 + + +350 - - -1.866 + + + +1.875 - - -1.868 + + +1.876 - - -1.87 + + +1.877 - - -1.872 + + +1.878 - - -1.874 + + +1.879 - - -1.876 + + +1.88 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/typical.svg b/criterion/reachability_hydroflow_scheduled/report/typical.svg index 64593d836c2e..4c1d78c98058 100644 --- a/criterion/reachability_hydroflow_scheduled/report/typical.svg +++ b/criterion/reachability_hydroflow_scheduled/report/typical.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 + + +100 - - -80 + + +150 - - -100 + + +200 - - -120 + + +250 - - - -1.862 + + +300 - - -1.864 + + +350 - - -1.866 + + + +1.875 - - -1.868 + + +1.876 - - -1.87 + + +1.877 - - -1.872 + + +1.878 - - -1.874 + + +1.879 - - -1.876 + + +1.88 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/base/estimates.json b/criterion/reachability_hydroflow_surface/base/estimates.json index 3448876aa5e9..531faa2f4334 100644 --- a/criterion/reachability_hydroflow_surface/base/estimates.json +++ b/criterion/reachability_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5367427.559888887,"upper_bound":5394861.986055557},"point_estimate":5379350.737777779,"standard_error":7098.280054901184},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5361135.666666667,"upper_bound":5368649.666666667},"point_estimate":5363487.722222222,"standard_error":2166.1352927197945},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11240.578800440295,"upper_bound":20408.23573768116},"point_estimate":16104.659847418545,"standard_error":2345.1708502288507},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24204.04629747613,"upper_bound":105926.88697310406},"point_estimate":71351.27006861135,"standard_error":21391.43063879611}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5358425.786111108,"upper_bound":5371474.933749999},"point_estimate":5364547.627777776,"standard_error":3328.235438819408},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5352335.555555556,"upper_bound":5363043.388888888},"point_estimate":5358130.944444444,"standard_error":2985.3532729446465},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15706.66412115097,"upper_bound":24611.07719639948},"point_estimate":20145.48607567954,"standard_error":2232.0200155785215},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22272.482645183427,"upper_bound":42800.65284077277},"point_estimate":33454.00956133637,"standard_error":5260.426876625945}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/sample.json b/criterion/reachability_hydroflow_surface/base/sample.json index 312abce80ba2..809b8cf4c4d4 100644 --- a/criterion/reachability_hydroflow_surface/base/sample.json +++ b/criterion/reachability_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48159930.0,48250221.0,48348291.0,48542946.0,48222155.0,48147427.0,49808010.0,48437929.0,48419245.0,48235473.0,48057170.0,48127338.0,48037403.0,48127770.0,47897301.0,48133021.0,48082925.0,48145914.0,48050916.0,48106912.0,48083417.0,48252721.0,48280898.0,48228981.0,52386785.0,48443160.0,48176953.0,48539028.0,48112853.0,48200865.0,48340086.0,48332112.0,48235212.0,48261380.0,48225855.0,48233136.0,48178585.0,48166151.0,48069361.0,48145676.0,48260637.0,48166270.0,48198102.0,48669011.0,48327785.0,48272222.0,48258424.0,49657405.0,48523737.0,48255039.0,48234048.0,48250198.0,48304750.0,48420295.0,48308827.0,48315589.0,48270557.0,48255297.0,48314739.0,48276376.0,48155463.0,48167866.0,48377899.0,48319978.0,48281767.0,48254498.0,48432879.0,48752146.0,48421780.0,48318999.0,52566943.0,48384067.0,48321333.0,49031370.0,48855250.0,48837727.0,48497352.0,48317847.0,48349133.0,48417882.0,48244769.0,48175530.0,48232427.0,48499358.0,48378661.0,48336491.0,48195036.0,48716609.0,48209253.0,48299049.0,48455592.0,48440514.0,48421248.0,48362300.0,48234239.0,48167984.0,48371054.0,48334357.0,48264185.0,48244009.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48616030.0,48244570.0,48152036.0,48116800.0,48098802.0,49477118.0,48044041.0,48071772.0,48318840.0,48368196.0,48175344.0,48182980.0,48860919.0,48165925.0,48239613.0,48089984.0,49412418.0,48242622.0,48194139.0,48090236.0,48302392.0,48378172.0,48227734.0,48036786.0,48235414.0,48111104.0,47993565.0,47992581.0,48253670.0,48178201.0,48061611.0,48333877.0,48027328.0,47938605.0,48110405.0,48033388.0,48070949.0,47968026.0,47971723.0,48124981.0,48350791.0,48270010.0,48306030.0,48152812.0,48461777.0,49459393.0,48147972.0,48273075.0,48471048.0,48218623.0,48348449.0,48560008.0,48463492.0,48366140.0,48421340.0,48350943.0,48301360.0,48328650.0,48430127.0,48301930.0,48598861.0,48333379.0,48236527.0,48258989.0,48514173.0,48414660.0,48196913.0,48139819.0,48285360.0,48285328.0,48343385.0,48341743.0,48412685.0,48069359.0,48050673.0,48072519.0,48167059.0,48212904.0,48174981.0,48338089.0,48580968.0,49537828.0,48135019.0,48132955.0,48264771.0,48205089.0,48878674.0,48265751.0,48036205.0,48025294.0,47959701.0,48171437.0,48076000.0,48071519.0,48082150.0,48079686.0,48162840.0,48059778.0,48134395.0,48288532.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/tukey.json b/criterion/reachability_hydroflow_surface/base/tukey.json index a9570796a4d6..36fe75bea277 100644 --- a/criterion/reachability_hydroflow_surface/base/tukey.json +++ b/criterion/reachability_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[5290197.75,5322728.625,5409477.625,5442008.5] \ No newline at end of file +[5262242.388888889,5303157.888888889,5412265.888888889,5453181.388888889] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/change/estimates.json b/criterion/reachability_hydroflow_surface/change/estimates.json index 3eae9228b6a9..5f48418e7b43 100644 --- a/criterion/reachability_hydroflow_surface/change/estimates.json +++ b/criterion/reachability_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00903891068430346,"upper_bound":-0.0028894667120427106},"point_estimate":-0.006222049399211227,"standard_error":0.001543064041263787},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009397279113872559,"upper_bound":-0.005260071900286989},"point_estimate":-0.006979568333874808,"standard_error":0.001024617557772386}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005836245755190799,"upper_bound":-0.00015299151810448943},"point_estimate":-0.00275183952889424,"standard_error":0.0014559881784229516},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002539018386846892,"upper_bound":0.00007199724546563539},"point_estimate":-0.0009987489587388598,"standard_error":0.0006779386491173023}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/estimates.json b/criterion/reachability_hydroflow_surface/new/estimates.json index 3448876aa5e9..531faa2f4334 100644 --- a/criterion/reachability_hydroflow_surface/new/estimates.json +++ b/criterion/reachability_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5367427.559888887,"upper_bound":5394861.986055557},"point_estimate":5379350.737777779,"standard_error":7098.280054901184},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5361135.666666667,"upper_bound":5368649.666666667},"point_estimate":5363487.722222222,"standard_error":2166.1352927197945},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11240.578800440295,"upper_bound":20408.23573768116},"point_estimate":16104.659847418545,"standard_error":2345.1708502288507},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24204.04629747613,"upper_bound":105926.88697310406},"point_estimate":71351.27006861135,"standard_error":21391.43063879611}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5358425.786111108,"upper_bound":5371474.933749999},"point_estimate":5364547.627777776,"standard_error":3328.235438819408},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5352335.555555556,"upper_bound":5363043.388888888},"point_estimate":5358130.944444444,"standard_error":2985.3532729446465},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15706.66412115097,"upper_bound":24611.07719639948},"point_estimate":20145.48607567954,"standard_error":2232.0200155785215},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22272.482645183427,"upper_bound":42800.65284077277},"point_estimate":33454.00956133637,"standard_error":5260.426876625945}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/sample.json b/criterion/reachability_hydroflow_surface/new/sample.json index 312abce80ba2..809b8cf4c4d4 100644 --- a/criterion/reachability_hydroflow_surface/new/sample.json +++ b/criterion/reachability_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48159930.0,48250221.0,48348291.0,48542946.0,48222155.0,48147427.0,49808010.0,48437929.0,48419245.0,48235473.0,48057170.0,48127338.0,48037403.0,48127770.0,47897301.0,48133021.0,48082925.0,48145914.0,48050916.0,48106912.0,48083417.0,48252721.0,48280898.0,48228981.0,52386785.0,48443160.0,48176953.0,48539028.0,48112853.0,48200865.0,48340086.0,48332112.0,48235212.0,48261380.0,48225855.0,48233136.0,48178585.0,48166151.0,48069361.0,48145676.0,48260637.0,48166270.0,48198102.0,48669011.0,48327785.0,48272222.0,48258424.0,49657405.0,48523737.0,48255039.0,48234048.0,48250198.0,48304750.0,48420295.0,48308827.0,48315589.0,48270557.0,48255297.0,48314739.0,48276376.0,48155463.0,48167866.0,48377899.0,48319978.0,48281767.0,48254498.0,48432879.0,48752146.0,48421780.0,48318999.0,52566943.0,48384067.0,48321333.0,49031370.0,48855250.0,48837727.0,48497352.0,48317847.0,48349133.0,48417882.0,48244769.0,48175530.0,48232427.0,48499358.0,48378661.0,48336491.0,48195036.0,48716609.0,48209253.0,48299049.0,48455592.0,48440514.0,48421248.0,48362300.0,48234239.0,48167984.0,48371054.0,48334357.0,48264185.0,48244009.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48616030.0,48244570.0,48152036.0,48116800.0,48098802.0,49477118.0,48044041.0,48071772.0,48318840.0,48368196.0,48175344.0,48182980.0,48860919.0,48165925.0,48239613.0,48089984.0,49412418.0,48242622.0,48194139.0,48090236.0,48302392.0,48378172.0,48227734.0,48036786.0,48235414.0,48111104.0,47993565.0,47992581.0,48253670.0,48178201.0,48061611.0,48333877.0,48027328.0,47938605.0,48110405.0,48033388.0,48070949.0,47968026.0,47971723.0,48124981.0,48350791.0,48270010.0,48306030.0,48152812.0,48461777.0,49459393.0,48147972.0,48273075.0,48471048.0,48218623.0,48348449.0,48560008.0,48463492.0,48366140.0,48421340.0,48350943.0,48301360.0,48328650.0,48430127.0,48301930.0,48598861.0,48333379.0,48236527.0,48258989.0,48514173.0,48414660.0,48196913.0,48139819.0,48285360.0,48285328.0,48343385.0,48341743.0,48412685.0,48069359.0,48050673.0,48072519.0,48167059.0,48212904.0,48174981.0,48338089.0,48580968.0,49537828.0,48135019.0,48132955.0,48264771.0,48205089.0,48878674.0,48265751.0,48036205.0,48025294.0,47959701.0,48171437.0,48076000.0,48071519.0,48082150.0,48079686.0,48162840.0,48059778.0,48134395.0,48288532.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/tukey.json b/criterion/reachability_hydroflow_surface/new/tukey.json index a9570796a4d6..36fe75bea277 100644 --- a/criterion/reachability_hydroflow_surface/new/tukey.json +++ b/criterion/reachability_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[5290197.75,5322728.625,5409477.625,5442008.5] \ No newline at end of file +[5262242.388888889,5303157.888888889,5412265.888888889,5453181.388888889] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/report/MAD.svg b/criterion/reachability_hydroflow_surface/report/MAD.svg index 32ff5d77b392..bc47421a6000 100644 --- a/criterion/reachability_hydroflow_surface/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface/report/MAD.svg @@ -13,86 +13,86 @@ Average time (µs) 0.02 - + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - + - -11 - - - -12 - - - -13 - - - -14 - - - + 15 - - + + 16 - - + + 17 - - + + 18 - - + + 19 - - + + 20 - - + + 21 - - - - + + +22 + + + +23 + + + +24 + + + +25 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/SD.svg b/criterion/reachability_hydroflow_surface/report/SD.svg index e5cc846458f8..753431972443 100644 --- a/criterion/reachability_hydroflow_surface/report/SD.svg +++ b/criterion/reachability_hydroflow_surface/report/SD.svg @@ -9,78 +9,66 @@ Density (a.u.) Average time (µs) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 + + +0.04 - - - -20 + + +0.05 - - -30 + + +0.06 - - -40 + + +0.07 - - -50 + + +0.08 - - -60 + + + +20 - - -70 + + +25 - - -80 + + +30 - - -90 + + +35 - - -100 + + +40 - - -110 + + +45 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg index b0ef4abda04d..d4859e9fcc83 100644 --- a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg @@ -112,206 +112,206 @@ Average Iteration Time (ms) 100 - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_surface/report/both/pdf.svg b/criterion/reachability_hydroflow_surface/report/both/pdf.svg index a3423582ba25..be82647dfdb9 100644 --- a/criterion/reachability_hydroflow_surface/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/both/pdf.svg @@ -9,50 +9,38 @@ Density (a.u.) Average Time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - -11 + + +12 + + + +14 + + + +16 - + 5.4 @@ -66,10 +54,10 @@ Average Time (ms) 5.8 - - - - + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface/report/change/mean.svg b/criterion/reachability_hydroflow_surface/report/change/mean.svg index 9e683fb3ccd0..fa6a6ea00196 100644 --- a/criterion/reachability_hydroflow_surface/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/change/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - --0.009 - - - --0.008 - - - --0.007 - - - + -0.006 - - + + -0.005 - - + + -0.004 - - + + -0.003 - - - - + + +-0.002 + + + +-0.001 + + + +0 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/median.svg b/criterion/reachability_hydroflow_surface/report/change/median.svg index c95b9772f206..118b1d76abe2 100644 --- a/criterion/reachability_hydroflow_surface/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface/report/change/median.svg @@ -9,94 +9,74 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - + + 500 - - -550 - - + - --0.0095 - - - --0.009 - - - --0.0085 - - - --0.008 - - - --0.0075 + +-0.0025 - - --0.007 + + +-0.002 - - --0.0065 + + +-0.0015 - - --0.006 + + +-0.001 - - --0.0055 + + +-5e-4 - - --0.005 + + +0 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/t-test.svg b/criterion/reachability_hydroflow_surface/report/change/t-test.svg index e4aaf4d68cc4..4a0bd21e234e 100644 --- a/criterion/reachability_hydroflow_surface/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface/report/change/t-test.svg @@ -13,81 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - -5.0 - - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface/report/index.html b/criterion/reachability_hydroflow_surface/report/index.html index 5da81e930676..8b7eb7a8a0d3 100644 --- a/criterion/reachability_hydroflow_surface/report/index.html +++ b/criterion/reachability_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0006892 - 0.0007086 - 0.0006764 + 0.0000062 + 0.0000064 + 0.0000062 Mean - 5.3674 ms - 5.3794 ms - 5.3949 ms + 5.3584 ms + 5.3645 ms + 5.3715 ms Std. Dev. - 24.204 µs - 71.351 µs - 105.93 µs + 22.272 µs + 33.454 µs + 42.801 µs Median - 5.3611 ms - 5.3635 ms - 5.3686 ms + 5.3523 ms + 5.3581 ms + 5.3630 ms MAD - 11.241 µs - 16.105 µs - 20.408 µs + 15.707 µs + 20.145 µs + 24.611 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.9039% - -0.6222% - -0.2889% - (p = 0.00 < + -0.5836% + -0.2752% + -0.0153% + (p = 0.05 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/iteration_times.svg index bf522e0aedcd..7bd3a181fe45 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times.svg @@ -15,57 +15,52 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + - -5.35 + +5.34 - - -5.4 - - - -5.45 + + +5.36 - - -5.5 + + +5.38 - - -5.55 + + +5.4 - - -5.6 + + +5.42 - - -5.65 + + +5.44 - - -5.7 + + +5.46 - - -5.75 + + +5.48 - - -5.8 + + +5.5 - + 10 @@ -107,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg index 35d6f2c871f8..778ff1078a30 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg @@ -12,57 +12,52 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + - -5.35 + +5.34 - - -5.4 - - - -5.45 + + +5.36 - - -5.5 + + +5.38 - - -5.55 + + +5.4 - - -5.6 + + +5.42 - - -5.65 + + +5.44 - - -5.7 + + +5.46 - - -5.75 + + +5.48 - - -5.8 + + +5.5 - + 10 @@ -104,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/mean.svg b/criterion/reachability_hydroflow_surface/report/mean.svg index 64b4403c382a..3105d37dac4b 100644 --- a/criterion/reachability_hydroflow_surface/report/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/mean.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - + + +80 + + + +100 + + + +120 + + - -5.365 + +5.358 - - -5.37 + + +5.36 - - -5.375 + + +5.362 - - -5.38 + + +5.364 - - -5.385 + + +5.366 - - -5.39 + + +5.368 + + + +5.37 - - -5.395 + + +5.372 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/median.svg b/criterion/reachability_hydroflow_surface/report/median.svg index deeaca389746..fa6a32dd060c 100644 --- a/criterion/reachability_hydroflow_surface/report/median.svg +++ b/criterion/reachability_hydroflow_surface/report/median.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (ms) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 - - -250 + + +160 - - -300 + + +180 - - - -5.361 + + +200 - - -5.362 + + +220 - - -5.363 + + + +5.352 - - -5.364 + + +5.354 - - -5.365 + + +5.356 - - -5.366 + + +5.358 - - -5.367 + + +5.36 - - -5.368 + + +5.362 + + + +5.364 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/pdf.svg b/criterion/reachability_hydroflow_surface/report/pdf.svg index 8cdee5833ade..aa95deb200d6 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf.svg @@ -50,34 +50,26 @@ Average Time (ms) - + 5.3 - - -5.4 - - - -5.5 + + +5.35 - - -5.6 - - - -5.7 + + +5.4 - - -5.8 + + +5.45 - - -5.9 + + +5.5 - + Density (a.u.) @@ -86,52 +78,56 @@ Density (a.u.) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +12 + + + +14 + + + +16 + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface/report/pdf_small.svg b/criterion/reachability_hydroflow_surface/report/pdf_small.svg index c9e815d1e258..c65bf46cb3c3 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf_small.svg @@ -10,43 +10,63 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + + +14 + + + +16 + + + +18 + + - + +5.3 + + + +5.35 + + + 5.4 - - -5.6 + + +5.45 - - -5.8 + + +5.5 - - - + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg index 2cab6d84b6af..a3536e64e3a0 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg @@ -109,204 +109,204 @@ Average Iteration Time (ms) 100 - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg index 2d482766dc0d..8b5b8ed4e77d 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg @@ -6,50 +6,38 @@ Density (a.u.) Average Time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - -11 + + +12 + + + +14 + + + +16 - + 5.4 @@ -63,8 +51,8 @@ Average Time (ms) 5.8 - - - - + + + + diff --git a/criterion/reachability_hydroflow_surface/report/typical.svg b/criterion/reachability_hydroflow_surface/report/typical.svg index 7c5736d7f1bf..1e72b9c99946 100644 --- a/criterion/reachability_hydroflow_surface/report/typical.svg +++ b/criterion/reachability_hydroflow_surface/report/typical.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - + + +80 + + + +100 + + + +120 + + - -5.365 + +5.358 - - -5.37 + + +5.36 - - -5.375 + + +5.362 - - -5.38 + + +5.364 - - -5.385 + + +5.366 - - -5.39 + + +5.368 + + + +5.37 - - -5.395 + + +5.372 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json index a76b597b0f55..10488b43d253 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1598384.6171530029,"upper_bound":1609815.6443835457},"point_estimate":1603318.428223026,"standard_error":2949.4493389706467},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1595972.4853479853,"upper_bound":1597828.5526315789},"point_estimate":1597221.9556087186,"standard_error":451.4444796004197},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2744.879201612213,"upper_bound":4795.106604839685},"point_estimate":3851.555868287793,"standard_error":545.4744116990789},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1597914.3254536993,"upper_bound":1600462.4597443016},"point_estimate":1599118.2894133294,"standard_error":649.4107296095452},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6989.442719052249,"upper_bound":45325.377375421485},"point_estimate":29789.59744636872,"standard_error":9544.390152853168}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1595045.149013249,"upper_bound":1602024.4364213536},"point_estimate":1597662.3399839026,"standard_error":1941.4379455681258},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1593978.2248427672,"upper_bound":1596039.79375},"point_estimate":1594827.911294063,"standard_error":489.80338682934115},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3029.4086997758504,"upper_bound":4819.777861687977},"point_estimate":3761.0021730174585,"standard_error":468.2761404471981},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1594717.5683332537,"upper_bound":1596623.314040702},"point_estimate":1595636.7413181616,"standard_error":487.00063199626607},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4097.337992965467,"upper_bound":32758.446140467942},"point_estimate":19495.390453870394,"standard_error":9856.149793640538}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/sample.json b/criterion/reachability_hydroflow_surface_cheating/base/sample.json index bcf292409dd1..4b211b64f494 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1710686.0,3226638.0,4790298.0,6386040.0,7986990.0,9563182.0,11132526.0,12753853.0,14418591.0,15953853.0,17535195.0,19264115.0,20734252.0,22342414.0,23883672.0,25585490.0,27971511.0,28701796.0,33197780.0,36468312.0,33459660.0,35124078.0,36623622.0,38293991.0,39823879.0,41408319.0,43093288.0,44611173.0,46211271.0,47992197.0,49551680.0,51007311.0,52587141.0,54284934.0,56074918.0,57494706.0,58954108.0,60530458.0,62246272.0,64805580.0,65503104.0,67154715.0,68528332.0,70248695.0,71809741.0,73611567.0,75176494.0,76588670.0,79046330.0,79652997.0,81293562.0,83140129.0,84465578.0,86252140.0,87937239.0,89290875.0,91041429.0,92952746.0,94110264.0,96124563.0,97426690.0,99221593.0,100649817.0,102122301.0,105250235.0,105461172.0,107967880.0,108646245.0,110291796.0,111496926.0,113435207.0,114800826.0,116498863.0,118020190.0,119842624.0,121434970.0,122999474.0,124916053.0,126311246.0,127625988.0,129491561.0,131379112.0,132861560.0,134984591.0,136328785.0,137639211.0,138474441.0,140416402.0,141901461.0,143751164.0,145211777.0,147084112.0,148385897.0,150325636.0,151940777.0,153616098.0,155526361.0,157190673.0,158125360.0,159535493.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1784182.0,3230374.0,4818139.0,6433207.0,8074110.0,9536853.0,11224355.0,12743212.0,14296944.0,15933103.0,17508973.0,19108189.0,20827714.0,22511358.0,23826226.0,25608141.0,27055966.0,28628043.0,30300546.0,31951843.0,33418930.0,34978697.0,36784838.0,38254876.0,39826660.0,41365847.0,42974225.0,44888802.0,46241221.0,47709402.0,49488726.0,51019460.0,52546322.0,54140569.0,55856304.0,57412015.0,59089641.0,60647401.0,62184241.0,63752102.0,65283050.0,66997828.0,68457361.0,70200262.0,71948899.0,73142724.0,75127560.0,76530768.0,78250890.0,79594396.0,81341627.0,82777336.0,84482174.0,85953777.0,87819162.0,89531193.0,90984095.0,92579922.0,94025309.0,95870204.0,97367935.0,99097980.0,100522585.0,102155852.0,103954267.0,105421065.0,106918988.0,108315480.0,109784979.0,111354344.0,113105613.0,114560810.0,116015564.0,117863109.0,119922208.0,121021797.0,122570524.0,124226668.0,126316972.0,127445433.0,129299914.0,131982413.0,133162297.0,134029894.0,136024409.0,137392641.0,138895280.0,140341631.0,141955205.0,143895967.0,145026371.0,146647056.0,148484724.0,149619271.0,151703180.0,153673817.0,154952401.0,156296727.0,157876819.0,159241365.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json index b543bdd2c574..7495fabb3dae 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json @@ -1 +1 @@ -[1579605.9788945196,1587196.3043871997,1607437.17236768,1615027.49786036] \ No newline at end of file +[1576689.0903613768,1584526.8092738255,1605427.3930403558,1613265.1119528047] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json index 6cd1b6e40ea9..1bddd048831b 100644 --- a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005929218782350953,"upper_bound":0.0027348759522470493},"point_estimate":-0.0019342738648614466,"standard_error":0.0022310768932172205},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004437970198063912,"upper_bound":-0.0028100546487725975},"point_estimate":-0.003266353218503548,"standard_error":0.00042952965835673566}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007966479000874584,"upper_bound":0.0006285038899140223},"point_estimate":-0.0035277385574568054,"standard_error":0.0021816987718032374},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0021565338796127203,"upper_bound":-0.0005196373649055674},"point_estimate":-0.001498880168938732,"standard_error":0.0004178229784060326}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json index a76b597b0f55..10488b43d253 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1598384.6171530029,"upper_bound":1609815.6443835457},"point_estimate":1603318.428223026,"standard_error":2949.4493389706467},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1595972.4853479853,"upper_bound":1597828.5526315789},"point_estimate":1597221.9556087186,"standard_error":451.4444796004197},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2744.879201612213,"upper_bound":4795.106604839685},"point_estimate":3851.555868287793,"standard_error":545.4744116990789},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1597914.3254536993,"upper_bound":1600462.4597443016},"point_estimate":1599118.2894133294,"standard_error":649.4107296095452},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6989.442719052249,"upper_bound":45325.377375421485},"point_estimate":29789.59744636872,"standard_error":9544.390152853168}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1595045.149013249,"upper_bound":1602024.4364213536},"point_estimate":1597662.3399839026,"standard_error":1941.4379455681258},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1593978.2248427672,"upper_bound":1596039.79375},"point_estimate":1594827.911294063,"standard_error":489.80338682934115},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3029.4086997758504,"upper_bound":4819.777861687977},"point_estimate":3761.0021730174585,"standard_error":468.2761404471981},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1594717.5683332537,"upper_bound":1596623.314040702},"point_estimate":1595636.7413181616,"standard_error":487.00063199626607},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4097.337992965467,"upper_bound":32758.446140467942},"point_estimate":19495.390453870394,"standard_error":9856.149793640538}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/sample.json b/criterion/reachability_hydroflow_surface_cheating/new/sample.json index bcf292409dd1..4b211b64f494 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1710686.0,3226638.0,4790298.0,6386040.0,7986990.0,9563182.0,11132526.0,12753853.0,14418591.0,15953853.0,17535195.0,19264115.0,20734252.0,22342414.0,23883672.0,25585490.0,27971511.0,28701796.0,33197780.0,36468312.0,33459660.0,35124078.0,36623622.0,38293991.0,39823879.0,41408319.0,43093288.0,44611173.0,46211271.0,47992197.0,49551680.0,51007311.0,52587141.0,54284934.0,56074918.0,57494706.0,58954108.0,60530458.0,62246272.0,64805580.0,65503104.0,67154715.0,68528332.0,70248695.0,71809741.0,73611567.0,75176494.0,76588670.0,79046330.0,79652997.0,81293562.0,83140129.0,84465578.0,86252140.0,87937239.0,89290875.0,91041429.0,92952746.0,94110264.0,96124563.0,97426690.0,99221593.0,100649817.0,102122301.0,105250235.0,105461172.0,107967880.0,108646245.0,110291796.0,111496926.0,113435207.0,114800826.0,116498863.0,118020190.0,119842624.0,121434970.0,122999474.0,124916053.0,126311246.0,127625988.0,129491561.0,131379112.0,132861560.0,134984591.0,136328785.0,137639211.0,138474441.0,140416402.0,141901461.0,143751164.0,145211777.0,147084112.0,148385897.0,150325636.0,151940777.0,153616098.0,155526361.0,157190673.0,158125360.0,159535493.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1784182.0,3230374.0,4818139.0,6433207.0,8074110.0,9536853.0,11224355.0,12743212.0,14296944.0,15933103.0,17508973.0,19108189.0,20827714.0,22511358.0,23826226.0,25608141.0,27055966.0,28628043.0,30300546.0,31951843.0,33418930.0,34978697.0,36784838.0,38254876.0,39826660.0,41365847.0,42974225.0,44888802.0,46241221.0,47709402.0,49488726.0,51019460.0,52546322.0,54140569.0,55856304.0,57412015.0,59089641.0,60647401.0,62184241.0,63752102.0,65283050.0,66997828.0,68457361.0,70200262.0,71948899.0,73142724.0,75127560.0,76530768.0,78250890.0,79594396.0,81341627.0,82777336.0,84482174.0,85953777.0,87819162.0,89531193.0,90984095.0,92579922.0,94025309.0,95870204.0,97367935.0,99097980.0,100522585.0,102155852.0,103954267.0,105421065.0,106918988.0,108315480.0,109784979.0,111354344.0,113105613.0,114560810.0,116015564.0,117863109.0,119922208.0,121021797.0,122570524.0,124226668.0,126316972.0,127445433.0,129299914.0,131982413.0,133162297.0,134029894.0,136024409.0,137392641.0,138895280.0,140341631.0,141955205.0,143895967.0,145026371.0,146647056.0,148484724.0,149619271.0,151703180.0,153673817.0,154952401.0,156296727.0,157876819.0,159241365.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json index b543bdd2c574..7495fabb3dae 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json @@ -1 +1 @@ -[1579605.9788945196,1587196.3043871997,1607437.17236768,1615027.49786036] \ No newline at end of file +[1576689.0903613768,1584526.8092738255,1605427.3930403558,1613265.1119528047] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg index 24112622bcdb..41fb91150c38 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 + + +0.9 + + + +1 + - + 3 - - -3.5 + + +3.2 + + + +3.4 + + + +3.6 - - + + +3.8 + + + 4 - - -4.5 + + +4.2 + + + +4.4 + + + +4.6 - - -5 + + +4.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg index 2b82029bee34..e3846e5c284e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -0.005 - - - -0.01 - - - -0.015 - - - + 0.02 - - -0.025 + + +0.04 - - -0.03 + + +0.06 - - -0.035 + + +0.08 - - -0.04 + + +0.1 + + + +0.12 - - -0.045 + + +0.14 - + - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - -45 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg index 3cff0e71d021..0cde0a794edd 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg @@ -9,38 +9,38 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - + 1.6 @@ -54,10 +54,10 @@ Average Time (ms) 1.8 - - - - + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg index 1a037c0378b8..085d9949e0d1 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg @@ -22,12 +22,11 @@ Iterations - - - - - - + + + + + 0.0 @@ -41,30 +40,26 @@ Iterations 40.0 - + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - -160.0 - - + 0 @@ -112,7 +107,7 @@ Iterations - + Base Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg index 01754439664e..4bd82fb1ee06 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg @@ -9,82 +9,86 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + + +180 + + - + +-0.008 + + + +-0.007 + + + -0.006 - - + + -0.005 - - + + -0.004 - - + + -0.003 - - + + -0.002 - - + + -0.001 - - + + 0 - - + + 0.001 - - -0.002 - - - -0.003 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg index 904d18619987..c1b083ee33d5 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg @@ -13,70 +13,70 @@ Relative change (%) 200 - + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - + - --0.0046 + +-0.0022 - - --0.0044 + + +-0.002 - - --0.0042 + + +-0.0018 - - --0.004 + + +-0.0016 - - --0.0038 + + +-0.0014 - - --0.0036 + + +-0.0012 - - --0.0034 + + +-0.001 - - --0.0032 + + +-8e-4 - - --0.003 + + +-6e-4 - - --0.0028 + + +-4e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg index 6ed3eedfc8be..269655a9a167 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg @@ -13,73 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/index.html b/criterion/reachability_hydroflow_surface_cheating/report/index.html index dcb48ab0733b..80b3d6ec3044 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/index.html +++ b/criterion/reachability_hydroflow_surface_cheating/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.5979 ms - 1.5991 ms - 1.6005 ms + 1.5947 ms + 1.5956 ms + 1.5966 ms R² - 0.9941194 - 0.9941976 - 0.9941001 + 0.9992280 + 0.9992741 + 0.9992210 Mean - 1.5984 ms - 1.6033 ms - 1.6098 ms + 1.5950 ms + 1.5977 ms + 1.6020 ms Std. Dev. - 6.9894 µs - 29.790 µs - 45.325 µs + 4.0973 µs + 19.495 µs + 32.758 µs Median + 1.5940 ms + 1.5948 ms 1.5960 ms - 1.5972 ms - 1.5978 ms MAD - 2.7449 µs - 3.8516 µs - 4.7951 µs + 3.0294 µs + 3.7610 µs + 4.8198 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.5929% - -0.1934% - +0.2735% - (p = 0.40 > + -0.7966% + -0.3528% + +0.0629% + (p = 0.12 > 0.05) diff --git a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg index e841109d065f..8ba0f588cd65 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 + + +100 - - -80 + + +150 - - -100 + + +200 - - -120 + + +250 - - -140 + + +300 - + - -1.598 + +1.595 - - -1.6 + + +1.596 - - -1.602 + + +1.597 - - -1.604 + + +1.598 - - -1.606 + + +1.599 - - -1.608 + + +1.6 - - -1.61 + + +1.601 + + + +1.602 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/median.svg index ccdf0e137533..86fd8d6ef04d 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/median.svg @@ -9,50 +9,70 @@ Density (a.u.) Average time (ms) - -500 + +200 - - + + +400 + + + +600 + + + +800 + + + 1000 - - -1500 + + +1200 - - -2000 + + +1400 + + + +1600 - - -2500 + + +1800 - + + +2000 + + - -1.596 + +1.594 - - -1.5965 + + +1.5945 - - -1.597 + + +1.595 - - -1.5975 + + +1.5955 - - -1.598 + + +1.596 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg index 2c487fe3916e..0805d7284220 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg @@ -54,28 +54,24 @@ Average Time (ms) - + 1.6 - - + + 1.65 - - + + 1.7 - - + + 1.75 - - -1.8 - - + -1.85 +1.8 @@ -86,50 +82,58 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - - - - - + + +30 + + + +35 + + + +40 + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg index 02a195e84d19..98dc219cbe3b 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg @@ -10,43 +10,63 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - + + +35 + + + +40 + + + +45 + + - + 1.6 - - + + +1.65 + + + 1.7 - - + + +1.75 + + + 1.8 - - - + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg index 1fc63c8595b4..14fa9697186f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg @@ -21,8 +21,8 @@ Iterations - - + + @@ -38,14 +38,14 @@ Iterations 60.0 - + 80.0 - - + + 100.0 - + 120.0 @@ -96,7 +96,7 @@ Iterations - + @@ -105,94 +105,94 @@ Iterations - + - + - + - - + + - + - + - - + + - + - + - - + + - + - + - - + + - - - + + + - + - + - - + + - + - + - + - + - - - + + + - - - + + + - + - - - + + + - - + + - - - + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg index 0265453d15b7..53acea0dab6c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg @@ -21,7 +21,7 @@ Iterations - + 20.0 @@ -47,10 +47,10 @@ Iterations 120.0 - + 140.0 - + 10 @@ -99,29 +99,29 @@ Iterations - + - + - + - - + + - + - + @@ -131,19 +131,19 @@ Iterations - + - - + + - + - + @@ -152,17 +152,17 @@ Iterations - + - + - - + + - + @@ -170,27 +170,27 @@ Iterations - + - - - + + + - + - + - + - - - + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg index c887dd2bd68c..b9b32368ec99 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg @@ -6,38 +6,38 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - + 1.6 @@ -51,8 +51,8 @@ Average Time (ms) 1.8 - - - - + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg index dc39ede360d5..e8b28794aa0d 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg @@ -21,10 +21,9 @@ Iterations - + - - + 0.0 @@ -46,22 +45,18 @@ Iterations 80.0 - + 100.0 - + 120.0 - + 140.0 - - -160.0 - - + 0 diff --git a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg index 688827e6a38c..26dbeecb3cf3 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - - -1.598 + + +700 - - -1.5985 + + +800 - - -1.599 + + + +1.595 - - -1.5995 + + +1.5955 - - -1.6 + + +1.596 - - -1.6005 + + +1.5965 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg index 7e7bb8e4ef04..ac41ff441590 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - - -1.598 + + +700 - - -1.5985 + + +800 - - -1.599 + + + +1.595 - - -1.5995 + + +1.5955 - - -1.6 + + +1.596 - - -1.6005 + + +1.5965 - - - - + + + + Bootstrap distribution